{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 17.0,
  "eval_steps": 500,
  "global_step": 1206031,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001409582340752435,
      "grad_norm": 0.38062694668769836,
      "learning_rate": 3.680610994331922e-06,
      "loss": 1.4395,
      "step": 100
    },
    {
      "epoch": 0.00281916468150487,
      "grad_norm": 2.1923983097076416,
      "learning_rate": 4.24653861968429e-06,
      "loss": 1.3456,
      "step": 200
    },
    {
      "epoch": 0.004228747022257305,
      "grad_norm": 0.4890722632408142,
      "learning_rate": 4.578212627574029e-06,
      "loss": 1.3564,
      "step": 300
    },
    {
      "epoch": 0.00563832936300974,
      "grad_norm": 0.4575604796409607,
      "learning_rate": 4.812382467667659e-06,
      "loss": 1.338,
      "step": 400
    },
    {
      "epoch": 0.007047911703762175,
      "grad_norm": 0.6606079936027527,
      "learning_rate": 4.993537668369384e-06,
      "loss": 1.3176,
      "step": 500
    },
    {
      "epoch": 0.00845749404451461,
      "grad_norm": 0.6354060173034668,
      "learning_rate": 5e-06,
      "loss": 1.2902,
      "step": 600
    },
    {
      "epoch": 0.009867076385267045,
      "grad_norm": 1.891789197921753,
      "learning_rate": 5e-06,
      "loss": 1.339,
      "step": 700
    },
    {
      "epoch": 0.01127665872601948,
      "grad_norm": 0.6976083517074585,
      "learning_rate": 5e-06,
      "loss": 1.368,
      "step": 800
    },
    {
      "epoch": 0.012686241066771915,
      "grad_norm": 1.097212553024292,
      "learning_rate": 5e-06,
      "loss": 1.1983,
      "step": 900
    },
    {
      "epoch": 0.01409582340752435,
      "grad_norm": 1.2391934394836426,
      "learning_rate": 5e-06,
      "loss": 1.2858,
      "step": 1000
    },
    {
      "epoch": 0.015505405748276786,
      "grad_norm": 1.3510355949401855,
      "learning_rate": 5e-06,
      "loss": 1.2877,
      "step": 1100
    },
    {
      "epoch": 0.01691498808902922,
      "grad_norm": 0.7968810200691223,
      "learning_rate": 5e-06,
      "loss": 1.283,
      "step": 1200
    },
    {
      "epoch": 0.018324570429781657,
      "grad_norm": 0.8889175057411194,
      "learning_rate": 5e-06,
      "loss": 1.224,
      "step": 1300
    },
    {
      "epoch": 0.01973415277053409,
      "grad_norm": 1.3129087686538696,
      "learning_rate": 5e-06,
      "loss": 1.1217,
      "step": 1400
    },
    {
      "epoch": 0.021143735111286525,
      "grad_norm": 2.528820037841797,
      "learning_rate": 5e-06,
      "loss": 1.1984,
      "step": 1500
    },
    {
      "epoch": 0.02255331745203896,
      "grad_norm": 1.1987154483795166,
      "learning_rate": 5e-06,
      "loss": 1.1798,
      "step": 1600
    },
    {
      "epoch": 0.023962899792791394,
      "grad_norm": 1.1724227666854858,
      "learning_rate": 5e-06,
      "loss": 1.1543,
      "step": 1700
    },
    {
      "epoch": 0.02537248213354383,
      "grad_norm": 0.9484034180641174,
      "learning_rate": 5e-06,
      "loss": 1.269,
      "step": 1800
    },
    {
      "epoch": 0.026782064474296267,
      "grad_norm": 2.1006112098693848,
      "learning_rate": 5e-06,
      "loss": 1.2262,
      "step": 1900
    },
    {
      "epoch": 0.0281916468150487,
      "grad_norm": 2.7384467124938965,
      "learning_rate": 5e-06,
      "loss": 1.0552,
      "step": 2000
    },
    {
      "epoch": 0.029601229155801136,
      "grad_norm": 2.5127170085906982,
      "learning_rate": 5e-06,
      "loss": 1.0492,
      "step": 2100
    },
    {
      "epoch": 0.031010811496553572,
      "grad_norm": 1.6573814153671265,
      "learning_rate": 5e-06,
      "loss": 1.1971,
      "step": 2200
    },
    {
      "epoch": 0.03242039383730601,
      "grad_norm": 1.5730128288269043,
      "learning_rate": 5e-06,
      "loss": 1.005,
      "step": 2300
    },
    {
      "epoch": 0.03382997617805844,
      "grad_norm": 2.722116708755493,
      "learning_rate": 5e-06,
      "loss": 1.0403,
      "step": 2400
    },
    {
      "epoch": 0.03523955851881087,
      "grad_norm": 3.114295244216919,
      "learning_rate": 5e-06,
      "loss": 0.8735,
      "step": 2500
    },
    {
      "epoch": 0.03664914085956331,
      "grad_norm": 2.1193790435791016,
      "learning_rate": 5e-06,
      "loss": 1.1008,
      "step": 2600
    },
    {
      "epoch": 0.038058723200315746,
      "grad_norm": 4.47157621383667,
      "learning_rate": 5e-06,
      "loss": 1.0383,
      "step": 2700
    },
    {
      "epoch": 0.03946830554106818,
      "grad_norm": 1.9266862869262695,
      "learning_rate": 5e-06,
      "loss": 1.0375,
      "step": 2800
    },
    {
      "epoch": 0.04087788788182062,
      "grad_norm": 2.8256711959838867,
      "learning_rate": 5e-06,
      "loss": 0.9488,
      "step": 2900
    },
    {
      "epoch": 0.04228747022257305,
      "grad_norm": 6.1656999588012695,
      "learning_rate": 5e-06,
      "loss": 0.9729,
      "step": 3000
    },
    {
      "epoch": 0.043697052563325484,
      "grad_norm": 4.681851863861084,
      "learning_rate": 5e-06,
      "loss": 0.9125,
      "step": 3100
    },
    {
      "epoch": 0.04510663490407792,
      "grad_norm": 4.7324090003967285,
      "learning_rate": 5e-06,
      "loss": 0.9007,
      "step": 3200
    },
    {
      "epoch": 0.046516217244830356,
      "grad_norm": 4.5416998863220215,
      "learning_rate": 5e-06,
      "loss": 0.8585,
      "step": 3300
    },
    {
      "epoch": 0.04792579958558279,
      "grad_norm": 5.648583889007568,
      "learning_rate": 5e-06,
      "loss": 0.8799,
      "step": 3400
    },
    {
      "epoch": 0.04933538192633523,
      "grad_norm": 6.919869899749756,
      "learning_rate": 5e-06,
      "loss": 0.7841,
      "step": 3500
    },
    {
      "epoch": 0.05074496426708766,
      "grad_norm": 5.989993095397949,
      "learning_rate": 5e-06,
      "loss": 0.867,
      "step": 3600
    },
    {
      "epoch": 0.052154546607840094,
      "grad_norm": 3.8693301677703857,
      "learning_rate": 5e-06,
      "loss": 0.7936,
      "step": 3700
    },
    {
      "epoch": 0.05356412894859253,
      "grad_norm": 4.412760257720947,
      "learning_rate": 5e-06,
      "loss": 0.7446,
      "step": 3800
    },
    {
      "epoch": 0.054973711289344966,
      "grad_norm": 5.725475788116455,
      "learning_rate": 5e-06,
      "loss": 0.7309,
      "step": 3900
    },
    {
      "epoch": 0.0563832936300974,
      "grad_norm": 2.973994493484497,
      "learning_rate": 5e-06,
      "loss": 0.7183,
      "step": 4000
    },
    {
      "epoch": 0.05779287597084984,
      "grad_norm": 5.228969573974609,
      "learning_rate": 5e-06,
      "loss": 0.7266,
      "step": 4100
    },
    {
      "epoch": 0.05920245831160227,
      "grad_norm": 6.011897087097168,
      "learning_rate": 5e-06,
      "loss": 0.6371,
      "step": 4200
    },
    {
      "epoch": 0.060612040652354704,
      "grad_norm": 2.6868655681610107,
      "learning_rate": 5e-06,
      "loss": 0.6506,
      "step": 4300
    },
    {
      "epoch": 0.062021622993107144,
      "grad_norm": 4.808165550231934,
      "learning_rate": 5e-06,
      "loss": 0.631,
      "step": 4400
    },
    {
      "epoch": 0.06343120533385958,
      "grad_norm": 5.910257816314697,
      "learning_rate": 5e-06,
      "loss": 0.5777,
      "step": 4500
    },
    {
      "epoch": 0.06484078767461202,
      "grad_norm": 5.206771373748779,
      "learning_rate": 5e-06,
      "loss": 0.6004,
      "step": 4600
    },
    {
      "epoch": 0.06625037001536445,
      "grad_norm": 4.540903568267822,
      "learning_rate": 5e-06,
      "loss": 0.553,
      "step": 4700
    },
    {
      "epoch": 0.06765995235611688,
      "grad_norm": 5.237881660461426,
      "learning_rate": 5e-06,
      "loss": 0.5731,
      "step": 4800
    },
    {
      "epoch": 0.06906953469686931,
      "grad_norm": 6.863030433654785,
      "learning_rate": 5e-06,
      "loss": 0.5973,
      "step": 4900
    },
    {
      "epoch": 0.07047911703762175,
      "grad_norm": 2.800645112991333,
      "learning_rate": 5e-06,
      "loss": 0.5101,
      "step": 5000
    },
    {
      "epoch": 0.0718886993783742,
      "grad_norm": 11.945554733276367,
      "learning_rate": 5e-06,
      "loss": 0.6393,
      "step": 5100
    },
    {
      "epoch": 0.07329828171912663,
      "grad_norm": 7.624751567840576,
      "learning_rate": 5e-06,
      "loss": 0.4914,
      "step": 5200
    },
    {
      "epoch": 0.07470786405987906,
      "grad_norm": 8.322057723999023,
      "learning_rate": 5e-06,
      "loss": 0.5285,
      "step": 5300
    },
    {
      "epoch": 0.07611744640063149,
      "grad_norm": 5.508548736572266,
      "learning_rate": 5e-06,
      "loss": 0.5081,
      "step": 5400
    },
    {
      "epoch": 0.07752702874138392,
      "grad_norm": 2.535065174102783,
      "learning_rate": 5e-06,
      "loss": 0.5174,
      "step": 5500
    },
    {
      "epoch": 0.07893661108213636,
      "grad_norm": 10.92815113067627,
      "learning_rate": 5e-06,
      "loss": 0.5234,
      "step": 5600
    },
    {
      "epoch": 0.0803461934228888,
      "grad_norm": 3.4071993827819824,
      "learning_rate": 5e-06,
      "loss": 0.4405,
      "step": 5700
    },
    {
      "epoch": 0.08175577576364124,
      "grad_norm": 3.568150758743286,
      "learning_rate": 5e-06,
      "loss": 0.4985,
      "step": 5800
    },
    {
      "epoch": 0.08316535810439367,
      "grad_norm": 2.189645290374756,
      "learning_rate": 5e-06,
      "loss": 0.4818,
      "step": 5900
    },
    {
      "epoch": 0.0845749404451461,
      "grad_norm": 7.292335510253906,
      "learning_rate": 5e-06,
      "loss": 0.4251,
      "step": 6000
    },
    {
      "epoch": 0.08598452278589853,
      "grad_norm": 7.317987442016602,
      "learning_rate": 5e-06,
      "loss": 0.4918,
      "step": 6100
    },
    {
      "epoch": 0.08739410512665097,
      "grad_norm": 7.470174312591553,
      "learning_rate": 5e-06,
      "loss": 0.4977,
      "step": 6200
    },
    {
      "epoch": 0.08880368746740341,
      "grad_norm": 3.8960447311401367,
      "learning_rate": 5e-06,
      "loss": 0.4178,
      "step": 6300
    },
    {
      "epoch": 0.09021326980815585,
      "grad_norm": 4.825460433959961,
      "learning_rate": 5e-06,
      "loss": 0.4604,
      "step": 6400
    },
    {
      "epoch": 0.09162285214890828,
      "grad_norm": 12.866231918334961,
      "learning_rate": 5e-06,
      "loss": 0.459,
      "step": 6500
    },
    {
      "epoch": 0.09303243448966071,
      "grad_norm": 4.115389347076416,
      "learning_rate": 5e-06,
      "loss": 0.4206,
      "step": 6600
    },
    {
      "epoch": 0.09444201683041314,
      "grad_norm": 4.642099857330322,
      "learning_rate": 5e-06,
      "loss": 0.4388,
      "step": 6700
    },
    {
      "epoch": 0.09585159917116558,
      "grad_norm": 12.417276382446289,
      "learning_rate": 5e-06,
      "loss": 0.4088,
      "step": 6800
    },
    {
      "epoch": 0.09726118151191802,
      "grad_norm": 3.665142059326172,
      "learning_rate": 5e-06,
      "loss": 0.4474,
      "step": 6900
    },
    {
      "epoch": 0.09867076385267046,
      "grad_norm": 5.554980754852295,
      "learning_rate": 5e-06,
      "loss": 0.4106,
      "step": 7000
    },
    {
      "epoch": 0.10008034619342289,
      "grad_norm": 4.637968063354492,
      "learning_rate": 5e-06,
      "loss": 0.4694,
      "step": 7100
    },
    {
      "epoch": 0.10148992853417532,
      "grad_norm": 3.4321510791778564,
      "learning_rate": 5e-06,
      "loss": 0.4381,
      "step": 7200
    },
    {
      "epoch": 0.10289951087492775,
      "grad_norm": 4.7900309562683105,
      "learning_rate": 5e-06,
      "loss": 0.4037,
      "step": 7300
    },
    {
      "epoch": 0.10430909321568019,
      "grad_norm": 5.205994606018066,
      "learning_rate": 5e-06,
      "loss": 0.4062,
      "step": 7400
    },
    {
      "epoch": 0.10571867555643263,
      "grad_norm": 7.0685577392578125,
      "learning_rate": 5e-06,
      "loss": 0.4069,
      "step": 7500
    },
    {
      "epoch": 0.10712825789718507,
      "grad_norm": 6.286376953125,
      "learning_rate": 5e-06,
      "loss": 0.4125,
      "step": 7600
    },
    {
      "epoch": 0.1085378402379375,
      "grad_norm": 6.75765323638916,
      "learning_rate": 5e-06,
      "loss": 0.4068,
      "step": 7700
    },
    {
      "epoch": 0.10994742257868993,
      "grad_norm": 3.836064577102661,
      "learning_rate": 5e-06,
      "loss": 0.3884,
      "step": 7800
    },
    {
      "epoch": 0.11135700491944237,
      "grad_norm": 4.976502418518066,
      "learning_rate": 5e-06,
      "loss": 0.3607,
      "step": 7900
    },
    {
      "epoch": 0.1127665872601948,
      "grad_norm": 5.973327159881592,
      "learning_rate": 5e-06,
      "loss": 0.3655,
      "step": 8000
    },
    {
      "epoch": 0.11417616960094724,
      "grad_norm": 4.3219804763793945,
      "learning_rate": 5e-06,
      "loss": 0.3822,
      "step": 8100
    },
    {
      "epoch": 0.11558575194169968,
      "grad_norm": 5.179283142089844,
      "learning_rate": 5e-06,
      "loss": 0.4125,
      "step": 8200
    },
    {
      "epoch": 0.11699533428245211,
      "grad_norm": 4.839736461639404,
      "learning_rate": 5e-06,
      "loss": 0.4031,
      "step": 8300
    },
    {
      "epoch": 0.11840491662320454,
      "grad_norm": 7.0576300621032715,
      "learning_rate": 5e-06,
      "loss": 0.3473,
      "step": 8400
    },
    {
      "epoch": 0.11981449896395698,
      "grad_norm": 5.667111396789551,
      "learning_rate": 5e-06,
      "loss": 0.3486,
      "step": 8500
    },
    {
      "epoch": 0.12122408130470941,
      "grad_norm": 4.557799816131592,
      "learning_rate": 5e-06,
      "loss": 0.3416,
      "step": 8600
    },
    {
      "epoch": 0.12263366364546185,
      "grad_norm": 2.8540422916412354,
      "learning_rate": 5e-06,
      "loss": 0.4206,
      "step": 8700
    },
    {
      "epoch": 0.12404324598621429,
      "grad_norm": 4.3371357917785645,
      "learning_rate": 5e-06,
      "loss": 0.341,
      "step": 8800
    },
    {
      "epoch": 0.12545282832696672,
      "grad_norm": 6.715695381164551,
      "learning_rate": 5e-06,
      "loss": 0.3445,
      "step": 8900
    },
    {
      "epoch": 0.12686241066771917,
      "grad_norm": 5.36513090133667,
      "learning_rate": 5e-06,
      "loss": 0.358,
      "step": 9000
    },
    {
      "epoch": 0.12827199300847159,
      "grad_norm": 8.849519729614258,
      "learning_rate": 5e-06,
      "loss": 0.3221,
      "step": 9100
    },
    {
      "epoch": 0.12968157534922403,
      "grad_norm": 3.706167459487915,
      "learning_rate": 5e-06,
      "loss": 0.3364,
      "step": 9200
    },
    {
      "epoch": 0.13109115768997645,
      "grad_norm": 7.99507474899292,
      "learning_rate": 5e-06,
      "loss": 0.3297,
      "step": 9300
    },
    {
      "epoch": 0.1325007400307289,
      "grad_norm": 4.433356761932373,
      "learning_rate": 5e-06,
      "loss": 0.3495,
      "step": 9400
    },
    {
      "epoch": 0.13391032237148132,
      "grad_norm": 6.023315906524658,
      "learning_rate": 5e-06,
      "loss": 0.3707,
      "step": 9500
    },
    {
      "epoch": 0.13531990471223376,
      "grad_norm": 5.348659992218018,
      "learning_rate": 5e-06,
      "loss": 0.3119,
      "step": 9600
    },
    {
      "epoch": 0.1367294870529862,
      "grad_norm": 5.057779312133789,
      "learning_rate": 5e-06,
      "loss": 0.3381,
      "step": 9700
    },
    {
      "epoch": 0.13813906939373863,
      "grad_norm": 6.467465877532959,
      "learning_rate": 5e-06,
      "loss": 0.3454,
      "step": 9800
    },
    {
      "epoch": 0.13954865173449107,
      "grad_norm": 4.491476535797119,
      "learning_rate": 5e-06,
      "loss": 0.3697,
      "step": 9900
    },
    {
      "epoch": 0.1409582340752435,
      "grad_norm": 8.08399486541748,
      "learning_rate": 5e-06,
      "loss": 0.2991,
      "step": 10000
    },
    {
      "epoch": 0.14236781641599594,
      "grad_norm": 5.607761859893799,
      "learning_rate": 5e-06,
      "loss": 0.295,
      "step": 10100
    },
    {
      "epoch": 0.1437773987567484,
      "grad_norm": 3.492497444152832,
      "learning_rate": 5e-06,
      "loss": 0.337,
      "step": 10200
    },
    {
      "epoch": 0.1451869810975008,
      "grad_norm": 8.39008903503418,
      "learning_rate": 5e-06,
      "loss": 0.321,
      "step": 10300
    },
    {
      "epoch": 0.14659656343825325,
      "grad_norm": 4.0506415367126465,
      "learning_rate": 5e-06,
      "loss": 0.3208,
      "step": 10400
    },
    {
      "epoch": 0.14800614577900567,
      "grad_norm": 9.344870567321777,
      "learning_rate": 5e-06,
      "loss": 0.299,
      "step": 10500
    },
    {
      "epoch": 0.14941572811975812,
      "grad_norm": 6.202014923095703,
      "learning_rate": 5e-06,
      "loss": 0.2804,
      "step": 10600
    },
    {
      "epoch": 0.15082531046051056,
      "grad_norm": 9.865561485290527,
      "learning_rate": 5e-06,
      "loss": 0.2756,
      "step": 10700
    },
    {
      "epoch": 0.15223489280126298,
      "grad_norm": 17.851930618286133,
      "learning_rate": 5e-06,
      "loss": 0.3122,
      "step": 10800
    },
    {
      "epoch": 0.15364447514201543,
      "grad_norm": 3.4152944087982178,
      "learning_rate": 5e-06,
      "loss": 0.2883,
      "step": 10900
    },
    {
      "epoch": 0.15505405748276785,
      "grad_norm": 9.518718719482422,
      "learning_rate": 5e-06,
      "loss": 0.2967,
      "step": 11000
    },
    {
      "epoch": 0.1564636398235203,
      "grad_norm": 10.465585708618164,
      "learning_rate": 5e-06,
      "loss": 0.2777,
      "step": 11100
    },
    {
      "epoch": 0.15787322216427271,
      "grad_norm": 4.748617649078369,
      "learning_rate": 5e-06,
      "loss": 0.263,
      "step": 11200
    },
    {
      "epoch": 0.15928280450502516,
      "grad_norm": 4.221651554107666,
      "learning_rate": 5e-06,
      "loss": 0.2704,
      "step": 11300
    },
    {
      "epoch": 0.1606923868457776,
      "grad_norm": 3.424525022506714,
      "learning_rate": 5e-06,
      "loss": 0.285,
      "step": 11400
    },
    {
      "epoch": 0.16210196918653003,
      "grad_norm": 3.517843246459961,
      "learning_rate": 5e-06,
      "loss": 0.2832,
      "step": 11500
    },
    {
      "epoch": 0.16351155152728247,
      "grad_norm": 4.17323637008667,
      "learning_rate": 5e-06,
      "loss": 0.2625,
      "step": 11600
    },
    {
      "epoch": 0.1649211338680349,
      "grad_norm": 4.435977935791016,
      "learning_rate": 5e-06,
      "loss": 0.2736,
      "step": 11700
    },
    {
      "epoch": 0.16633071620878734,
      "grad_norm": 2.409877300262451,
      "learning_rate": 5e-06,
      "loss": 0.2883,
      "step": 11800
    },
    {
      "epoch": 0.16774029854953978,
      "grad_norm": 16.66524887084961,
      "learning_rate": 5e-06,
      "loss": 0.3055,
      "step": 11900
    },
    {
      "epoch": 0.1691498808902922,
      "grad_norm": 2.9924275875091553,
      "learning_rate": 5e-06,
      "loss": 0.3031,
      "step": 12000
    },
    {
      "epoch": 0.17055946323104465,
      "grad_norm": 2.362776517868042,
      "learning_rate": 5e-06,
      "loss": 0.2683,
      "step": 12100
    },
    {
      "epoch": 0.17196904557179707,
      "grad_norm": 2.724644660949707,
      "learning_rate": 5e-06,
      "loss": 0.2581,
      "step": 12200
    },
    {
      "epoch": 0.17337862791254952,
      "grad_norm": 6.298043251037598,
      "learning_rate": 5e-06,
      "loss": 0.261,
      "step": 12300
    },
    {
      "epoch": 0.17478821025330193,
      "grad_norm": 6.111295223236084,
      "learning_rate": 5e-06,
      "loss": 0.2685,
      "step": 12400
    },
    {
      "epoch": 0.17619779259405438,
      "grad_norm": 5.523087024688721,
      "learning_rate": 5e-06,
      "loss": 0.2688,
      "step": 12500
    },
    {
      "epoch": 0.17760737493480683,
      "grad_norm": 3.1868550777435303,
      "learning_rate": 5e-06,
      "loss": 0.2663,
      "step": 12600
    },
    {
      "epoch": 0.17901695727555925,
      "grad_norm": 4.559201717376709,
      "learning_rate": 5e-06,
      "loss": 0.2712,
      "step": 12700
    },
    {
      "epoch": 0.1804265396163117,
      "grad_norm": 19.715190887451172,
      "learning_rate": 5e-06,
      "loss": 0.2495,
      "step": 12800
    },
    {
      "epoch": 0.1818361219570641,
      "grad_norm": 8.537653923034668,
      "learning_rate": 5e-06,
      "loss": 0.2374,
      "step": 12900
    },
    {
      "epoch": 0.18324570429781656,
      "grad_norm": 3.8308920860290527,
      "learning_rate": 5e-06,
      "loss": 0.2759,
      "step": 13000
    },
    {
      "epoch": 0.184655286638569,
      "grad_norm": 5.5503249168396,
      "learning_rate": 5e-06,
      "loss": 0.2446,
      "step": 13100
    },
    {
      "epoch": 0.18606486897932142,
      "grad_norm": 8.675461769104004,
      "learning_rate": 5e-06,
      "loss": 0.2325,
      "step": 13200
    },
    {
      "epoch": 0.18747445132007387,
      "grad_norm": 1.6757780313491821,
      "learning_rate": 5e-06,
      "loss": 0.2593,
      "step": 13300
    },
    {
      "epoch": 0.1888840336608263,
      "grad_norm": 6.934560775756836,
      "learning_rate": 5e-06,
      "loss": 0.2468,
      "step": 13400
    },
    {
      "epoch": 0.19029361600157874,
      "grad_norm": 6.36669397354126,
      "learning_rate": 5e-06,
      "loss": 0.2447,
      "step": 13500
    },
    {
      "epoch": 0.19170319834233115,
      "grad_norm": 8.893939018249512,
      "learning_rate": 5e-06,
      "loss": 0.2669,
      "step": 13600
    },
    {
      "epoch": 0.1931127806830836,
      "grad_norm": 8.200085639953613,
      "learning_rate": 5e-06,
      "loss": 0.2416,
      "step": 13700
    },
    {
      "epoch": 0.19452236302383605,
      "grad_norm": 4.847445964813232,
      "learning_rate": 5e-06,
      "loss": 0.2403,
      "step": 13800
    },
    {
      "epoch": 0.19593194536458847,
      "grad_norm": 7.9149065017700195,
      "learning_rate": 5e-06,
      "loss": 0.2376,
      "step": 13900
    },
    {
      "epoch": 0.1973415277053409,
      "grad_norm": 3.1987547874450684,
      "learning_rate": 5e-06,
      "loss": 0.2345,
      "step": 14000
    },
    {
      "epoch": 0.19875111004609333,
      "grad_norm": 11.668664932250977,
      "learning_rate": 5e-06,
      "loss": 0.2331,
      "step": 14100
    },
    {
      "epoch": 0.20016069238684578,
      "grad_norm": 3.4536831378936768,
      "learning_rate": 5e-06,
      "loss": 0.2366,
      "step": 14200
    },
    {
      "epoch": 0.20157027472759823,
      "grad_norm": 17.32801628112793,
      "learning_rate": 5e-06,
      "loss": 0.2366,
      "step": 14300
    },
    {
      "epoch": 0.20297985706835064,
      "grad_norm": 6.960448265075684,
      "learning_rate": 5e-06,
      "loss": 0.2451,
      "step": 14400
    },
    {
      "epoch": 0.2043894394091031,
      "grad_norm": 3.800527811050415,
      "learning_rate": 5e-06,
      "loss": 0.2547,
      "step": 14500
    },
    {
      "epoch": 0.2057990217498555,
      "grad_norm": 1.8296438455581665,
      "learning_rate": 5e-06,
      "loss": 0.2355,
      "step": 14600
    },
    {
      "epoch": 0.20720860409060796,
      "grad_norm": 2.7247262001037598,
      "learning_rate": 5e-06,
      "loss": 0.2101,
      "step": 14700
    },
    {
      "epoch": 0.20861818643136038,
      "grad_norm": 3.3507301807403564,
      "learning_rate": 5e-06,
      "loss": 0.2281,
      "step": 14800
    },
    {
      "epoch": 0.21002776877211282,
      "grad_norm": 6.887099266052246,
      "learning_rate": 5e-06,
      "loss": 0.2306,
      "step": 14900
    },
    {
      "epoch": 0.21143735111286527,
      "grad_norm": 11.454202651977539,
      "learning_rate": 5e-06,
      "loss": 0.2596,
      "step": 15000
    },
    {
      "epoch": 0.2128469334536177,
      "grad_norm": 3.5781123638153076,
      "learning_rate": 5e-06,
      "loss": 0.2335,
      "step": 15100
    },
    {
      "epoch": 0.21425651579437013,
      "grad_norm": 6.386860370635986,
      "learning_rate": 5e-06,
      "loss": 0.2229,
      "step": 15200
    },
    {
      "epoch": 0.21566609813512255,
      "grad_norm": 7.059086799621582,
      "learning_rate": 5e-06,
      "loss": 0.2312,
      "step": 15300
    },
    {
      "epoch": 0.217075680475875,
      "grad_norm": 4.8462300300598145,
      "learning_rate": 5e-06,
      "loss": 0.2344,
      "step": 15400
    },
    {
      "epoch": 0.21848526281662745,
      "grad_norm": 10.244222640991211,
      "learning_rate": 5e-06,
      "loss": 0.2254,
      "step": 15500
    },
    {
      "epoch": 0.21989484515737986,
      "grad_norm": 6.565208435058594,
      "learning_rate": 5e-06,
      "loss": 0.2152,
      "step": 15600
    },
    {
      "epoch": 0.2213044274981323,
      "grad_norm": 4.185555934906006,
      "learning_rate": 5e-06,
      "loss": 0.2194,
      "step": 15700
    },
    {
      "epoch": 0.22271400983888473,
      "grad_norm": 6.48136043548584,
      "learning_rate": 5e-06,
      "loss": 0.2012,
      "step": 15800
    },
    {
      "epoch": 0.22412359217963718,
      "grad_norm": 11.17253589630127,
      "learning_rate": 5e-06,
      "loss": 0.223,
      "step": 15900
    },
    {
      "epoch": 0.2255331745203896,
      "grad_norm": 7.299200534820557,
      "learning_rate": 5e-06,
      "loss": 0.2354,
      "step": 16000
    },
    {
      "epoch": 0.22694275686114204,
      "grad_norm": 2.814920425415039,
      "learning_rate": 5e-06,
      "loss": 0.231,
      "step": 16100
    },
    {
      "epoch": 0.2283523392018945,
      "grad_norm": 4.91023063659668,
      "learning_rate": 5e-06,
      "loss": 0.233,
      "step": 16200
    },
    {
      "epoch": 0.2297619215426469,
      "grad_norm": 3.695258378982544,
      "learning_rate": 5e-06,
      "loss": 0.2068,
      "step": 16300
    },
    {
      "epoch": 0.23117150388339935,
      "grad_norm": 4.994140148162842,
      "learning_rate": 5e-06,
      "loss": 0.195,
      "step": 16400
    },
    {
      "epoch": 0.23258108622415177,
      "grad_norm": 8.788812637329102,
      "learning_rate": 5e-06,
      "loss": 0.228,
      "step": 16500
    },
    {
      "epoch": 0.23399066856490422,
      "grad_norm": 10.901878356933594,
      "learning_rate": 5e-06,
      "loss": 0.2294,
      "step": 16600
    },
    {
      "epoch": 0.23540025090565667,
      "grad_norm": 11.37878131866455,
      "learning_rate": 5e-06,
      "loss": 0.2085,
      "step": 16700
    },
    {
      "epoch": 0.23680983324640908,
      "grad_norm": 11.858284950256348,
      "learning_rate": 5e-06,
      "loss": 0.2196,
      "step": 16800
    },
    {
      "epoch": 0.23821941558716153,
      "grad_norm": 4.937273979187012,
      "learning_rate": 5e-06,
      "loss": 0.216,
      "step": 16900
    },
    {
      "epoch": 0.23962899792791395,
      "grad_norm": 4.3541083335876465,
      "learning_rate": 5e-06,
      "loss": 0.2358,
      "step": 17000
    },
    {
      "epoch": 0.2410385802686664,
      "grad_norm": 8.323725700378418,
      "learning_rate": 5e-06,
      "loss": 0.2244,
      "step": 17100
    },
    {
      "epoch": 0.24244816260941882,
      "grad_norm": 2.9568850994110107,
      "learning_rate": 5e-06,
      "loss": 0.1972,
      "step": 17200
    },
    {
      "epoch": 0.24385774495017126,
      "grad_norm": 4.225143909454346,
      "learning_rate": 5e-06,
      "loss": 0.2226,
      "step": 17300
    },
    {
      "epoch": 0.2452673272909237,
      "grad_norm": 5.081850051879883,
      "learning_rate": 5e-06,
      "loss": 0.2248,
      "step": 17400
    },
    {
      "epoch": 0.24667690963167613,
      "grad_norm": 4.055460453033447,
      "learning_rate": 5e-06,
      "loss": 0.1855,
      "step": 17500
    },
    {
      "epoch": 0.24808649197242857,
      "grad_norm": 4.973147392272949,
      "learning_rate": 5e-06,
      "loss": 0.2228,
      "step": 17600
    },
    {
      "epoch": 0.249496074313181,
      "grad_norm": 2.4825117588043213,
      "learning_rate": 5e-06,
      "loss": 0.2146,
      "step": 17700
    },
    {
      "epoch": 0.25090565665393344,
      "grad_norm": 7.753242015838623,
      "learning_rate": 5e-06,
      "loss": 0.2005,
      "step": 17800
    },
    {
      "epoch": 0.2523152389946859,
      "grad_norm": 4.682165622711182,
      "learning_rate": 5e-06,
      "loss": 0.2222,
      "step": 17900
    },
    {
      "epoch": 0.25372482133543833,
      "grad_norm": 11.795485496520996,
      "learning_rate": 5e-06,
      "loss": 0.1844,
      "step": 18000
    },
    {
      "epoch": 0.2551344036761907,
      "grad_norm": 2.9198789596557617,
      "learning_rate": 5e-06,
      "loss": 0.2258,
      "step": 18100
    },
    {
      "epoch": 0.25654398601694317,
      "grad_norm": 4.1552910804748535,
      "learning_rate": 5e-06,
      "loss": 0.2374,
      "step": 18200
    },
    {
      "epoch": 0.2579535683576956,
      "grad_norm": 6.594410419464111,
      "learning_rate": 5e-06,
      "loss": 0.2088,
      "step": 18300
    },
    {
      "epoch": 0.25936315069844806,
      "grad_norm": 3.2784242630004883,
      "learning_rate": 5e-06,
      "loss": 0.2195,
      "step": 18400
    },
    {
      "epoch": 0.2607727330392005,
      "grad_norm": 6.949071407318115,
      "learning_rate": 5e-06,
      "loss": 0.2055,
      "step": 18500
    },
    {
      "epoch": 0.2621823153799529,
      "grad_norm": 10.887117385864258,
      "learning_rate": 5e-06,
      "loss": 0.2046,
      "step": 18600
    },
    {
      "epoch": 0.26359189772070535,
      "grad_norm": 7.838181972503662,
      "learning_rate": 5e-06,
      "loss": 0.1954,
      "step": 18700
    },
    {
      "epoch": 0.2650014800614578,
      "grad_norm": 15.093084335327148,
      "learning_rate": 5e-06,
      "loss": 0.2199,
      "step": 18800
    },
    {
      "epoch": 0.26641106240221024,
      "grad_norm": 7.2462029457092285,
      "learning_rate": 5e-06,
      "loss": 0.1942,
      "step": 18900
    },
    {
      "epoch": 0.26782064474296263,
      "grad_norm": 5.540340423583984,
      "learning_rate": 5e-06,
      "loss": 0.2047,
      "step": 19000
    },
    {
      "epoch": 0.2692302270837151,
      "grad_norm": 2.8320558071136475,
      "learning_rate": 5e-06,
      "loss": 0.214,
      "step": 19100
    },
    {
      "epoch": 0.2706398094244675,
      "grad_norm": 6.42591667175293,
      "learning_rate": 5e-06,
      "loss": 0.2027,
      "step": 19200
    },
    {
      "epoch": 0.27204939176521997,
      "grad_norm": 8.536270141601562,
      "learning_rate": 5e-06,
      "loss": 0.2038,
      "step": 19300
    },
    {
      "epoch": 0.2734589741059724,
      "grad_norm": 14.505423545837402,
      "learning_rate": 5e-06,
      "loss": 0.2023,
      "step": 19400
    },
    {
      "epoch": 0.2748685564467248,
      "grad_norm": 5.065564155578613,
      "learning_rate": 5e-06,
      "loss": 0.2012,
      "step": 19500
    },
    {
      "epoch": 0.27627813878747726,
      "grad_norm": 4.0226545333862305,
      "learning_rate": 5e-06,
      "loss": 0.2201,
      "step": 19600
    },
    {
      "epoch": 0.2776877211282297,
      "grad_norm": 3.515493869781494,
      "learning_rate": 5e-06,
      "loss": 0.1961,
      "step": 19700
    },
    {
      "epoch": 0.27909730346898215,
      "grad_norm": 4.999685287475586,
      "learning_rate": 5e-06,
      "loss": 0.1901,
      "step": 19800
    },
    {
      "epoch": 0.2805068858097346,
      "grad_norm": 3.346515417098999,
      "learning_rate": 5e-06,
      "loss": 0.2139,
      "step": 19900
    },
    {
      "epoch": 0.281916468150487,
      "grad_norm": 4.719762802124023,
      "learning_rate": 5e-06,
      "loss": 0.1995,
      "step": 20000
    },
    {
      "epoch": 0.28332605049123943,
      "grad_norm": 4.963994979858398,
      "learning_rate": 5e-06,
      "loss": 0.1936,
      "step": 20100
    },
    {
      "epoch": 0.2847356328319919,
      "grad_norm": 5.77074670791626,
      "learning_rate": 5e-06,
      "loss": 0.19,
      "step": 20200
    },
    {
      "epoch": 0.2861452151727443,
      "grad_norm": 6.102296352386475,
      "learning_rate": 5e-06,
      "loss": 0.185,
      "step": 20300
    },
    {
      "epoch": 0.2875547975134968,
      "grad_norm": 3.23872971534729,
      "learning_rate": 5e-06,
      "loss": 0.2232,
      "step": 20400
    },
    {
      "epoch": 0.28896437985424916,
      "grad_norm": 11.075470924377441,
      "learning_rate": 5e-06,
      "loss": 0.2067,
      "step": 20500
    },
    {
      "epoch": 0.2903739621950016,
      "grad_norm": 8.521079063415527,
      "learning_rate": 5e-06,
      "loss": 0.2044,
      "step": 20600
    },
    {
      "epoch": 0.29178354453575406,
      "grad_norm": 5.288055419921875,
      "learning_rate": 5e-06,
      "loss": 0.1915,
      "step": 20700
    },
    {
      "epoch": 0.2931931268765065,
      "grad_norm": 4.996553897857666,
      "learning_rate": 5e-06,
      "loss": 0.1923,
      "step": 20800
    },
    {
      "epoch": 0.29460270921725895,
      "grad_norm": 7.088935375213623,
      "learning_rate": 5e-06,
      "loss": 0.1834,
      "step": 20900
    },
    {
      "epoch": 0.29601229155801134,
      "grad_norm": 7.708644390106201,
      "learning_rate": 5e-06,
      "loss": 0.2004,
      "step": 21000
    },
    {
      "epoch": 0.2974218738987638,
      "grad_norm": 2.209822654724121,
      "learning_rate": 5e-06,
      "loss": 0.1908,
      "step": 21100
    },
    {
      "epoch": 0.29883145623951624,
      "grad_norm": 17.76321029663086,
      "learning_rate": 5e-06,
      "loss": 0.2119,
      "step": 21200
    },
    {
      "epoch": 0.3002410385802687,
      "grad_norm": 5.201470375061035,
      "learning_rate": 5e-06,
      "loss": 0.2048,
      "step": 21300
    },
    {
      "epoch": 0.30165062092102113,
      "grad_norm": 5.422549724578857,
      "learning_rate": 5e-06,
      "loss": 0.1992,
      "step": 21400
    },
    {
      "epoch": 0.3030602032617735,
      "grad_norm": 3.0525872707366943,
      "learning_rate": 5e-06,
      "loss": 0.2034,
      "step": 21500
    },
    {
      "epoch": 0.30446978560252597,
      "grad_norm": 2.471489429473877,
      "learning_rate": 5e-06,
      "loss": 0.1946,
      "step": 21600
    },
    {
      "epoch": 0.3058793679432784,
      "grad_norm": 2.5666537284851074,
      "learning_rate": 5e-06,
      "loss": 0.2132,
      "step": 21700
    },
    {
      "epoch": 0.30728895028403086,
      "grad_norm": 5.860140800476074,
      "learning_rate": 5e-06,
      "loss": 0.1921,
      "step": 21800
    },
    {
      "epoch": 0.30869853262478325,
      "grad_norm": 3.9090311527252197,
      "learning_rate": 5e-06,
      "loss": 0.1914,
      "step": 21900
    },
    {
      "epoch": 0.3101081149655357,
      "grad_norm": 4.06337833404541,
      "learning_rate": 5e-06,
      "loss": 0.197,
      "step": 22000
    },
    {
      "epoch": 0.31151769730628814,
      "grad_norm": 8.041118621826172,
      "learning_rate": 5e-06,
      "loss": 0.1899,
      "step": 22100
    },
    {
      "epoch": 0.3129272796470406,
      "grad_norm": 6.269492149353027,
      "learning_rate": 5e-06,
      "loss": 0.1939,
      "step": 22200
    },
    {
      "epoch": 0.31433686198779304,
      "grad_norm": 3.4424662590026855,
      "learning_rate": 5e-06,
      "loss": 0.1963,
      "step": 22300
    },
    {
      "epoch": 0.31574644432854543,
      "grad_norm": 11.012910842895508,
      "learning_rate": 5e-06,
      "loss": 0.2004,
      "step": 22400
    },
    {
      "epoch": 0.3171560266692979,
      "grad_norm": 8.192910194396973,
      "learning_rate": 5e-06,
      "loss": 0.2178,
      "step": 22500
    },
    {
      "epoch": 0.3185656090100503,
      "grad_norm": 3.0224545001983643,
      "learning_rate": 5e-06,
      "loss": 0.2018,
      "step": 22600
    },
    {
      "epoch": 0.31997519135080277,
      "grad_norm": 6.672635078430176,
      "learning_rate": 5e-06,
      "loss": 0.1806,
      "step": 22700
    },
    {
      "epoch": 0.3213847736915552,
      "grad_norm": 7.5053229331970215,
      "learning_rate": 5e-06,
      "loss": 0.1965,
      "step": 22800
    },
    {
      "epoch": 0.3227943560323076,
      "grad_norm": 8.169711112976074,
      "learning_rate": 5e-06,
      "loss": 0.1832,
      "step": 22900
    },
    {
      "epoch": 0.32420393837306005,
      "grad_norm": 5.472259998321533,
      "learning_rate": 5e-06,
      "loss": 0.1908,
      "step": 23000
    },
    {
      "epoch": 0.3256135207138125,
      "grad_norm": 8.185259819030762,
      "learning_rate": 5e-06,
      "loss": 0.2,
      "step": 23100
    },
    {
      "epoch": 0.32702310305456495,
      "grad_norm": 11.93701457977295,
      "learning_rate": 5e-06,
      "loss": 0.1919,
      "step": 23200
    },
    {
      "epoch": 0.3284326853953174,
      "grad_norm": 7.642189979553223,
      "learning_rate": 5e-06,
      "loss": 0.184,
      "step": 23300
    },
    {
      "epoch": 0.3298422677360698,
      "grad_norm": 7.000277519226074,
      "learning_rate": 5e-06,
      "loss": 0.1956,
      "step": 23400
    },
    {
      "epoch": 0.33125185007682223,
      "grad_norm": 6.955897331237793,
      "learning_rate": 5e-06,
      "loss": 0.1807,
      "step": 23500
    },
    {
      "epoch": 0.3326614324175747,
      "grad_norm": 6.154571533203125,
      "learning_rate": 5e-06,
      "loss": 0.1922,
      "step": 23600
    },
    {
      "epoch": 0.3340710147583271,
      "grad_norm": 9.638717651367188,
      "learning_rate": 5e-06,
      "loss": 0.2019,
      "step": 23700
    },
    {
      "epoch": 0.33548059709907957,
      "grad_norm": 7.619386672973633,
      "learning_rate": 5e-06,
      "loss": 0.1788,
      "step": 23800
    },
    {
      "epoch": 0.33689017943983196,
      "grad_norm": 4.89284610748291,
      "learning_rate": 5e-06,
      "loss": 0.1918,
      "step": 23900
    },
    {
      "epoch": 0.3382997617805844,
      "grad_norm": 4.156763076782227,
      "learning_rate": 5e-06,
      "loss": 0.1933,
      "step": 24000
    },
    {
      "epoch": 0.33970934412133685,
      "grad_norm": 8.888836860656738,
      "learning_rate": 5e-06,
      "loss": 0.1703,
      "step": 24100
    },
    {
      "epoch": 0.3411189264620893,
      "grad_norm": 6.249735355377197,
      "learning_rate": 5e-06,
      "loss": 0.1758,
      "step": 24200
    },
    {
      "epoch": 0.3425285088028417,
      "grad_norm": 5.228367805480957,
      "learning_rate": 5e-06,
      "loss": 0.1857,
      "step": 24300
    },
    {
      "epoch": 0.34393809114359414,
      "grad_norm": 4.930711269378662,
      "learning_rate": 5e-06,
      "loss": 0.1901,
      "step": 24400
    },
    {
      "epoch": 0.3453476734843466,
      "grad_norm": 3.8738887310028076,
      "learning_rate": 5e-06,
      "loss": 0.1798,
      "step": 24500
    },
    {
      "epoch": 0.34675725582509903,
      "grad_norm": 5.43386173248291,
      "learning_rate": 5e-06,
      "loss": 0.1797,
      "step": 24600
    },
    {
      "epoch": 0.3481668381658515,
      "grad_norm": 7.845185279846191,
      "learning_rate": 5e-06,
      "loss": 0.1894,
      "step": 24700
    },
    {
      "epoch": 0.34957642050660387,
      "grad_norm": 5.631600856781006,
      "learning_rate": 5e-06,
      "loss": 0.193,
      "step": 24800
    },
    {
      "epoch": 0.3509860028473563,
      "grad_norm": 3.530975818634033,
      "learning_rate": 5e-06,
      "loss": 0.1968,
      "step": 24900
    },
    {
      "epoch": 0.35239558518810876,
      "grad_norm": 6.882292747497559,
      "learning_rate": 5e-06,
      "loss": 0.1833,
      "step": 25000
    },
    {
      "epoch": 0.3538051675288612,
      "grad_norm": 6.740943431854248,
      "learning_rate": 5e-06,
      "loss": 0.1864,
      "step": 25100
    },
    {
      "epoch": 0.35521474986961366,
      "grad_norm": 5.769649505615234,
      "learning_rate": 5e-06,
      "loss": 0.1889,
      "step": 25200
    },
    {
      "epoch": 0.35662433221036605,
      "grad_norm": 6.268571853637695,
      "learning_rate": 5e-06,
      "loss": 0.1733,
      "step": 25300
    },
    {
      "epoch": 0.3580339145511185,
      "grad_norm": 5.469076633453369,
      "learning_rate": 5e-06,
      "loss": 0.1877,
      "step": 25400
    },
    {
      "epoch": 0.35944349689187094,
      "grad_norm": 7.202154636383057,
      "learning_rate": 5e-06,
      "loss": 0.1954,
      "step": 25500
    },
    {
      "epoch": 0.3608530792326234,
      "grad_norm": 13.91396427154541,
      "learning_rate": 5e-06,
      "loss": 0.175,
      "step": 25600
    },
    {
      "epoch": 0.36226266157337583,
      "grad_norm": 5.427672863006592,
      "learning_rate": 5e-06,
      "loss": 0.1789,
      "step": 25700
    },
    {
      "epoch": 0.3636722439141282,
      "grad_norm": 14.727639198303223,
      "learning_rate": 5e-06,
      "loss": 0.1726,
      "step": 25800
    },
    {
      "epoch": 0.36508182625488067,
      "grad_norm": 5.982916831970215,
      "learning_rate": 5e-06,
      "loss": 0.1651,
      "step": 25900
    },
    {
      "epoch": 0.3664914085956331,
      "grad_norm": 5.522030830383301,
      "learning_rate": 5e-06,
      "loss": 0.186,
      "step": 26000
    },
    {
      "epoch": 0.36790099093638556,
      "grad_norm": 11.76516056060791,
      "learning_rate": 5e-06,
      "loss": 0.1845,
      "step": 26100
    },
    {
      "epoch": 0.369310573277138,
      "grad_norm": 4.570495128631592,
      "learning_rate": 5e-06,
      "loss": 0.1947,
      "step": 26200
    },
    {
      "epoch": 0.3707201556178904,
      "grad_norm": 9.070683479309082,
      "learning_rate": 5e-06,
      "loss": 0.1864,
      "step": 26300
    },
    {
      "epoch": 0.37212973795864285,
      "grad_norm": 9.219578742980957,
      "learning_rate": 5e-06,
      "loss": 0.1721,
      "step": 26400
    },
    {
      "epoch": 0.3735393202993953,
      "grad_norm": 8.202491760253906,
      "learning_rate": 5e-06,
      "loss": 0.1779,
      "step": 26500
    },
    {
      "epoch": 0.37494890264014774,
      "grad_norm": 2.5516321659088135,
      "learning_rate": 5e-06,
      "loss": 0.1801,
      "step": 26600
    },
    {
      "epoch": 0.37635848498090013,
      "grad_norm": 6.001280784606934,
      "learning_rate": 5e-06,
      "loss": 0.1602,
      "step": 26700
    },
    {
      "epoch": 0.3777680673216526,
      "grad_norm": 5.427419662475586,
      "learning_rate": 5e-06,
      "loss": 0.1768,
      "step": 26800
    },
    {
      "epoch": 0.379177649662405,
      "grad_norm": 11.693784713745117,
      "learning_rate": 5e-06,
      "loss": 0.1733,
      "step": 26900
    },
    {
      "epoch": 0.38058723200315747,
      "grad_norm": 6.6920366287231445,
      "learning_rate": 5e-06,
      "loss": 0.1708,
      "step": 27000
    },
    {
      "epoch": 0.3819968143439099,
      "grad_norm": 4.42690372467041,
      "learning_rate": 5e-06,
      "loss": 0.1721,
      "step": 27100
    },
    {
      "epoch": 0.3834063966846623,
      "grad_norm": 4.4839911460876465,
      "learning_rate": 5e-06,
      "loss": 0.1777,
      "step": 27200
    },
    {
      "epoch": 0.38481597902541476,
      "grad_norm": 3.71216082572937,
      "learning_rate": 5e-06,
      "loss": 0.2094,
      "step": 27300
    },
    {
      "epoch": 0.3862255613661672,
      "grad_norm": 5.151943206787109,
      "learning_rate": 5e-06,
      "loss": 0.185,
      "step": 27400
    },
    {
      "epoch": 0.38763514370691965,
      "grad_norm": 9.311497688293457,
      "learning_rate": 5e-06,
      "loss": 0.1778,
      "step": 27500
    },
    {
      "epoch": 0.3890447260476721,
      "grad_norm": 3.479086399078369,
      "learning_rate": 5e-06,
      "loss": 0.1821,
      "step": 27600
    },
    {
      "epoch": 0.3904543083884245,
      "grad_norm": 9.53394889831543,
      "learning_rate": 5e-06,
      "loss": 0.1905,
      "step": 27700
    },
    {
      "epoch": 0.39186389072917693,
      "grad_norm": 3.6800966262817383,
      "learning_rate": 5e-06,
      "loss": 0.1721,
      "step": 27800
    },
    {
      "epoch": 0.3932734730699294,
      "grad_norm": 3.4116451740264893,
      "learning_rate": 5e-06,
      "loss": 0.1735,
      "step": 27900
    },
    {
      "epoch": 0.3946830554106818,
      "grad_norm": 4.61077880859375,
      "learning_rate": 5e-06,
      "loss": 0.1761,
      "step": 28000
    },
    {
      "epoch": 0.3960926377514343,
      "grad_norm": 4.324960708618164,
      "learning_rate": 5e-06,
      "loss": 0.1799,
      "step": 28100
    },
    {
      "epoch": 0.39750222009218666,
      "grad_norm": 3.1761631965637207,
      "learning_rate": 5e-06,
      "loss": 0.1662,
      "step": 28200
    },
    {
      "epoch": 0.3989118024329391,
      "grad_norm": 5.158635139465332,
      "learning_rate": 5e-06,
      "loss": 0.1773,
      "step": 28300
    },
    {
      "epoch": 0.40032138477369156,
      "grad_norm": 4.519641876220703,
      "learning_rate": 5e-06,
      "loss": 0.1523,
      "step": 28400
    },
    {
      "epoch": 0.401730967114444,
      "grad_norm": 6.708527565002441,
      "learning_rate": 5e-06,
      "loss": 0.1971,
      "step": 28500
    },
    {
      "epoch": 0.40314054945519645,
      "grad_norm": 5.631659507751465,
      "learning_rate": 5e-06,
      "loss": 0.1739,
      "step": 28600
    },
    {
      "epoch": 0.40455013179594884,
      "grad_norm": 5.194058418273926,
      "learning_rate": 5e-06,
      "loss": 0.1619,
      "step": 28700
    },
    {
      "epoch": 0.4059597141367013,
      "grad_norm": 6.512402534484863,
      "learning_rate": 5e-06,
      "loss": 0.208,
      "step": 28800
    },
    {
      "epoch": 0.40736929647745374,
      "grad_norm": 13.872687339782715,
      "learning_rate": 5e-06,
      "loss": 0.1891,
      "step": 28900
    },
    {
      "epoch": 0.4087788788182062,
      "grad_norm": 3.3883252143859863,
      "learning_rate": 5e-06,
      "loss": 0.1736,
      "step": 29000
    },
    {
      "epoch": 0.41018846115895863,
      "grad_norm": 10.056782722473145,
      "learning_rate": 5e-06,
      "loss": 0.173,
      "step": 29100
    },
    {
      "epoch": 0.411598043499711,
      "grad_norm": 3.8995118141174316,
      "learning_rate": 5e-06,
      "loss": 0.1728,
      "step": 29200
    },
    {
      "epoch": 0.41300762584046347,
      "grad_norm": 4.670105457305908,
      "learning_rate": 5e-06,
      "loss": 0.177,
      "step": 29300
    },
    {
      "epoch": 0.4144172081812159,
      "grad_norm": 4.986170291900635,
      "learning_rate": 5e-06,
      "loss": 0.1573,
      "step": 29400
    },
    {
      "epoch": 0.41582679052196836,
      "grad_norm": 6.213079929351807,
      "learning_rate": 5e-06,
      "loss": 0.165,
      "step": 29500
    },
    {
      "epoch": 0.41723637286272075,
      "grad_norm": 2.775477170944214,
      "learning_rate": 5e-06,
      "loss": 0.1641,
      "step": 29600
    },
    {
      "epoch": 0.4186459552034732,
      "grad_norm": 4.93370246887207,
      "learning_rate": 5e-06,
      "loss": 0.1777,
      "step": 29700
    },
    {
      "epoch": 0.42005553754422564,
      "grad_norm": 1.8877812623977661,
      "learning_rate": 5e-06,
      "loss": 0.1708,
      "step": 29800
    },
    {
      "epoch": 0.4214651198849781,
      "grad_norm": 5.2470479011535645,
      "learning_rate": 5e-06,
      "loss": 0.1702,
      "step": 29900
    },
    {
      "epoch": 0.42287470222573054,
      "grad_norm": 3.3144071102142334,
      "learning_rate": 5e-06,
      "loss": 0.1644,
      "step": 30000
    },
    {
      "epoch": 0.4242842845664829,
      "grad_norm": 4.063493251800537,
      "learning_rate": 5e-06,
      "loss": 0.1889,
      "step": 30100
    },
    {
      "epoch": 0.4256938669072354,
      "grad_norm": 3.1265833377838135,
      "learning_rate": 5e-06,
      "loss": 0.1631,
      "step": 30200
    },
    {
      "epoch": 0.4271034492479878,
      "grad_norm": 4.354272365570068,
      "learning_rate": 5e-06,
      "loss": 0.1868,
      "step": 30300
    },
    {
      "epoch": 0.42851303158874027,
      "grad_norm": 6.603091716766357,
      "learning_rate": 5e-06,
      "loss": 0.177,
      "step": 30400
    },
    {
      "epoch": 0.4299226139294927,
      "grad_norm": 13.143857955932617,
      "learning_rate": 5e-06,
      "loss": 0.18,
      "step": 30500
    },
    {
      "epoch": 0.4313321962702451,
      "grad_norm": 11.584056854248047,
      "learning_rate": 5e-06,
      "loss": 0.1858,
      "step": 30600
    },
    {
      "epoch": 0.43274177861099755,
      "grad_norm": 9.802803993225098,
      "learning_rate": 5e-06,
      "loss": 0.1727,
      "step": 30700
    },
    {
      "epoch": 0.43415136095175,
      "grad_norm": 3.7900002002716064,
      "learning_rate": 5e-06,
      "loss": 0.1606,
      "step": 30800
    },
    {
      "epoch": 0.43556094329250244,
      "grad_norm": 3.7407288551330566,
      "learning_rate": 5e-06,
      "loss": 0.1678,
      "step": 30900
    },
    {
      "epoch": 0.4369705256332549,
      "grad_norm": 5.459978103637695,
      "learning_rate": 5e-06,
      "loss": 0.1714,
      "step": 31000
    },
    {
      "epoch": 0.4383801079740073,
      "grad_norm": 8.645503044128418,
      "learning_rate": 5e-06,
      "loss": 0.1689,
      "step": 31100
    },
    {
      "epoch": 0.43978969031475973,
      "grad_norm": 7.566016674041748,
      "learning_rate": 5e-06,
      "loss": 0.168,
      "step": 31200
    },
    {
      "epoch": 0.4411992726555122,
      "grad_norm": 3.977006673812866,
      "learning_rate": 5e-06,
      "loss": 0.1797,
      "step": 31300
    },
    {
      "epoch": 0.4426088549962646,
      "grad_norm": 4.65871524810791,
      "learning_rate": 5e-06,
      "loss": 0.1681,
      "step": 31400
    },
    {
      "epoch": 0.44401843733701707,
      "grad_norm": 3.9436633586883545,
      "learning_rate": 5e-06,
      "loss": 0.1663,
      "step": 31500
    },
    {
      "epoch": 0.44542801967776946,
      "grad_norm": 5.001859664916992,
      "learning_rate": 5e-06,
      "loss": 0.1787,
      "step": 31600
    },
    {
      "epoch": 0.4468376020185219,
      "grad_norm": 12.280877113342285,
      "learning_rate": 5e-06,
      "loss": 0.1588,
      "step": 31700
    },
    {
      "epoch": 0.44824718435927435,
      "grad_norm": 5.2809529304504395,
      "learning_rate": 5e-06,
      "loss": 0.1703,
      "step": 31800
    },
    {
      "epoch": 0.4496567667000268,
      "grad_norm": 4.790675640106201,
      "learning_rate": 5e-06,
      "loss": 0.1696,
      "step": 31900
    },
    {
      "epoch": 0.4510663490407792,
      "grad_norm": 13.36003589630127,
      "learning_rate": 5e-06,
      "loss": 0.1659,
      "step": 32000
    },
    {
      "epoch": 0.45247593138153164,
      "grad_norm": 5.508613586425781,
      "learning_rate": 5e-06,
      "loss": 0.1688,
      "step": 32100
    },
    {
      "epoch": 0.4538855137222841,
      "grad_norm": 11.573333740234375,
      "learning_rate": 5e-06,
      "loss": 0.1762,
      "step": 32200
    },
    {
      "epoch": 0.45529509606303653,
      "grad_norm": 6.854362487792969,
      "learning_rate": 5e-06,
      "loss": 0.1828,
      "step": 32300
    },
    {
      "epoch": 0.456704678403789,
      "grad_norm": 16.456661224365234,
      "learning_rate": 5e-06,
      "loss": 0.1903,
      "step": 32400
    },
    {
      "epoch": 0.45811426074454137,
      "grad_norm": 8.066131591796875,
      "learning_rate": 5e-06,
      "loss": 0.1607,
      "step": 32500
    },
    {
      "epoch": 0.4595238430852938,
      "grad_norm": 4.506296634674072,
      "learning_rate": 5e-06,
      "loss": 0.1686,
      "step": 32600
    },
    {
      "epoch": 0.46093342542604626,
      "grad_norm": 5.826310634613037,
      "learning_rate": 5e-06,
      "loss": 0.1673,
      "step": 32700
    },
    {
      "epoch": 0.4623430077667987,
      "grad_norm": 5.750566005706787,
      "learning_rate": 5e-06,
      "loss": 0.1845,
      "step": 32800
    },
    {
      "epoch": 0.46375259010755115,
      "grad_norm": 2.856067657470703,
      "learning_rate": 5e-06,
      "loss": 0.1732,
      "step": 32900
    },
    {
      "epoch": 0.46516217244830355,
      "grad_norm": 11.219294548034668,
      "learning_rate": 5e-06,
      "loss": 0.1624,
      "step": 33000
    },
    {
      "epoch": 0.466571754789056,
      "grad_norm": 6.2723822593688965,
      "learning_rate": 5e-06,
      "loss": 0.1686,
      "step": 33100
    },
    {
      "epoch": 0.46798133712980844,
      "grad_norm": 4.652769565582275,
      "learning_rate": 5e-06,
      "loss": 0.1857,
      "step": 33200
    },
    {
      "epoch": 0.4693909194705609,
      "grad_norm": 4.598110675811768,
      "learning_rate": 5e-06,
      "loss": 0.1616,
      "step": 33300
    },
    {
      "epoch": 0.47080050181131333,
      "grad_norm": 10.226699829101562,
      "learning_rate": 5e-06,
      "loss": 0.1673,
      "step": 33400
    },
    {
      "epoch": 0.4722100841520657,
      "grad_norm": 4.4338226318359375,
      "learning_rate": 5e-06,
      "loss": 0.1716,
      "step": 33500
    },
    {
      "epoch": 0.47361966649281817,
      "grad_norm": 6.681432723999023,
      "learning_rate": 5e-06,
      "loss": 0.1649,
      "step": 33600
    },
    {
      "epoch": 0.4750292488335706,
      "grad_norm": 7.778735160827637,
      "learning_rate": 5e-06,
      "loss": 0.169,
      "step": 33700
    },
    {
      "epoch": 0.47643883117432306,
      "grad_norm": 5.024602890014648,
      "learning_rate": 5e-06,
      "loss": 0.1628,
      "step": 33800
    },
    {
      "epoch": 0.4778484135150755,
      "grad_norm": 2.311767339706421,
      "learning_rate": 5e-06,
      "loss": 0.1562,
      "step": 33900
    },
    {
      "epoch": 0.4792579958558279,
      "grad_norm": 7.719168663024902,
      "learning_rate": 5e-06,
      "loss": 0.1802,
      "step": 34000
    },
    {
      "epoch": 0.48066757819658035,
      "grad_norm": 4.510706424713135,
      "learning_rate": 5e-06,
      "loss": 0.163,
      "step": 34100
    },
    {
      "epoch": 0.4820771605373328,
      "grad_norm": 15.809924125671387,
      "learning_rate": 5e-06,
      "loss": 0.1795,
      "step": 34200
    },
    {
      "epoch": 0.48348674287808524,
      "grad_norm": 8.12298583984375,
      "learning_rate": 5e-06,
      "loss": 0.1675,
      "step": 34300
    },
    {
      "epoch": 0.48489632521883763,
      "grad_norm": 18.543493270874023,
      "learning_rate": 5e-06,
      "loss": 0.1712,
      "step": 34400
    },
    {
      "epoch": 0.4863059075595901,
      "grad_norm": 2.452819585800171,
      "learning_rate": 5e-06,
      "loss": 0.1714,
      "step": 34500
    },
    {
      "epoch": 0.4877154899003425,
      "grad_norm": 4.511196613311768,
      "learning_rate": 5e-06,
      "loss": 0.1475,
      "step": 34600
    },
    {
      "epoch": 0.48912507224109497,
      "grad_norm": 3.7645552158355713,
      "learning_rate": 5e-06,
      "loss": 0.1687,
      "step": 34700
    },
    {
      "epoch": 0.4905346545818474,
      "grad_norm": 9.334867477416992,
      "learning_rate": 5e-06,
      "loss": 0.1546,
      "step": 34800
    },
    {
      "epoch": 0.4919442369225998,
      "grad_norm": 6.649627208709717,
      "learning_rate": 5e-06,
      "loss": 0.1784,
      "step": 34900
    },
    {
      "epoch": 0.49335381926335226,
      "grad_norm": 5.573568344116211,
      "learning_rate": 5e-06,
      "loss": 0.186,
      "step": 35000
    },
    {
      "epoch": 0.4947634016041047,
      "grad_norm": 3.5175132751464844,
      "learning_rate": 5e-06,
      "loss": 0.1558,
      "step": 35100
    },
    {
      "epoch": 0.49617298394485715,
      "grad_norm": 7.688186168670654,
      "learning_rate": 5e-06,
      "loss": 0.1632,
      "step": 35200
    },
    {
      "epoch": 0.4975825662856096,
      "grad_norm": 7.6086015701293945,
      "learning_rate": 5e-06,
      "loss": 0.1564,
      "step": 35300
    },
    {
      "epoch": 0.498992148626362,
      "grad_norm": 6.861526966094971,
      "learning_rate": 5e-06,
      "loss": 0.1543,
      "step": 35400
    },
    {
      "epoch": 0.5004017309671145,
      "grad_norm": 4.8467817306518555,
      "learning_rate": 5e-06,
      "loss": 0.1746,
      "step": 35500
    },
    {
      "epoch": 0.5018113133078669,
      "grad_norm": 4.847651481628418,
      "learning_rate": 5e-06,
      "loss": 0.1551,
      "step": 35600
    },
    {
      "epoch": 0.5032208956486193,
      "grad_norm": 3.6182055473327637,
      "learning_rate": 5e-06,
      "loss": 0.1529,
      "step": 35700
    },
    {
      "epoch": 0.5046304779893718,
      "grad_norm": 3.79213285446167,
      "learning_rate": 5e-06,
      "loss": 0.1573,
      "step": 35800
    },
    {
      "epoch": 0.5060400603301242,
      "grad_norm": 3.9166507720947266,
      "learning_rate": 5e-06,
      "loss": 0.167,
      "step": 35900
    },
    {
      "epoch": 0.5074496426708767,
      "grad_norm": 4.084439754486084,
      "learning_rate": 5e-06,
      "loss": 0.1624,
      "step": 36000
    },
    {
      "epoch": 0.5088592250116291,
      "grad_norm": 6.941572189331055,
      "learning_rate": 5e-06,
      "loss": 0.1711,
      "step": 36100
    },
    {
      "epoch": 0.5102688073523814,
      "grad_norm": 8.478732109069824,
      "learning_rate": 5e-06,
      "loss": 0.1507,
      "step": 36200
    },
    {
      "epoch": 0.511678389693134,
      "grad_norm": 5.408153533935547,
      "learning_rate": 5e-06,
      "loss": 0.17,
      "step": 36300
    },
    {
      "epoch": 0.5130879720338863,
      "grad_norm": 2.829720973968506,
      "learning_rate": 5e-06,
      "loss": 0.1494,
      "step": 36400
    },
    {
      "epoch": 0.5144975543746388,
      "grad_norm": 2.9564499855041504,
      "learning_rate": 5e-06,
      "loss": 0.1627,
      "step": 36500
    },
    {
      "epoch": 0.5159071367153912,
      "grad_norm": 5.553697109222412,
      "learning_rate": 5e-06,
      "loss": 0.1599,
      "step": 36600
    },
    {
      "epoch": 0.5173167190561436,
      "grad_norm": 4.007311820983887,
      "learning_rate": 5e-06,
      "loss": 0.1698,
      "step": 36700
    },
    {
      "epoch": 0.5187263013968961,
      "grad_norm": 5.143206596374512,
      "learning_rate": 5e-06,
      "loss": 0.1554,
      "step": 36800
    },
    {
      "epoch": 0.5201358837376485,
      "grad_norm": 8.60270881652832,
      "learning_rate": 5e-06,
      "loss": 0.1723,
      "step": 36900
    },
    {
      "epoch": 0.521545466078401,
      "grad_norm": 8.143211364746094,
      "learning_rate": 5e-06,
      "loss": 0.1604,
      "step": 37000
    },
    {
      "epoch": 0.5229550484191534,
      "grad_norm": 7.441666126251221,
      "learning_rate": 5e-06,
      "loss": 0.1507,
      "step": 37100
    },
    {
      "epoch": 0.5243646307599058,
      "grad_norm": 4.050390720367432,
      "learning_rate": 5e-06,
      "loss": 0.1609,
      "step": 37200
    },
    {
      "epoch": 0.5257742131006583,
      "grad_norm": 6.505164623260498,
      "learning_rate": 5e-06,
      "loss": 0.1555,
      "step": 37300
    },
    {
      "epoch": 0.5271837954414107,
      "grad_norm": 10.451496124267578,
      "learning_rate": 5e-06,
      "loss": 0.1781,
      "step": 37400
    },
    {
      "epoch": 0.5285933777821632,
      "grad_norm": 5.173460483551025,
      "learning_rate": 5e-06,
      "loss": 0.1793,
      "step": 37500
    },
    {
      "epoch": 0.5300029601229156,
      "grad_norm": 4.711813449859619,
      "learning_rate": 5e-06,
      "loss": 0.1726,
      "step": 37600
    },
    {
      "epoch": 0.531412542463668,
      "grad_norm": 8.807751655578613,
      "learning_rate": 5e-06,
      "loss": 0.1544,
      "step": 37700
    },
    {
      "epoch": 0.5328221248044205,
      "grad_norm": 5.567316055297852,
      "learning_rate": 5e-06,
      "loss": 0.1687,
      "step": 37800
    },
    {
      "epoch": 0.5342317071451729,
      "grad_norm": 2.1184282302856445,
      "learning_rate": 5e-06,
      "loss": 0.1763,
      "step": 37900
    },
    {
      "epoch": 0.5356412894859253,
      "grad_norm": 1.7461533546447754,
      "learning_rate": 5e-06,
      "loss": 0.1634,
      "step": 38000
    },
    {
      "epoch": 0.5370508718266778,
      "grad_norm": 6.699134349822998,
      "learning_rate": 5e-06,
      "loss": 0.1586,
      "step": 38100
    },
    {
      "epoch": 0.5384604541674302,
      "grad_norm": 7.428164005279541,
      "learning_rate": 5e-06,
      "loss": 0.1538,
      "step": 38200
    },
    {
      "epoch": 0.5398700365081827,
      "grad_norm": 6.360153675079346,
      "learning_rate": 5e-06,
      "loss": 0.1625,
      "step": 38300
    },
    {
      "epoch": 0.541279618848935,
      "grad_norm": 4.190974712371826,
      "learning_rate": 5e-06,
      "loss": 0.1681,
      "step": 38400
    },
    {
      "epoch": 0.5426892011896874,
      "grad_norm": 10.706437110900879,
      "learning_rate": 5e-06,
      "loss": 0.157,
      "step": 38500
    },
    {
      "epoch": 0.5440987835304399,
      "grad_norm": 5.7078022956848145,
      "learning_rate": 5e-06,
      "loss": 0.1625,
      "step": 38600
    },
    {
      "epoch": 0.5455083658711923,
      "grad_norm": 2.5214171409606934,
      "learning_rate": 5e-06,
      "loss": 0.1624,
      "step": 38700
    },
    {
      "epoch": 0.5469179482119448,
      "grad_norm": 6.11489200592041,
      "learning_rate": 5e-06,
      "loss": 0.165,
      "step": 38800
    },
    {
      "epoch": 0.5483275305526972,
      "grad_norm": 7.4266037940979,
      "learning_rate": 5e-06,
      "loss": 0.1548,
      "step": 38900
    },
    {
      "epoch": 0.5497371128934496,
      "grad_norm": 5.581187725067139,
      "learning_rate": 5e-06,
      "loss": 0.1649,
      "step": 39000
    },
    {
      "epoch": 0.5511466952342021,
      "grad_norm": 5.696869373321533,
      "learning_rate": 5e-06,
      "loss": 0.1742,
      "step": 39100
    },
    {
      "epoch": 0.5525562775749545,
      "grad_norm": 4.582851409912109,
      "learning_rate": 5e-06,
      "loss": 0.1539,
      "step": 39200
    },
    {
      "epoch": 0.553965859915707,
      "grad_norm": 5.852180480957031,
      "learning_rate": 5e-06,
      "loss": 0.1506,
      "step": 39300
    },
    {
      "epoch": 0.5553754422564594,
      "grad_norm": 9.777814865112305,
      "learning_rate": 5e-06,
      "loss": 0.1773,
      "step": 39400
    },
    {
      "epoch": 0.5567850245972118,
      "grad_norm": 5.097667217254639,
      "learning_rate": 5e-06,
      "loss": 0.1593,
      "step": 39500
    },
    {
      "epoch": 0.5581946069379643,
      "grad_norm": 7.410214900970459,
      "learning_rate": 5e-06,
      "loss": 0.1568,
      "step": 39600
    },
    {
      "epoch": 0.5596041892787167,
      "grad_norm": 8.580971717834473,
      "learning_rate": 5e-06,
      "loss": 0.1639,
      "step": 39700
    },
    {
      "epoch": 0.5610137716194692,
      "grad_norm": 3.8351476192474365,
      "learning_rate": 5e-06,
      "loss": 0.1568,
      "step": 39800
    },
    {
      "epoch": 0.5624233539602216,
      "grad_norm": 10.762611389160156,
      "learning_rate": 5e-06,
      "loss": 0.1598,
      "step": 39900
    },
    {
      "epoch": 0.563832936300974,
      "grad_norm": 1.9977121353149414,
      "learning_rate": 5e-06,
      "loss": 0.1546,
      "step": 40000
    },
    {
      "epoch": 0.5652425186417265,
      "grad_norm": 2.2124369144439697,
      "learning_rate": 5e-06,
      "loss": 0.1547,
      "step": 40100
    },
    {
      "epoch": 0.5666521009824789,
      "grad_norm": 5.77731466293335,
      "learning_rate": 5e-06,
      "loss": 0.1569,
      "step": 40200
    },
    {
      "epoch": 0.5680616833232314,
      "grad_norm": 5.425573825836182,
      "learning_rate": 5e-06,
      "loss": 0.1563,
      "step": 40300
    },
    {
      "epoch": 0.5694712656639838,
      "grad_norm": 6.180054187774658,
      "learning_rate": 5e-06,
      "loss": 0.1441,
      "step": 40400
    },
    {
      "epoch": 0.5708808480047362,
      "grad_norm": 3.582580327987671,
      "learning_rate": 5e-06,
      "loss": 0.1677,
      "step": 40500
    },
    {
      "epoch": 0.5722904303454887,
      "grad_norm": 3.856854200363159,
      "learning_rate": 5e-06,
      "loss": 0.1437,
      "step": 40600
    },
    {
      "epoch": 0.573700012686241,
      "grad_norm": 4.450934886932373,
      "learning_rate": 5e-06,
      "loss": 0.1543,
      "step": 40700
    },
    {
      "epoch": 0.5751095950269935,
      "grad_norm": 4.307298183441162,
      "learning_rate": 5e-06,
      "loss": 0.1518,
      "step": 40800
    },
    {
      "epoch": 0.5765191773677459,
      "grad_norm": 7.603271484375,
      "learning_rate": 5e-06,
      "loss": 0.1613,
      "step": 40900
    },
    {
      "epoch": 0.5779287597084983,
      "grad_norm": 8.28968334197998,
      "learning_rate": 5e-06,
      "loss": 0.154,
      "step": 41000
    },
    {
      "epoch": 0.5793383420492508,
      "grad_norm": 4.491351127624512,
      "learning_rate": 5e-06,
      "loss": 0.1552,
      "step": 41100
    },
    {
      "epoch": 0.5807479243900032,
      "grad_norm": 5.230201244354248,
      "learning_rate": 5e-06,
      "loss": 0.1489,
      "step": 41200
    },
    {
      "epoch": 0.5821575067307557,
      "grad_norm": 1.609328031539917,
      "learning_rate": 5e-06,
      "loss": 0.1601,
      "step": 41300
    },
    {
      "epoch": 0.5835670890715081,
      "grad_norm": 5.68996524810791,
      "learning_rate": 5e-06,
      "loss": 0.1796,
      "step": 41400
    },
    {
      "epoch": 0.5849766714122605,
      "grad_norm": 4.06605863571167,
      "learning_rate": 5e-06,
      "loss": 0.1428,
      "step": 41500
    },
    {
      "epoch": 0.586386253753013,
      "grad_norm": 4.4331183433532715,
      "learning_rate": 5e-06,
      "loss": 0.1699,
      "step": 41600
    },
    {
      "epoch": 0.5877958360937654,
      "grad_norm": 5.686635494232178,
      "learning_rate": 5e-06,
      "loss": 0.1564,
      "step": 41700
    },
    {
      "epoch": 0.5892054184345179,
      "grad_norm": 4.570230960845947,
      "learning_rate": 5e-06,
      "loss": 0.1728,
      "step": 41800
    },
    {
      "epoch": 0.5906150007752703,
      "grad_norm": 5.819359302520752,
      "learning_rate": 5e-06,
      "loss": 0.1502,
      "step": 41900
    },
    {
      "epoch": 0.5920245831160227,
      "grad_norm": 5.756204605102539,
      "learning_rate": 5e-06,
      "loss": 0.1518,
      "step": 42000
    },
    {
      "epoch": 0.5934341654567752,
      "grad_norm": 3.840224027633667,
      "learning_rate": 5e-06,
      "loss": 0.1625,
      "step": 42100
    },
    {
      "epoch": 0.5948437477975276,
      "grad_norm": 3.7680954933166504,
      "learning_rate": 5e-06,
      "loss": 0.1556,
      "step": 42200
    },
    {
      "epoch": 0.5962533301382801,
      "grad_norm": 9.78383731842041,
      "learning_rate": 5e-06,
      "loss": 0.1547,
      "step": 42300
    },
    {
      "epoch": 0.5976629124790325,
      "grad_norm": 7.22402811050415,
      "learning_rate": 5e-06,
      "loss": 0.1512,
      "step": 42400
    },
    {
      "epoch": 0.5990724948197849,
      "grad_norm": 5.78540563583374,
      "learning_rate": 5e-06,
      "loss": 0.1523,
      "step": 42500
    },
    {
      "epoch": 0.6004820771605374,
      "grad_norm": 2.758867025375366,
      "learning_rate": 5e-06,
      "loss": 0.1534,
      "step": 42600
    },
    {
      "epoch": 0.6018916595012898,
      "grad_norm": 3.4949169158935547,
      "learning_rate": 5e-06,
      "loss": 0.1421,
      "step": 42700
    },
    {
      "epoch": 0.6033012418420423,
      "grad_norm": 8.096014022827148,
      "learning_rate": 5e-06,
      "loss": 0.1544,
      "step": 42800
    },
    {
      "epoch": 0.6047108241827946,
      "grad_norm": 5.4871826171875,
      "learning_rate": 5e-06,
      "loss": 0.1528,
      "step": 42900
    },
    {
      "epoch": 0.606120406523547,
      "grad_norm": 6.561768054962158,
      "learning_rate": 5e-06,
      "loss": 0.1424,
      "step": 43000
    },
    {
      "epoch": 0.6075299888642995,
      "grad_norm": 8.549028396606445,
      "learning_rate": 5e-06,
      "loss": 0.1568,
      "step": 43100
    },
    {
      "epoch": 0.6089395712050519,
      "grad_norm": 7.263025283813477,
      "learning_rate": 5e-06,
      "loss": 0.1588,
      "step": 43200
    },
    {
      "epoch": 0.6103491535458043,
      "grad_norm": 6.8344526290893555,
      "learning_rate": 5e-06,
      "loss": 0.163,
      "step": 43300
    },
    {
      "epoch": 0.6117587358865568,
      "grad_norm": 6.948947906494141,
      "learning_rate": 5e-06,
      "loss": 0.1456,
      "step": 43400
    },
    {
      "epoch": 0.6131683182273092,
      "grad_norm": 4.474613189697266,
      "learning_rate": 5e-06,
      "loss": 0.1533,
      "step": 43500
    },
    {
      "epoch": 0.6145779005680617,
      "grad_norm": 2.8910298347473145,
      "learning_rate": 5e-06,
      "loss": 0.158,
      "step": 43600
    },
    {
      "epoch": 0.6159874829088141,
      "grad_norm": 3.70888614654541,
      "learning_rate": 5e-06,
      "loss": 0.1629,
      "step": 43700
    },
    {
      "epoch": 0.6173970652495665,
      "grad_norm": 6.978560924530029,
      "learning_rate": 5e-06,
      "loss": 0.1526,
      "step": 43800
    },
    {
      "epoch": 0.618806647590319,
      "grad_norm": 5.777304649353027,
      "learning_rate": 5e-06,
      "loss": 0.1398,
      "step": 43900
    },
    {
      "epoch": 0.6202162299310714,
      "grad_norm": 12.261636734008789,
      "learning_rate": 5e-06,
      "loss": 0.1432,
      "step": 44000
    },
    {
      "epoch": 0.6216258122718239,
      "grad_norm": 8.272961616516113,
      "learning_rate": 5e-06,
      "loss": 0.1765,
      "step": 44100
    },
    {
      "epoch": 0.6230353946125763,
      "grad_norm": 6.25070333480835,
      "learning_rate": 5e-06,
      "loss": 0.145,
      "step": 44200
    },
    {
      "epoch": 0.6244449769533287,
      "grad_norm": 4.6688361167907715,
      "learning_rate": 5e-06,
      "loss": 0.1463,
      "step": 44300
    },
    {
      "epoch": 0.6258545592940812,
      "grad_norm": 8.51819133758545,
      "learning_rate": 5e-06,
      "loss": 0.1533,
      "step": 44400
    },
    {
      "epoch": 0.6272641416348336,
      "grad_norm": 4.260847568511963,
      "learning_rate": 5e-06,
      "loss": 0.1494,
      "step": 44500
    },
    {
      "epoch": 0.6286737239755861,
      "grad_norm": 7.898877143859863,
      "learning_rate": 5e-06,
      "loss": 0.1553,
      "step": 44600
    },
    {
      "epoch": 0.6300833063163385,
      "grad_norm": 16.27264404296875,
      "learning_rate": 5e-06,
      "loss": 0.1603,
      "step": 44700
    },
    {
      "epoch": 0.6314928886570909,
      "grad_norm": 6.335506916046143,
      "learning_rate": 5e-06,
      "loss": 0.1595,
      "step": 44800
    },
    {
      "epoch": 0.6329024709978434,
      "grad_norm": 4.654255390167236,
      "learning_rate": 5e-06,
      "loss": 0.1582,
      "step": 44900
    },
    {
      "epoch": 0.6343120533385957,
      "grad_norm": 6.541642665863037,
      "learning_rate": 5e-06,
      "loss": 0.144,
      "step": 45000
    },
    {
      "epoch": 0.6357216356793483,
      "grad_norm": 4.977025032043457,
      "learning_rate": 5e-06,
      "loss": 0.1583,
      "step": 45100
    },
    {
      "epoch": 0.6371312180201006,
      "grad_norm": 11.765115737915039,
      "learning_rate": 5e-06,
      "loss": 0.1475,
      "step": 45200
    },
    {
      "epoch": 0.638540800360853,
      "grad_norm": 8.294356346130371,
      "learning_rate": 5e-06,
      "loss": 0.1433,
      "step": 45300
    },
    {
      "epoch": 0.6399503827016055,
      "grad_norm": 6.858247756958008,
      "learning_rate": 5e-06,
      "loss": 0.1517,
      "step": 45400
    },
    {
      "epoch": 0.6413599650423579,
      "grad_norm": 3.5107619762420654,
      "learning_rate": 5e-06,
      "loss": 0.1562,
      "step": 45500
    },
    {
      "epoch": 0.6427695473831104,
      "grad_norm": 8.49653148651123,
      "learning_rate": 5e-06,
      "loss": 0.1469,
      "step": 45600
    },
    {
      "epoch": 0.6441791297238628,
      "grad_norm": 5.095958709716797,
      "learning_rate": 5e-06,
      "loss": 0.1631,
      "step": 45700
    },
    {
      "epoch": 0.6455887120646152,
      "grad_norm": 3.364525318145752,
      "learning_rate": 5e-06,
      "loss": 0.141,
      "step": 45800
    },
    {
      "epoch": 0.6469982944053677,
      "grad_norm": 8.275602340698242,
      "learning_rate": 5e-06,
      "loss": 0.1609,
      "step": 45900
    },
    {
      "epoch": 0.6484078767461201,
      "grad_norm": 6.751332759857178,
      "learning_rate": 5e-06,
      "loss": 0.1477,
      "step": 46000
    },
    {
      "epoch": 0.6498174590868726,
      "grad_norm": 10.56379222869873,
      "learning_rate": 5e-06,
      "loss": 0.1488,
      "step": 46100
    },
    {
      "epoch": 0.651227041427625,
      "grad_norm": 6.139703750610352,
      "learning_rate": 5e-06,
      "loss": 0.1323,
      "step": 46200
    },
    {
      "epoch": 0.6526366237683774,
      "grad_norm": 7.92280912399292,
      "learning_rate": 5e-06,
      "loss": 0.1377,
      "step": 46300
    },
    {
      "epoch": 0.6540462061091299,
      "grad_norm": 5.021560192108154,
      "learning_rate": 5e-06,
      "loss": 0.1438,
      "step": 46400
    },
    {
      "epoch": 0.6554557884498823,
      "grad_norm": 5.646745681762695,
      "learning_rate": 5e-06,
      "loss": 0.1485,
      "step": 46500
    },
    {
      "epoch": 0.6568653707906348,
      "grad_norm": 4.460583686828613,
      "learning_rate": 5e-06,
      "loss": 0.1599,
      "step": 46600
    },
    {
      "epoch": 0.6582749531313872,
      "grad_norm": 4.52743673324585,
      "learning_rate": 5e-06,
      "loss": 0.153,
      "step": 46700
    },
    {
      "epoch": 0.6596845354721396,
      "grad_norm": 8.964554786682129,
      "learning_rate": 5e-06,
      "loss": 0.1277,
      "step": 46800
    },
    {
      "epoch": 0.6610941178128921,
      "grad_norm": 8.602269172668457,
      "learning_rate": 5e-06,
      "loss": 0.1548,
      "step": 46900
    },
    {
      "epoch": 0.6625037001536445,
      "grad_norm": 5.084038257598877,
      "learning_rate": 5e-06,
      "loss": 0.1483,
      "step": 47000
    },
    {
      "epoch": 0.663913282494397,
      "grad_norm": 2.4568417072296143,
      "learning_rate": 5e-06,
      "loss": 0.1512,
      "step": 47100
    },
    {
      "epoch": 0.6653228648351494,
      "grad_norm": 5.541726589202881,
      "learning_rate": 5e-06,
      "loss": 0.1479,
      "step": 47200
    },
    {
      "epoch": 0.6667324471759017,
      "grad_norm": 3.1813666820526123,
      "learning_rate": 5e-06,
      "loss": 0.1427,
      "step": 47300
    },
    {
      "epoch": 0.6681420295166542,
      "grad_norm": 3.6359241008758545,
      "learning_rate": 5e-06,
      "loss": 0.1718,
      "step": 47400
    },
    {
      "epoch": 0.6695516118574066,
      "grad_norm": 3.6861956119537354,
      "learning_rate": 5e-06,
      "loss": 0.1412,
      "step": 47500
    },
    {
      "epoch": 0.6709611941981591,
      "grad_norm": 10.615534782409668,
      "learning_rate": 5e-06,
      "loss": 0.1526,
      "step": 47600
    },
    {
      "epoch": 0.6723707765389115,
      "grad_norm": 2.4398550987243652,
      "learning_rate": 5e-06,
      "loss": 0.1451,
      "step": 47700
    },
    {
      "epoch": 0.6737803588796639,
      "grad_norm": 3.0429179668426514,
      "learning_rate": 5e-06,
      "loss": 0.1411,
      "step": 47800
    },
    {
      "epoch": 0.6751899412204164,
      "grad_norm": 6.211325168609619,
      "learning_rate": 5e-06,
      "loss": 0.1439,
      "step": 47900
    },
    {
      "epoch": 0.6765995235611688,
      "grad_norm": 10.402419090270996,
      "learning_rate": 5e-06,
      "loss": 0.1466,
      "step": 48000
    },
    {
      "epoch": 0.6780091059019213,
      "grad_norm": 5.313704013824463,
      "learning_rate": 5e-06,
      "loss": 0.1506,
      "step": 48100
    },
    {
      "epoch": 0.6794186882426737,
      "grad_norm": 3.552727460861206,
      "learning_rate": 5e-06,
      "loss": 0.1445,
      "step": 48200
    },
    {
      "epoch": 0.6808282705834261,
      "grad_norm": 2.844587802886963,
      "learning_rate": 5e-06,
      "loss": 0.1419,
      "step": 48300
    },
    {
      "epoch": 0.6822378529241786,
      "grad_norm": 7.941768169403076,
      "learning_rate": 5e-06,
      "loss": 0.1501,
      "step": 48400
    },
    {
      "epoch": 0.683647435264931,
      "grad_norm": 5.710647106170654,
      "learning_rate": 5e-06,
      "loss": 0.1408,
      "step": 48500
    },
    {
      "epoch": 0.6850570176056834,
      "grad_norm": 7.418885707855225,
      "learning_rate": 5e-06,
      "loss": 0.1461,
      "step": 48600
    },
    {
      "epoch": 0.6864665999464359,
      "grad_norm": 3.437758684158325,
      "learning_rate": 5e-06,
      "loss": 0.1554,
      "step": 48700
    },
    {
      "epoch": 0.6878761822871883,
      "grad_norm": 3.1238019466400146,
      "learning_rate": 5e-06,
      "loss": 0.1358,
      "step": 48800
    },
    {
      "epoch": 0.6892857646279408,
      "grad_norm": 6.260310649871826,
      "learning_rate": 5e-06,
      "loss": 0.1388,
      "step": 48900
    },
    {
      "epoch": 0.6906953469686932,
      "grad_norm": 10.085962295532227,
      "learning_rate": 5e-06,
      "loss": 0.1765,
      "step": 49000
    },
    {
      "epoch": 0.6921049293094456,
      "grad_norm": 4.164278030395508,
      "learning_rate": 5e-06,
      "loss": 0.148,
      "step": 49100
    },
    {
      "epoch": 0.6935145116501981,
      "grad_norm": 6.756546974182129,
      "learning_rate": 5e-06,
      "loss": 0.1528,
      "step": 49200
    },
    {
      "epoch": 0.6949240939909505,
      "grad_norm": 3.546400547027588,
      "learning_rate": 5e-06,
      "loss": 0.158,
      "step": 49300
    },
    {
      "epoch": 0.696333676331703,
      "grad_norm": 3.4565608501434326,
      "learning_rate": 5e-06,
      "loss": 0.154,
      "step": 49400
    },
    {
      "epoch": 0.6977432586724553,
      "grad_norm": 5.756852149963379,
      "learning_rate": 5e-06,
      "loss": 0.1497,
      "step": 49500
    },
    {
      "epoch": 0.6991528410132077,
      "grad_norm": 8.56847858428955,
      "learning_rate": 5e-06,
      "loss": 0.1546,
      "step": 49600
    },
    {
      "epoch": 0.7005624233539602,
      "grad_norm": 7.45479154586792,
      "learning_rate": 5e-06,
      "loss": 0.1591,
      "step": 49700
    },
    {
      "epoch": 0.7019720056947126,
      "grad_norm": 2.9739184379577637,
      "learning_rate": 5e-06,
      "loss": 0.1387,
      "step": 49800
    },
    {
      "epoch": 0.7033815880354651,
      "grad_norm": 7.025108337402344,
      "learning_rate": 5e-06,
      "loss": 0.1473,
      "step": 49900
    },
    {
      "epoch": 0.7047911703762175,
      "grad_norm": 2.5051486492156982,
      "learning_rate": 5e-06,
      "loss": 0.151,
      "step": 50000
    },
    {
      "epoch": 0.7062007527169699,
      "grad_norm": 4.451626300811768,
      "learning_rate": 5e-06,
      "loss": 0.1313,
      "step": 50100
    },
    {
      "epoch": 0.7076103350577224,
      "grad_norm": 6.418439865112305,
      "learning_rate": 5e-06,
      "loss": 0.1404,
      "step": 50200
    },
    {
      "epoch": 0.7090199173984748,
      "grad_norm": 5.182454586029053,
      "learning_rate": 5e-06,
      "loss": 0.1398,
      "step": 50300
    },
    {
      "epoch": 0.7104294997392273,
      "grad_norm": 4.733949661254883,
      "learning_rate": 5e-06,
      "loss": 0.1472,
      "step": 50400
    },
    {
      "epoch": 0.7118390820799797,
      "grad_norm": 3.3186705112457275,
      "learning_rate": 5e-06,
      "loss": 0.1529,
      "step": 50500
    },
    {
      "epoch": 0.7132486644207321,
      "grad_norm": 5.408017635345459,
      "learning_rate": 5e-06,
      "loss": 0.1491,
      "step": 50600
    },
    {
      "epoch": 0.7146582467614846,
      "grad_norm": 3.466096878051758,
      "learning_rate": 5e-06,
      "loss": 0.1341,
      "step": 50700
    },
    {
      "epoch": 0.716067829102237,
      "grad_norm": 5.513908863067627,
      "learning_rate": 5e-06,
      "loss": 0.1499,
      "step": 50800
    },
    {
      "epoch": 0.7174774114429895,
      "grad_norm": 6.809111595153809,
      "learning_rate": 5e-06,
      "loss": 0.1437,
      "step": 50900
    },
    {
      "epoch": 0.7188869937837419,
      "grad_norm": 3.6610758304595947,
      "learning_rate": 5e-06,
      "loss": 0.1552,
      "step": 51000
    },
    {
      "epoch": 0.7202965761244943,
      "grad_norm": 4.75347900390625,
      "learning_rate": 5e-06,
      "loss": 0.1448,
      "step": 51100
    },
    {
      "epoch": 0.7217061584652468,
      "grad_norm": 3.454299211502075,
      "learning_rate": 5e-06,
      "loss": 0.1462,
      "step": 51200
    },
    {
      "epoch": 0.7231157408059992,
      "grad_norm": 13.827011108398438,
      "learning_rate": 5e-06,
      "loss": 0.1399,
      "step": 51300
    },
    {
      "epoch": 0.7245253231467517,
      "grad_norm": 8.55988883972168,
      "learning_rate": 5e-06,
      "loss": 0.1527,
      "step": 51400
    },
    {
      "epoch": 0.7259349054875041,
      "grad_norm": 4.523544788360596,
      "learning_rate": 5e-06,
      "loss": 0.1437,
      "step": 51500
    },
    {
      "epoch": 0.7273444878282564,
      "grad_norm": 4.955018997192383,
      "learning_rate": 5e-06,
      "loss": 0.1371,
      "step": 51600
    },
    {
      "epoch": 0.728754070169009,
      "grad_norm": 5.358134746551514,
      "learning_rate": 5e-06,
      "loss": 0.1549,
      "step": 51700
    },
    {
      "epoch": 0.7301636525097613,
      "grad_norm": 5.212004661560059,
      "learning_rate": 5e-06,
      "loss": 0.1444,
      "step": 51800
    },
    {
      "epoch": 0.7315732348505138,
      "grad_norm": 9.37975788116455,
      "learning_rate": 5e-06,
      "loss": 0.1432,
      "step": 51900
    },
    {
      "epoch": 0.7329828171912662,
      "grad_norm": 12.776216506958008,
      "learning_rate": 5e-06,
      "loss": 0.1336,
      "step": 52000
    },
    {
      "epoch": 0.7343923995320186,
      "grad_norm": 5.210334777832031,
      "learning_rate": 5e-06,
      "loss": 0.1374,
      "step": 52100
    },
    {
      "epoch": 0.7358019818727711,
      "grad_norm": 3.444784641265869,
      "learning_rate": 5e-06,
      "loss": 0.153,
      "step": 52200
    },
    {
      "epoch": 0.7372115642135235,
      "grad_norm": 5.917352676391602,
      "learning_rate": 5e-06,
      "loss": 0.1428,
      "step": 52300
    },
    {
      "epoch": 0.738621146554276,
      "grad_norm": 6.803956508636475,
      "learning_rate": 5e-06,
      "loss": 0.1375,
      "step": 52400
    },
    {
      "epoch": 0.7400307288950284,
      "grad_norm": 6.565899848937988,
      "learning_rate": 5e-06,
      "loss": 0.1602,
      "step": 52500
    },
    {
      "epoch": 0.7414403112357808,
      "grad_norm": 5.1848368644714355,
      "learning_rate": 5e-06,
      "loss": 0.1346,
      "step": 52600
    },
    {
      "epoch": 0.7428498935765333,
      "grad_norm": 3.9779164791107178,
      "learning_rate": 5e-06,
      "loss": 0.14,
      "step": 52700
    },
    {
      "epoch": 0.7442594759172857,
      "grad_norm": 12.818072319030762,
      "learning_rate": 5e-06,
      "loss": 0.1401,
      "step": 52800
    },
    {
      "epoch": 0.7456690582580382,
      "grad_norm": 6.352860450744629,
      "learning_rate": 5e-06,
      "loss": 0.1359,
      "step": 52900
    },
    {
      "epoch": 0.7470786405987906,
      "grad_norm": 7.087016582489014,
      "learning_rate": 5e-06,
      "loss": 0.1511,
      "step": 53000
    },
    {
      "epoch": 0.748488222939543,
      "grad_norm": 5.0563578605651855,
      "learning_rate": 5e-06,
      "loss": 0.1448,
      "step": 53100
    },
    {
      "epoch": 0.7498978052802955,
      "grad_norm": 3.8510169982910156,
      "learning_rate": 5e-06,
      "loss": 0.1508,
      "step": 53200
    },
    {
      "epoch": 0.7513073876210479,
      "grad_norm": 8.863238334655762,
      "learning_rate": 5e-06,
      "loss": 0.1462,
      "step": 53300
    },
    {
      "epoch": 0.7527169699618003,
      "grad_norm": 6.929450988769531,
      "learning_rate": 5e-06,
      "loss": 0.1583,
      "step": 53400
    },
    {
      "epoch": 0.7541265523025528,
      "grad_norm": 4.765352249145508,
      "learning_rate": 5e-06,
      "loss": 0.1458,
      "step": 53500
    },
    {
      "epoch": 0.7555361346433052,
      "grad_norm": 10.134529113769531,
      "learning_rate": 5e-06,
      "loss": 0.1479,
      "step": 53600
    },
    {
      "epoch": 0.7569457169840577,
      "grad_norm": 5.025685787200928,
      "learning_rate": 5e-06,
      "loss": 0.1482,
      "step": 53700
    },
    {
      "epoch": 0.75835529932481,
      "grad_norm": 4.666411876678467,
      "learning_rate": 5e-06,
      "loss": 0.1363,
      "step": 53800
    },
    {
      "epoch": 0.7597648816655624,
      "grad_norm": 8.618990898132324,
      "learning_rate": 5e-06,
      "loss": 0.1426,
      "step": 53900
    },
    {
      "epoch": 0.7611744640063149,
      "grad_norm": 2.945502281188965,
      "learning_rate": 5e-06,
      "loss": 0.1474,
      "step": 54000
    },
    {
      "epoch": 0.7625840463470673,
      "grad_norm": 6.373222351074219,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 54100
    },
    {
      "epoch": 0.7639936286878198,
      "grad_norm": 3.6937170028686523,
      "learning_rate": 5e-06,
      "loss": 0.1622,
      "step": 54200
    },
    {
      "epoch": 0.7654032110285722,
      "grad_norm": 5.185633659362793,
      "learning_rate": 5e-06,
      "loss": 0.1438,
      "step": 54300
    },
    {
      "epoch": 0.7668127933693246,
      "grad_norm": 16.11650276184082,
      "learning_rate": 5e-06,
      "loss": 0.1396,
      "step": 54400
    },
    {
      "epoch": 0.7682223757100771,
      "grad_norm": 5.201466083526611,
      "learning_rate": 5e-06,
      "loss": 0.1487,
      "step": 54500
    },
    {
      "epoch": 0.7696319580508295,
      "grad_norm": 4.817756175994873,
      "learning_rate": 5e-06,
      "loss": 0.1321,
      "step": 54600
    },
    {
      "epoch": 0.771041540391582,
      "grad_norm": 5.567922592163086,
      "learning_rate": 5e-06,
      "loss": 0.1574,
      "step": 54700
    },
    {
      "epoch": 0.7724511227323344,
      "grad_norm": 6.3104777336120605,
      "learning_rate": 5e-06,
      "loss": 0.1401,
      "step": 54800
    },
    {
      "epoch": 0.7738607050730868,
      "grad_norm": 4.018230438232422,
      "learning_rate": 5e-06,
      "loss": 0.1551,
      "step": 54900
    },
    {
      "epoch": 0.7752702874138393,
      "grad_norm": 19.865766525268555,
      "learning_rate": 5e-06,
      "loss": 0.143,
      "step": 55000
    },
    {
      "epoch": 0.7766798697545917,
      "grad_norm": 6.209048748016357,
      "learning_rate": 5e-06,
      "loss": 0.1445,
      "step": 55100
    },
    {
      "epoch": 0.7780894520953442,
      "grad_norm": 4.779847621917725,
      "learning_rate": 5e-06,
      "loss": 0.1446,
      "step": 55200
    },
    {
      "epoch": 0.7794990344360966,
      "grad_norm": 6.832067966461182,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 55300
    },
    {
      "epoch": 0.780908616776849,
      "grad_norm": 7.9024763107299805,
      "learning_rate": 5e-06,
      "loss": 0.1439,
      "step": 55400
    },
    {
      "epoch": 0.7823181991176015,
      "grad_norm": 6.811226844787598,
      "learning_rate": 5e-06,
      "loss": 0.131,
      "step": 55500
    },
    {
      "epoch": 0.7837277814583539,
      "grad_norm": 3.969155788421631,
      "learning_rate": 5e-06,
      "loss": 0.1347,
      "step": 55600
    },
    {
      "epoch": 0.7851373637991064,
      "grad_norm": 2.99619722366333,
      "learning_rate": 5e-06,
      "loss": 0.1422,
      "step": 55700
    },
    {
      "epoch": 0.7865469461398588,
      "grad_norm": 5.362146854400635,
      "learning_rate": 5e-06,
      "loss": 0.1533,
      "step": 55800
    },
    {
      "epoch": 0.7879565284806112,
      "grad_norm": 5.749433517456055,
      "learning_rate": 5e-06,
      "loss": 0.1492,
      "step": 55900
    },
    {
      "epoch": 0.7893661108213637,
      "grad_norm": 6.773043155670166,
      "learning_rate": 5e-06,
      "loss": 0.1281,
      "step": 56000
    },
    {
      "epoch": 0.790775693162116,
      "grad_norm": 5.764621734619141,
      "learning_rate": 5e-06,
      "loss": 0.1402,
      "step": 56100
    },
    {
      "epoch": 0.7921852755028685,
      "grad_norm": 2.0890932083129883,
      "learning_rate": 5e-06,
      "loss": 0.1378,
      "step": 56200
    },
    {
      "epoch": 0.7935948578436209,
      "grad_norm": 4.270944595336914,
      "learning_rate": 5e-06,
      "loss": 0.1409,
      "step": 56300
    },
    {
      "epoch": 0.7950044401843733,
      "grad_norm": 7.451103210449219,
      "learning_rate": 5e-06,
      "loss": 0.1322,
      "step": 56400
    },
    {
      "epoch": 0.7964140225251258,
      "grad_norm": 5.734500885009766,
      "learning_rate": 5e-06,
      "loss": 0.1427,
      "step": 56500
    },
    {
      "epoch": 0.7978236048658782,
      "grad_norm": 3.380154848098755,
      "learning_rate": 5e-06,
      "loss": 0.1465,
      "step": 56600
    },
    {
      "epoch": 0.7992331872066307,
      "grad_norm": 4.349188327789307,
      "learning_rate": 5e-06,
      "loss": 0.1333,
      "step": 56700
    },
    {
      "epoch": 0.8006427695473831,
      "grad_norm": 9.541705131530762,
      "learning_rate": 5e-06,
      "loss": 0.1438,
      "step": 56800
    },
    {
      "epoch": 0.8020523518881355,
      "grad_norm": 8.293632507324219,
      "learning_rate": 5e-06,
      "loss": 0.1372,
      "step": 56900
    },
    {
      "epoch": 0.803461934228888,
      "grad_norm": 3.492236375808716,
      "learning_rate": 5e-06,
      "loss": 0.1453,
      "step": 57000
    },
    {
      "epoch": 0.8048715165696404,
      "grad_norm": 3.5756449699401855,
      "learning_rate": 5e-06,
      "loss": 0.1279,
      "step": 57100
    },
    {
      "epoch": 0.8062810989103929,
      "grad_norm": 6.68524694442749,
      "learning_rate": 5e-06,
      "loss": 0.1529,
      "step": 57200
    },
    {
      "epoch": 0.8076906812511453,
      "grad_norm": 5.015048027038574,
      "learning_rate": 5e-06,
      "loss": 0.1383,
      "step": 57300
    },
    {
      "epoch": 0.8091002635918977,
      "grad_norm": 4.560128211975098,
      "learning_rate": 5e-06,
      "loss": 0.145,
      "step": 57400
    },
    {
      "epoch": 0.8105098459326502,
      "grad_norm": 9.749856948852539,
      "learning_rate": 5e-06,
      "loss": 0.133,
      "step": 57500
    },
    {
      "epoch": 0.8119194282734026,
      "grad_norm": 3.4791367053985596,
      "learning_rate": 5e-06,
      "loss": 0.1332,
      "step": 57600
    },
    {
      "epoch": 0.8133290106141551,
      "grad_norm": 4.551452159881592,
      "learning_rate": 5e-06,
      "loss": 0.1398,
      "step": 57700
    },
    {
      "epoch": 0.8147385929549075,
      "grad_norm": 9.62995719909668,
      "learning_rate": 5e-06,
      "loss": 0.1465,
      "step": 57800
    },
    {
      "epoch": 0.8161481752956599,
      "grad_norm": 7.734631061553955,
      "learning_rate": 5e-06,
      "loss": 0.1231,
      "step": 57900
    },
    {
      "epoch": 0.8175577576364124,
      "grad_norm": 5.807008266448975,
      "learning_rate": 5e-06,
      "loss": 0.1471,
      "step": 58000
    },
    {
      "epoch": 0.8189673399771648,
      "grad_norm": 2.623918056488037,
      "learning_rate": 5e-06,
      "loss": 0.1433,
      "step": 58100
    },
    {
      "epoch": 0.8203769223179173,
      "grad_norm": 5.5337324142456055,
      "learning_rate": 5e-06,
      "loss": 0.1372,
      "step": 58200
    },
    {
      "epoch": 0.8217865046586696,
      "grad_norm": 5.4217143058776855,
      "learning_rate": 5e-06,
      "loss": 0.1404,
      "step": 58300
    },
    {
      "epoch": 0.823196086999422,
      "grad_norm": 3.4882776737213135,
      "learning_rate": 5e-06,
      "loss": 0.1442,
      "step": 58400
    },
    {
      "epoch": 0.8246056693401745,
      "grad_norm": 2.058161735534668,
      "learning_rate": 5e-06,
      "loss": 0.1265,
      "step": 58500
    },
    {
      "epoch": 0.8260152516809269,
      "grad_norm": 4.483560562133789,
      "learning_rate": 5e-06,
      "loss": 0.126,
      "step": 58600
    },
    {
      "epoch": 0.8274248340216793,
      "grad_norm": 10.200261116027832,
      "learning_rate": 5e-06,
      "loss": 0.1402,
      "step": 58700
    },
    {
      "epoch": 0.8288344163624318,
      "grad_norm": 4.538296699523926,
      "learning_rate": 5e-06,
      "loss": 0.1357,
      "step": 58800
    },
    {
      "epoch": 0.8302439987031842,
      "grad_norm": 5.419805526733398,
      "learning_rate": 5e-06,
      "loss": 0.1457,
      "step": 58900
    },
    {
      "epoch": 0.8316535810439367,
      "grad_norm": 9.27834415435791,
      "learning_rate": 5e-06,
      "loss": 0.1341,
      "step": 59000
    },
    {
      "epoch": 0.8330631633846891,
      "grad_norm": 6.6707844734191895,
      "learning_rate": 5e-06,
      "loss": 0.155,
      "step": 59100
    },
    {
      "epoch": 0.8344727457254415,
      "grad_norm": 2.8855087757110596,
      "learning_rate": 5e-06,
      "loss": 0.1321,
      "step": 59200
    },
    {
      "epoch": 0.835882328066194,
      "grad_norm": 7.7662858963012695,
      "learning_rate": 5e-06,
      "loss": 0.1279,
      "step": 59300
    },
    {
      "epoch": 0.8372919104069464,
      "grad_norm": 7.80805778503418,
      "learning_rate": 5e-06,
      "loss": 0.1392,
      "step": 59400
    },
    {
      "epoch": 0.8387014927476989,
      "grad_norm": 3.7547836303710938,
      "learning_rate": 5e-06,
      "loss": 0.1617,
      "step": 59500
    },
    {
      "epoch": 0.8401110750884513,
      "grad_norm": 5.297152996063232,
      "learning_rate": 5e-06,
      "loss": 0.1447,
      "step": 59600
    },
    {
      "epoch": 0.8415206574292037,
      "grad_norm": 4.29581356048584,
      "learning_rate": 5e-06,
      "loss": 0.1348,
      "step": 59700
    },
    {
      "epoch": 0.8429302397699562,
      "grad_norm": 3.7968697547912598,
      "learning_rate": 5e-06,
      "loss": 0.139,
      "step": 59800
    },
    {
      "epoch": 0.8443398221107086,
      "grad_norm": 4.050263404846191,
      "learning_rate": 5e-06,
      "loss": 0.1286,
      "step": 59900
    },
    {
      "epoch": 0.8457494044514611,
      "grad_norm": 3.915675640106201,
      "learning_rate": 5e-06,
      "loss": 0.1354,
      "step": 60000
    },
    {
      "epoch": 0.8471589867922135,
      "grad_norm": 9.464818000793457,
      "learning_rate": 5e-06,
      "loss": 0.1436,
      "step": 60100
    },
    {
      "epoch": 0.8485685691329659,
      "grad_norm": 4.0936279296875,
      "learning_rate": 5e-06,
      "loss": 0.1355,
      "step": 60200
    },
    {
      "epoch": 0.8499781514737184,
      "grad_norm": 12.00400447845459,
      "learning_rate": 5e-06,
      "loss": 0.1327,
      "step": 60300
    },
    {
      "epoch": 0.8513877338144707,
      "grad_norm": 4.457345008850098,
      "learning_rate": 5e-06,
      "loss": 0.1298,
      "step": 60400
    },
    {
      "epoch": 0.8527973161552233,
      "grad_norm": 6.743985176086426,
      "learning_rate": 5e-06,
      "loss": 0.1286,
      "step": 60500
    },
    {
      "epoch": 0.8542068984959756,
      "grad_norm": 8.646920204162598,
      "learning_rate": 5e-06,
      "loss": 0.1326,
      "step": 60600
    },
    {
      "epoch": 0.855616480836728,
      "grad_norm": 4.707281112670898,
      "learning_rate": 5e-06,
      "loss": 0.1338,
      "step": 60700
    },
    {
      "epoch": 0.8570260631774805,
      "grad_norm": 6.248233318328857,
      "learning_rate": 5e-06,
      "loss": 0.1269,
      "step": 60800
    },
    {
      "epoch": 0.8584356455182329,
      "grad_norm": 4.4368462562561035,
      "learning_rate": 5e-06,
      "loss": 0.1277,
      "step": 60900
    },
    {
      "epoch": 0.8598452278589854,
      "grad_norm": 4.555923938751221,
      "learning_rate": 5e-06,
      "loss": 0.1466,
      "step": 61000
    },
    {
      "epoch": 0.8612548101997378,
      "grad_norm": 3.332887887954712,
      "learning_rate": 5e-06,
      "loss": 0.1417,
      "step": 61100
    },
    {
      "epoch": 0.8626643925404902,
      "grad_norm": 5.293142795562744,
      "learning_rate": 5e-06,
      "loss": 0.1419,
      "step": 61200
    },
    {
      "epoch": 0.8640739748812427,
      "grad_norm": 5.287280559539795,
      "learning_rate": 5e-06,
      "loss": 0.119,
      "step": 61300
    },
    {
      "epoch": 0.8654835572219951,
      "grad_norm": 5.763186454772949,
      "learning_rate": 5e-06,
      "loss": 0.1312,
      "step": 61400
    },
    {
      "epoch": 0.8668931395627476,
      "grad_norm": 4.7081122398376465,
      "learning_rate": 5e-06,
      "loss": 0.1383,
      "step": 61500
    },
    {
      "epoch": 0.8683027219035,
      "grad_norm": 3.742290735244751,
      "learning_rate": 5e-06,
      "loss": 0.1316,
      "step": 61600
    },
    {
      "epoch": 0.8697123042442524,
      "grad_norm": 4.335935592651367,
      "learning_rate": 5e-06,
      "loss": 0.1405,
      "step": 61700
    },
    {
      "epoch": 0.8711218865850049,
      "grad_norm": 3.3075942993164062,
      "learning_rate": 5e-06,
      "loss": 0.1379,
      "step": 61800
    },
    {
      "epoch": 0.8725314689257573,
      "grad_norm": 4.881570816040039,
      "learning_rate": 5e-06,
      "loss": 0.1379,
      "step": 61900
    },
    {
      "epoch": 0.8739410512665098,
      "grad_norm": 2.9460248947143555,
      "learning_rate": 5e-06,
      "loss": 0.1256,
      "step": 62000
    },
    {
      "epoch": 0.8753506336072622,
      "grad_norm": 3.3177692890167236,
      "learning_rate": 5e-06,
      "loss": 0.1423,
      "step": 62100
    },
    {
      "epoch": 0.8767602159480146,
      "grad_norm": 7.327842712402344,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 62200
    },
    {
      "epoch": 0.8781697982887671,
      "grad_norm": 12.535551071166992,
      "learning_rate": 5e-06,
      "loss": 0.1488,
      "step": 62300
    },
    {
      "epoch": 0.8795793806295195,
      "grad_norm": 4.949655055999756,
      "learning_rate": 5e-06,
      "loss": 0.1657,
      "step": 62400
    },
    {
      "epoch": 0.880988962970272,
      "grad_norm": 22.18631362915039,
      "learning_rate": 5e-06,
      "loss": 0.1317,
      "step": 62500
    },
    {
      "epoch": 0.8823985453110244,
      "grad_norm": 12.441628456115723,
      "learning_rate": 5e-06,
      "loss": 0.1262,
      "step": 62600
    },
    {
      "epoch": 0.8838081276517767,
      "grad_norm": 2.331876039505005,
      "learning_rate": 5e-06,
      "loss": 0.1292,
      "step": 62700
    },
    {
      "epoch": 0.8852177099925292,
      "grad_norm": 4.490066051483154,
      "learning_rate": 5e-06,
      "loss": 0.1439,
      "step": 62800
    },
    {
      "epoch": 0.8866272923332816,
      "grad_norm": 4.20466947555542,
      "learning_rate": 5e-06,
      "loss": 0.1242,
      "step": 62900
    },
    {
      "epoch": 0.8880368746740341,
      "grad_norm": 6.144311904907227,
      "learning_rate": 5e-06,
      "loss": 0.1395,
      "step": 63000
    },
    {
      "epoch": 0.8894464570147865,
      "grad_norm": 7.591376304626465,
      "learning_rate": 5e-06,
      "loss": 0.1251,
      "step": 63100
    },
    {
      "epoch": 0.8908560393555389,
      "grad_norm": 11.054561614990234,
      "learning_rate": 5e-06,
      "loss": 0.1312,
      "step": 63200
    },
    {
      "epoch": 0.8922656216962914,
      "grad_norm": 2.0686352252960205,
      "learning_rate": 5e-06,
      "loss": 0.1448,
      "step": 63300
    },
    {
      "epoch": 0.8936752040370438,
      "grad_norm": 5.261995315551758,
      "learning_rate": 5e-06,
      "loss": 0.143,
      "step": 63400
    },
    {
      "epoch": 0.8950847863777962,
      "grad_norm": 1.9525703191757202,
      "learning_rate": 5e-06,
      "loss": 0.1383,
      "step": 63500
    },
    {
      "epoch": 0.8964943687185487,
      "grad_norm": 7.803650379180908,
      "learning_rate": 5e-06,
      "loss": 0.1345,
      "step": 63600
    },
    {
      "epoch": 0.8979039510593011,
      "grad_norm": 7.4391865730285645,
      "learning_rate": 5e-06,
      "loss": 0.1551,
      "step": 63700
    },
    {
      "epoch": 0.8993135334000536,
      "grad_norm": 4.61802339553833,
      "learning_rate": 5e-06,
      "loss": 0.135,
      "step": 63800
    },
    {
      "epoch": 0.900723115740806,
      "grad_norm": 4.778712272644043,
      "learning_rate": 5e-06,
      "loss": 0.1452,
      "step": 63900
    },
    {
      "epoch": 0.9021326980815584,
      "grad_norm": 4.702332973480225,
      "learning_rate": 5e-06,
      "loss": 0.1268,
      "step": 64000
    },
    {
      "epoch": 0.9035422804223109,
      "grad_norm": 3.7713561058044434,
      "learning_rate": 5e-06,
      "loss": 0.1566,
      "step": 64100
    },
    {
      "epoch": 0.9049518627630633,
      "grad_norm": 3.605320930480957,
      "learning_rate": 5e-06,
      "loss": 0.1337,
      "step": 64200
    },
    {
      "epoch": 0.9063614451038158,
      "grad_norm": 17.489381790161133,
      "learning_rate": 5e-06,
      "loss": 0.1332,
      "step": 64300
    },
    {
      "epoch": 0.9077710274445682,
      "grad_norm": 4.813827991485596,
      "learning_rate": 5e-06,
      "loss": 0.1416,
      "step": 64400
    },
    {
      "epoch": 0.9091806097853206,
      "grad_norm": 3.7475855350494385,
      "learning_rate": 5e-06,
      "loss": 0.145,
      "step": 64500
    },
    {
      "epoch": 0.9105901921260731,
      "grad_norm": 7.033990859985352,
      "learning_rate": 5e-06,
      "loss": 0.1313,
      "step": 64600
    },
    {
      "epoch": 0.9119997744668255,
      "grad_norm": 5.062283992767334,
      "learning_rate": 5e-06,
      "loss": 0.1179,
      "step": 64700
    },
    {
      "epoch": 0.913409356807578,
      "grad_norm": 3.061340093612671,
      "learning_rate": 5e-06,
      "loss": 0.1438,
      "step": 64800
    },
    {
      "epoch": 0.9148189391483303,
      "grad_norm": 10.21275806427002,
      "learning_rate": 5e-06,
      "loss": 0.1429,
      "step": 64900
    },
    {
      "epoch": 0.9162285214890827,
      "grad_norm": 3.6268208026885986,
      "learning_rate": 5e-06,
      "loss": 0.1531,
      "step": 65000
    },
    {
      "epoch": 0.9176381038298352,
      "grad_norm": 7.2889862060546875,
      "learning_rate": 5e-06,
      "loss": 0.1384,
      "step": 65100
    },
    {
      "epoch": 0.9190476861705876,
      "grad_norm": 5.932663440704346,
      "learning_rate": 5e-06,
      "loss": 0.1341,
      "step": 65200
    },
    {
      "epoch": 0.9204572685113401,
      "grad_norm": 5.444507122039795,
      "learning_rate": 5e-06,
      "loss": 0.1437,
      "step": 65300
    },
    {
      "epoch": 0.9218668508520925,
      "grad_norm": 3.831510066986084,
      "learning_rate": 5e-06,
      "loss": 0.1304,
      "step": 65400
    },
    {
      "epoch": 0.9232764331928449,
      "grad_norm": 6.675045967102051,
      "learning_rate": 5e-06,
      "loss": 0.134,
      "step": 65500
    },
    {
      "epoch": 0.9246860155335974,
      "grad_norm": 5.048696517944336,
      "learning_rate": 5e-06,
      "loss": 0.1299,
      "step": 65600
    },
    {
      "epoch": 0.9260955978743498,
      "grad_norm": 6.865264415740967,
      "learning_rate": 5e-06,
      "loss": 0.1385,
      "step": 65700
    },
    {
      "epoch": 0.9275051802151023,
      "grad_norm": 4.11047887802124,
      "learning_rate": 5e-06,
      "loss": 0.1306,
      "step": 65800
    },
    {
      "epoch": 0.9289147625558547,
      "grad_norm": 4.953429222106934,
      "learning_rate": 5e-06,
      "loss": 0.1362,
      "step": 65900
    },
    {
      "epoch": 0.9303243448966071,
      "grad_norm": 9.251399993896484,
      "learning_rate": 5e-06,
      "loss": 0.135,
      "step": 66000
    },
    {
      "epoch": 0.9317339272373596,
      "grad_norm": 5.397420883178711,
      "learning_rate": 5e-06,
      "loss": 0.131,
      "step": 66100
    },
    {
      "epoch": 0.933143509578112,
      "grad_norm": 7.503574371337891,
      "learning_rate": 5e-06,
      "loss": 0.1413,
      "step": 66200
    },
    {
      "epoch": 0.9345530919188645,
      "grad_norm": 3.093458414077759,
      "learning_rate": 5e-06,
      "loss": 0.1313,
      "step": 66300
    },
    {
      "epoch": 0.9359626742596169,
      "grad_norm": 4.105177402496338,
      "learning_rate": 5e-06,
      "loss": 0.1415,
      "step": 66400
    },
    {
      "epoch": 0.9373722566003693,
      "grad_norm": 3.2699549198150635,
      "learning_rate": 5e-06,
      "loss": 0.1255,
      "step": 66500
    },
    {
      "epoch": 0.9387818389411218,
      "grad_norm": 7.529003620147705,
      "learning_rate": 5e-06,
      "loss": 0.1456,
      "step": 66600
    },
    {
      "epoch": 0.9401914212818742,
      "grad_norm": 4.976099014282227,
      "learning_rate": 5e-06,
      "loss": 0.1464,
      "step": 66700
    },
    {
      "epoch": 0.9416010036226267,
      "grad_norm": 5.629806041717529,
      "learning_rate": 5e-06,
      "loss": 0.1266,
      "step": 66800
    },
    {
      "epoch": 0.943010585963379,
      "grad_norm": 7.859652996063232,
      "learning_rate": 5e-06,
      "loss": 0.132,
      "step": 66900
    },
    {
      "epoch": 0.9444201683041314,
      "grad_norm": 3.6606526374816895,
      "learning_rate": 5e-06,
      "loss": 0.1245,
      "step": 67000
    },
    {
      "epoch": 0.945829750644884,
      "grad_norm": 8.155379295349121,
      "learning_rate": 5e-06,
      "loss": 0.1378,
      "step": 67100
    },
    {
      "epoch": 0.9472393329856363,
      "grad_norm": 4.241435527801514,
      "learning_rate": 5e-06,
      "loss": 0.116,
      "step": 67200
    },
    {
      "epoch": 0.9486489153263888,
      "grad_norm": 3.6317203044891357,
      "learning_rate": 5e-06,
      "loss": 0.1272,
      "step": 67300
    },
    {
      "epoch": 0.9500584976671412,
      "grad_norm": 3.7814314365386963,
      "learning_rate": 5e-06,
      "loss": 0.1289,
      "step": 67400
    },
    {
      "epoch": 0.9514680800078936,
      "grad_norm": 4.351315021514893,
      "learning_rate": 5e-06,
      "loss": 0.1173,
      "step": 67500
    },
    {
      "epoch": 0.9528776623486461,
      "grad_norm": 3.236989736557007,
      "learning_rate": 5e-06,
      "loss": 0.1305,
      "step": 67600
    },
    {
      "epoch": 0.9542872446893985,
      "grad_norm": 8.077651023864746,
      "learning_rate": 5e-06,
      "loss": 0.1263,
      "step": 67700
    },
    {
      "epoch": 0.955696827030151,
      "grad_norm": 7.60956335067749,
      "learning_rate": 5e-06,
      "loss": 0.1236,
      "step": 67800
    },
    {
      "epoch": 0.9571064093709034,
      "grad_norm": 5.193916320800781,
      "learning_rate": 5e-06,
      "loss": 0.1454,
      "step": 67900
    },
    {
      "epoch": 0.9585159917116558,
      "grad_norm": 4.9028754234313965,
      "learning_rate": 5e-06,
      "loss": 0.1279,
      "step": 68000
    },
    {
      "epoch": 0.9599255740524083,
      "grad_norm": 8.013912200927734,
      "learning_rate": 5e-06,
      "loss": 0.1296,
      "step": 68100
    },
    {
      "epoch": 0.9613351563931607,
      "grad_norm": 2.2079288959503174,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 68200
    },
    {
      "epoch": 0.9627447387339132,
      "grad_norm": 2.0975592136383057,
      "learning_rate": 5e-06,
      "loss": 0.1352,
      "step": 68300
    },
    {
      "epoch": 0.9641543210746656,
      "grad_norm": 4.089776992797852,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 68400
    },
    {
      "epoch": 0.965563903415418,
      "grad_norm": 6.052621364593506,
      "learning_rate": 5e-06,
      "loss": 0.1266,
      "step": 68500
    },
    {
      "epoch": 0.9669734857561705,
      "grad_norm": 5.383398056030273,
      "learning_rate": 5e-06,
      "loss": 0.1301,
      "step": 68600
    },
    {
      "epoch": 0.9683830680969229,
      "grad_norm": 5.194642543792725,
      "learning_rate": 5e-06,
      "loss": 0.13,
      "step": 68700
    },
    {
      "epoch": 0.9697926504376753,
      "grad_norm": 6.491796970367432,
      "learning_rate": 5e-06,
      "loss": 0.1344,
      "step": 68800
    },
    {
      "epoch": 0.9712022327784278,
      "grad_norm": 3.1681342124938965,
      "learning_rate": 5e-06,
      "loss": 0.1241,
      "step": 68900
    },
    {
      "epoch": 0.9726118151191802,
      "grad_norm": 3.331127882003784,
      "learning_rate": 5e-06,
      "loss": 0.1326,
      "step": 69000
    },
    {
      "epoch": 0.9740213974599327,
      "grad_norm": 8.65864086151123,
      "learning_rate": 5e-06,
      "loss": 0.1252,
      "step": 69100
    },
    {
      "epoch": 0.975430979800685,
      "grad_norm": 5.353626251220703,
      "learning_rate": 5e-06,
      "loss": 0.1352,
      "step": 69200
    },
    {
      "epoch": 0.9768405621414374,
      "grad_norm": 6.431707382202148,
      "learning_rate": 5e-06,
      "loss": 0.1326,
      "step": 69300
    },
    {
      "epoch": 0.9782501444821899,
      "grad_norm": 2.9416141510009766,
      "learning_rate": 5e-06,
      "loss": 0.1295,
      "step": 69400
    },
    {
      "epoch": 0.9796597268229423,
      "grad_norm": 4.237819194793701,
      "learning_rate": 5e-06,
      "loss": 0.1255,
      "step": 69500
    },
    {
      "epoch": 0.9810693091636948,
      "grad_norm": 4.401882171630859,
      "learning_rate": 5e-06,
      "loss": 0.1419,
      "step": 69600
    },
    {
      "epoch": 0.9824788915044472,
      "grad_norm": 2.0853304862976074,
      "learning_rate": 5e-06,
      "loss": 0.1303,
      "step": 69700
    },
    {
      "epoch": 0.9838884738451996,
      "grad_norm": 5.3163042068481445,
      "learning_rate": 5e-06,
      "loss": 0.1315,
      "step": 69800
    },
    {
      "epoch": 0.9852980561859521,
      "grad_norm": 2.76409912109375,
      "learning_rate": 5e-06,
      "loss": 0.1417,
      "step": 69900
    },
    {
      "epoch": 0.9867076385267045,
      "grad_norm": 6.752788543701172,
      "learning_rate": 5e-06,
      "loss": 0.1354,
      "step": 70000
    },
    {
      "epoch": 0.988117220867457,
      "grad_norm": 5.335811138153076,
      "learning_rate": 5e-06,
      "loss": 0.1329,
      "step": 70100
    },
    {
      "epoch": 0.9895268032082094,
      "grad_norm": 4.5658955574035645,
      "learning_rate": 5e-06,
      "loss": 0.132,
      "step": 70200
    },
    {
      "epoch": 0.9909363855489618,
      "grad_norm": 3.7894723415374756,
      "learning_rate": 5e-06,
      "loss": 0.1236,
      "step": 70300
    },
    {
      "epoch": 0.9923459678897143,
      "grad_norm": 3.877516984939575,
      "learning_rate": 5e-06,
      "loss": 0.1351,
      "step": 70400
    },
    {
      "epoch": 0.9937555502304667,
      "grad_norm": 5.1914496421813965,
      "learning_rate": 5e-06,
      "loss": 0.1321,
      "step": 70500
    },
    {
      "epoch": 0.9951651325712192,
      "grad_norm": 1.8271470069885254,
      "learning_rate": 5e-06,
      "loss": 0.1597,
      "step": 70600
    },
    {
      "epoch": 0.9965747149119716,
      "grad_norm": 8.736315727233887,
      "learning_rate": 5e-06,
      "loss": 0.1311,
      "step": 70700
    },
    {
      "epoch": 0.997984297252724,
      "grad_norm": 5.693560600280762,
      "learning_rate": 5e-06,
      "loss": 0.1339,
      "step": 70800
    },
    {
      "epoch": 0.9993938795934765,
      "grad_norm": 6.729887008666992,
      "learning_rate": 5e-06,
      "loss": 0.1309,
      "step": 70900
    },
    {
      "epoch": 1.0,
      "step": 70943,
      "train_loss": 0.1299181878566742,
      "train_perplexity": 1.1387352171448162,
      "train_runtime": 3992.6542,
      "train_samples_per_second": 35.537,
      "train_steps_per_second": 8.884
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.13239124417304993,
      "eval_perplexity": 1.1415548585952262,
      "eval_runtime": 998.4085,
      "eval_samples_per_second": 35.529,
      "eval_steps_per_second": 8.882,
      "step": 70943
    },
    {
      "epoch": 1.000803461934229,
      "grad_norm": 3.336294651031494,
      "learning_rate": 5e-06,
      "loss": 0.1347,
      "step": 71000
    },
    {
      "epoch": 1.0022130442749813,
      "grad_norm": 5.403486251831055,
      "learning_rate": 5e-06,
      "loss": 0.1236,
      "step": 71100
    },
    {
      "epoch": 1.0036226266157338,
      "grad_norm": 7.240780830383301,
      "learning_rate": 5e-06,
      "loss": 0.1133,
      "step": 71200
    },
    {
      "epoch": 1.0050322089564863,
      "grad_norm": 4.939439296722412,
      "learning_rate": 5e-06,
      "loss": 0.1244,
      "step": 71300
    },
    {
      "epoch": 1.0064417912972385,
      "grad_norm": 4.682685375213623,
      "learning_rate": 5e-06,
      "loss": 0.1329,
      "step": 71400
    },
    {
      "epoch": 1.007851373637991,
      "grad_norm": 9.03836441040039,
      "learning_rate": 5e-06,
      "loss": 0.132,
      "step": 71500
    },
    {
      "epoch": 1.0092609559787435,
      "grad_norm": 8.57126235961914,
      "learning_rate": 5e-06,
      "loss": 0.1356,
      "step": 71600
    },
    {
      "epoch": 1.0106705383194958,
      "grad_norm": 4.210075855255127,
      "learning_rate": 5e-06,
      "loss": 0.1186,
      "step": 71700
    },
    {
      "epoch": 1.0120801206602483,
      "grad_norm": 4.499520778656006,
      "learning_rate": 5e-06,
      "loss": 0.1258,
      "step": 71800
    },
    {
      "epoch": 1.0134897030010008,
      "grad_norm": 3.440446138381958,
      "learning_rate": 5e-06,
      "loss": 0.1257,
      "step": 71900
    },
    {
      "epoch": 1.0148992853417533,
      "grad_norm": 4.702005863189697,
      "learning_rate": 5e-06,
      "loss": 0.1358,
      "step": 72000
    },
    {
      "epoch": 1.0163088676825056,
      "grad_norm": 5.764985084533691,
      "learning_rate": 5e-06,
      "loss": 0.1369,
      "step": 72100
    },
    {
      "epoch": 1.0177184500232581,
      "grad_norm": 3.2921478748321533,
      "learning_rate": 5e-06,
      "loss": 0.1287,
      "step": 72200
    },
    {
      "epoch": 1.0191280323640106,
      "grad_norm": 5.530364513397217,
      "learning_rate": 5e-06,
      "loss": 0.1229,
      "step": 72300
    },
    {
      "epoch": 1.020537614704763,
      "grad_norm": 5.666936874389648,
      "learning_rate": 5e-06,
      "loss": 0.1321,
      "step": 72400
    },
    {
      "epoch": 1.0219471970455154,
      "grad_norm": 11.12550163269043,
      "learning_rate": 5e-06,
      "loss": 0.1318,
      "step": 72500
    },
    {
      "epoch": 1.023356779386268,
      "grad_norm": 2.836548089981079,
      "learning_rate": 5e-06,
      "loss": 0.1223,
      "step": 72600
    },
    {
      "epoch": 1.0247663617270202,
      "grad_norm": 4.573102951049805,
      "learning_rate": 5e-06,
      "loss": 0.1307,
      "step": 72700
    },
    {
      "epoch": 1.0261759440677727,
      "grad_norm": 6.665421485900879,
      "learning_rate": 5e-06,
      "loss": 0.1306,
      "step": 72800
    },
    {
      "epoch": 1.0275855264085252,
      "grad_norm": 4.461945533752441,
      "learning_rate": 5e-06,
      "loss": 0.1204,
      "step": 72900
    },
    {
      "epoch": 1.0289951087492777,
      "grad_norm": 5.560247898101807,
      "learning_rate": 5e-06,
      "loss": 0.1304,
      "step": 73000
    },
    {
      "epoch": 1.03040469109003,
      "grad_norm": 7.96394681930542,
      "learning_rate": 5e-06,
      "loss": 0.1293,
      "step": 73100
    },
    {
      "epoch": 1.0318142734307825,
      "grad_norm": 6.052872657775879,
      "learning_rate": 5e-06,
      "loss": 0.1364,
      "step": 73200
    },
    {
      "epoch": 1.033223855771535,
      "grad_norm": 10.354464530944824,
      "learning_rate": 5e-06,
      "loss": 0.1288,
      "step": 73300
    },
    {
      "epoch": 1.0346334381122873,
      "grad_norm": 3.971332550048828,
      "learning_rate": 5e-06,
      "loss": 0.1222,
      "step": 73400
    },
    {
      "epoch": 1.0360430204530398,
      "grad_norm": 8.326295852661133,
      "learning_rate": 5e-06,
      "loss": 0.1346,
      "step": 73500
    },
    {
      "epoch": 1.0374526027937923,
      "grad_norm": 8.792069435119629,
      "learning_rate": 5e-06,
      "loss": 0.137,
      "step": 73600
    },
    {
      "epoch": 1.0388621851345445,
      "grad_norm": 10.804059982299805,
      "learning_rate": 5e-06,
      "loss": 0.1293,
      "step": 73700
    },
    {
      "epoch": 1.040271767475297,
      "grad_norm": 10.620523452758789,
      "learning_rate": 5e-06,
      "loss": 0.1347,
      "step": 73800
    },
    {
      "epoch": 1.0416813498160495,
      "grad_norm": 4.3816423416137695,
      "learning_rate": 5e-06,
      "loss": 0.1237,
      "step": 73900
    },
    {
      "epoch": 1.043090932156802,
      "grad_norm": 4.812030792236328,
      "learning_rate": 5e-06,
      "loss": 0.1454,
      "step": 74000
    },
    {
      "epoch": 1.0445005144975543,
      "grad_norm": 4.27290153503418,
      "learning_rate": 5e-06,
      "loss": 0.1311,
      "step": 74100
    },
    {
      "epoch": 1.0459100968383068,
      "grad_norm": 3.504971981048584,
      "learning_rate": 5e-06,
      "loss": 0.1312,
      "step": 74200
    },
    {
      "epoch": 1.0473196791790593,
      "grad_norm": 3.5406394004821777,
      "learning_rate": 5e-06,
      "loss": 0.1215,
      "step": 74300
    },
    {
      "epoch": 1.0487292615198116,
      "grad_norm": 7.204637050628662,
      "learning_rate": 5e-06,
      "loss": 0.1241,
      "step": 74400
    },
    {
      "epoch": 1.050138843860564,
      "grad_norm": 3.903538703918457,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 74500
    },
    {
      "epoch": 1.0515484262013166,
      "grad_norm": 7.809821605682373,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 74600
    },
    {
      "epoch": 1.052958008542069,
      "grad_norm": 3.6754820346832275,
      "learning_rate": 5e-06,
      "loss": 0.1248,
      "step": 74700
    },
    {
      "epoch": 1.0543675908828214,
      "grad_norm": 6.683753490447998,
      "learning_rate": 5e-06,
      "loss": 0.1289,
      "step": 74800
    },
    {
      "epoch": 1.055777173223574,
      "grad_norm": 1.82916259765625,
      "learning_rate": 5e-06,
      "loss": 0.1443,
      "step": 74900
    },
    {
      "epoch": 1.0571867555643264,
      "grad_norm": 7.175975799560547,
      "learning_rate": 5e-06,
      "loss": 0.1229,
      "step": 75000
    },
    {
      "epoch": 1.0585963379050787,
      "grad_norm": 5.101010799407959,
      "learning_rate": 5e-06,
      "loss": 0.1411,
      "step": 75100
    },
    {
      "epoch": 1.0600059202458312,
      "grad_norm": 3.6976358890533447,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 75200
    },
    {
      "epoch": 1.0614155025865837,
      "grad_norm": 3.3664767742156982,
      "learning_rate": 5e-06,
      "loss": 0.1215,
      "step": 75300
    },
    {
      "epoch": 1.062825084927336,
      "grad_norm": 5.3029351234436035,
      "learning_rate": 5e-06,
      "loss": 0.1361,
      "step": 75400
    },
    {
      "epoch": 1.0642346672680885,
      "grad_norm": 5.1177263259887695,
      "learning_rate": 5e-06,
      "loss": 0.1291,
      "step": 75500
    },
    {
      "epoch": 1.065644249608841,
      "grad_norm": 3.0611460208892822,
      "learning_rate": 5e-06,
      "loss": 0.1302,
      "step": 75600
    },
    {
      "epoch": 1.0670538319495932,
      "grad_norm": 3.435626983642578,
      "learning_rate": 5e-06,
      "loss": 0.1275,
      "step": 75700
    },
    {
      "epoch": 1.0684634142903457,
      "grad_norm": 4.207633972167969,
      "learning_rate": 5e-06,
      "loss": 0.14,
      "step": 75800
    },
    {
      "epoch": 1.0698729966310982,
      "grad_norm": 3.591801166534424,
      "learning_rate": 5e-06,
      "loss": 0.1273,
      "step": 75900
    },
    {
      "epoch": 1.0712825789718505,
      "grad_norm": 5.251408576965332,
      "learning_rate": 5e-06,
      "loss": 0.1185,
      "step": 76000
    },
    {
      "epoch": 1.072692161312603,
      "grad_norm": 2.7043633460998535,
      "learning_rate": 5e-06,
      "loss": 0.1197,
      "step": 76100
    },
    {
      "epoch": 1.0741017436533555,
      "grad_norm": 5.367159366607666,
      "learning_rate": 5e-06,
      "loss": 0.1382,
      "step": 76200
    },
    {
      "epoch": 1.075511325994108,
      "grad_norm": 5.3374786376953125,
      "learning_rate": 5e-06,
      "loss": 0.131,
      "step": 76300
    },
    {
      "epoch": 1.0769209083348603,
      "grad_norm": 8.502690315246582,
      "learning_rate": 5e-06,
      "loss": 0.1338,
      "step": 76400
    },
    {
      "epoch": 1.0783304906756128,
      "grad_norm": 4.859312534332275,
      "learning_rate": 5e-06,
      "loss": 0.1288,
      "step": 76500
    },
    {
      "epoch": 1.0797400730163653,
      "grad_norm": 5.358465671539307,
      "learning_rate": 5e-06,
      "loss": 0.1337,
      "step": 76600
    },
    {
      "epoch": 1.0811496553571176,
      "grad_norm": 5.848199844360352,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 76700
    },
    {
      "epoch": 1.08255923769787,
      "grad_norm": 6.397650241851807,
      "learning_rate": 5e-06,
      "loss": 0.1182,
      "step": 76800
    },
    {
      "epoch": 1.0839688200386226,
      "grad_norm": 5.506046772003174,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 76900
    },
    {
      "epoch": 1.085378402379375,
      "grad_norm": 4.831169605255127,
      "learning_rate": 5e-06,
      "loss": 0.1227,
      "step": 77000
    },
    {
      "epoch": 1.0867879847201274,
      "grad_norm": 8.0941743850708,
      "learning_rate": 5e-06,
      "loss": 0.1311,
      "step": 77100
    },
    {
      "epoch": 1.0881975670608799,
      "grad_norm": 9.00529956817627,
      "learning_rate": 5e-06,
      "loss": 0.1185,
      "step": 77200
    },
    {
      "epoch": 1.0896071494016324,
      "grad_norm": 6.999011039733887,
      "learning_rate": 5e-06,
      "loss": 0.1334,
      "step": 77300
    },
    {
      "epoch": 1.0910167317423847,
      "grad_norm": 5.864197731018066,
      "learning_rate": 5e-06,
      "loss": 0.133,
      "step": 77400
    },
    {
      "epoch": 1.0924263140831372,
      "grad_norm": 2.8783583641052246,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 77500
    },
    {
      "epoch": 1.0938358964238897,
      "grad_norm": 6.335245609283447,
      "learning_rate": 5e-06,
      "loss": 0.1269,
      "step": 77600
    },
    {
      "epoch": 1.095245478764642,
      "grad_norm": 4.209493160247803,
      "learning_rate": 5e-06,
      "loss": 0.1258,
      "step": 77700
    },
    {
      "epoch": 1.0966550611053945,
      "grad_norm": 6.088762283325195,
      "learning_rate": 5e-06,
      "loss": 0.1293,
      "step": 77800
    },
    {
      "epoch": 1.098064643446147,
      "grad_norm": 6.14851188659668,
      "learning_rate": 5e-06,
      "loss": 0.133,
      "step": 77900
    },
    {
      "epoch": 1.0994742257868992,
      "grad_norm": 5.9167585372924805,
      "learning_rate": 5e-06,
      "loss": 0.1212,
      "step": 78000
    },
    {
      "epoch": 1.1008838081276517,
      "grad_norm": 6.269639492034912,
      "learning_rate": 5e-06,
      "loss": 0.1285,
      "step": 78100
    },
    {
      "epoch": 1.1022933904684042,
      "grad_norm": 8.95695972442627,
      "learning_rate": 5e-06,
      "loss": 0.1347,
      "step": 78200
    },
    {
      "epoch": 1.1037029728091567,
      "grad_norm": 3.148616075515747,
      "learning_rate": 5e-06,
      "loss": 0.1215,
      "step": 78300
    },
    {
      "epoch": 1.105112555149909,
      "grad_norm": 4.28606653213501,
      "learning_rate": 5e-06,
      "loss": 0.1249,
      "step": 78400
    },
    {
      "epoch": 1.1065221374906615,
      "grad_norm": 5.786189556121826,
      "learning_rate": 5e-06,
      "loss": 0.1303,
      "step": 78500
    },
    {
      "epoch": 1.107931719831414,
      "grad_norm": 6.589855670928955,
      "learning_rate": 5e-06,
      "loss": 0.1278,
      "step": 78600
    },
    {
      "epoch": 1.1093413021721663,
      "grad_norm": 3.476045608520508,
      "learning_rate": 5e-06,
      "loss": 0.1325,
      "step": 78700
    },
    {
      "epoch": 1.1107508845129188,
      "grad_norm": 10.696102142333984,
      "learning_rate": 5e-06,
      "loss": 0.1305,
      "step": 78800
    },
    {
      "epoch": 1.1121604668536713,
      "grad_norm": 3.025475025177002,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 78900
    },
    {
      "epoch": 1.1135700491944236,
      "grad_norm": 4.829392433166504,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 79000
    },
    {
      "epoch": 1.114979631535176,
      "grad_norm": 3.9771392345428467,
      "learning_rate": 5e-06,
      "loss": 0.1222,
      "step": 79100
    },
    {
      "epoch": 1.1163892138759286,
      "grad_norm": 3.1877474784851074,
      "learning_rate": 5e-06,
      "loss": 0.1259,
      "step": 79200
    },
    {
      "epoch": 1.117798796216681,
      "grad_norm": 4.392439842224121,
      "learning_rate": 5e-06,
      "loss": 0.1249,
      "step": 79300
    },
    {
      "epoch": 1.1192083785574334,
      "grad_norm": 3.0198612213134766,
      "learning_rate": 5e-06,
      "loss": 0.1331,
      "step": 79400
    },
    {
      "epoch": 1.1206179608981859,
      "grad_norm": 11.001501083374023,
      "learning_rate": 5e-06,
      "loss": 0.125,
      "step": 79500
    },
    {
      "epoch": 1.1220275432389384,
      "grad_norm": 3.6948955059051514,
      "learning_rate": 5e-06,
      "loss": 0.1174,
      "step": 79600
    },
    {
      "epoch": 1.1234371255796907,
      "grad_norm": 4.144261837005615,
      "learning_rate": 5e-06,
      "loss": 0.1309,
      "step": 79700
    },
    {
      "epoch": 1.1248467079204432,
      "grad_norm": 3.916539192199707,
      "learning_rate": 5e-06,
      "loss": 0.1335,
      "step": 79800
    },
    {
      "epoch": 1.1262562902611957,
      "grad_norm": 5.079047203063965,
      "learning_rate": 5e-06,
      "loss": 0.1242,
      "step": 79900
    },
    {
      "epoch": 1.127665872601948,
      "grad_norm": 3.468306303024292,
      "learning_rate": 5e-06,
      "loss": 0.1374,
      "step": 80000
    },
    {
      "epoch": 1.1290754549427005,
      "grad_norm": 2.8904857635498047,
      "learning_rate": 5e-06,
      "loss": 0.1213,
      "step": 80100
    },
    {
      "epoch": 1.130485037283453,
      "grad_norm": 9.114582061767578,
      "learning_rate": 5e-06,
      "loss": 0.1242,
      "step": 80200
    },
    {
      "epoch": 1.1318946196242052,
      "grad_norm": 5.841390132904053,
      "learning_rate": 5e-06,
      "loss": 0.1308,
      "step": 80300
    },
    {
      "epoch": 1.1333042019649577,
      "grad_norm": 7.665268421173096,
      "learning_rate": 5e-06,
      "loss": 0.1141,
      "step": 80400
    },
    {
      "epoch": 1.1347137843057102,
      "grad_norm": 5.60297155380249,
      "learning_rate": 5e-06,
      "loss": 0.1171,
      "step": 80500
    },
    {
      "epoch": 1.1361233666464627,
      "grad_norm": 3.31990647315979,
      "learning_rate": 5e-06,
      "loss": 0.1277,
      "step": 80600
    },
    {
      "epoch": 1.137532948987215,
      "grad_norm": 8.426149368286133,
      "learning_rate": 5e-06,
      "loss": 0.1233,
      "step": 80700
    },
    {
      "epoch": 1.1389425313279675,
      "grad_norm": 7.775572299957275,
      "learning_rate": 5e-06,
      "loss": 0.1226,
      "step": 80800
    },
    {
      "epoch": 1.14035211366872,
      "grad_norm": 4.751444339752197,
      "learning_rate": 5e-06,
      "loss": 0.1251,
      "step": 80900
    },
    {
      "epoch": 1.1417616960094723,
      "grad_norm": 5.365119934082031,
      "learning_rate": 5e-06,
      "loss": 0.1352,
      "step": 81000
    },
    {
      "epoch": 1.1431712783502248,
      "grad_norm": 7.902647495269775,
      "learning_rate": 5e-06,
      "loss": 0.1261,
      "step": 81100
    },
    {
      "epoch": 1.1445808606909773,
      "grad_norm": 5.67171573638916,
      "learning_rate": 5e-06,
      "loss": 0.1323,
      "step": 81200
    },
    {
      "epoch": 1.1459904430317298,
      "grad_norm": 7.9446210861206055,
      "learning_rate": 5e-06,
      "loss": 0.1196,
      "step": 81300
    },
    {
      "epoch": 1.147400025372482,
      "grad_norm": 4.4558539390563965,
      "learning_rate": 5e-06,
      "loss": 0.1214,
      "step": 81400
    },
    {
      "epoch": 1.1488096077132346,
      "grad_norm": 2.9363925457000732,
      "learning_rate": 5e-06,
      "loss": 0.1235,
      "step": 81500
    },
    {
      "epoch": 1.150219190053987,
      "grad_norm": 4.027409076690674,
      "learning_rate": 5e-06,
      "loss": 0.1207,
      "step": 81600
    },
    {
      "epoch": 1.1516287723947394,
      "grad_norm": 5.518710613250732,
      "learning_rate": 5e-06,
      "loss": 0.1323,
      "step": 81700
    },
    {
      "epoch": 1.1530383547354919,
      "grad_norm": 9.623305320739746,
      "learning_rate": 5e-06,
      "loss": 0.1202,
      "step": 81800
    },
    {
      "epoch": 1.1544479370762444,
      "grad_norm": 5.797987937927246,
      "learning_rate": 5e-06,
      "loss": 0.1187,
      "step": 81900
    },
    {
      "epoch": 1.1558575194169967,
      "grad_norm": 6.381333351135254,
      "learning_rate": 5e-06,
      "loss": 0.1314,
      "step": 82000
    },
    {
      "epoch": 1.1572671017577492,
      "grad_norm": 4.575814723968506,
      "learning_rate": 5e-06,
      "loss": 0.116,
      "step": 82100
    },
    {
      "epoch": 1.1586766840985017,
      "grad_norm": 6.5615129470825195,
      "learning_rate": 5e-06,
      "loss": 0.123,
      "step": 82200
    },
    {
      "epoch": 1.160086266439254,
      "grad_norm": 11.085357666015625,
      "learning_rate": 5e-06,
      "loss": 0.1223,
      "step": 82300
    },
    {
      "epoch": 1.1614958487800064,
      "grad_norm": 11.235340118408203,
      "learning_rate": 5e-06,
      "loss": 0.123,
      "step": 82400
    },
    {
      "epoch": 1.162905431120759,
      "grad_norm": 4.189460754394531,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 82500
    },
    {
      "epoch": 1.1643150134615114,
      "grad_norm": 3.1342220306396484,
      "learning_rate": 5e-06,
      "loss": 0.1407,
      "step": 82600
    },
    {
      "epoch": 1.1657245958022637,
      "grad_norm": 4.43219518661499,
      "learning_rate": 5e-06,
      "loss": 0.1171,
      "step": 82700
    },
    {
      "epoch": 1.1671341781430162,
      "grad_norm": 7.059711933135986,
      "learning_rate": 5e-06,
      "loss": 0.1166,
      "step": 82800
    },
    {
      "epoch": 1.1685437604837687,
      "grad_norm": 9.607831001281738,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 82900
    },
    {
      "epoch": 1.169953342824521,
      "grad_norm": 6.984537601470947,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 83000
    },
    {
      "epoch": 1.1713629251652735,
      "grad_norm": 5.124543190002441,
      "learning_rate": 5e-06,
      "loss": 0.1314,
      "step": 83100
    },
    {
      "epoch": 1.172772507506026,
      "grad_norm": 8.744997024536133,
      "learning_rate": 5e-06,
      "loss": 0.1203,
      "step": 83200
    },
    {
      "epoch": 1.1741820898467785,
      "grad_norm": 10.884044647216797,
      "learning_rate": 5e-06,
      "loss": 0.1228,
      "step": 83300
    },
    {
      "epoch": 1.1755916721875308,
      "grad_norm": 6.398247718811035,
      "learning_rate": 5e-06,
      "loss": 0.13,
      "step": 83400
    },
    {
      "epoch": 1.1770012545282833,
      "grad_norm": 4.18214225769043,
      "learning_rate": 5e-06,
      "loss": 0.1228,
      "step": 83500
    },
    {
      "epoch": 1.1784108368690358,
      "grad_norm": 9.119145393371582,
      "learning_rate": 5e-06,
      "loss": 0.1293,
      "step": 83600
    },
    {
      "epoch": 1.179820419209788,
      "grad_norm": 4.837428569793701,
      "learning_rate": 5e-06,
      "loss": 0.1272,
      "step": 83700
    },
    {
      "epoch": 1.1812300015505406,
      "grad_norm": 4.7313361167907715,
      "learning_rate": 5e-06,
      "loss": 0.1349,
      "step": 83800
    },
    {
      "epoch": 1.182639583891293,
      "grad_norm": 5.333274841308594,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 83900
    },
    {
      "epoch": 1.1840491662320454,
      "grad_norm": 3.8029327392578125,
      "learning_rate": 5e-06,
      "loss": 0.1287,
      "step": 84000
    },
    {
      "epoch": 1.1854587485727979,
      "grad_norm": 5.954688549041748,
      "learning_rate": 5e-06,
      "loss": 0.1304,
      "step": 84100
    },
    {
      "epoch": 1.1868683309135504,
      "grad_norm": 7.994067668914795,
      "learning_rate": 5e-06,
      "loss": 0.1212,
      "step": 84200
    },
    {
      "epoch": 1.1882779132543027,
      "grad_norm": 6.124515533447266,
      "learning_rate": 5e-06,
      "loss": 0.1272,
      "step": 84300
    },
    {
      "epoch": 1.1896874955950552,
      "grad_norm": 6.795846939086914,
      "learning_rate": 5e-06,
      "loss": 0.131,
      "step": 84400
    },
    {
      "epoch": 1.1910970779358077,
      "grad_norm": 9.457239151000977,
      "learning_rate": 5e-06,
      "loss": 0.1135,
      "step": 84500
    },
    {
      "epoch": 1.19250666027656,
      "grad_norm": 3.2476465702056885,
      "learning_rate": 5e-06,
      "loss": 0.1199,
      "step": 84600
    },
    {
      "epoch": 1.1939162426173124,
      "grad_norm": 3.5242679119110107,
      "learning_rate": 5e-06,
      "loss": 0.1223,
      "step": 84700
    },
    {
      "epoch": 1.195325824958065,
      "grad_norm": 8.530200004577637,
      "learning_rate": 5e-06,
      "loss": 0.1203,
      "step": 84800
    },
    {
      "epoch": 1.1967354072988174,
      "grad_norm": 8.401294708251953,
      "learning_rate": 5e-06,
      "loss": 0.1324,
      "step": 84900
    },
    {
      "epoch": 1.1981449896395697,
      "grad_norm": 3.147599458694458,
      "learning_rate": 5e-06,
      "loss": 0.1168,
      "step": 85000
    },
    {
      "epoch": 1.1995545719803222,
      "grad_norm": 7.048502445220947,
      "learning_rate": 5e-06,
      "loss": 0.1292,
      "step": 85100
    },
    {
      "epoch": 1.2009641543210747,
      "grad_norm": 6.186696529388428,
      "learning_rate": 5e-06,
      "loss": 0.1389,
      "step": 85200
    },
    {
      "epoch": 1.202373736661827,
      "grad_norm": 4.478432655334473,
      "learning_rate": 5e-06,
      "loss": 0.1131,
      "step": 85300
    },
    {
      "epoch": 1.2037833190025795,
      "grad_norm": 7.749852657318115,
      "learning_rate": 5e-06,
      "loss": 0.1358,
      "step": 85400
    },
    {
      "epoch": 1.205192901343332,
      "grad_norm": 7.902005672454834,
      "learning_rate": 5e-06,
      "loss": 0.1294,
      "step": 85500
    },
    {
      "epoch": 1.2066024836840845,
      "grad_norm": 4.651205062866211,
      "learning_rate": 5e-06,
      "loss": 0.1268,
      "step": 85600
    },
    {
      "epoch": 1.2080120660248368,
      "grad_norm": 4.526745796203613,
      "learning_rate": 5e-06,
      "loss": 0.1188,
      "step": 85700
    },
    {
      "epoch": 1.2094216483655893,
      "grad_norm": 7.280045509338379,
      "learning_rate": 5e-06,
      "loss": 0.1231,
      "step": 85800
    },
    {
      "epoch": 1.2108312307063418,
      "grad_norm": 6.69292688369751,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 85900
    },
    {
      "epoch": 1.212240813047094,
      "grad_norm": 3.055302143096924,
      "learning_rate": 5e-06,
      "loss": 0.1224,
      "step": 86000
    },
    {
      "epoch": 1.2136503953878466,
      "grad_norm": 9.346023559570312,
      "learning_rate": 5e-06,
      "loss": 0.1405,
      "step": 86100
    },
    {
      "epoch": 1.215059977728599,
      "grad_norm": 5.670618534088135,
      "learning_rate": 5e-06,
      "loss": 0.1142,
      "step": 86200
    },
    {
      "epoch": 1.2164695600693514,
      "grad_norm": 10.791274070739746,
      "learning_rate": 5e-06,
      "loss": 0.1266,
      "step": 86300
    },
    {
      "epoch": 1.2178791424101039,
      "grad_norm": 8.868583679199219,
      "learning_rate": 5e-06,
      "loss": 0.1053,
      "step": 86400
    },
    {
      "epoch": 1.2192887247508564,
      "grad_norm": 7.653048992156982,
      "learning_rate": 5e-06,
      "loss": 0.119,
      "step": 86500
    },
    {
      "epoch": 1.2206983070916086,
      "grad_norm": 6.28975772857666,
      "learning_rate": 5e-06,
      "loss": 0.1265,
      "step": 86600
    },
    {
      "epoch": 1.2221078894323611,
      "grad_norm": 8.806982040405273,
      "learning_rate": 5e-06,
      "loss": 0.1182,
      "step": 86700
    },
    {
      "epoch": 1.2235174717731137,
      "grad_norm": 12.085186958312988,
      "learning_rate": 5e-06,
      "loss": 0.1174,
      "step": 86800
    },
    {
      "epoch": 1.2249270541138662,
      "grad_norm": 4.853629112243652,
      "learning_rate": 5e-06,
      "loss": 0.1182,
      "step": 86900
    },
    {
      "epoch": 1.2263366364546184,
      "grad_norm": 4.230251789093018,
      "learning_rate": 5e-06,
      "loss": 0.1133,
      "step": 87000
    },
    {
      "epoch": 1.227746218795371,
      "grad_norm": 5.951930522918701,
      "learning_rate": 5e-06,
      "loss": 0.1243,
      "step": 87100
    },
    {
      "epoch": 1.2291558011361234,
      "grad_norm": 2.6794486045837402,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 87200
    },
    {
      "epoch": 1.2305653834768757,
      "grad_norm": 5.343285083770752,
      "learning_rate": 5e-06,
      "loss": 0.119,
      "step": 87300
    },
    {
      "epoch": 1.2319749658176282,
      "grad_norm": 5.886607646942139,
      "learning_rate": 5e-06,
      "loss": 0.1201,
      "step": 87400
    },
    {
      "epoch": 1.2333845481583807,
      "grad_norm": 3.5249109268188477,
      "learning_rate": 5e-06,
      "loss": 0.1256,
      "step": 87500
    },
    {
      "epoch": 1.2347941304991332,
      "grad_norm": 6.059010028839111,
      "learning_rate": 5e-06,
      "loss": 0.1148,
      "step": 87600
    },
    {
      "epoch": 1.2362037128398855,
      "grad_norm": 3.7994978427886963,
      "learning_rate": 5e-06,
      "loss": 0.1257,
      "step": 87700
    },
    {
      "epoch": 1.237613295180638,
      "grad_norm": 8.192523956298828,
      "learning_rate": 5e-06,
      "loss": 0.1279,
      "step": 87800
    },
    {
      "epoch": 1.2390228775213905,
      "grad_norm": 15.428107261657715,
      "learning_rate": 5e-06,
      "loss": 0.1289,
      "step": 87900
    },
    {
      "epoch": 1.2404324598621428,
      "grad_norm": 15.677124977111816,
      "learning_rate": 5e-06,
      "loss": 0.1213,
      "step": 88000
    },
    {
      "epoch": 1.2418420422028953,
      "grad_norm": 5.736824035644531,
      "learning_rate": 5e-06,
      "loss": 0.1296,
      "step": 88100
    },
    {
      "epoch": 1.2432516245436478,
      "grad_norm": 4.0874481201171875,
      "learning_rate": 5e-06,
      "loss": 0.1286,
      "step": 88200
    },
    {
      "epoch": 1.2446612068844,
      "grad_norm": 5.130580425262451,
      "learning_rate": 5e-06,
      "loss": 0.1229,
      "step": 88300
    },
    {
      "epoch": 1.2460707892251526,
      "grad_norm": 3.9151949882507324,
      "learning_rate": 5e-06,
      "loss": 0.1211,
      "step": 88400
    },
    {
      "epoch": 1.247480371565905,
      "grad_norm": 6.9757184982299805,
      "learning_rate": 5e-06,
      "loss": 0.1227,
      "step": 88500
    },
    {
      "epoch": 1.2488899539066574,
      "grad_norm": 7.592988967895508,
      "learning_rate": 5e-06,
      "loss": 0.1197,
      "step": 88600
    },
    {
      "epoch": 1.2502995362474099,
      "grad_norm": 6.932400226593018,
      "learning_rate": 5e-06,
      "loss": 0.1207,
      "step": 88700
    },
    {
      "epoch": 1.2517091185881624,
      "grad_norm": 2.940781354904175,
      "learning_rate": 5e-06,
      "loss": 0.1196,
      "step": 88800
    },
    {
      "epoch": 1.2531187009289146,
      "grad_norm": 5.22178316116333,
      "learning_rate": 5e-06,
      "loss": 0.1189,
      "step": 88900
    },
    {
      "epoch": 1.2545282832696671,
      "grad_norm": 3.435162305831909,
      "learning_rate": 5e-06,
      "loss": 0.1199,
      "step": 89000
    },
    {
      "epoch": 1.2559378656104196,
      "grad_norm": 2.832167387008667,
      "learning_rate": 5e-06,
      "loss": 0.1235,
      "step": 89100
    },
    {
      "epoch": 1.2573474479511721,
      "grad_norm": 4.593976020812988,
      "learning_rate": 5e-06,
      "loss": 0.1448,
      "step": 89200
    },
    {
      "epoch": 1.2587570302919244,
      "grad_norm": 7.902681350708008,
      "learning_rate": 5e-06,
      "loss": 0.1116,
      "step": 89300
    },
    {
      "epoch": 1.260166612632677,
      "grad_norm": 10.907196998596191,
      "learning_rate": 5e-06,
      "loss": 0.1248,
      "step": 89400
    },
    {
      "epoch": 1.2615761949734294,
      "grad_norm": 3.269901990890503,
      "learning_rate": 5e-06,
      "loss": 0.1369,
      "step": 89500
    },
    {
      "epoch": 1.262985777314182,
      "grad_norm": 6.165934085845947,
      "learning_rate": 5e-06,
      "loss": 0.1222,
      "step": 89600
    },
    {
      "epoch": 1.2643953596549342,
      "grad_norm": 4.664495944976807,
      "learning_rate": 5e-06,
      "loss": 0.1213,
      "step": 89700
    },
    {
      "epoch": 1.2658049419956867,
      "grad_norm": 5.762475490570068,
      "learning_rate": 5e-06,
      "loss": 0.121,
      "step": 89800
    },
    {
      "epoch": 1.2672145243364392,
      "grad_norm": 3.3931233882904053,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 89900
    },
    {
      "epoch": 1.2686241066771915,
      "grad_norm": 5.686120986938477,
      "learning_rate": 5e-06,
      "loss": 0.107,
      "step": 90000
    },
    {
      "epoch": 1.270033689017944,
      "grad_norm": 5.181691646575928,
      "learning_rate": 5e-06,
      "loss": 0.1325,
      "step": 90100
    },
    {
      "epoch": 1.2714432713586965,
      "grad_norm": 6.154574394226074,
      "learning_rate": 5e-06,
      "loss": 0.1158,
      "step": 90200
    },
    {
      "epoch": 1.2728528536994488,
      "grad_norm": 3.240074634552002,
      "learning_rate": 5e-06,
      "loss": 0.1087,
      "step": 90300
    },
    {
      "epoch": 1.2742624360402013,
      "grad_norm": 3.5991828441619873,
      "learning_rate": 5e-06,
      "loss": 0.1181,
      "step": 90400
    },
    {
      "epoch": 1.2756720183809538,
      "grad_norm": 8.461523056030273,
      "learning_rate": 5e-06,
      "loss": 0.1136,
      "step": 90500
    },
    {
      "epoch": 1.277081600721706,
      "grad_norm": 6.1837263107299805,
      "learning_rate": 5e-06,
      "loss": 0.1366,
      "step": 90600
    },
    {
      "epoch": 1.2784911830624586,
      "grad_norm": 4.65499210357666,
      "learning_rate": 5e-06,
      "loss": 0.1214,
      "step": 90700
    },
    {
      "epoch": 1.279900765403211,
      "grad_norm": 5.672608852386475,
      "learning_rate": 5e-06,
      "loss": 0.1231,
      "step": 90800
    },
    {
      "epoch": 1.2813103477439634,
      "grad_norm": 4.0034990310668945,
      "learning_rate": 5e-06,
      "loss": 0.1296,
      "step": 90900
    },
    {
      "epoch": 1.2827199300847159,
      "grad_norm": 3.4853696823120117,
      "learning_rate": 5e-06,
      "loss": 0.1193,
      "step": 91000
    },
    {
      "epoch": 1.2841295124254684,
      "grad_norm": 5.906514644622803,
      "learning_rate": 5e-06,
      "loss": 0.1258,
      "step": 91100
    },
    {
      "epoch": 1.2855390947662206,
      "grad_norm": 4.636294364929199,
      "learning_rate": 5e-06,
      "loss": 0.117,
      "step": 91200
    },
    {
      "epoch": 1.2869486771069731,
      "grad_norm": 3.5829739570617676,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 91300
    },
    {
      "epoch": 1.2883582594477256,
      "grad_norm": 4.758725166320801,
      "learning_rate": 5e-06,
      "loss": 0.1216,
      "step": 91400
    },
    {
      "epoch": 1.2897678417884781,
      "grad_norm": 4.00884485244751,
      "learning_rate": 5e-06,
      "loss": 0.1312,
      "step": 91500
    },
    {
      "epoch": 1.2911774241292306,
      "grad_norm": 2.5162413120269775,
      "learning_rate": 5e-06,
      "loss": 0.1104,
      "step": 91600
    },
    {
      "epoch": 1.292587006469983,
      "grad_norm": 4.272282600402832,
      "learning_rate": 5e-06,
      "loss": 0.1162,
      "step": 91700
    },
    {
      "epoch": 1.2939965888107354,
      "grad_norm": 3.150127649307251,
      "learning_rate": 5e-06,
      "loss": 0.1138,
      "step": 91800
    },
    {
      "epoch": 1.295406171151488,
      "grad_norm": 3.5320231914520264,
      "learning_rate": 5e-06,
      "loss": 0.128,
      "step": 91900
    },
    {
      "epoch": 1.2968157534922402,
      "grad_norm": 3.6671435832977295,
      "learning_rate": 5e-06,
      "loss": 0.1261,
      "step": 92000
    },
    {
      "epoch": 1.2982253358329927,
      "grad_norm": 13.005965232849121,
      "learning_rate": 5e-06,
      "loss": 0.1292,
      "step": 92100
    },
    {
      "epoch": 1.2996349181737452,
      "grad_norm": 3.4609782695770264,
      "learning_rate": 5e-06,
      "loss": 0.1161,
      "step": 92200
    },
    {
      "epoch": 1.3010445005144975,
      "grad_norm": 2.7406158447265625,
      "learning_rate": 5e-06,
      "loss": 0.1256,
      "step": 92300
    },
    {
      "epoch": 1.30245408285525,
      "grad_norm": 6.719942092895508,
      "learning_rate": 5e-06,
      "loss": 0.1272,
      "step": 92400
    },
    {
      "epoch": 1.3038636651960025,
      "grad_norm": 5.428695201873779,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 92500
    },
    {
      "epoch": 1.3052732475367548,
      "grad_norm": 5.683241844177246,
      "learning_rate": 5e-06,
      "loss": 0.1308,
      "step": 92600
    },
    {
      "epoch": 1.3066828298775073,
      "grad_norm": 4.637025833129883,
      "learning_rate": 5e-06,
      "loss": 0.1164,
      "step": 92700
    },
    {
      "epoch": 1.3080924122182598,
      "grad_norm": 3.4414076805114746,
      "learning_rate": 5e-06,
      "loss": 0.1156,
      "step": 92800
    },
    {
      "epoch": 1.309501994559012,
      "grad_norm": 3.7665085792541504,
      "learning_rate": 5e-06,
      "loss": 0.1374,
      "step": 92900
    },
    {
      "epoch": 1.3109115768997646,
      "grad_norm": 4.253546237945557,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 93000
    },
    {
      "epoch": 1.312321159240517,
      "grad_norm": 3.8936877250671387,
      "learning_rate": 5e-06,
      "loss": 0.1165,
      "step": 93100
    },
    {
      "epoch": 1.3137307415812693,
      "grad_norm": 10.565617561340332,
      "learning_rate": 5e-06,
      "loss": 0.1171,
      "step": 93200
    },
    {
      "epoch": 1.3151403239220218,
      "grad_norm": 5.216679573059082,
      "learning_rate": 5e-06,
      "loss": 0.1355,
      "step": 93300
    },
    {
      "epoch": 1.3165499062627743,
      "grad_norm": 3.875971794128418,
      "learning_rate": 5e-06,
      "loss": 0.1323,
      "step": 93400
    },
    {
      "epoch": 1.3179594886035269,
      "grad_norm": 9.198941230773926,
      "learning_rate": 5e-06,
      "loss": 0.1318,
      "step": 93500
    },
    {
      "epoch": 1.3193690709442791,
      "grad_norm": 5.2345967292785645,
      "learning_rate": 5e-06,
      "loss": 0.1188,
      "step": 93600
    },
    {
      "epoch": 1.3207786532850316,
      "grad_norm": 6.357458591461182,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 93700
    },
    {
      "epoch": 1.3221882356257841,
      "grad_norm": 13.502777099609375,
      "learning_rate": 5e-06,
      "loss": 0.1098,
      "step": 93800
    },
    {
      "epoch": 1.3235978179665366,
      "grad_norm": 6.200011253356934,
      "learning_rate": 5e-06,
      "loss": 0.125,
      "step": 93900
    },
    {
      "epoch": 1.325007400307289,
      "grad_norm": 3.3497071266174316,
      "learning_rate": 5e-06,
      "loss": 0.1333,
      "step": 94000
    },
    {
      "epoch": 1.3264169826480414,
      "grad_norm": 9.492734909057617,
      "learning_rate": 5e-06,
      "loss": 0.116,
      "step": 94100
    },
    {
      "epoch": 1.327826564988794,
      "grad_norm": 6.990686416625977,
      "learning_rate": 5e-06,
      "loss": 0.1249,
      "step": 94200
    },
    {
      "epoch": 1.3292361473295462,
      "grad_norm": 5.2823028564453125,
      "learning_rate": 5e-06,
      "loss": 0.1267,
      "step": 94300
    },
    {
      "epoch": 1.3306457296702987,
      "grad_norm": 6.16793155670166,
      "learning_rate": 5e-06,
      "loss": 0.1218,
      "step": 94400
    },
    {
      "epoch": 1.3320553120110512,
      "grad_norm": 4.070677757263184,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 94500
    },
    {
      "epoch": 1.3334648943518035,
      "grad_norm": 4.808114051818848,
      "learning_rate": 5e-06,
      "loss": 0.1256,
      "step": 94600
    },
    {
      "epoch": 1.334874476692556,
      "grad_norm": 6.883096218109131,
      "learning_rate": 5e-06,
      "loss": 0.1164,
      "step": 94700
    },
    {
      "epoch": 1.3362840590333085,
      "grad_norm": 10.58541202545166,
      "learning_rate": 5e-06,
      "loss": 0.1261,
      "step": 94800
    },
    {
      "epoch": 1.3376936413740608,
      "grad_norm": 6.0562238693237305,
      "learning_rate": 5e-06,
      "loss": 0.1257,
      "step": 94900
    },
    {
      "epoch": 1.3391032237148133,
      "grad_norm": 8.79345989227295,
      "learning_rate": 5e-06,
      "loss": 0.1154,
      "step": 95000
    },
    {
      "epoch": 1.3405128060555658,
      "grad_norm": 5.573518753051758,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 95100
    },
    {
      "epoch": 1.341922388396318,
      "grad_norm": 6.6230788230896,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 95200
    },
    {
      "epoch": 1.3433319707370706,
      "grad_norm": 4.108670234680176,
      "learning_rate": 5e-06,
      "loss": 0.1375,
      "step": 95300
    },
    {
      "epoch": 1.344741553077823,
      "grad_norm": 12.839859962463379,
      "learning_rate": 5e-06,
      "loss": 0.1116,
      "step": 95400
    },
    {
      "epoch": 1.3461511354185753,
      "grad_norm": 2.979154586791992,
      "learning_rate": 5e-06,
      "loss": 0.111,
      "step": 95500
    },
    {
      "epoch": 1.3475607177593278,
      "grad_norm": 6.236888408660889,
      "learning_rate": 5e-06,
      "loss": 0.1168,
      "step": 95600
    },
    {
      "epoch": 1.3489703001000803,
      "grad_norm": 7.653660297393799,
      "learning_rate": 5e-06,
      "loss": 0.119,
      "step": 95700
    },
    {
      "epoch": 1.3503798824408328,
      "grad_norm": 6.490536689758301,
      "learning_rate": 5e-06,
      "loss": 0.1186,
      "step": 95800
    },
    {
      "epoch": 1.3517894647815853,
      "grad_norm": 7.857873916625977,
      "learning_rate": 5e-06,
      "loss": 0.1141,
      "step": 95900
    },
    {
      "epoch": 1.3531990471223376,
      "grad_norm": 2.877413272857666,
      "learning_rate": 5e-06,
      "loss": 0.1285,
      "step": 96000
    },
    {
      "epoch": 1.3546086294630901,
      "grad_norm": 4.8760175704956055,
      "learning_rate": 5e-06,
      "loss": 0.1101,
      "step": 96100
    },
    {
      "epoch": 1.3560182118038426,
      "grad_norm": 4.235568046569824,
      "learning_rate": 5e-06,
      "loss": 0.1118,
      "step": 96200
    },
    {
      "epoch": 1.357427794144595,
      "grad_norm": 7.293101787567139,
      "learning_rate": 5e-06,
      "loss": 0.1215,
      "step": 96300
    },
    {
      "epoch": 1.3588373764853474,
      "grad_norm": 8.34133243560791,
      "learning_rate": 5e-06,
      "loss": 0.1246,
      "step": 96400
    },
    {
      "epoch": 1.3602469588261,
      "grad_norm": 4.576771259307861,
      "learning_rate": 5e-06,
      "loss": 0.1215,
      "step": 96500
    },
    {
      "epoch": 1.3616565411668522,
      "grad_norm": 5.513200759887695,
      "learning_rate": 5e-06,
      "loss": 0.1201,
      "step": 96600
    },
    {
      "epoch": 1.3630661235076047,
      "grad_norm": 8.570838928222656,
      "learning_rate": 5e-06,
      "loss": 0.1249,
      "step": 96700
    },
    {
      "epoch": 1.3644757058483572,
      "grad_norm": 2.7310245037078857,
      "learning_rate": 5e-06,
      "loss": 0.112,
      "step": 96800
    },
    {
      "epoch": 1.3658852881891095,
      "grad_norm": 5.578414440155029,
      "learning_rate": 5e-06,
      "loss": 0.1234,
      "step": 96900
    },
    {
      "epoch": 1.367294870529862,
      "grad_norm": 4.746453762054443,
      "learning_rate": 5e-06,
      "loss": 0.1166,
      "step": 97000
    },
    {
      "epoch": 1.3687044528706145,
      "grad_norm": 3.8618040084838867,
      "learning_rate": 5e-06,
      "loss": 0.122,
      "step": 97100
    },
    {
      "epoch": 1.3701140352113668,
      "grad_norm": 4.410057067871094,
      "learning_rate": 5e-06,
      "loss": 0.1213,
      "step": 97200
    },
    {
      "epoch": 1.3715236175521193,
      "grad_norm": 27.202377319335938,
      "learning_rate": 5e-06,
      "loss": 0.1283,
      "step": 97300
    },
    {
      "epoch": 1.3729331998928718,
      "grad_norm": 8.266870498657227,
      "learning_rate": 5e-06,
      "loss": 0.1066,
      "step": 97400
    },
    {
      "epoch": 1.374342782233624,
      "grad_norm": 3.2668328285217285,
      "learning_rate": 5e-06,
      "loss": 0.1398,
      "step": 97500
    },
    {
      "epoch": 1.3757523645743766,
      "grad_norm": 5.967875003814697,
      "learning_rate": 5e-06,
      "loss": 0.1323,
      "step": 97600
    },
    {
      "epoch": 1.377161946915129,
      "grad_norm": 7.418206214904785,
      "learning_rate": 5e-06,
      "loss": 0.1088,
      "step": 97700
    },
    {
      "epoch": 1.3785715292558816,
      "grad_norm": 3.031860589981079,
      "learning_rate": 5e-06,
      "loss": 0.1283,
      "step": 97800
    },
    {
      "epoch": 1.3799811115966338,
      "grad_norm": 2.565824270248413,
      "learning_rate": 5e-06,
      "loss": 0.1116,
      "step": 97900
    },
    {
      "epoch": 1.3813906939373863,
      "grad_norm": 8.024503707885742,
      "learning_rate": 5e-06,
      "loss": 0.1391,
      "step": 98000
    },
    {
      "epoch": 1.3828002762781388,
      "grad_norm": 2.462674379348755,
      "learning_rate": 5e-06,
      "loss": 0.1243,
      "step": 98100
    },
    {
      "epoch": 1.3842098586188913,
      "grad_norm": 5.063674449920654,
      "learning_rate": 5e-06,
      "loss": 0.1166,
      "step": 98200
    },
    {
      "epoch": 1.3856194409596436,
      "grad_norm": 3.8172950744628906,
      "learning_rate": 5e-06,
      "loss": 0.1207,
      "step": 98300
    },
    {
      "epoch": 1.3870290233003961,
      "grad_norm": 5.797976970672607,
      "learning_rate": 5e-06,
      "loss": 0.1224,
      "step": 98400
    },
    {
      "epoch": 1.3884386056411486,
      "grad_norm": 6.9457292556762695,
      "learning_rate": 5e-06,
      "loss": 0.1188,
      "step": 98500
    },
    {
      "epoch": 1.389848187981901,
      "grad_norm": 5.507847309112549,
      "learning_rate": 5e-06,
      "loss": 0.1288,
      "step": 98600
    },
    {
      "epoch": 1.3912577703226534,
      "grad_norm": 2.8759350776672363,
      "learning_rate": 5e-06,
      "loss": 0.1224,
      "step": 98700
    },
    {
      "epoch": 1.392667352663406,
      "grad_norm": 9.84365177154541,
      "learning_rate": 5e-06,
      "loss": 0.1254,
      "step": 98800
    },
    {
      "epoch": 1.3940769350041582,
      "grad_norm": 4.407253265380859,
      "learning_rate": 5e-06,
      "loss": 0.1141,
      "step": 98900
    },
    {
      "epoch": 1.3954865173449107,
      "grad_norm": 6.674491882324219,
      "learning_rate": 5e-06,
      "loss": 0.1313,
      "step": 99000
    },
    {
      "epoch": 1.3968960996856632,
      "grad_norm": 5.255868911743164,
      "learning_rate": 5e-06,
      "loss": 0.1179,
      "step": 99100
    },
    {
      "epoch": 1.3983056820264155,
      "grad_norm": 5.949777603149414,
      "learning_rate": 5e-06,
      "loss": 0.1172,
      "step": 99200
    },
    {
      "epoch": 1.399715264367168,
      "grad_norm": 6.624240398406982,
      "learning_rate": 5e-06,
      "loss": 0.1162,
      "step": 99300
    },
    {
      "epoch": 1.4011248467079205,
      "grad_norm": 12.502589225769043,
      "learning_rate": 5e-06,
      "loss": 0.1177,
      "step": 99400
    },
    {
      "epoch": 1.4025344290486728,
      "grad_norm": 9.205090522766113,
      "learning_rate": 5e-06,
      "loss": 0.1168,
      "step": 99500
    },
    {
      "epoch": 1.4039440113894253,
      "grad_norm": 4.181714057922363,
      "learning_rate": 5e-06,
      "loss": 0.1191,
      "step": 99600
    },
    {
      "epoch": 1.4053535937301778,
      "grad_norm": 7.4936628341674805,
      "learning_rate": 5e-06,
      "loss": 0.1128,
      "step": 99700
    },
    {
      "epoch": 1.4067631760709303,
      "grad_norm": 4.101345539093018,
      "learning_rate": 5e-06,
      "loss": 0.1099,
      "step": 99800
    },
    {
      "epoch": 1.4081727584116825,
      "grad_norm": 5.1075944900512695,
      "learning_rate": 5e-06,
      "loss": 0.119,
      "step": 99900
    },
    {
      "epoch": 1.409582340752435,
      "grad_norm": 13.71878719329834,
      "learning_rate": 5e-06,
      "loss": 0.1217,
      "step": 100000
    },
    {
      "epoch": 1.4109919230931876,
      "grad_norm": 4.866494655609131,
      "learning_rate": 5e-06,
      "loss": 0.1167,
      "step": 100100
    },
    {
      "epoch": 1.41240150543394,
      "grad_norm": 2.0701663494110107,
      "learning_rate": 5e-06,
      "loss": 0.1272,
      "step": 100200
    },
    {
      "epoch": 1.4138110877746923,
      "grad_norm": 6.117318153381348,
      "learning_rate": 5e-06,
      "loss": 0.1086,
      "step": 100300
    },
    {
      "epoch": 1.4152206701154448,
      "grad_norm": 5.719326496124268,
      "learning_rate": 5e-06,
      "loss": 0.1254,
      "step": 100400
    },
    {
      "epoch": 1.4166302524561973,
      "grad_norm": 9.881794929504395,
      "learning_rate": 5e-06,
      "loss": 0.106,
      "step": 100500
    },
    {
      "epoch": 1.4180398347969496,
      "grad_norm": 7.226875305175781,
      "learning_rate": 5e-06,
      "loss": 0.1139,
      "step": 100600
    },
    {
      "epoch": 1.4194494171377021,
      "grad_norm": 4.2910475730896,
      "learning_rate": 5e-06,
      "loss": 0.1183,
      "step": 100700
    },
    {
      "epoch": 1.4208589994784546,
      "grad_norm": 6.593860149383545,
      "learning_rate": 5e-06,
      "loss": 0.1092,
      "step": 100800
    },
    {
      "epoch": 1.422268581819207,
      "grad_norm": 4.215335369110107,
      "learning_rate": 5e-06,
      "loss": 0.1249,
      "step": 100900
    },
    {
      "epoch": 1.4236781641599594,
      "grad_norm": 8.560656547546387,
      "learning_rate": 5e-06,
      "loss": 0.1261,
      "step": 101000
    },
    {
      "epoch": 1.425087746500712,
      "grad_norm": 3.7257494926452637,
      "learning_rate": 5e-06,
      "loss": 0.1131,
      "step": 101100
    },
    {
      "epoch": 1.4264973288414642,
      "grad_norm": 7.914254665374756,
      "learning_rate": 5e-06,
      "loss": 0.1337,
      "step": 101200
    },
    {
      "epoch": 1.4279069111822167,
      "grad_norm": 2.829519271850586,
      "learning_rate": 5e-06,
      "loss": 0.1116,
      "step": 101300
    },
    {
      "epoch": 1.4293164935229692,
      "grad_norm": 2.232022762298584,
      "learning_rate": 5e-06,
      "loss": 0.1157,
      "step": 101400
    },
    {
      "epoch": 1.4307260758637215,
      "grad_norm": 2.409712076187134,
      "learning_rate": 5e-06,
      "loss": 0.1147,
      "step": 101500
    },
    {
      "epoch": 1.432135658204474,
      "grad_norm": 5.973562717437744,
      "learning_rate": 5e-06,
      "loss": 0.111,
      "step": 101600
    },
    {
      "epoch": 1.4335452405452265,
      "grad_norm": 5.818666458129883,
      "learning_rate": 5e-06,
      "loss": 0.1202,
      "step": 101700
    },
    {
      "epoch": 1.4349548228859788,
      "grad_norm": 9.732748985290527,
      "learning_rate": 5e-06,
      "loss": 0.1068,
      "step": 101800
    },
    {
      "epoch": 1.4363644052267313,
      "grad_norm": 6.632588863372803,
      "learning_rate": 5e-06,
      "loss": 0.1164,
      "step": 101900
    },
    {
      "epoch": 1.4377739875674838,
      "grad_norm": 5.448855876922607,
      "learning_rate": 5e-06,
      "loss": 0.1202,
      "step": 102000
    },
    {
      "epoch": 1.4391835699082363,
      "grad_norm": 7.291820526123047,
      "learning_rate": 5e-06,
      "loss": 0.1278,
      "step": 102100
    },
    {
      "epoch": 1.4405931522489888,
      "grad_norm": 3.862314224243164,
      "learning_rate": 5e-06,
      "loss": 0.1297,
      "step": 102200
    },
    {
      "epoch": 1.442002734589741,
      "grad_norm": 5.275343418121338,
      "learning_rate": 5e-06,
      "loss": 0.1168,
      "step": 102300
    },
    {
      "epoch": 1.4434123169304935,
      "grad_norm": 6.72470235824585,
      "learning_rate": 5e-06,
      "loss": 0.1229,
      "step": 102400
    },
    {
      "epoch": 1.444821899271246,
      "grad_norm": 3.878124713897705,
      "learning_rate": 5e-06,
      "loss": 0.1196,
      "step": 102500
    },
    {
      "epoch": 1.4462314816119983,
      "grad_norm": 3.4470436573028564,
      "learning_rate": 5e-06,
      "loss": 0.1161,
      "step": 102600
    },
    {
      "epoch": 1.4476410639527508,
      "grad_norm": 11.505701065063477,
      "learning_rate": 5e-06,
      "loss": 0.1214,
      "step": 102700
    },
    {
      "epoch": 1.4490506462935033,
      "grad_norm": 6.410580158233643,
      "learning_rate": 5e-06,
      "loss": 0.1179,
      "step": 102800
    },
    {
      "epoch": 1.4504602286342556,
      "grad_norm": 8.023900985717773,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 102900
    },
    {
      "epoch": 1.4518698109750081,
      "grad_norm": 3.984903573989868,
      "learning_rate": 5e-06,
      "loss": 0.1189,
      "step": 103000
    },
    {
      "epoch": 1.4532793933157606,
      "grad_norm": 3.7778828144073486,
      "learning_rate": 5e-06,
      "loss": 0.1226,
      "step": 103100
    },
    {
      "epoch": 1.454688975656513,
      "grad_norm": 2.927168369293213,
      "learning_rate": 5e-06,
      "loss": 0.1181,
      "step": 103200
    },
    {
      "epoch": 1.4560985579972654,
      "grad_norm": 7.111560344696045,
      "learning_rate": 5e-06,
      "loss": 0.1146,
      "step": 103300
    },
    {
      "epoch": 1.457508140338018,
      "grad_norm": 7.562291622161865,
      "learning_rate": 5e-06,
      "loss": 0.1381,
      "step": 103400
    },
    {
      "epoch": 1.4589177226787702,
      "grad_norm": 7.743020534515381,
      "learning_rate": 5e-06,
      "loss": 0.1143,
      "step": 103500
    },
    {
      "epoch": 1.4603273050195227,
      "grad_norm": 8.41557788848877,
      "learning_rate": 5e-06,
      "loss": 0.1181,
      "step": 103600
    },
    {
      "epoch": 1.4617368873602752,
      "grad_norm": 3.8347599506378174,
      "learning_rate": 5e-06,
      "loss": 0.1163,
      "step": 103700
    },
    {
      "epoch": 1.4631464697010275,
      "grad_norm": 3.2966907024383545,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 103800
    },
    {
      "epoch": 1.46455605204178,
      "grad_norm": 3.6014602184295654,
      "learning_rate": 5e-06,
      "loss": 0.1101,
      "step": 103900
    },
    {
      "epoch": 1.4659656343825325,
      "grad_norm": 4.228575229644775,
      "learning_rate": 5e-06,
      "loss": 0.1228,
      "step": 104000
    },
    {
      "epoch": 1.467375216723285,
      "grad_norm": 4.988265514373779,
      "learning_rate": 5e-06,
      "loss": 0.1462,
      "step": 104100
    },
    {
      "epoch": 1.4687847990640372,
      "grad_norm": 2.4483461380004883,
      "learning_rate": 5e-06,
      "loss": 0.123,
      "step": 104200
    },
    {
      "epoch": 1.4701943814047898,
      "grad_norm": 2.389108657836914,
      "learning_rate": 5e-06,
      "loss": 0.1197,
      "step": 104300
    },
    {
      "epoch": 1.4716039637455423,
      "grad_norm": 4.676261901855469,
      "learning_rate": 5e-06,
      "loss": 0.1162,
      "step": 104400
    },
    {
      "epoch": 1.4730135460862948,
      "grad_norm": 1.7358185052871704,
      "learning_rate": 5e-06,
      "loss": 0.1152,
      "step": 104500
    },
    {
      "epoch": 1.474423128427047,
      "grad_norm": 5.641462326049805,
      "learning_rate": 5e-06,
      "loss": 0.1178,
      "step": 104600
    },
    {
      "epoch": 1.4758327107677995,
      "grad_norm": 8.452016830444336,
      "learning_rate": 5e-06,
      "loss": 0.1157,
      "step": 104700
    },
    {
      "epoch": 1.477242293108552,
      "grad_norm": 5.549735069274902,
      "learning_rate": 5e-06,
      "loss": 0.1218,
      "step": 104800
    },
    {
      "epoch": 1.4786518754493043,
      "grad_norm": 5.4205803871154785,
      "learning_rate": 5e-06,
      "loss": 0.1179,
      "step": 104900
    },
    {
      "epoch": 1.4800614577900568,
      "grad_norm": 3.093841314315796,
      "learning_rate": 5e-06,
      "loss": 0.1178,
      "step": 105000
    },
    {
      "epoch": 1.4814710401308093,
      "grad_norm": 4.711708068847656,
      "learning_rate": 5e-06,
      "loss": 0.1168,
      "step": 105100
    },
    {
      "epoch": 1.4828806224715616,
      "grad_norm": 3.6306474208831787,
      "learning_rate": 5e-06,
      "loss": 0.1149,
      "step": 105200
    },
    {
      "epoch": 1.484290204812314,
      "grad_norm": 7.481868743896484,
      "learning_rate": 5e-06,
      "loss": 0.1194,
      "step": 105300
    },
    {
      "epoch": 1.4856997871530666,
      "grad_norm": 4.411414623260498,
      "learning_rate": 5e-06,
      "loss": 0.1272,
      "step": 105400
    },
    {
      "epoch": 1.4871093694938189,
      "grad_norm": 6.45888614654541,
      "learning_rate": 5e-06,
      "loss": 0.1192,
      "step": 105500
    },
    {
      "epoch": 1.4885189518345714,
      "grad_norm": 6.319908618927002,
      "learning_rate": 5e-06,
      "loss": 0.1258,
      "step": 105600
    },
    {
      "epoch": 1.489928534175324,
      "grad_norm": 4.829056262969971,
      "learning_rate": 5e-06,
      "loss": 0.1193,
      "step": 105700
    },
    {
      "epoch": 1.4913381165160762,
      "grad_norm": 7.3025078773498535,
      "learning_rate": 5e-06,
      "loss": 0.1152,
      "step": 105800
    },
    {
      "epoch": 1.4927476988568287,
      "grad_norm": 2.640073299407959,
      "learning_rate": 5e-06,
      "loss": 0.1254,
      "step": 105900
    },
    {
      "epoch": 1.4941572811975812,
      "grad_norm": 6.706255912780762,
      "learning_rate": 5e-06,
      "loss": 0.116,
      "step": 106000
    },
    {
      "epoch": 1.4955668635383335,
      "grad_norm": 10.54263687133789,
      "learning_rate": 5e-06,
      "loss": 0.1248,
      "step": 106100
    },
    {
      "epoch": 1.496976445879086,
      "grad_norm": 6.89484977722168,
      "learning_rate": 5e-06,
      "loss": 0.1255,
      "step": 106200
    },
    {
      "epoch": 1.4983860282198385,
      "grad_norm": 2.4894633293151855,
      "learning_rate": 5e-06,
      "loss": 0.1192,
      "step": 106300
    },
    {
      "epoch": 1.499795610560591,
      "grad_norm": 7.265585422515869,
      "learning_rate": 5e-06,
      "loss": 0.1203,
      "step": 106400
    },
    {
      "epoch": 1.5012051929013435,
      "grad_norm": 2.592750072479248,
      "learning_rate": 5e-06,
      "loss": 0.1201,
      "step": 106500
    },
    {
      "epoch": 1.5026147752420957,
      "grad_norm": 4.468716144561768,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 106600
    },
    {
      "epoch": 1.5040243575828482,
      "grad_norm": 2.437962293624878,
      "learning_rate": 5e-06,
      "loss": 0.1101,
      "step": 106700
    },
    {
      "epoch": 1.5054339399236008,
      "grad_norm": 3.844771146774292,
      "learning_rate": 5e-06,
      "loss": 0.1223,
      "step": 106800
    },
    {
      "epoch": 1.506843522264353,
      "grad_norm": 3.8806111812591553,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 106900
    },
    {
      "epoch": 1.5082531046051055,
      "grad_norm": 4.196536064147949,
      "learning_rate": 5e-06,
      "loss": 0.1061,
      "step": 107000
    },
    {
      "epoch": 1.509662686945858,
      "grad_norm": 3.4793710708618164,
      "learning_rate": 5e-06,
      "loss": 0.1116,
      "step": 107100
    },
    {
      "epoch": 1.5110722692866103,
      "grad_norm": 6.154655933380127,
      "learning_rate": 5e-06,
      "loss": 0.1154,
      "step": 107200
    },
    {
      "epoch": 1.5124818516273628,
      "grad_norm": 9.783256530761719,
      "learning_rate": 5e-06,
      "loss": 0.1192,
      "step": 107300
    },
    {
      "epoch": 1.5138914339681153,
      "grad_norm": 4.211552619934082,
      "learning_rate": 5e-06,
      "loss": 0.1168,
      "step": 107400
    },
    {
      "epoch": 1.5153010163088676,
      "grad_norm": 4.455749034881592,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 107500
    },
    {
      "epoch": 1.51671059864962,
      "grad_norm": 4.293758392333984,
      "learning_rate": 5e-06,
      "loss": 0.1152,
      "step": 107600
    },
    {
      "epoch": 1.5181201809903726,
      "grad_norm": 3.4474871158599854,
      "learning_rate": 5e-06,
      "loss": 0.1208,
      "step": 107700
    },
    {
      "epoch": 1.5195297633311249,
      "grad_norm": 3.8123619556427,
      "learning_rate": 5e-06,
      "loss": 0.1134,
      "step": 107800
    },
    {
      "epoch": 1.5209393456718774,
      "grad_norm": 2.3157482147216797,
      "learning_rate": 5e-06,
      "loss": 0.1129,
      "step": 107900
    },
    {
      "epoch": 1.5223489280126299,
      "grad_norm": 3.1760363578796387,
      "learning_rate": 5e-06,
      "loss": 0.1177,
      "step": 108000
    },
    {
      "epoch": 1.5237585103533822,
      "grad_norm": 4.391332626342773,
      "learning_rate": 5e-06,
      "loss": 0.1235,
      "step": 108100
    },
    {
      "epoch": 1.525168092694135,
      "grad_norm": 5.011711597442627,
      "learning_rate": 5e-06,
      "loss": 0.1342,
      "step": 108200
    },
    {
      "epoch": 1.5265776750348872,
      "grad_norm": 2.9931259155273438,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 108300
    },
    {
      "epoch": 1.5279872573756395,
      "grad_norm": 5.065775394439697,
      "learning_rate": 5e-06,
      "loss": 0.1308,
      "step": 108400
    },
    {
      "epoch": 1.5293968397163922,
      "grad_norm": 7.291953086853027,
      "learning_rate": 5e-06,
      "loss": 0.1243,
      "step": 108500
    },
    {
      "epoch": 1.5308064220571445,
      "grad_norm": 5.353610992431641,
      "learning_rate": 5e-06,
      "loss": 0.1242,
      "step": 108600
    },
    {
      "epoch": 1.532216004397897,
      "grad_norm": 9.126069068908691,
      "learning_rate": 5e-06,
      "loss": 0.1209,
      "step": 108700
    },
    {
      "epoch": 1.5336255867386495,
      "grad_norm": 8.74782943725586,
      "learning_rate": 5e-06,
      "loss": 0.1148,
      "step": 108800
    },
    {
      "epoch": 1.5350351690794017,
      "grad_norm": 3.871969699859619,
      "learning_rate": 5e-06,
      "loss": 0.1111,
      "step": 108900
    },
    {
      "epoch": 1.5364447514201542,
      "grad_norm": 8.313399314880371,
      "learning_rate": 5e-06,
      "loss": 0.1135,
      "step": 109000
    },
    {
      "epoch": 1.5378543337609067,
      "grad_norm": 4.156338214874268,
      "learning_rate": 5e-06,
      "loss": 0.1126,
      "step": 109100
    },
    {
      "epoch": 1.539263916101659,
      "grad_norm": 10.210345268249512,
      "learning_rate": 5e-06,
      "loss": 0.1118,
      "step": 109200
    },
    {
      "epoch": 1.5406734984424115,
      "grad_norm": 4.877227306365967,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 109300
    },
    {
      "epoch": 1.542083080783164,
      "grad_norm": 4.435742378234863,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 109400
    },
    {
      "epoch": 1.5434926631239163,
      "grad_norm": 5.576131343841553,
      "learning_rate": 5e-06,
      "loss": 0.1194,
      "step": 109500
    },
    {
      "epoch": 1.5449022454646688,
      "grad_norm": 3.4894611835479736,
      "learning_rate": 5e-06,
      "loss": 0.1157,
      "step": 109600
    },
    {
      "epoch": 1.5463118278054213,
      "grad_norm": 4.916524410247803,
      "learning_rate": 5e-06,
      "loss": 0.1093,
      "step": 109700
    },
    {
      "epoch": 1.5477214101461736,
      "grad_norm": 2.5649900436401367,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 109800
    },
    {
      "epoch": 1.549130992486926,
      "grad_norm": 5.834847450256348,
      "learning_rate": 5e-06,
      "loss": 0.1165,
      "step": 109900
    },
    {
      "epoch": 1.5505405748276786,
      "grad_norm": 9.969260215759277,
      "learning_rate": 5e-06,
      "loss": 0.1235,
      "step": 110000
    },
    {
      "epoch": 1.5519501571684309,
      "grad_norm": 5.6063151359558105,
      "learning_rate": 5e-06,
      "loss": 0.1255,
      "step": 110100
    },
    {
      "epoch": 1.5533597395091834,
      "grad_norm": 7.689727306365967,
      "learning_rate": 5e-06,
      "loss": 0.1042,
      "step": 110200
    },
    {
      "epoch": 1.5547693218499359,
      "grad_norm": 9.164369583129883,
      "learning_rate": 5e-06,
      "loss": 0.1168,
      "step": 110300
    },
    {
      "epoch": 1.5561789041906882,
      "grad_norm": 3.7292091846466064,
      "learning_rate": 5e-06,
      "loss": 0.1122,
      "step": 110400
    },
    {
      "epoch": 1.5575884865314409,
      "grad_norm": 4.337530612945557,
      "learning_rate": 5e-06,
      "loss": 0.1244,
      "step": 110500
    },
    {
      "epoch": 1.5589980688721932,
      "grad_norm": 5.680759429931641,
      "learning_rate": 5e-06,
      "loss": 0.113,
      "step": 110600
    },
    {
      "epoch": 1.5604076512129454,
      "grad_norm": 3.373253345489502,
      "learning_rate": 5e-06,
      "loss": 0.1154,
      "step": 110700
    },
    {
      "epoch": 1.5618172335536982,
      "grad_norm": 2.105868339538574,
      "learning_rate": 5e-06,
      "loss": 0.1169,
      "step": 110800
    },
    {
      "epoch": 1.5632268158944504,
      "grad_norm": 3.9478065967559814,
      "learning_rate": 5e-06,
      "loss": 0.1203,
      "step": 110900
    },
    {
      "epoch": 1.564636398235203,
      "grad_norm": 2.763211965560913,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 111000
    },
    {
      "epoch": 1.5660459805759555,
      "grad_norm": 8.073025703430176,
      "learning_rate": 5e-06,
      "loss": 0.1053,
      "step": 111100
    },
    {
      "epoch": 1.5674555629167077,
      "grad_norm": 4.097460746765137,
      "learning_rate": 5e-06,
      "loss": 0.1172,
      "step": 111200
    },
    {
      "epoch": 1.5688651452574602,
      "grad_norm": 5.270252227783203,
      "learning_rate": 5e-06,
      "loss": 0.1078,
      "step": 111300
    },
    {
      "epoch": 1.5702747275982127,
      "grad_norm": 3.0953121185302734,
      "learning_rate": 5e-06,
      "loss": 0.1054,
      "step": 111400
    },
    {
      "epoch": 1.571684309938965,
      "grad_norm": 4.099862575531006,
      "learning_rate": 5e-06,
      "loss": 0.1222,
      "step": 111500
    },
    {
      "epoch": 1.5730938922797175,
      "grad_norm": 7.815767288208008,
      "learning_rate": 5e-06,
      "loss": 0.119,
      "step": 111600
    },
    {
      "epoch": 1.57450347462047,
      "grad_norm": 7.611586093902588,
      "learning_rate": 5e-06,
      "loss": 0.1197,
      "step": 111700
    },
    {
      "epoch": 1.5759130569612223,
      "grad_norm": 1.7118104696273804,
      "learning_rate": 5e-06,
      "loss": 0.114,
      "step": 111800
    },
    {
      "epoch": 1.5773226393019748,
      "grad_norm": 3.5592193603515625,
      "learning_rate": 5e-06,
      "loss": 0.1099,
      "step": 111900
    },
    {
      "epoch": 1.5787322216427273,
      "grad_norm": 4.315309524536133,
      "learning_rate": 5e-06,
      "loss": 0.117,
      "step": 112000
    },
    {
      "epoch": 1.5801418039834796,
      "grad_norm": 7.141950607299805,
      "learning_rate": 5e-06,
      "loss": 0.117,
      "step": 112100
    },
    {
      "epoch": 1.581551386324232,
      "grad_norm": 3.1946539878845215,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 112200
    },
    {
      "epoch": 1.5829609686649846,
      "grad_norm": 5.2411112785339355,
      "learning_rate": 5e-06,
      "loss": 0.1102,
      "step": 112300
    },
    {
      "epoch": 1.5843705510057369,
      "grad_norm": 5.867823123931885,
      "learning_rate": 5e-06,
      "loss": 0.1108,
      "step": 112400
    },
    {
      "epoch": 1.5857801333464896,
      "grad_norm": 3.5584731101989746,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 112500
    },
    {
      "epoch": 1.5871897156872419,
      "grad_norm": 7.823670387268066,
      "learning_rate": 5e-06,
      "loss": 0.1196,
      "step": 112600
    },
    {
      "epoch": 1.5885992980279942,
      "grad_norm": 7.060878276824951,
      "learning_rate": 5e-06,
      "loss": 0.1123,
      "step": 112700
    },
    {
      "epoch": 1.5900088803687469,
      "grad_norm": 5.60638427734375,
      "learning_rate": 5e-06,
      "loss": 0.1258,
      "step": 112800
    },
    {
      "epoch": 1.5914184627094992,
      "grad_norm": 10.162750244140625,
      "learning_rate": 5e-06,
      "loss": 0.1178,
      "step": 112900
    },
    {
      "epoch": 1.5928280450502517,
      "grad_norm": 4.637119770050049,
      "learning_rate": 5e-06,
      "loss": 0.11,
      "step": 113000
    },
    {
      "epoch": 1.5942376273910042,
      "grad_norm": 3.273433208465576,
      "learning_rate": 5e-06,
      "loss": 0.1253,
      "step": 113100
    },
    {
      "epoch": 1.5956472097317564,
      "grad_norm": 7.824584484100342,
      "learning_rate": 5e-06,
      "loss": 0.1186,
      "step": 113200
    },
    {
      "epoch": 1.597056792072509,
      "grad_norm": 5.44000244140625,
      "learning_rate": 5e-06,
      "loss": 0.1221,
      "step": 113300
    },
    {
      "epoch": 1.5984663744132614,
      "grad_norm": 10.925498962402344,
      "learning_rate": 5e-06,
      "loss": 0.1135,
      "step": 113400
    },
    {
      "epoch": 1.5998759567540137,
      "grad_norm": 10.12410831451416,
      "learning_rate": 5e-06,
      "loss": 0.1113,
      "step": 113500
    },
    {
      "epoch": 1.6012855390947662,
      "grad_norm": 3.8091378211975098,
      "learning_rate": 5e-06,
      "loss": 0.126,
      "step": 113600
    },
    {
      "epoch": 1.6026951214355187,
      "grad_norm": 5.793283462524414,
      "learning_rate": 5e-06,
      "loss": 0.1146,
      "step": 113700
    },
    {
      "epoch": 1.604104703776271,
      "grad_norm": 4.486868381500244,
      "learning_rate": 5e-06,
      "loss": 0.12,
      "step": 113800
    },
    {
      "epoch": 1.6055142861170235,
      "grad_norm": 5.377163410186768,
      "learning_rate": 5e-06,
      "loss": 0.1217,
      "step": 113900
    },
    {
      "epoch": 1.606923868457776,
      "grad_norm": 5.01890230178833,
      "learning_rate": 5e-06,
      "loss": 0.1121,
      "step": 114000
    },
    {
      "epoch": 1.6083334507985283,
      "grad_norm": 6.263326644897461,
      "learning_rate": 5e-06,
      "loss": 0.1288,
      "step": 114100
    },
    {
      "epoch": 1.6097430331392808,
      "grad_norm": 11.721464157104492,
      "learning_rate": 5e-06,
      "loss": 0.1085,
      "step": 114200
    },
    {
      "epoch": 1.6111526154800333,
      "grad_norm": 3.0601682662963867,
      "learning_rate": 5e-06,
      "loss": 0.1141,
      "step": 114300
    },
    {
      "epoch": 1.6125621978207856,
      "grad_norm": 4.216493129730225,
      "learning_rate": 5e-06,
      "loss": 0.1135,
      "step": 114400
    },
    {
      "epoch": 1.613971780161538,
      "grad_norm": 4.667272567749023,
      "learning_rate": 5e-06,
      "loss": 0.1189,
      "step": 114500
    },
    {
      "epoch": 1.6153813625022906,
      "grad_norm": 16.16658592224121,
      "learning_rate": 5e-06,
      "loss": 0.116,
      "step": 114600
    },
    {
      "epoch": 1.6167909448430429,
      "grad_norm": 5.165925979614258,
      "learning_rate": 5e-06,
      "loss": 0.1123,
      "step": 114700
    },
    {
      "epoch": 1.6182005271837956,
      "grad_norm": 6.593470096588135,
      "learning_rate": 5e-06,
      "loss": 0.1139,
      "step": 114800
    },
    {
      "epoch": 1.6196101095245479,
      "grad_norm": 2.786362409591675,
      "learning_rate": 5e-06,
      "loss": 0.1175,
      "step": 114900
    },
    {
      "epoch": 1.6210196918653001,
      "grad_norm": 8.262296676635742,
      "learning_rate": 5e-06,
      "loss": 0.1187,
      "step": 115000
    },
    {
      "epoch": 1.6224292742060529,
      "grad_norm": 10.276100158691406,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 115100
    },
    {
      "epoch": 1.6238388565468052,
      "grad_norm": 2.8330905437469482,
      "learning_rate": 5e-06,
      "loss": 0.1202,
      "step": 115200
    },
    {
      "epoch": 1.6252484388875577,
      "grad_norm": 4.333306789398193,
      "learning_rate": 5e-06,
      "loss": 0.1173,
      "step": 115300
    },
    {
      "epoch": 1.6266580212283102,
      "grad_norm": 3.3412952423095703,
      "learning_rate": 5e-06,
      "loss": 0.125,
      "step": 115400
    },
    {
      "epoch": 1.6280676035690624,
      "grad_norm": 2.5530664920806885,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 115500
    },
    {
      "epoch": 1.629477185909815,
      "grad_norm": 4.241664409637451,
      "learning_rate": 5e-06,
      "loss": 0.1126,
      "step": 115600
    },
    {
      "epoch": 1.6308867682505674,
      "grad_norm": 3.4262545108795166,
      "learning_rate": 5e-06,
      "loss": 0.1104,
      "step": 115700
    },
    {
      "epoch": 1.6322963505913197,
      "grad_norm": 4.472452640533447,
      "learning_rate": 5e-06,
      "loss": 0.1176,
      "step": 115800
    },
    {
      "epoch": 1.6337059329320722,
      "grad_norm": 5.498592376708984,
      "learning_rate": 5e-06,
      "loss": 0.1247,
      "step": 115900
    },
    {
      "epoch": 1.6351155152728247,
      "grad_norm": 5.557530403137207,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 116000
    },
    {
      "epoch": 1.636525097613577,
      "grad_norm": 6.052599906921387,
      "learning_rate": 5e-06,
      "loss": 0.1192,
      "step": 116100
    },
    {
      "epoch": 1.6379346799543295,
      "grad_norm": 12.876405715942383,
      "learning_rate": 5e-06,
      "loss": 0.1114,
      "step": 116200
    },
    {
      "epoch": 1.639344262295082,
      "grad_norm": 5.219926834106445,
      "learning_rate": 5e-06,
      "loss": 0.1069,
      "step": 116300
    },
    {
      "epoch": 1.6407538446358343,
      "grad_norm": 3.6771206855773926,
      "learning_rate": 5e-06,
      "loss": 0.1134,
      "step": 116400
    },
    {
      "epoch": 1.6421634269765868,
      "grad_norm": 2.205242395401001,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 116500
    },
    {
      "epoch": 1.6435730093173393,
      "grad_norm": 3.9732770919799805,
      "learning_rate": 5e-06,
      "loss": 0.1156,
      "step": 116600
    },
    {
      "epoch": 1.6449825916580916,
      "grad_norm": 4.677859306335449,
      "learning_rate": 5e-06,
      "loss": 0.1117,
      "step": 116700
    },
    {
      "epoch": 1.6463921739988443,
      "grad_norm": 6.128270149230957,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 116800
    },
    {
      "epoch": 1.6478017563395966,
      "grad_norm": 3.283337354660034,
      "learning_rate": 5e-06,
      "loss": 0.1086,
      "step": 116900
    },
    {
      "epoch": 1.6492113386803489,
      "grad_norm": 6.698232650756836,
      "learning_rate": 5e-06,
      "loss": 0.12,
      "step": 117000
    },
    {
      "epoch": 1.6506209210211016,
      "grad_norm": 3.0801525115966797,
      "learning_rate": 5e-06,
      "loss": 0.124,
      "step": 117100
    },
    {
      "epoch": 1.6520305033618539,
      "grad_norm": 3.590306043624878,
      "learning_rate": 5e-06,
      "loss": 0.1093,
      "step": 117200
    },
    {
      "epoch": 1.6534400857026064,
      "grad_norm": 6.258802890777588,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 117300
    },
    {
      "epoch": 1.6548496680433589,
      "grad_norm": 4.379752159118652,
      "learning_rate": 5e-06,
      "loss": 0.1144,
      "step": 117400
    },
    {
      "epoch": 1.6562592503841111,
      "grad_norm": 4.9567179679870605,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 117500
    },
    {
      "epoch": 1.6576688327248637,
      "grad_norm": 11.39457893371582,
      "learning_rate": 5e-06,
      "loss": 0.1231,
      "step": 117600
    },
    {
      "epoch": 1.6590784150656162,
      "grad_norm": 4.678244590759277,
      "learning_rate": 5e-06,
      "loss": 0.1122,
      "step": 117700
    },
    {
      "epoch": 1.6604879974063684,
      "grad_norm": 4.462530136108398,
      "learning_rate": 5e-06,
      "loss": 0.105,
      "step": 117800
    },
    {
      "epoch": 1.661897579747121,
      "grad_norm": 2.406919240951538,
      "learning_rate": 5e-06,
      "loss": 0.1162,
      "step": 117900
    },
    {
      "epoch": 1.6633071620878734,
      "grad_norm": 9.67393970489502,
      "learning_rate": 5e-06,
      "loss": 0.1046,
      "step": 118000
    },
    {
      "epoch": 1.6647167444286257,
      "grad_norm": 8.496057510375977,
      "learning_rate": 5e-06,
      "loss": 0.1121,
      "step": 118100
    },
    {
      "epoch": 1.6661263267693782,
      "grad_norm": 4.4154582023620605,
      "learning_rate": 5e-06,
      "loss": 0.122,
      "step": 118200
    },
    {
      "epoch": 1.6675359091101307,
      "grad_norm": 3.918572187423706,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 118300
    },
    {
      "epoch": 1.668945491450883,
      "grad_norm": 4.894519329071045,
      "learning_rate": 5e-06,
      "loss": 0.1131,
      "step": 118400
    },
    {
      "epoch": 1.6703550737916355,
      "grad_norm": 4.223048686981201,
      "learning_rate": 5e-06,
      "loss": 0.1206,
      "step": 118500
    },
    {
      "epoch": 1.671764656132388,
      "grad_norm": 1.3887068033218384,
      "learning_rate": 5e-06,
      "loss": 0.1166,
      "step": 118600
    },
    {
      "epoch": 1.6731742384731403,
      "grad_norm": 3.588313341140747,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 118700
    },
    {
      "epoch": 1.674583820813893,
      "grad_norm": 4.600379943847656,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 118800
    },
    {
      "epoch": 1.6759934031546453,
      "grad_norm": 5.321074962615967,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 118900
    },
    {
      "epoch": 1.6774029854953976,
      "grad_norm": 16.10389518737793,
      "learning_rate": 5e-06,
      "loss": 0.1156,
      "step": 119000
    },
    {
      "epoch": 1.6788125678361503,
      "grad_norm": 2.898952007293701,
      "learning_rate": 5e-06,
      "loss": 0.1314,
      "step": 119100
    },
    {
      "epoch": 1.6802221501769026,
      "grad_norm": 5.93850564956665,
      "learning_rate": 5e-06,
      "loss": 0.1083,
      "step": 119200
    },
    {
      "epoch": 1.6816317325176549,
      "grad_norm": 3.2783007621765137,
      "learning_rate": 5e-06,
      "loss": 0.1141,
      "step": 119300
    },
    {
      "epoch": 1.6830413148584076,
      "grad_norm": 3.1783361434936523,
      "learning_rate": 5e-06,
      "loss": 0.1164,
      "step": 119400
    },
    {
      "epoch": 1.6844508971991599,
      "grad_norm": 4.249178886413574,
      "learning_rate": 5e-06,
      "loss": 0.1119,
      "step": 119500
    },
    {
      "epoch": 1.6858604795399124,
      "grad_norm": 7.19350004196167,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 119600
    },
    {
      "epoch": 1.6872700618806649,
      "grad_norm": 5.439846992492676,
      "learning_rate": 5e-06,
      "loss": 0.127,
      "step": 119700
    },
    {
      "epoch": 1.6886796442214171,
      "grad_norm": 1.8129265308380127,
      "learning_rate": 5e-06,
      "loss": 0.1216,
      "step": 119800
    },
    {
      "epoch": 1.6900892265621696,
      "grad_norm": 3.3296031951904297,
      "learning_rate": 5e-06,
      "loss": 0.1229,
      "step": 119900
    },
    {
      "epoch": 1.6914988089029221,
      "grad_norm": 4.441476345062256,
      "learning_rate": 5e-06,
      "loss": 0.1122,
      "step": 120000
    },
    {
      "epoch": 1.6929083912436744,
      "grad_norm": 2.915043592453003,
      "learning_rate": 5e-06,
      "loss": 0.1149,
      "step": 120100
    },
    {
      "epoch": 1.694317973584427,
      "grad_norm": 1.8236260414123535,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 120200
    },
    {
      "epoch": 1.6957275559251794,
      "grad_norm": 3.255695104598999,
      "learning_rate": 5e-06,
      "loss": 0.1182,
      "step": 120300
    },
    {
      "epoch": 1.6971371382659317,
      "grad_norm": 3.0661633014678955,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 120400
    },
    {
      "epoch": 1.6985467206066842,
      "grad_norm": 12.038423538208008,
      "learning_rate": 5e-06,
      "loss": 0.1154,
      "step": 120500
    },
    {
      "epoch": 1.6999563029474367,
      "grad_norm": 3.017042636871338,
      "learning_rate": 5e-06,
      "loss": 0.1109,
      "step": 120600
    },
    {
      "epoch": 1.701365885288189,
      "grad_norm": 6.0463714599609375,
      "learning_rate": 5e-06,
      "loss": 0.1265,
      "step": 120700
    },
    {
      "epoch": 1.7027754676289415,
      "grad_norm": 4.7188801765441895,
      "learning_rate": 5e-06,
      "loss": 0.1178,
      "step": 120800
    },
    {
      "epoch": 1.704185049969694,
      "grad_norm": 4.325087547302246,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 120900
    },
    {
      "epoch": 1.7055946323104463,
      "grad_norm": 1.5805505514144897,
      "learning_rate": 5e-06,
      "loss": 0.112,
      "step": 121000
    },
    {
      "epoch": 1.707004214651199,
      "grad_norm": 3.11738657951355,
      "learning_rate": 5e-06,
      "loss": 0.12,
      "step": 121100
    },
    {
      "epoch": 1.7084137969919513,
      "grad_norm": 4.7472944259643555,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 121200
    },
    {
      "epoch": 1.7098233793327036,
      "grad_norm": 5.9539079666137695,
      "learning_rate": 5e-06,
      "loss": 0.1195,
      "step": 121300
    },
    {
      "epoch": 1.7112329616734563,
      "grad_norm": 2.0315756797790527,
      "learning_rate": 5e-06,
      "loss": 0.1187,
      "step": 121400
    },
    {
      "epoch": 1.7126425440142086,
      "grad_norm": 8.827631950378418,
      "learning_rate": 5e-06,
      "loss": 0.1277,
      "step": 121500
    },
    {
      "epoch": 1.714052126354961,
      "grad_norm": 3.737837076187134,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 121600
    },
    {
      "epoch": 1.7154617086957136,
      "grad_norm": 4.758999347686768,
      "learning_rate": 5e-06,
      "loss": 0.1175,
      "step": 121700
    },
    {
      "epoch": 1.7168712910364659,
      "grad_norm": 3.0008788108825684,
      "learning_rate": 5e-06,
      "loss": 0.1207,
      "step": 121800
    },
    {
      "epoch": 1.7182808733772184,
      "grad_norm": 3.09336519241333,
      "learning_rate": 5e-06,
      "loss": 0.1097,
      "step": 121900
    },
    {
      "epoch": 1.7196904557179709,
      "grad_norm": 6.130038261413574,
      "learning_rate": 5e-06,
      "loss": 0.1176,
      "step": 122000
    },
    {
      "epoch": 1.7211000380587231,
      "grad_norm": 2.9791033267974854,
      "learning_rate": 5e-06,
      "loss": 0.1085,
      "step": 122100
    },
    {
      "epoch": 1.7225096203994756,
      "grad_norm": 7.607812404632568,
      "learning_rate": 5e-06,
      "loss": 0.1167,
      "step": 122200
    },
    {
      "epoch": 1.7239192027402281,
      "grad_norm": 3.7607576847076416,
      "learning_rate": 5e-06,
      "loss": 0.1227,
      "step": 122300
    },
    {
      "epoch": 1.7253287850809804,
      "grad_norm": 5.84514856338501,
      "learning_rate": 5e-06,
      "loss": 0.1176,
      "step": 122400
    },
    {
      "epoch": 1.726738367421733,
      "grad_norm": 6.555640697479248,
      "learning_rate": 5e-06,
      "loss": 0.1075,
      "step": 122500
    },
    {
      "epoch": 1.7281479497624854,
      "grad_norm": 3.8775832653045654,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 122600
    },
    {
      "epoch": 1.7295575321032377,
      "grad_norm": 2.84692120552063,
      "learning_rate": 5e-06,
      "loss": 0.1138,
      "step": 122700
    },
    {
      "epoch": 1.7309671144439902,
      "grad_norm": 6.684503555297852,
      "learning_rate": 5e-06,
      "loss": 0.1202,
      "step": 122800
    },
    {
      "epoch": 1.7323766967847427,
      "grad_norm": 7.168398857116699,
      "learning_rate": 5e-06,
      "loss": 0.1089,
      "step": 122900
    },
    {
      "epoch": 1.733786279125495,
      "grad_norm": 5.7811784744262695,
      "learning_rate": 5e-06,
      "loss": 0.1268,
      "step": 123000
    },
    {
      "epoch": 1.7351958614662477,
      "grad_norm": 3.284050464630127,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 123100
    },
    {
      "epoch": 1.736605443807,
      "grad_norm": 4.5106201171875,
      "learning_rate": 5e-06,
      "loss": 0.1178,
      "step": 123200
    },
    {
      "epoch": 1.7380150261477523,
      "grad_norm": 8.816438674926758,
      "learning_rate": 5e-06,
      "loss": 0.1126,
      "step": 123300
    },
    {
      "epoch": 1.739424608488505,
      "grad_norm": 4.008769512176514,
      "learning_rate": 5e-06,
      "loss": 0.1162,
      "step": 123400
    },
    {
      "epoch": 1.7408341908292573,
      "grad_norm": 2.600477933883667,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 123500
    },
    {
      "epoch": 1.7422437731700098,
      "grad_norm": 9.201866149902344,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 123600
    },
    {
      "epoch": 1.7436533555107623,
      "grad_norm": 3.584724187850952,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 123700
    },
    {
      "epoch": 1.7450629378515146,
      "grad_norm": 7.58766508102417,
      "learning_rate": 5e-06,
      "loss": 0.1062,
      "step": 123800
    },
    {
      "epoch": 1.746472520192267,
      "grad_norm": 8.857904434204102,
      "learning_rate": 5e-06,
      "loss": 0.1214,
      "step": 123900
    },
    {
      "epoch": 1.7478821025330196,
      "grad_norm": 4.0569353103637695,
      "learning_rate": 5e-06,
      "loss": 0.113,
      "step": 124000
    },
    {
      "epoch": 1.7492916848737718,
      "grad_norm": 2.5262482166290283,
      "learning_rate": 5e-06,
      "loss": 0.1141,
      "step": 124100
    },
    {
      "epoch": 1.7507012672145243,
      "grad_norm": 6.065886974334717,
      "learning_rate": 5e-06,
      "loss": 0.1078,
      "step": 124200
    },
    {
      "epoch": 1.7521108495552769,
      "grad_norm": 8.6196928024292,
      "learning_rate": 5e-06,
      "loss": 0.11,
      "step": 124300
    },
    {
      "epoch": 1.7535204318960291,
      "grad_norm": 13.063335418701172,
      "learning_rate": 5e-06,
      "loss": 0.1016,
      "step": 124400
    },
    {
      "epoch": 1.7549300142367816,
      "grad_norm": 3.2652320861816406,
      "learning_rate": 5e-06,
      "loss": 0.1237,
      "step": 124500
    },
    {
      "epoch": 1.7563395965775341,
      "grad_norm": 2.923556089401245,
      "learning_rate": 5e-06,
      "loss": 0.106,
      "step": 124600
    },
    {
      "epoch": 1.7577491789182864,
      "grad_norm": 9.356768608093262,
      "learning_rate": 5e-06,
      "loss": 0.1157,
      "step": 124700
    },
    {
      "epoch": 1.759158761259039,
      "grad_norm": 7.045074462890625,
      "learning_rate": 5e-06,
      "loss": 0.1139,
      "step": 124800
    },
    {
      "epoch": 1.7605683435997914,
      "grad_norm": 1.446441411972046,
      "learning_rate": 5e-06,
      "loss": 0.1142,
      "step": 124900
    },
    {
      "epoch": 1.7619779259405437,
      "grad_norm": 3.25813627243042,
      "learning_rate": 5e-06,
      "loss": 0.1083,
      "step": 125000
    },
    {
      "epoch": 1.7633875082812962,
      "grad_norm": 9.707592010498047,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 125100
    },
    {
      "epoch": 1.7647970906220487,
      "grad_norm": 7.992135047912598,
      "learning_rate": 5e-06,
      "loss": 0.1072,
      "step": 125200
    },
    {
      "epoch": 1.766206672962801,
      "grad_norm": 8.231411933898926,
      "learning_rate": 5e-06,
      "loss": 0.1075,
      "step": 125300
    },
    {
      "epoch": 1.7676162553035537,
      "grad_norm": 4.912858963012695,
      "learning_rate": 5e-06,
      "loss": 0.1183,
      "step": 125400
    },
    {
      "epoch": 1.769025837644306,
      "grad_norm": 4.4996185302734375,
      "learning_rate": 5e-06,
      "loss": 0.1104,
      "step": 125500
    },
    {
      "epoch": 1.7704354199850583,
      "grad_norm": 4.132608890533447,
      "learning_rate": 5e-06,
      "loss": 0.1112,
      "step": 125600
    },
    {
      "epoch": 1.771845002325811,
      "grad_norm": 5.567877292633057,
      "learning_rate": 5e-06,
      "loss": 0.1099,
      "step": 125700
    },
    {
      "epoch": 1.7732545846665633,
      "grad_norm": 4.744034767150879,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 125800
    },
    {
      "epoch": 1.7746641670073158,
      "grad_norm": 2.7527267932891846,
      "learning_rate": 5e-06,
      "loss": 0.1152,
      "step": 125900
    },
    {
      "epoch": 1.7760737493480683,
      "grad_norm": 12.725374221801758,
      "learning_rate": 5e-06,
      "loss": 0.1092,
      "step": 126000
    },
    {
      "epoch": 1.7774833316888206,
      "grad_norm": 5.3748064041137695,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 126100
    },
    {
      "epoch": 1.778892914029573,
      "grad_norm": 4.880313396453857,
      "learning_rate": 5e-06,
      "loss": 0.1128,
      "step": 126200
    },
    {
      "epoch": 1.7803024963703256,
      "grad_norm": 5.565503120422363,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 126300
    },
    {
      "epoch": 1.7817120787110778,
      "grad_norm": 7.052158355712891,
      "learning_rate": 5e-06,
      "loss": 0.1137,
      "step": 126400
    },
    {
      "epoch": 1.7831216610518303,
      "grad_norm": 8.882801055908203,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 126500
    },
    {
      "epoch": 1.7845312433925828,
      "grad_norm": 8.534575462341309,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 126600
    },
    {
      "epoch": 1.7859408257333351,
      "grad_norm": 4.944590091705322,
      "learning_rate": 5e-06,
      "loss": 0.1043,
      "step": 126700
    },
    {
      "epoch": 1.7873504080740876,
      "grad_norm": 6.338985443115234,
      "learning_rate": 5e-06,
      "loss": 0.1139,
      "step": 126800
    },
    {
      "epoch": 1.7887599904148401,
      "grad_norm": 5.6048970222473145,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 126900
    },
    {
      "epoch": 1.7901695727555924,
      "grad_norm": 5.83383321762085,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 127000
    },
    {
      "epoch": 1.791579155096345,
      "grad_norm": 2.830249309539795,
      "learning_rate": 5e-06,
      "loss": 0.1285,
      "step": 127100
    },
    {
      "epoch": 1.7929887374370974,
      "grad_norm": 2.5258896350860596,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 127200
    },
    {
      "epoch": 1.7943983197778497,
      "grad_norm": 5.848372936248779,
      "learning_rate": 5e-06,
      "loss": 0.1155,
      "step": 127300
    },
    {
      "epoch": 1.7958079021186024,
      "grad_norm": 3.0542280673980713,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 127400
    },
    {
      "epoch": 1.7972174844593547,
      "grad_norm": 6.434808731079102,
      "learning_rate": 5e-06,
      "loss": 0.1181,
      "step": 127500
    },
    {
      "epoch": 1.798627066800107,
      "grad_norm": 2.406726360321045,
      "learning_rate": 5e-06,
      "loss": 0.1116,
      "step": 127600
    },
    {
      "epoch": 1.8000366491408597,
      "grad_norm": 3.590944290161133,
      "learning_rate": 5e-06,
      "loss": 0.1219,
      "step": 127700
    },
    {
      "epoch": 1.801446231481612,
      "grad_norm": 6.2079243659973145,
      "learning_rate": 5e-06,
      "loss": 0.1081,
      "step": 127800
    },
    {
      "epoch": 1.8028558138223645,
      "grad_norm": 13.72801685333252,
      "learning_rate": 5e-06,
      "loss": 0.1125,
      "step": 127900
    },
    {
      "epoch": 1.804265396163117,
      "grad_norm": 5.7722697257995605,
      "learning_rate": 5e-06,
      "loss": 0.1162,
      "step": 128000
    },
    {
      "epoch": 1.8056749785038693,
      "grad_norm": 4.754596710205078,
      "learning_rate": 5e-06,
      "loss": 0.1118,
      "step": 128100
    },
    {
      "epoch": 1.8070845608446218,
      "grad_norm": 3.5521740913391113,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 128200
    },
    {
      "epoch": 1.8084941431853743,
      "grad_norm": 3.7584164142608643,
      "learning_rate": 5e-06,
      "loss": 0.1016,
      "step": 128300
    },
    {
      "epoch": 1.8099037255261265,
      "grad_norm": 4.886232376098633,
      "learning_rate": 5e-06,
      "loss": 0.1125,
      "step": 128400
    },
    {
      "epoch": 1.811313307866879,
      "grad_norm": 5.5454936027526855,
      "learning_rate": 5e-06,
      "loss": 0.1184,
      "step": 128500
    },
    {
      "epoch": 1.8127228902076316,
      "grad_norm": 5.557499885559082,
      "learning_rate": 5e-06,
      "loss": 0.1237,
      "step": 128600
    },
    {
      "epoch": 1.8141324725483838,
      "grad_norm": 4.42414665222168,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 128700
    },
    {
      "epoch": 1.8155420548891363,
      "grad_norm": 6.304353713989258,
      "learning_rate": 5e-06,
      "loss": 0.1087,
      "step": 128800
    },
    {
      "epoch": 1.8169516372298888,
      "grad_norm": 5.684755325317383,
      "learning_rate": 5e-06,
      "loss": 0.1139,
      "step": 128900
    },
    {
      "epoch": 1.8183612195706411,
      "grad_norm": 8.285981178283691,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 129000
    },
    {
      "epoch": 1.8197708019113936,
      "grad_norm": 7.6107916831970215,
      "learning_rate": 5e-06,
      "loss": 0.1138,
      "step": 129100
    },
    {
      "epoch": 1.8211803842521461,
      "grad_norm": 5.832467555999756,
      "learning_rate": 5e-06,
      "loss": 0.1203,
      "step": 129200
    },
    {
      "epoch": 1.8225899665928984,
      "grad_norm": 7.180413246154785,
      "learning_rate": 5e-06,
      "loss": 0.1205,
      "step": 129300
    },
    {
      "epoch": 1.823999548933651,
      "grad_norm": 1.9878982305526733,
      "learning_rate": 5e-06,
      "loss": 0.1054,
      "step": 129400
    },
    {
      "epoch": 1.8254091312744034,
      "grad_norm": 7.419358730316162,
      "learning_rate": 5e-06,
      "loss": 0.1183,
      "step": 129500
    },
    {
      "epoch": 1.8268187136151557,
      "grad_norm": 4.621012210845947,
      "learning_rate": 5e-06,
      "loss": 0.1101,
      "step": 129600
    },
    {
      "epoch": 1.8282282959559084,
      "grad_norm": 1.3939275741577148,
      "learning_rate": 5e-06,
      "loss": 0.1084,
      "step": 129700
    },
    {
      "epoch": 1.8296378782966607,
      "grad_norm": 9.221331596374512,
      "learning_rate": 5e-06,
      "loss": 0.1007,
      "step": 129800
    },
    {
      "epoch": 1.831047460637413,
      "grad_norm": 5.362057209014893,
      "learning_rate": 5e-06,
      "loss": 0.1118,
      "step": 129900
    },
    {
      "epoch": 1.8324570429781657,
      "grad_norm": 3.5665485858917236,
      "learning_rate": 5e-06,
      "loss": 0.1218,
      "step": 130000
    },
    {
      "epoch": 1.833866625318918,
      "grad_norm": 6.573570251464844,
      "learning_rate": 5e-06,
      "loss": 0.1158,
      "step": 130100
    },
    {
      "epoch": 1.8352762076596705,
      "grad_norm": 1.8855364322662354,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 130200
    },
    {
      "epoch": 1.836685790000423,
      "grad_norm": 9.665689468383789,
      "learning_rate": 5e-06,
      "loss": 0.1118,
      "step": 130300
    },
    {
      "epoch": 1.8380953723411753,
      "grad_norm": 7.667892932891846,
      "learning_rate": 5e-06,
      "loss": 0.1069,
      "step": 130400
    },
    {
      "epoch": 1.8395049546819278,
      "grad_norm": 7.386098861694336,
      "learning_rate": 5e-06,
      "loss": 0.1113,
      "step": 130500
    },
    {
      "epoch": 1.8409145370226803,
      "grad_norm": 5.73823881149292,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 130600
    },
    {
      "epoch": 1.8423241193634325,
      "grad_norm": 6.487481117248535,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 130700
    },
    {
      "epoch": 1.843733701704185,
      "grad_norm": 2.846633195877075,
      "learning_rate": 5e-06,
      "loss": 0.1071,
      "step": 130800
    },
    {
      "epoch": 1.8451432840449375,
      "grad_norm": 10.027161598205566,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 130900
    },
    {
      "epoch": 1.8465528663856898,
      "grad_norm": 5.849597454071045,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 131000
    },
    {
      "epoch": 1.8479624487264423,
      "grad_norm": 5.526357650756836,
      "learning_rate": 5e-06,
      "loss": 0.1129,
      "step": 131100
    },
    {
      "epoch": 1.8493720310671948,
      "grad_norm": 7.449809551239014,
      "learning_rate": 5e-06,
      "loss": 0.1095,
      "step": 131200
    },
    {
      "epoch": 1.8507816134079471,
      "grad_norm": 2.8634262084960938,
      "learning_rate": 5e-06,
      "loss": 0.1055,
      "step": 131300
    },
    {
      "epoch": 1.8521911957486996,
      "grad_norm": 4.156471252441406,
      "learning_rate": 5e-06,
      "loss": 0.1117,
      "step": 131400
    },
    {
      "epoch": 1.8536007780894521,
      "grad_norm": 3.9548733234405518,
      "learning_rate": 5e-06,
      "loss": 0.116,
      "step": 131500
    },
    {
      "epoch": 1.8550103604302044,
      "grad_norm": 4.644129753112793,
      "learning_rate": 5e-06,
      "loss": 0.1111,
      "step": 131600
    },
    {
      "epoch": 1.8564199427709571,
      "grad_norm": 13.313693046569824,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 131700
    },
    {
      "epoch": 1.8578295251117094,
      "grad_norm": 4.68162727355957,
      "learning_rate": 5e-06,
      "loss": 0.1146,
      "step": 131800
    },
    {
      "epoch": 1.8592391074524617,
      "grad_norm": 4.253608226776123,
      "learning_rate": 5e-06,
      "loss": 0.1071,
      "step": 131900
    },
    {
      "epoch": 1.8606486897932144,
      "grad_norm": 6.046769618988037,
      "learning_rate": 5e-06,
      "loss": 0.1186,
      "step": 132000
    },
    {
      "epoch": 1.8620582721339667,
      "grad_norm": 4.001984596252441,
      "learning_rate": 5e-06,
      "loss": 0.1091,
      "step": 132100
    },
    {
      "epoch": 1.8634678544747192,
      "grad_norm": 3.494436502456665,
      "learning_rate": 5e-06,
      "loss": 0.1069,
      "step": 132200
    },
    {
      "epoch": 1.8648774368154717,
      "grad_norm": 5.301039695739746,
      "learning_rate": 5e-06,
      "loss": 0.1196,
      "step": 132300
    },
    {
      "epoch": 1.866287019156224,
      "grad_norm": 4.495885848999023,
      "learning_rate": 5e-06,
      "loss": 0.118,
      "step": 132400
    },
    {
      "epoch": 1.8676966014969765,
      "grad_norm": 7.212060451507568,
      "learning_rate": 5e-06,
      "loss": 0.117,
      "step": 132500
    },
    {
      "epoch": 1.869106183837729,
      "grad_norm": 4.0716142654418945,
      "learning_rate": 5e-06,
      "loss": 0.1177,
      "step": 132600
    },
    {
      "epoch": 1.8705157661784813,
      "grad_norm": 4.879593849182129,
      "learning_rate": 5e-06,
      "loss": 0.117,
      "step": 132700
    },
    {
      "epoch": 1.8719253485192338,
      "grad_norm": 6.224430084228516,
      "learning_rate": 5e-06,
      "loss": 0.1097,
      "step": 132800
    },
    {
      "epoch": 1.8733349308599863,
      "grad_norm": 8.390278816223145,
      "learning_rate": 5e-06,
      "loss": 0.1259,
      "step": 132900
    },
    {
      "epoch": 1.8747445132007385,
      "grad_norm": 5.39388370513916,
      "learning_rate": 5e-06,
      "loss": 0.1144,
      "step": 133000
    },
    {
      "epoch": 1.876154095541491,
      "grad_norm": 5.3682942390441895,
      "learning_rate": 5e-06,
      "loss": 0.1125,
      "step": 133100
    },
    {
      "epoch": 1.8775636778822435,
      "grad_norm": 3.6999311447143555,
      "learning_rate": 5e-06,
      "loss": 0.1185,
      "step": 133200
    },
    {
      "epoch": 1.8789732602229958,
      "grad_norm": 3.2666218280792236,
      "learning_rate": 5e-06,
      "loss": 0.1111,
      "step": 133300
    },
    {
      "epoch": 1.8803828425637483,
      "grad_norm": 3.0679643154144287,
      "learning_rate": 5e-06,
      "loss": 0.1131,
      "step": 133400
    },
    {
      "epoch": 1.8817924249045008,
      "grad_norm": 3.1324682235717773,
      "learning_rate": 5e-06,
      "loss": 0.1193,
      "step": 133500
    },
    {
      "epoch": 1.883202007245253,
      "grad_norm": 4.218149662017822,
      "learning_rate": 5e-06,
      "loss": 0.1039,
      "step": 133600
    },
    {
      "epoch": 1.8846115895860058,
      "grad_norm": 4.6259942054748535,
      "learning_rate": 5e-06,
      "loss": 0.1072,
      "step": 133700
    },
    {
      "epoch": 1.886021171926758,
      "grad_norm": 2.7730798721313477,
      "learning_rate": 5e-06,
      "loss": 0.1072,
      "step": 133800
    },
    {
      "epoch": 1.8874307542675104,
      "grad_norm": 3.442368268966675,
      "learning_rate": 5e-06,
      "loss": 0.1074,
      "step": 133900
    },
    {
      "epoch": 1.8888403366082631,
      "grad_norm": 1.4390387535095215,
      "learning_rate": 5e-06,
      "loss": 0.1148,
      "step": 134000
    },
    {
      "epoch": 1.8902499189490154,
      "grad_norm": 4.805124282836914,
      "learning_rate": 5e-06,
      "loss": 0.1092,
      "step": 134100
    },
    {
      "epoch": 1.8916595012897677,
      "grad_norm": 2.440824031829834,
      "learning_rate": 5e-06,
      "loss": 0.1044,
      "step": 134200
    },
    {
      "epoch": 1.8930690836305204,
      "grad_norm": 3.9564106464385986,
      "learning_rate": 5e-06,
      "loss": 0.0994,
      "step": 134300
    },
    {
      "epoch": 1.8944786659712727,
      "grad_norm": 16.32853126525879,
      "learning_rate": 5e-06,
      "loss": 0.1138,
      "step": 134400
    },
    {
      "epoch": 1.8958882483120252,
      "grad_norm": 4.9646735191345215,
      "learning_rate": 5e-06,
      "loss": 0.1196,
      "step": 134500
    },
    {
      "epoch": 1.8972978306527777,
      "grad_norm": 3.882521152496338,
      "learning_rate": 5e-06,
      "loss": 0.1161,
      "step": 134600
    },
    {
      "epoch": 1.89870741299353,
      "grad_norm": 6.367661476135254,
      "learning_rate": 5e-06,
      "loss": 0.1074,
      "step": 134700
    },
    {
      "epoch": 1.9001169953342825,
      "grad_norm": 4.418252468109131,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 134800
    },
    {
      "epoch": 1.901526577675035,
      "grad_norm": 5.0142693519592285,
      "learning_rate": 5e-06,
      "loss": 0.1113,
      "step": 134900
    },
    {
      "epoch": 1.9029361600157872,
      "grad_norm": 4.060417175292969,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 135000
    },
    {
      "epoch": 1.9043457423565398,
      "grad_norm": 5.897429943084717,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 135100
    },
    {
      "epoch": 1.9057553246972923,
      "grad_norm": 5.065826892852783,
      "learning_rate": 5e-06,
      "loss": 0.1107,
      "step": 135200
    },
    {
      "epoch": 1.9071649070380445,
      "grad_norm": 3.342611789703369,
      "learning_rate": 5e-06,
      "loss": 0.1067,
      "step": 135300
    },
    {
      "epoch": 1.908574489378797,
      "grad_norm": 5.1998701095581055,
      "learning_rate": 5e-06,
      "loss": 0.1053,
      "step": 135400
    },
    {
      "epoch": 1.9099840717195495,
      "grad_norm": 4.409271717071533,
      "learning_rate": 5e-06,
      "loss": 0.1034,
      "step": 135500
    },
    {
      "epoch": 1.9113936540603018,
      "grad_norm": 4.872401714324951,
      "learning_rate": 5e-06,
      "loss": 0.1078,
      "step": 135600
    },
    {
      "epoch": 1.9128032364010543,
      "grad_norm": 2.789140224456787,
      "learning_rate": 5e-06,
      "loss": 0.106,
      "step": 135700
    },
    {
      "epoch": 1.9142128187418068,
      "grad_norm": 6.015750408172607,
      "learning_rate": 5e-06,
      "loss": 0.1111,
      "step": 135800
    },
    {
      "epoch": 1.915622401082559,
      "grad_norm": 6.207123279571533,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 135900
    },
    {
      "epoch": 1.9170319834233118,
      "grad_norm": 3.7111291885375977,
      "learning_rate": 5e-06,
      "loss": 0.1086,
      "step": 136000
    },
    {
      "epoch": 1.918441565764064,
      "grad_norm": 3.858776092529297,
      "learning_rate": 5e-06,
      "loss": 0.1175,
      "step": 136100
    },
    {
      "epoch": 1.9198511481048164,
      "grad_norm": 4.161561012268066,
      "learning_rate": 5e-06,
      "loss": 0.1251,
      "step": 136200
    },
    {
      "epoch": 1.921260730445569,
      "grad_norm": 7.713579177856445,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 136300
    },
    {
      "epoch": 1.9226703127863214,
      "grad_norm": 6.804249286651611,
      "learning_rate": 5e-06,
      "loss": 0.121,
      "step": 136400
    },
    {
      "epoch": 1.924079895127074,
      "grad_norm": 3.801635265350342,
      "learning_rate": 5e-06,
      "loss": 0.1204,
      "step": 136500
    },
    {
      "epoch": 1.9254894774678264,
      "grad_norm": 16.022932052612305,
      "learning_rate": 5e-06,
      "loss": 0.1136,
      "step": 136600
    },
    {
      "epoch": 1.9268990598085787,
      "grad_norm": 2.7866525650024414,
      "learning_rate": 5e-06,
      "loss": 0.1163,
      "step": 136700
    },
    {
      "epoch": 1.9283086421493312,
      "grad_norm": 4.129791736602783,
      "learning_rate": 5e-06,
      "loss": 0.1066,
      "step": 136800
    },
    {
      "epoch": 1.9297182244900837,
      "grad_norm": 3.094221830368042,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 136900
    },
    {
      "epoch": 1.931127806830836,
      "grad_norm": 5.103052139282227,
      "learning_rate": 5e-06,
      "loss": 0.1065,
      "step": 137000
    },
    {
      "epoch": 1.9325373891715885,
      "grad_norm": 14.139023780822754,
      "learning_rate": 5e-06,
      "loss": 0.1138,
      "step": 137100
    },
    {
      "epoch": 1.933946971512341,
      "grad_norm": 6.142143249511719,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 137200
    },
    {
      "epoch": 1.9353565538530932,
      "grad_norm": 10.683975219726562,
      "learning_rate": 5e-06,
      "loss": 0.1011,
      "step": 137300
    },
    {
      "epoch": 1.9367661361938457,
      "grad_norm": 10.905905723571777,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 137400
    },
    {
      "epoch": 1.9381757185345982,
      "grad_norm": 8.62382984161377,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 137500
    },
    {
      "epoch": 1.9395853008753505,
      "grad_norm": 4.390346527099609,
      "learning_rate": 5e-06,
      "loss": 0.1148,
      "step": 137600
    },
    {
      "epoch": 1.940994883216103,
      "grad_norm": 7.477701663970947,
      "learning_rate": 5e-06,
      "loss": 0.1198,
      "step": 137700
    },
    {
      "epoch": 1.9424044655568555,
      "grad_norm": 8.434613227844238,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 137800
    },
    {
      "epoch": 1.9438140478976078,
      "grad_norm": 2.164339542388916,
      "learning_rate": 5e-06,
      "loss": 0.1181,
      "step": 137900
    },
    {
      "epoch": 1.9452236302383605,
      "grad_norm": 5.299386978149414,
      "learning_rate": 5e-06,
      "loss": 0.1041,
      "step": 138000
    },
    {
      "epoch": 1.9466332125791128,
      "grad_norm": 4.2354559898376465,
      "learning_rate": 5e-06,
      "loss": 0.1048,
      "step": 138100
    },
    {
      "epoch": 1.948042794919865,
      "grad_norm": 3.6104331016540527,
      "learning_rate": 5e-06,
      "loss": 0.1179,
      "step": 138200
    },
    {
      "epoch": 1.9494523772606178,
      "grad_norm": 13.344208717346191,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 138300
    },
    {
      "epoch": 1.95086195960137,
      "grad_norm": 3.0724258422851562,
      "learning_rate": 5e-06,
      "loss": 0.1074,
      "step": 138400
    },
    {
      "epoch": 1.9522715419421226,
      "grad_norm": 8.504392623901367,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 138500
    },
    {
      "epoch": 1.953681124282875,
      "grad_norm": 4.169952869415283,
      "learning_rate": 5e-06,
      "loss": 0.1077,
      "step": 138600
    },
    {
      "epoch": 1.9550907066236274,
      "grad_norm": 6.520386219024658,
      "learning_rate": 5e-06,
      "loss": 0.1099,
      "step": 138700
    },
    {
      "epoch": 1.9565002889643799,
      "grad_norm": 9.600086212158203,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 138800
    },
    {
      "epoch": 1.9579098713051324,
      "grad_norm": 2.2341806888580322,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 138900
    },
    {
      "epoch": 1.9593194536458847,
      "grad_norm": 4.113115310668945,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 139000
    },
    {
      "epoch": 1.9607290359866372,
      "grad_norm": 3.4719066619873047,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 139100
    },
    {
      "epoch": 1.9621386183273897,
      "grad_norm": 5.794641971588135,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 139200
    },
    {
      "epoch": 1.963548200668142,
      "grad_norm": 3.4165661334991455,
      "learning_rate": 5e-06,
      "loss": 0.113,
      "step": 139300
    },
    {
      "epoch": 1.9649577830088945,
      "grad_norm": 3.606293201446533,
      "learning_rate": 5e-06,
      "loss": 0.1152,
      "step": 139400
    },
    {
      "epoch": 1.966367365349647,
      "grad_norm": 1.6790289878845215,
      "learning_rate": 5e-06,
      "loss": 0.1126,
      "step": 139500
    },
    {
      "epoch": 1.9677769476903992,
      "grad_norm": 4.584725379943848,
      "learning_rate": 5e-06,
      "loss": 0.1157,
      "step": 139600
    },
    {
      "epoch": 1.9691865300311517,
      "grad_norm": 7.462753772735596,
      "learning_rate": 5e-06,
      "loss": 0.0993,
      "step": 139700
    },
    {
      "epoch": 1.9705961123719042,
      "grad_norm": 4.384310245513916,
      "learning_rate": 5e-06,
      "loss": 0.1121,
      "step": 139800
    },
    {
      "epoch": 1.9720056947126565,
      "grad_norm": 3.030942678451538,
      "learning_rate": 5e-06,
      "loss": 0.1125,
      "step": 139900
    },
    {
      "epoch": 1.973415277053409,
      "grad_norm": 3.669510841369629,
      "learning_rate": 5e-06,
      "loss": 0.1117,
      "step": 140000
    },
    {
      "epoch": 1.9748248593941615,
      "grad_norm": 11.30778980255127,
      "learning_rate": 5e-06,
      "loss": 0.1124,
      "step": 140100
    },
    {
      "epoch": 1.9762344417349138,
      "grad_norm": 3.942657232284546,
      "learning_rate": 5e-06,
      "loss": 0.1075,
      "step": 140200
    },
    {
      "epoch": 1.9776440240756665,
      "grad_norm": 7.1948137283325195,
      "learning_rate": 5e-06,
      "loss": 0.1152,
      "step": 140300
    },
    {
      "epoch": 1.9790536064164188,
      "grad_norm": 4.122363090515137,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 140400
    },
    {
      "epoch": 1.980463188757171,
      "grad_norm": 3.7068233489990234,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 140500
    },
    {
      "epoch": 1.9818727710979238,
      "grad_norm": 6.118498802185059,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 140600
    },
    {
      "epoch": 1.983282353438676,
      "grad_norm": 3.058542251586914,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 140700
    },
    {
      "epoch": 1.9846919357794286,
      "grad_norm": 3.8540616035461426,
      "learning_rate": 5e-06,
      "loss": 0.1095,
      "step": 140800
    },
    {
      "epoch": 1.986101518120181,
      "grad_norm": 3.040072202682495,
      "learning_rate": 5e-06,
      "loss": 0.1089,
      "step": 140900
    },
    {
      "epoch": 1.9875111004609334,
      "grad_norm": 3.523470163345337,
      "learning_rate": 5e-06,
      "loss": 0.1107,
      "step": 141000
    },
    {
      "epoch": 1.9889206828016859,
      "grad_norm": 3.406738758087158,
      "learning_rate": 5e-06,
      "loss": 0.119,
      "step": 141100
    },
    {
      "epoch": 1.9903302651424384,
      "grad_norm": 2.68648099899292,
      "learning_rate": 5e-06,
      "loss": 0.119,
      "step": 141200
    },
    {
      "epoch": 1.9917398474831907,
      "grad_norm": 3.6267876625061035,
      "learning_rate": 5e-06,
      "loss": 0.1096,
      "step": 141300
    },
    {
      "epoch": 1.9931494298239432,
      "grad_norm": 3.5320889949798584,
      "learning_rate": 5e-06,
      "loss": 0.1108,
      "step": 141400
    },
    {
      "epoch": 1.9945590121646957,
      "grad_norm": 5.357401371002197,
      "learning_rate": 5e-06,
      "loss": 0.1042,
      "step": 141500
    },
    {
      "epoch": 1.995968594505448,
      "grad_norm": 3.4202873706817627,
      "learning_rate": 5e-06,
      "loss": 0.1148,
      "step": 141600
    },
    {
      "epoch": 1.9973781768462004,
      "grad_norm": 3.025744915008545,
      "learning_rate": 5e-06,
      "loss": 0.1104,
      "step": 141700
    },
    {
      "epoch": 1.998787759186953,
      "grad_norm": 4.424820423126221,
      "learning_rate": 5e-06,
      "loss": 0.1128,
      "step": 141800
    },
    {
      "epoch": 2.0,
      "step": 141886,
      "train_loss": 0.10694729536771774,
      "train_perplexity": 1.1128755992344042,
      "train_runtime": 3987.7395,
      "train_samples_per_second": 35.581,
      "train_steps_per_second": 8.895
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.11023307591676712,
      "eval_perplexity": 1.116538278316425,
      "eval_runtime": 998.291,
      "eval_samples_per_second": 35.533,
      "eval_steps_per_second": 8.883,
      "step": 141886
    },
    {
      "epoch": 2.0001973415277052,
      "grad_norm": 5.719535827636719,
      "learning_rate": 5e-06,
      "loss": 0.1174,
      "step": 141900
    },
    {
      "epoch": 2.001606923868458,
      "grad_norm": 5.675754070281982,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 142000
    },
    {
      "epoch": 2.0030165062092102,
      "grad_norm": 3.6378393173217773,
      "learning_rate": 5e-06,
      "loss": 0.1127,
      "step": 142100
    },
    {
      "epoch": 2.0044260885499625,
      "grad_norm": 4.335497856140137,
      "learning_rate": 5e-06,
      "loss": 0.1097,
      "step": 142200
    },
    {
      "epoch": 2.0058356708907152,
      "grad_norm": 9.624601364135742,
      "learning_rate": 5e-06,
      "loss": 0.1041,
      "step": 142300
    },
    {
      "epoch": 2.0072452532314675,
      "grad_norm": 4.8412017822265625,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 142400
    },
    {
      "epoch": 2.00865483557222,
      "grad_norm": 5.720274448394775,
      "learning_rate": 5e-06,
      "loss": 0.1077,
      "step": 142500
    },
    {
      "epoch": 2.0100644179129725,
      "grad_norm": 7.002054691314697,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 142600
    },
    {
      "epoch": 2.011474000253725,
      "grad_norm": 4.676757335662842,
      "learning_rate": 5e-06,
      "loss": 0.1139,
      "step": 142700
    },
    {
      "epoch": 2.012883582594477,
      "grad_norm": 3.938894271850586,
      "learning_rate": 5e-06,
      "loss": 0.1116,
      "step": 142800
    },
    {
      "epoch": 2.01429316493523,
      "grad_norm": 5.723812103271484,
      "learning_rate": 5e-06,
      "loss": 0.1102,
      "step": 142900
    },
    {
      "epoch": 2.015702747275982,
      "grad_norm": 4.953315734863281,
      "learning_rate": 5e-06,
      "loss": 0.1159,
      "step": 143000
    },
    {
      "epoch": 2.0171123296167344,
      "grad_norm": 4.973067283630371,
      "learning_rate": 5e-06,
      "loss": 0.1029,
      "step": 143100
    },
    {
      "epoch": 2.018521911957487,
      "grad_norm": 4.415043354034424,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 143200
    },
    {
      "epoch": 2.0199314942982394,
      "grad_norm": 5.273988723754883,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 143300
    },
    {
      "epoch": 2.0213410766389917,
      "grad_norm": 3.8209705352783203,
      "learning_rate": 5e-06,
      "loss": 0.1075,
      "step": 143400
    },
    {
      "epoch": 2.0227506589797444,
      "grad_norm": 1.5382167100906372,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 143500
    },
    {
      "epoch": 2.0241602413204967,
      "grad_norm": 8.463506698608398,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 143600
    },
    {
      "epoch": 2.0255698236612494,
      "grad_norm": 3.2554242610931396,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 143700
    },
    {
      "epoch": 2.0269794060020017,
      "grad_norm": 2.989410400390625,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 143800
    },
    {
      "epoch": 2.028388988342754,
      "grad_norm": 3.8802144527435303,
      "learning_rate": 5e-06,
      "loss": 0.1134,
      "step": 143900
    },
    {
      "epoch": 2.0297985706835067,
      "grad_norm": 1.9798609018325806,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 144000
    },
    {
      "epoch": 2.031208153024259,
      "grad_norm": 7.988393783569336,
      "learning_rate": 5e-06,
      "loss": 0.1095,
      "step": 144100
    },
    {
      "epoch": 2.0326177353650112,
      "grad_norm": 4.09276819229126,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 144200
    },
    {
      "epoch": 2.034027317705764,
      "grad_norm": 7.616123199462891,
      "learning_rate": 5e-06,
      "loss": 0.1093,
      "step": 144300
    },
    {
      "epoch": 2.0354369000465162,
      "grad_norm": 4.592121601104736,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 144400
    },
    {
      "epoch": 2.0368464823872685,
      "grad_norm": 2.7482781410217285,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 144500
    },
    {
      "epoch": 2.0382560647280212,
      "grad_norm": 12.803900718688965,
      "learning_rate": 5e-06,
      "loss": 0.1083,
      "step": 144600
    },
    {
      "epoch": 2.0396656470687735,
      "grad_norm": 3.762524366378784,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 144700
    },
    {
      "epoch": 2.041075229409526,
      "grad_norm": 5.136213779449463,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 144800
    },
    {
      "epoch": 2.0424848117502785,
      "grad_norm": 4.091824054718018,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 144900
    },
    {
      "epoch": 2.043894394091031,
      "grad_norm": 3.97111439704895,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 145000
    },
    {
      "epoch": 2.045303976431783,
      "grad_norm": 2.4637742042541504,
      "learning_rate": 5e-06,
      "loss": 0.1055,
      "step": 145100
    },
    {
      "epoch": 2.046713558772536,
      "grad_norm": 4.542311191558838,
      "learning_rate": 5e-06,
      "loss": 0.104,
      "step": 145200
    },
    {
      "epoch": 2.048123141113288,
      "grad_norm": 2.2103378772735596,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 145300
    },
    {
      "epoch": 2.0495327234540404,
      "grad_norm": 13.536517143249512,
      "learning_rate": 5e-06,
      "loss": 0.1108,
      "step": 145400
    },
    {
      "epoch": 2.050942305794793,
      "grad_norm": 5.296655654907227,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 145500
    },
    {
      "epoch": 2.0523518881355454,
      "grad_norm": 1.8645834922790527,
      "learning_rate": 5e-06,
      "loss": 0.112,
      "step": 145600
    },
    {
      "epoch": 2.053761470476298,
      "grad_norm": 4.309692859649658,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 145700
    },
    {
      "epoch": 2.0551710528170504,
      "grad_norm": 5.529505729675293,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 145800
    },
    {
      "epoch": 2.0565806351578027,
      "grad_norm": 5.037341594696045,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 145900
    },
    {
      "epoch": 2.0579902174985554,
      "grad_norm": 5.068103313446045,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 146000
    },
    {
      "epoch": 2.0593997998393077,
      "grad_norm": 4.100823402404785,
      "learning_rate": 5e-06,
      "loss": 0.1107,
      "step": 146100
    },
    {
      "epoch": 2.06080938218006,
      "grad_norm": 2.421621561050415,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 146200
    },
    {
      "epoch": 2.0622189645208127,
      "grad_norm": 4.726816654205322,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 146300
    },
    {
      "epoch": 2.063628546861565,
      "grad_norm": 2.0316033363342285,
      "learning_rate": 5e-06,
      "loss": 0.125,
      "step": 146400
    },
    {
      "epoch": 2.065038129202317,
      "grad_norm": 7.489847660064697,
      "learning_rate": 5e-06,
      "loss": 0.1101,
      "step": 146500
    },
    {
      "epoch": 2.06644771154307,
      "grad_norm": 7.047088623046875,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 146600
    },
    {
      "epoch": 2.0678572938838222,
      "grad_norm": 6.492969512939453,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 146700
    },
    {
      "epoch": 2.0692668762245745,
      "grad_norm": 3.3634305000305176,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 146800
    },
    {
      "epoch": 2.0706764585653272,
      "grad_norm": 5.485669136047363,
      "learning_rate": 5e-06,
      "loss": 0.1197,
      "step": 146900
    },
    {
      "epoch": 2.0720860409060795,
      "grad_norm": 3.381176233291626,
      "learning_rate": 5e-06,
      "loss": 0.107,
      "step": 147000
    },
    {
      "epoch": 2.073495623246832,
      "grad_norm": 7.857574462890625,
      "learning_rate": 5e-06,
      "loss": 0.1055,
      "step": 147100
    },
    {
      "epoch": 2.0749052055875845,
      "grad_norm": 5.552948951721191,
      "learning_rate": 5e-06,
      "loss": 0.1092,
      "step": 147200
    },
    {
      "epoch": 2.076314787928337,
      "grad_norm": 3.0104711055755615,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 147300
    },
    {
      "epoch": 2.077724370269089,
      "grad_norm": 5.454610824584961,
      "learning_rate": 5e-06,
      "loss": 0.1085,
      "step": 147400
    },
    {
      "epoch": 2.079133952609842,
      "grad_norm": 4.278718948364258,
      "learning_rate": 5e-06,
      "loss": 0.1062,
      "step": 147500
    },
    {
      "epoch": 2.080543534950594,
      "grad_norm": 4.2516560554504395,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 147600
    },
    {
      "epoch": 2.081953117291347,
      "grad_norm": 7.961393356323242,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 147700
    },
    {
      "epoch": 2.083362699632099,
      "grad_norm": 3.796368360519409,
      "learning_rate": 5e-06,
      "loss": 0.116,
      "step": 147800
    },
    {
      "epoch": 2.0847722819728514,
      "grad_norm": 8.287039756774902,
      "learning_rate": 5e-06,
      "loss": 0.1083,
      "step": 147900
    },
    {
      "epoch": 2.086181864313604,
      "grad_norm": 19.14485740661621,
      "learning_rate": 5e-06,
      "loss": 0.1224,
      "step": 148000
    },
    {
      "epoch": 2.0875914466543564,
      "grad_norm": 6.250811576843262,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 148100
    },
    {
      "epoch": 2.0890010289951086,
      "grad_norm": 2.378627300262451,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 148200
    },
    {
      "epoch": 2.0904106113358614,
      "grad_norm": 5.021359920501709,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 148300
    },
    {
      "epoch": 2.0918201936766136,
      "grad_norm": 6.196773052215576,
      "learning_rate": 5e-06,
      "loss": 0.1123,
      "step": 148400
    },
    {
      "epoch": 2.093229776017366,
      "grad_norm": 9.400197982788086,
      "learning_rate": 5e-06,
      "loss": 0.1098,
      "step": 148500
    },
    {
      "epoch": 2.0946393583581187,
      "grad_norm": 3.516639232635498,
      "learning_rate": 5e-06,
      "loss": 0.105,
      "step": 148600
    },
    {
      "epoch": 2.096048940698871,
      "grad_norm": 4.543546199798584,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 148700
    },
    {
      "epoch": 2.097458523039623,
      "grad_norm": 5.003050327301025,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 148800
    },
    {
      "epoch": 2.098868105380376,
      "grad_norm": 7.07301139831543,
      "learning_rate": 5e-06,
      "loss": 0.1034,
      "step": 148900
    },
    {
      "epoch": 2.100277687721128,
      "grad_norm": 5.602995872497559,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 149000
    },
    {
      "epoch": 2.1016872700618805,
      "grad_norm": 3.2027013301849365,
      "learning_rate": 5e-06,
      "loss": 0.1041,
      "step": 149100
    },
    {
      "epoch": 2.103096852402633,
      "grad_norm": 5.039909362792969,
      "learning_rate": 5e-06,
      "loss": 0.1131,
      "step": 149200
    },
    {
      "epoch": 2.1045064347433855,
      "grad_norm": 4.528564929962158,
      "learning_rate": 5e-06,
      "loss": 0.1135,
      "step": 149300
    },
    {
      "epoch": 2.105916017084138,
      "grad_norm": 4.1595377922058105,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 149400
    },
    {
      "epoch": 2.1073255994248905,
      "grad_norm": 4.662537574768066,
      "learning_rate": 5e-06,
      "loss": 0.1117,
      "step": 149500
    },
    {
      "epoch": 2.108735181765643,
      "grad_norm": 3.612255573272705,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 149600
    },
    {
      "epoch": 2.110144764106395,
      "grad_norm": 4.556403636932373,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 149700
    },
    {
      "epoch": 2.111554346447148,
      "grad_norm": 6.413074970245361,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 149800
    },
    {
      "epoch": 2.1129639287879,
      "grad_norm": 5.317349910736084,
      "learning_rate": 5e-06,
      "loss": 0.1188,
      "step": 149900
    },
    {
      "epoch": 2.114373511128653,
      "grad_norm": 2.585200071334839,
      "learning_rate": 5e-06,
      "loss": 0.108,
      "step": 150000
    },
    {
      "epoch": 2.115783093469405,
      "grad_norm": 4.654722690582275,
      "learning_rate": 5e-06,
      "loss": 0.1084,
      "step": 150100
    },
    {
      "epoch": 2.1171926758101574,
      "grad_norm": 1.7839312553405762,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 150200
    },
    {
      "epoch": 2.11860225815091,
      "grad_norm": 5.877172946929932,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 150300
    },
    {
      "epoch": 2.1200118404916624,
      "grad_norm": 10.040160179138184,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 150400
    },
    {
      "epoch": 2.1214214228324146,
      "grad_norm": 7.078245162963867,
      "learning_rate": 5e-06,
      "loss": 0.1123,
      "step": 150500
    },
    {
      "epoch": 2.1228310051731674,
      "grad_norm": 5.147765159606934,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 150600
    },
    {
      "epoch": 2.1242405875139196,
      "grad_norm": 7.899930953979492,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 150700
    },
    {
      "epoch": 2.125650169854672,
      "grad_norm": 4.476164817810059,
      "learning_rate": 5e-06,
      "loss": 0.1211,
      "step": 150800
    },
    {
      "epoch": 2.1270597521954246,
      "grad_norm": 3.897386074066162,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 150900
    },
    {
      "epoch": 2.128469334536177,
      "grad_norm": 8.201557159423828,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 151000
    },
    {
      "epoch": 2.129878916876929,
      "grad_norm": 4.543302059173584,
      "learning_rate": 5e-06,
      "loss": 0.1067,
      "step": 151100
    },
    {
      "epoch": 2.131288499217682,
      "grad_norm": 4.80759859085083,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 151200
    },
    {
      "epoch": 2.132698081558434,
      "grad_norm": 5.591163635253906,
      "learning_rate": 5e-06,
      "loss": 0.0995,
      "step": 151300
    },
    {
      "epoch": 2.1341076638991865,
      "grad_norm": 6.46497106552124,
      "learning_rate": 5e-06,
      "loss": 0.1109,
      "step": 151400
    },
    {
      "epoch": 2.135517246239939,
      "grad_norm": 3.0038328170776367,
      "learning_rate": 5e-06,
      "loss": 0.1278,
      "step": 151500
    },
    {
      "epoch": 2.1369268285806915,
      "grad_norm": 4.134335994720459,
      "learning_rate": 5e-06,
      "loss": 0.105,
      "step": 151600
    },
    {
      "epoch": 2.1383364109214438,
      "grad_norm": 7.951869964599609,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 151700
    },
    {
      "epoch": 2.1397459932621965,
      "grad_norm": 4.5788750648498535,
      "learning_rate": 5e-06,
      "loss": 0.1071,
      "step": 151800
    },
    {
      "epoch": 2.141155575602949,
      "grad_norm": 3.4916818141937256,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 151900
    },
    {
      "epoch": 2.142565157943701,
      "grad_norm": 3.748525381088257,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 152000
    },
    {
      "epoch": 2.143974740284454,
      "grad_norm": 7.464807987213135,
      "learning_rate": 5e-06,
      "loss": 0.1074,
      "step": 152100
    },
    {
      "epoch": 2.145384322625206,
      "grad_norm": 2.4722461700439453,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 152200
    },
    {
      "epoch": 2.146793904965959,
      "grad_norm": 5.511761665344238,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 152300
    },
    {
      "epoch": 2.148203487306711,
      "grad_norm": 4.967835903167725,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 152400
    },
    {
      "epoch": 2.1496130696474633,
      "grad_norm": 5.298795223236084,
      "learning_rate": 5e-06,
      "loss": 0.1074,
      "step": 152500
    },
    {
      "epoch": 2.151022651988216,
      "grad_norm": 4.766469478607178,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 152600
    },
    {
      "epoch": 2.1524322343289684,
      "grad_norm": 6.372849464416504,
      "learning_rate": 5e-06,
      "loss": 0.11,
      "step": 152700
    },
    {
      "epoch": 2.1538418166697206,
      "grad_norm": 4.157173156738281,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 152800
    },
    {
      "epoch": 2.1552513990104734,
      "grad_norm": 2.262197732925415,
      "learning_rate": 5e-06,
      "loss": 0.1075,
      "step": 152900
    },
    {
      "epoch": 2.1566609813512256,
      "grad_norm": 6.4930572509765625,
      "learning_rate": 5e-06,
      "loss": 0.1119,
      "step": 153000
    },
    {
      "epoch": 2.158070563691978,
      "grad_norm": 3.48579740524292,
      "learning_rate": 5e-06,
      "loss": 0.1077,
      "step": 153100
    },
    {
      "epoch": 2.1594801460327306,
      "grad_norm": 20.47876739501953,
      "learning_rate": 5e-06,
      "loss": 0.1148,
      "step": 153200
    },
    {
      "epoch": 2.160889728373483,
      "grad_norm": 3.285768985748291,
      "learning_rate": 5e-06,
      "loss": 0.1044,
      "step": 153300
    },
    {
      "epoch": 2.162299310714235,
      "grad_norm": 2.5993707180023193,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 153400
    },
    {
      "epoch": 2.163708893054988,
      "grad_norm": 4.276661396026611,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 153500
    },
    {
      "epoch": 2.16511847539574,
      "grad_norm": 2.692110776901245,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 153600
    },
    {
      "epoch": 2.1665280577364925,
      "grad_norm": 4.059103012084961,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 153700
    },
    {
      "epoch": 2.167937640077245,
      "grad_norm": 3.5958147048950195,
      "learning_rate": 5e-06,
      "loss": 0.1178,
      "step": 153800
    },
    {
      "epoch": 2.1693472224179975,
      "grad_norm": 7.473252296447754,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 153900
    },
    {
      "epoch": 2.17075680475875,
      "grad_norm": 3.9970123767852783,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 154000
    },
    {
      "epoch": 2.1721663870995025,
      "grad_norm": 3.609868049621582,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 154100
    },
    {
      "epoch": 2.1735759694402548,
      "grad_norm": 3.483132839202881,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 154200
    },
    {
      "epoch": 2.174985551781007,
      "grad_norm": 3.833604097366333,
      "learning_rate": 5e-06,
      "loss": 0.1066,
      "step": 154300
    },
    {
      "epoch": 2.1763951341217598,
      "grad_norm": 1.7331265211105347,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 154400
    },
    {
      "epoch": 2.177804716462512,
      "grad_norm": 6.6831159591674805,
      "learning_rate": 5e-06,
      "loss": 0.1061,
      "step": 154500
    },
    {
      "epoch": 2.179214298803265,
      "grad_norm": 2.361163854598999,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 154600
    },
    {
      "epoch": 2.180623881144017,
      "grad_norm": 4.8397064208984375,
      "learning_rate": 5e-06,
      "loss": 0.1042,
      "step": 154700
    },
    {
      "epoch": 2.1820334634847693,
      "grad_norm": 3.1770830154418945,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 154800
    },
    {
      "epoch": 2.183443045825522,
      "grad_norm": 4.994564533233643,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 154900
    },
    {
      "epoch": 2.1848526281662743,
      "grad_norm": 4.821306228637695,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 155000
    },
    {
      "epoch": 2.1862622105070266,
      "grad_norm": 16.769121170043945,
      "learning_rate": 5e-06,
      "loss": 0.1136,
      "step": 155100
    },
    {
      "epoch": 2.1876717928477794,
      "grad_norm": 3.9596059322357178,
      "learning_rate": 5e-06,
      "loss": 0.1054,
      "step": 155200
    },
    {
      "epoch": 2.1890813751885316,
      "grad_norm": 3.89450740814209,
      "learning_rate": 5e-06,
      "loss": 0.0994,
      "step": 155300
    },
    {
      "epoch": 2.190490957529284,
      "grad_norm": 16.60370635986328,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 155400
    },
    {
      "epoch": 2.1919005398700366,
      "grad_norm": 4.607519149780273,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 155500
    },
    {
      "epoch": 2.193310122210789,
      "grad_norm": 5.390504837036133,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 155600
    },
    {
      "epoch": 2.194719704551541,
      "grad_norm": 10.659104347229004,
      "learning_rate": 5e-06,
      "loss": 0.1044,
      "step": 155700
    },
    {
      "epoch": 2.196129286892294,
      "grad_norm": 3.5036561489105225,
      "learning_rate": 5e-06,
      "loss": 0.1123,
      "step": 155800
    },
    {
      "epoch": 2.197538869233046,
      "grad_norm": 3.974581003189087,
      "learning_rate": 5e-06,
      "loss": 0.1104,
      "step": 155900
    },
    {
      "epoch": 2.1989484515737985,
      "grad_norm": 3.1443562507629395,
      "learning_rate": 5e-06,
      "loss": 0.0996,
      "step": 156000
    },
    {
      "epoch": 2.200358033914551,
      "grad_norm": 4.0433783531188965,
      "learning_rate": 5e-06,
      "loss": 0.1091,
      "step": 156100
    },
    {
      "epoch": 2.2017676162553035,
      "grad_norm": 5.594511985778809,
      "learning_rate": 5e-06,
      "loss": 0.0994,
      "step": 156200
    },
    {
      "epoch": 2.203177198596056,
      "grad_norm": 8.705838203430176,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 156300
    },
    {
      "epoch": 2.2045867809368085,
      "grad_norm": 6.692793846130371,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 156400
    },
    {
      "epoch": 2.2059963632775608,
      "grad_norm": 2.838390827178955,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 156500
    },
    {
      "epoch": 2.2074059456183135,
      "grad_norm": 1.2781376838684082,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 156600
    },
    {
      "epoch": 2.2088155279590658,
      "grad_norm": 4.421899795532227,
      "learning_rate": 5e-06,
      "loss": 0.1031,
      "step": 156700
    },
    {
      "epoch": 2.210225110299818,
      "grad_norm": 7.486900329589844,
      "learning_rate": 5e-06,
      "loss": 0.115,
      "step": 156800
    },
    {
      "epoch": 2.2116346926405708,
      "grad_norm": 4.891420841217041,
      "learning_rate": 5e-06,
      "loss": 0.1149,
      "step": 156900
    },
    {
      "epoch": 2.213044274981323,
      "grad_norm": 4.0538787841796875,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 157000
    },
    {
      "epoch": 2.2144538573220753,
      "grad_norm": 1.7990142107009888,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 157100
    },
    {
      "epoch": 2.215863439662828,
      "grad_norm": 9.670866966247559,
      "learning_rate": 5e-06,
      "loss": 0.1086,
      "step": 157200
    },
    {
      "epoch": 2.2172730220035803,
      "grad_norm": 3.2812511920928955,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 157300
    },
    {
      "epoch": 2.2186826043443326,
      "grad_norm": 4.150084018707275,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 157400
    },
    {
      "epoch": 2.2200921866850853,
      "grad_norm": 4.846282005310059,
      "learning_rate": 5e-06,
      "loss": 0.1157,
      "step": 157500
    },
    {
      "epoch": 2.2215017690258376,
      "grad_norm": 4.474285125732422,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 157600
    },
    {
      "epoch": 2.22291135136659,
      "grad_norm": 5.5744948387146,
      "learning_rate": 5e-06,
      "loss": 0.1041,
      "step": 157700
    },
    {
      "epoch": 2.2243209337073426,
      "grad_norm": 5.4783711433410645,
      "learning_rate": 5e-06,
      "loss": 0.1039,
      "step": 157800
    },
    {
      "epoch": 2.225730516048095,
      "grad_norm": 3.859943151473999,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 157900
    },
    {
      "epoch": 2.227140098388847,
      "grad_norm": 3.636535406112671,
      "learning_rate": 5e-06,
      "loss": 0.1065,
      "step": 158000
    },
    {
      "epoch": 2.2285496807296,
      "grad_norm": 4.560573101043701,
      "learning_rate": 5e-06,
      "loss": 0.1084,
      "step": 158100
    },
    {
      "epoch": 2.229959263070352,
      "grad_norm": 8.928217887878418,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 158200
    },
    {
      "epoch": 2.2313688454111045,
      "grad_norm": 5.670827388763428,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 158300
    },
    {
      "epoch": 2.232778427751857,
      "grad_norm": 8.455389022827148,
      "learning_rate": 5e-06,
      "loss": 0.1041,
      "step": 158400
    },
    {
      "epoch": 2.2341880100926095,
      "grad_norm": 3.422267198562622,
      "learning_rate": 5e-06,
      "loss": 0.1109,
      "step": 158500
    },
    {
      "epoch": 2.235597592433362,
      "grad_norm": 10.418007850646973,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 158600
    },
    {
      "epoch": 2.2370071747741145,
      "grad_norm": 3.063516616821289,
      "learning_rate": 5e-06,
      "loss": 0.1075,
      "step": 158700
    },
    {
      "epoch": 2.2384167571148668,
      "grad_norm": 3.446004629135132,
      "learning_rate": 5e-06,
      "loss": 0.1069,
      "step": 158800
    },
    {
      "epoch": 2.2398263394556195,
      "grad_norm": 4.8274006843566895,
      "learning_rate": 5e-06,
      "loss": 0.1098,
      "step": 158900
    },
    {
      "epoch": 2.2412359217963718,
      "grad_norm": 3.590308666229248,
      "learning_rate": 5e-06,
      "loss": 0.1029,
      "step": 159000
    },
    {
      "epoch": 2.242645504137124,
      "grad_norm": 4.872426986694336,
      "learning_rate": 5e-06,
      "loss": 0.1031,
      "step": 159100
    },
    {
      "epoch": 2.2440550864778768,
      "grad_norm": 3.033214807510376,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 159200
    },
    {
      "epoch": 2.245464668818629,
      "grad_norm": 6.108181476593018,
      "learning_rate": 5e-06,
      "loss": 0.1021,
      "step": 159300
    },
    {
      "epoch": 2.2468742511593813,
      "grad_norm": 3.9197826385498047,
      "learning_rate": 5e-06,
      "loss": 0.1095,
      "step": 159400
    },
    {
      "epoch": 2.248283833500134,
      "grad_norm": 3.0398004055023193,
      "learning_rate": 5e-06,
      "loss": 0.1154,
      "step": 159500
    },
    {
      "epoch": 2.2496934158408863,
      "grad_norm": 6.084122657775879,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 159600
    },
    {
      "epoch": 2.2511029981816386,
      "grad_norm": 1.9629616737365723,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 159700
    },
    {
      "epoch": 2.2525125805223913,
      "grad_norm": 8.171902656555176,
      "learning_rate": 5e-06,
      "loss": 0.1113,
      "step": 159800
    },
    {
      "epoch": 2.2539221628631436,
      "grad_norm": 3.041283369064331,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 159900
    },
    {
      "epoch": 2.255331745203896,
      "grad_norm": 6.065873146057129,
      "learning_rate": 5e-06,
      "loss": 0.1054,
      "step": 160000
    },
    {
      "epoch": 2.2567413275446486,
      "grad_norm": 2.57658052444458,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 160100
    },
    {
      "epoch": 2.258150909885401,
      "grad_norm": 3.722418785095215,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 160200
    },
    {
      "epoch": 2.2595604922261536,
      "grad_norm": 3.336002826690674,
      "learning_rate": 5e-06,
      "loss": 0.1023,
      "step": 160300
    },
    {
      "epoch": 2.260970074566906,
      "grad_norm": 2.9739763736724854,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 160400
    },
    {
      "epoch": 2.262379656907658,
      "grad_norm": 4.597013473510742,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 160500
    },
    {
      "epoch": 2.2637892392484105,
      "grad_norm": 4.483434677124023,
      "learning_rate": 5e-06,
      "loss": 0.11,
      "step": 160600
    },
    {
      "epoch": 2.265198821589163,
      "grad_norm": 7.90529203414917,
      "learning_rate": 5e-06,
      "loss": 0.1101,
      "step": 160700
    },
    {
      "epoch": 2.2666084039299155,
      "grad_norm": 3.040558338165283,
      "learning_rate": 5e-06,
      "loss": 0.1102,
      "step": 160800
    },
    {
      "epoch": 2.268017986270668,
      "grad_norm": 2.1506404876708984,
      "learning_rate": 5e-06,
      "loss": 0.1046,
      "step": 160900
    },
    {
      "epoch": 2.2694275686114205,
      "grad_norm": 10.320608139038086,
      "learning_rate": 5e-06,
      "loss": 0.114,
      "step": 161000
    },
    {
      "epoch": 2.2708371509521728,
      "grad_norm": 3.9742746353149414,
      "learning_rate": 5e-06,
      "loss": 0.1097,
      "step": 161100
    },
    {
      "epoch": 2.2722467332929255,
      "grad_norm": 4.4102020263671875,
      "learning_rate": 5e-06,
      "loss": 0.1099,
      "step": 161200
    },
    {
      "epoch": 2.2736563156336778,
      "grad_norm": 5.450305461883545,
      "learning_rate": 5e-06,
      "loss": 0.0975,
      "step": 161300
    },
    {
      "epoch": 2.27506589797443,
      "grad_norm": 8.542739868164062,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 161400
    },
    {
      "epoch": 2.2764754803151828,
      "grad_norm": 3.25129771232605,
      "learning_rate": 5e-06,
      "loss": 0.1136,
      "step": 161500
    },
    {
      "epoch": 2.277885062655935,
      "grad_norm": 3.832828998565674,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 161600
    },
    {
      "epoch": 2.2792946449966873,
      "grad_norm": 8.37475299835205,
      "learning_rate": 5e-06,
      "loss": 0.1179,
      "step": 161700
    },
    {
      "epoch": 2.28070422733744,
      "grad_norm": 11.463151931762695,
      "learning_rate": 5e-06,
      "loss": 0.1141,
      "step": 161800
    },
    {
      "epoch": 2.2821138096781923,
      "grad_norm": 3.045323371887207,
      "learning_rate": 5e-06,
      "loss": 0.1023,
      "step": 161900
    },
    {
      "epoch": 2.2835233920189446,
      "grad_norm": 4.100820541381836,
      "learning_rate": 5e-06,
      "loss": 0.1158,
      "step": 162000
    },
    {
      "epoch": 2.2849329743596973,
      "grad_norm": 9.283424377441406,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 162100
    },
    {
      "epoch": 2.2863425567004496,
      "grad_norm": 5.120096206665039,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 162200
    },
    {
      "epoch": 2.287752139041202,
      "grad_norm": 2.405503511428833,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 162300
    },
    {
      "epoch": 2.2891617213819546,
      "grad_norm": 3.4142532348632812,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 162400
    },
    {
      "epoch": 2.290571303722707,
      "grad_norm": 3.6214523315429688,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 162500
    },
    {
      "epoch": 2.2919808860634596,
      "grad_norm": 5.489141941070557,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 162600
    },
    {
      "epoch": 2.293390468404212,
      "grad_norm": 7.0295844078063965,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 162700
    },
    {
      "epoch": 2.294800050744964,
      "grad_norm": 2.4885501861572266,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 162800
    },
    {
      "epoch": 2.2962096330857165,
      "grad_norm": 2.6297874450683594,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 162900
    },
    {
      "epoch": 2.297619215426469,
      "grad_norm": 7.919054985046387,
      "learning_rate": 5e-06,
      "loss": 0.1116,
      "step": 163000
    },
    {
      "epoch": 2.2990287977672215,
      "grad_norm": 6.77357816696167,
      "learning_rate": 5e-06,
      "loss": 0.1119,
      "step": 163100
    },
    {
      "epoch": 2.300438380107974,
      "grad_norm": 4.211174488067627,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 163200
    },
    {
      "epoch": 2.3018479624487265,
      "grad_norm": 3.271254539489746,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 163300
    },
    {
      "epoch": 2.3032575447894788,
      "grad_norm": 4.634723663330078,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 163400
    },
    {
      "epoch": 2.3046671271302315,
      "grad_norm": 5.891957759857178,
      "learning_rate": 5e-06,
      "loss": 0.1042,
      "step": 163500
    },
    {
      "epoch": 2.3060767094709838,
      "grad_norm": 2.8264148235321045,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 163600
    },
    {
      "epoch": 2.307486291811736,
      "grad_norm": 4.648512363433838,
      "learning_rate": 5e-06,
      "loss": 0.1148,
      "step": 163700
    },
    {
      "epoch": 2.3088958741524888,
      "grad_norm": 8.35300350189209,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 163800
    },
    {
      "epoch": 2.310305456493241,
      "grad_norm": 3.82554292678833,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 163900
    },
    {
      "epoch": 2.3117150388339933,
      "grad_norm": 5.279074192047119,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 164000
    },
    {
      "epoch": 2.313124621174746,
      "grad_norm": 3.1746819019317627,
      "learning_rate": 5e-06,
      "loss": 0.106,
      "step": 164100
    },
    {
      "epoch": 2.3145342035154983,
      "grad_norm": 12.960955619812012,
      "learning_rate": 5e-06,
      "loss": 0.11,
      "step": 164200
    },
    {
      "epoch": 2.3159437858562506,
      "grad_norm": 2.18420147895813,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 164300
    },
    {
      "epoch": 2.3173533681970033,
      "grad_norm": 3.5405728816986084,
      "learning_rate": 5e-06,
      "loss": 0.1189,
      "step": 164400
    },
    {
      "epoch": 2.3187629505377556,
      "grad_norm": 4.127871036529541,
      "learning_rate": 5e-06,
      "loss": 0.1068,
      "step": 164500
    },
    {
      "epoch": 2.320172532878508,
      "grad_norm": 3.937098979949951,
      "learning_rate": 5e-06,
      "loss": 0.1027,
      "step": 164600
    },
    {
      "epoch": 2.3215821152192606,
      "grad_norm": 5.057180404663086,
      "learning_rate": 5e-06,
      "loss": 0.1115,
      "step": 164700
    },
    {
      "epoch": 2.322991697560013,
      "grad_norm": 1.6220957040786743,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 164800
    },
    {
      "epoch": 2.3244012799007656,
      "grad_norm": 4.841264724731445,
      "learning_rate": 5e-06,
      "loss": 0.1031,
      "step": 164900
    },
    {
      "epoch": 2.325810862241518,
      "grad_norm": 4.190654277801514,
      "learning_rate": 5e-06,
      "loss": 0.1146,
      "step": 165000
    },
    {
      "epoch": 2.32722044458227,
      "grad_norm": 2.142972707748413,
      "learning_rate": 5e-06,
      "loss": 0.1021,
      "step": 165100
    },
    {
      "epoch": 2.328630026923023,
      "grad_norm": 4.868414878845215,
      "learning_rate": 5e-06,
      "loss": 0.114,
      "step": 165200
    },
    {
      "epoch": 2.330039609263775,
      "grad_norm": 2.642514228820801,
      "learning_rate": 5e-06,
      "loss": 0.0996,
      "step": 165300
    },
    {
      "epoch": 2.3314491916045275,
      "grad_norm": 4.7417426109313965,
      "learning_rate": 5e-06,
      "loss": 0.1071,
      "step": 165400
    },
    {
      "epoch": 2.33285877394528,
      "grad_norm": 2.2954187393188477,
      "learning_rate": 5e-06,
      "loss": 0.1037,
      "step": 165500
    },
    {
      "epoch": 2.3342683562860325,
      "grad_norm": 9.349117279052734,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 165600
    },
    {
      "epoch": 2.3356779386267847,
      "grad_norm": 5.542484760284424,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 165700
    },
    {
      "epoch": 2.3370875209675375,
      "grad_norm": 4.241969585418701,
      "learning_rate": 5e-06,
      "loss": 0.1184,
      "step": 165800
    },
    {
      "epoch": 2.3384971033082897,
      "grad_norm": 8.69979476928711,
      "learning_rate": 5e-06,
      "loss": 0.1011,
      "step": 165900
    },
    {
      "epoch": 2.339906685649042,
      "grad_norm": 4.790099620819092,
      "learning_rate": 5e-06,
      "loss": 0.1011,
      "step": 166000
    },
    {
      "epoch": 2.3413162679897948,
      "grad_norm": 3.155834436416626,
      "learning_rate": 5e-06,
      "loss": 0.1095,
      "step": 166100
    },
    {
      "epoch": 2.342725850330547,
      "grad_norm": 5.933917999267578,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 166200
    },
    {
      "epoch": 2.3441354326712993,
      "grad_norm": 3.8136777877807617,
      "learning_rate": 5e-06,
      "loss": 0.1069,
      "step": 166300
    },
    {
      "epoch": 2.345545015012052,
      "grad_norm": 3.8287312984466553,
      "learning_rate": 5e-06,
      "loss": 0.1105,
      "step": 166400
    },
    {
      "epoch": 2.3469545973528043,
      "grad_norm": 1.4250423908233643,
      "learning_rate": 5e-06,
      "loss": 0.112,
      "step": 166500
    },
    {
      "epoch": 2.348364179693557,
      "grad_norm": 4.203592300415039,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 166600
    },
    {
      "epoch": 2.3497737620343093,
      "grad_norm": 11.890111923217773,
      "learning_rate": 5e-06,
      "loss": 0.1124,
      "step": 166700
    },
    {
      "epoch": 2.3511833443750616,
      "grad_norm": 6.40751314163208,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 166800
    },
    {
      "epoch": 2.352592926715814,
      "grad_norm": 10.670269966125488,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 166900
    },
    {
      "epoch": 2.3540025090565666,
      "grad_norm": 3.9507555961608887,
      "learning_rate": 5e-06,
      "loss": 0.1094,
      "step": 167000
    },
    {
      "epoch": 2.355412091397319,
      "grad_norm": 5.78071928024292,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 167100
    },
    {
      "epoch": 2.3568216737380716,
      "grad_norm": 9.395489692687988,
      "learning_rate": 5e-06,
      "loss": 0.1186,
      "step": 167200
    },
    {
      "epoch": 2.358231256078824,
      "grad_norm": 2.4283642768859863,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 167300
    },
    {
      "epoch": 2.359640838419576,
      "grad_norm": 6.162577152252197,
      "learning_rate": 5e-06,
      "loss": 0.1239,
      "step": 167400
    },
    {
      "epoch": 2.361050420760329,
      "grad_norm": 1.4376627206802368,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 167500
    },
    {
      "epoch": 2.362460003101081,
      "grad_norm": 4.44527006149292,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 167600
    },
    {
      "epoch": 2.3638695854418335,
      "grad_norm": 2.250776529312134,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 167700
    },
    {
      "epoch": 2.365279167782586,
      "grad_norm": 7.58389949798584,
      "learning_rate": 5e-06,
      "loss": 0.1098,
      "step": 167800
    },
    {
      "epoch": 2.3666887501233385,
      "grad_norm": 5.159770965576172,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 167900
    },
    {
      "epoch": 2.3680983324640907,
      "grad_norm": 5.359684467315674,
      "learning_rate": 5e-06,
      "loss": 0.1123,
      "step": 168000
    },
    {
      "epoch": 2.3695079148048435,
      "grad_norm": 7.528737545013428,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 168100
    },
    {
      "epoch": 2.3709174971455957,
      "grad_norm": 7.2132134437561035,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 168200
    },
    {
      "epoch": 2.372327079486348,
      "grad_norm": 10.800230979919434,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 168300
    },
    {
      "epoch": 2.3737366618271007,
      "grad_norm": 6.711055278778076,
      "learning_rate": 5e-06,
      "loss": 0.0996,
      "step": 168400
    },
    {
      "epoch": 2.375146244167853,
      "grad_norm": 6.115547180175781,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 168500
    },
    {
      "epoch": 2.3765558265086053,
      "grad_norm": 3.655301570892334,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 168600
    },
    {
      "epoch": 2.377965408849358,
      "grad_norm": 4.182020664215088,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 168700
    },
    {
      "epoch": 2.3793749911901103,
      "grad_norm": 2.8130228519439697,
      "learning_rate": 5e-06,
      "loss": 0.1029,
      "step": 168800
    },
    {
      "epoch": 2.380784573530863,
      "grad_norm": 8.659790992736816,
      "learning_rate": 5e-06,
      "loss": 0.1102,
      "step": 168900
    },
    {
      "epoch": 2.3821941558716153,
      "grad_norm": 10.692389488220215,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 169000
    },
    {
      "epoch": 2.3836037382123676,
      "grad_norm": 4.820838928222656,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 169100
    },
    {
      "epoch": 2.38501332055312,
      "grad_norm": 3.1605494022369385,
      "learning_rate": 5e-06,
      "loss": 0.1065,
      "step": 169200
    },
    {
      "epoch": 2.3864229028938726,
      "grad_norm": 4.602492332458496,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 169300
    },
    {
      "epoch": 2.387832485234625,
      "grad_norm": 6.268125057220459,
      "learning_rate": 5e-06,
      "loss": 0.1149,
      "step": 169400
    },
    {
      "epoch": 2.3892420675753776,
      "grad_norm": 5.525325775146484,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 169500
    },
    {
      "epoch": 2.39065164991613,
      "grad_norm": 11.202800750732422,
      "learning_rate": 5e-06,
      "loss": 0.0976,
      "step": 169600
    },
    {
      "epoch": 2.392061232256882,
      "grad_norm": 2.2105040550231934,
      "learning_rate": 5e-06,
      "loss": 0.0988,
      "step": 169700
    },
    {
      "epoch": 2.393470814597635,
      "grad_norm": 5.274873733520508,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 169800
    },
    {
      "epoch": 2.394880396938387,
      "grad_norm": 7.102570533752441,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 169900
    },
    {
      "epoch": 2.3962899792791394,
      "grad_norm": 6.409107685089111,
      "learning_rate": 5e-06,
      "loss": 0.1072,
      "step": 170000
    },
    {
      "epoch": 2.397699561619892,
      "grad_norm": 5.962380409240723,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 170100
    },
    {
      "epoch": 2.3991091439606445,
      "grad_norm": 2.907848834991455,
      "learning_rate": 5e-06,
      "loss": 0.1125,
      "step": 170200
    },
    {
      "epoch": 2.4005187263013967,
      "grad_norm": 2.013139486312866,
      "learning_rate": 5e-06,
      "loss": 0.1015,
      "step": 170300
    },
    {
      "epoch": 2.4019283086421495,
      "grad_norm": 2.0827431678771973,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 170400
    },
    {
      "epoch": 2.4033378909829017,
      "grad_norm": 5.110050201416016,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 170500
    },
    {
      "epoch": 2.404747473323654,
      "grad_norm": 4.646366596221924,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 170600
    },
    {
      "epoch": 2.4061570556644067,
      "grad_norm": 8.313087463378906,
      "learning_rate": 5e-06,
      "loss": 0.1106,
      "step": 170700
    },
    {
      "epoch": 2.407566638005159,
      "grad_norm": 4.282740592956543,
      "learning_rate": 5e-06,
      "loss": 0.1265,
      "step": 170800
    },
    {
      "epoch": 2.4089762203459113,
      "grad_norm": 6.732204914093018,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 170900
    },
    {
      "epoch": 2.410385802686664,
      "grad_norm": 3.765700101852417,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 171000
    },
    {
      "epoch": 2.4117953850274163,
      "grad_norm": 4.2386651039123535,
      "learning_rate": 5e-06,
      "loss": 0.1039,
      "step": 171100
    },
    {
      "epoch": 2.413204967368169,
      "grad_norm": 4.984067440032959,
      "learning_rate": 5e-06,
      "loss": 0.1159,
      "step": 171200
    },
    {
      "epoch": 2.4146145497089213,
      "grad_norm": 8.144693374633789,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 171300
    },
    {
      "epoch": 2.4160241320496736,
      "grad_norm": 7.346068382263184,
      "learning_rate": 5e-06,
      "loss": 0.1053,
      "step": 171400
    },
    {
      "epoch": 2.417433714390426,
      "grad_norm": 5.561145782470703,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 171500
    },
    {
      "epoch": 2.4188432967311786,
      "grad_norm": 8.183218002319336,
      "learning_rate": 5e-06,
      "loss": 0.1149,
      "step": 171600
    },
    {
      "epoch": 2.420252879071931,
      "grad_norm": 3.426631450653076,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 171700
    },
    {
      "epoch": 2.4216624614126836,
      "grad_norm": 3.4376208782196045,
      "learning_rate": 5e-06,
      "loss": 0.1107,
      "step": 171800
    },
    {
      "epoch": 2.423072043753436,
      "grad_norm": 1.8271368741989136,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 171900
    },
    {
      "epoch": 2.424481626094188,
      "grad_norm": 1.81424880027771,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 172000
    },
    {
      "epoch": 2.425891208434941,
      "grad_norm": 2.238896131515503,
      "learning_rate": 5e-06,
      "loss": 0.1057,
      "step": 172100
    },
    {
      "epoch": 2.427300790775693,
      "grad_norm": 7.5601396560668945,
      "learning_rate": 5e-06,
      "loss": 0.1042,
      "step": 172200
    },
    {
      "epoch": 2.4287103731164454,
      "grad_norm": 3.747075080871582,
      "learning_rate": 5e-06,
      "loss": 0.106,
      "step": 172300
    },
    {
      "epoch": 2.430119955457198,
      "grad_norm": 3.6923322677612305,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 172400
    },
    {
      "epoch": 2.4315295377979504,
      "grad_norm": 3.0543150901794434,
      "learning_rate": 5e-06,
      "loss": 0.0977,
      "step": 172500
    },
    {
      "epoch": 2.4329391201387027,
      "grad_norm": 4.067764759063721,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 172600
    },
    {
      "epoch": 2.4343487024794555,
      "grad_norm": 3.9837067127227783,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 172700
    },
    {
      "epoch": 2.4357582848202077,
      "grad_norm": 4.170928955078125,
      "learning_rate": 5e-06,
      "loss": 0.1166,
      "step": 172800
    },
    {
      "epoch": 2.4371678671609605,
      "grad_norm": 2.7355844974517822,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 172900
    },
    {
      "epoch": 2.4385774495017127,
      "grad_norm": 4.830772876739502,
      "learning_rate": 5e-06,
      "loss": 0.1066,
      "step": 173000
    },
    {
      "epoch": 2.439987031842465,
      "grad_norm": 4.027945518493652,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 173100
    },
    {
      "epoch": 2.4413966141832173,
      "grad_norm": 4.630815029144287,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 173200
    },
    {
      "epoch": 2.44280619652397,
      "grad_norm": 3.022514820098877,
      "learning_rate": 5e-06,
      "loss": 0.106,
      "step": 173300
    },
    {
      "epoch": 2.4442157788647223,
      "grad_norm": 1.7081677913665771,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 173400
    },
    {
      "epoch": 2.445625361205475,
      "grad_norm": 4.230255126953125,
      "learning_rate": 5e-06,
      "loss": 0.1041,
      "step": 173500
    },
    {
      "epoch": 2.4470349435462273,
      "grad_norm": 2.5356569290161133,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 173600
    },
    {
      "epoch": 2.4484445258869796,
      "grad_norm": 5.51625394821167,
      "learning_rate": 5e-06,
      "loss": 0.1114,
      "step": 173700
    },
    {
      "epoch": 2.4498541082277323,
      "grad_norm": 7.952456951141357,
      "learning_rate": 5e-06,
      "loss": 0.1037,
      "step": 173800
    },
    {
      "epoch": 2.4512636905684846,
      "grad_norm": 5.5732645988464355,
      "learning_rate": 5e-06,
      "loss": 0.1177,
      "step": 173900
    },
    {
      "epoch": 2.452673272909237,
      "grad_norm": 2.252479076385498,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 174000
    },
    {
      "epoch": 2.4540828552499896,
      "grad_norm": 5.39712381362915,
      "learning_rate": 5e-06,
      "loss": 0.107,
      "step": 174100
    },
    {
      "epoch": 2.455492437590742,
      "grad_norm": 1.9068421125411987,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 174200
    },
    {
      "epoch": 2.456902019931494,
      "grad_norm": 3.9854891300201416,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 174300
    },
    {
      "epoch": 2.458311602272247,
      "grad_norm": 4.6341753005981445,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 174400
    },
    {
      "epoch": 2.459721184612999,
      "grad_norm": 5.146494388580322,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 174500
    },
    {
      "epoch": 2.4611307669537514,
      "grad_norm": 3.7338616847991943,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 174600
    },
    {
      "epoch": 2.462540349294504,
      "grad_norm": 5.977171897888184,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 174700
    },
    {
      "epoch": 2.4639499316352564,
      "grad_norm": 2.0268146991729736,
      "learning_rate": 5e-06,
      "loss": 0.1184,
      "step": 174800
    },
    {
      "epoch": 2.4653595139760087,
      "grad_norm": 4.476408004760742,
      "learning_rate": 5e-06,
      "loss": 0.1008,
      "step": 174900
    },
    {
      "epoch": 2.4667690963167614,
      "grad_norm": 10.925713539123535,
      "learning_rate": 5e-06,
      "loss": 0.1071,
      "step": 175000
    },
    {
      "epoch": 2.4681786786575137,
      "grad_norm": 2.636647939682007,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 175100
    },
    {
      "epoch": 2.4695882609982664,
      "grad_norm": 3.8847737312316895,
      "learning_rate": 5e-06,
      "loss": 0.1022,
      "step": 175200
    },
    {
      "epoch": 2.4709978433390187,
      "grad_norm": 1.8096095323562622,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 175300
    },
    {
      "epoch": 2.472407425679771,
      "grad_norm": 3.693901300430298,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 175400
    },
    {
      "epoch": 2.4738170080205233,
      "grad_norm": 4.767906665802002,
      "learning_rate": 5e-06,
      "loss": 0.1089,
      "step": 175500
    },
    {
      "epoch": 2.475226590361276,
      "grad_norm": 3.465418577194214,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 175600
    },
    {
      "epoch": 2.4766361727020283,
      "grad_norm": 2.7930870056152344,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 175700
    },
    {
      "epoch": 2.478045755042781,
      "grad_norm": 3.4279189109802246,
      "learning_rate": 5e-06,
      "loss": 0.1057,
      "step": 175800
    },
    {
      "epoch": 2.4794553373835333,
      "grad_norm": 4.931313991546631,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 175900
    },
    {
      "epoch": 2.4808649197242856,
      "grad_norm": 10.445419311523438,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 176000
    },
    {
      "epoch": 2.4822745020650383,
      "grad_norm": 3.022554874420166,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 176100
    },
    {
      "epoch": 2.4836840844057906,
      "grad_norm": 4.301135540008545,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 176200
    },
    {
      "epoch": 2.485093666746543,
      "grad_norm": 3.9880597591400146,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 176300
    },
    {
      "epoch": 2.4865032490872956,
      "grad_norm": 3.8010940551757812,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 176400
    },
    {
      "epoch": 2.487912831428048,
      "grad_norm": 3.45436429977417,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 176500
    },
    {
      "epoch": 2.4893224137688,
      "grad_norm": 5.933140754699707,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 176600
    },
    {
      "epoch": 2.490731996109553,
      "grad_norm": 5.518030166625977,
      "learning_rate": 5e-06,
      "loss": 0.1097,
      "step": 176700
    },
    {
      "epoch": 2.492141578450305,
      "grad_norm": 6.924134254455566,
      "learning_rate": 5e-06,
      "loss": 0.1083,
      "step": 176800
    },
    {
      "epoch": 2.4935511607910574,
      "grad_norm": 3.1739771366119385,
      "learning_rate": 5e-06,
      "loss": 0.113,
      "step": 176900
    },
    {
      "epoch": 2.49496074313181,
      "grad_norm": 5.6458258628845215,
      "learning_rate": 5e-06,
      "loss": 0.1037,
      "step": 177000
    },
    {
      "epoch": 2.4963703254725624,
      "grad_norm": 5.297442436218262,
      "learning_rate": 5e-06,
      "loss": 0.1093,
      "step": 177100
    },
    {
      "epoch": 2.4977799078133147,
      "grad_norm": 3.324821710586548,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 177200
    },
    {
      "epoch": 2.4991894901540674,
      "grad_norm": 5.235690116882324,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 177300
    },
    {
      "epoch": 2.5005990724948197,
      "grad_norm": 3.304525375366211,
      "learning_rate": 5e-06,
      "loss": 0.1099,
      "step": 177400
    },
    {
      "epoch": 2.5020086548355724,
      "grad_norm": 2.5931155681610107,
      "learning_rate": 5e-06,
      "loss": 0.1094,
      "step": 177500
    },
    {
      "epoch": 2.5034182371763247,
      "grad_norm": 4.801196098327637,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 177600
    },
    {
      "epoch": 2.504827819517077,
      "grad_norm": 2.4469223022460938,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 177700
    },
    {
      "epoch": 2.5062374018578293,
      "grad_norm": 3.427442789077759,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 177800
    },
    {
      "epoch": 2.507646984198582,
      "grad_norm": 7.172307014465332,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 177900
    },
    {
      "epoch": 2.5090565665393343,
      "grad_norm": 2.5634469985961914,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 178000
    },
    {
      "epoch": 2.510466148880087,
      "grad_norm": 5.257481098175049,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 178100
    },
    {
      "epoch": 2.5118757312208393,
      "grad_norm": 2.1573386192321777,
      "learning_rate": 5e-06,
      "loss": 0.1066,
      "step": 178200
    },
    {
      "epoch": 2.5132853135615916,
      "grad_norm": 7.36423397064209,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 178300
    },
    {
      "epoch": 2.5146948959023443,
      "grad_norm": 6.2688140869140625,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 178400
    },
    {
      "epoch": 2.5161044782430966,
      "grad_norm": 3.076231002807617,
      "learning_rate": 5e-06,
      "loss": 0.0995,
      "step": 178500
    },
    {
      "epoch": 2.517514060583849,
      "grad_norm": 6.6626787185668945,
      "learning_rate": 5e-06,
      "loss": 0.1121,
      "step": 178600
    },
    {
      "epoch": 2.5189236429246016,
      "grad_norm": 7.888001441955566,
      "learning_rate": 5e-06,
      "loss": 0.1023,
      "step": 178700
    },
    {
      "epoch": 2.520333225265354,
      "grad_norm": 7.3303632736206055,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 178800
    },
    {
      "epoch": 2.521742807606106,
      "grad_norm": 9.571075439453125,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 178900
    },
    {
      "epoch": 2.523152389946859,
      "grad_norm": 3.4251410961151123,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 179000
    },
    {
      "epoch": 2.524561972287611,
      "grad_norm": 5.158546447753906,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 179100
    },
    {
      "epoch": 2.525971554628364,
      "grad_norm": 8.115438461303711,
      "learning_rate": 5e-06,
      "loss": 0.1082,
      "step": 179200
    },
    {
      "epoch": 2.527381136969116,
      "grad_norm": 1.3117687702178955,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 179300
    },
    {
      "epoch": 2.5287907193098684,
      "grad_norm": 6.869787693023682,
      "learning_rate": 5e-06,
      "loss": 0.1062,
      "step": 179400
    },
    {
      "epoch": 2.5302003016506207,
      "grad_norm": 4.499520301818848,
      "learning_rate": 5e-06,
      "loss": 0.1102,
      "step": 179500
    },
    {
      "epoch": 2.5316098839913734,
      "grad_norm": 3.3267626762390137,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 179600
    },
    {
      "epoch": 2.5330194663321257,
      "grad_norm": 12.08769702911377,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 179700
    },
    {
      "epoch": 2.5344290486728784,
      "grad_norm": 2.9615345001220703,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 179800
    },
    {
      "epoch": 2.5358386310136307,
      "grad_norm": 10.920560836791992,
      "learning_rate": 5e-06,
      "loss": 0.1066,
      "step": 179900
    },
    {
      "epoch": 2.537248213354383,
      "grad_norm": 4.003146171569824,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 180000
    },
    {
      "epoch": 2.5386577956951353,
      "grad_norm": 5.570562839508057,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 180100
    },
    {
      "epoch": 2.540067378035888,
      "grad_norm": 4.301418781280518,
      "learning_rate": 5e-06,
      "loss": 0.1061,
      "step": 180200
    },
    {
      "epoch": 2.5414769603766403,
      "grad_norm": 5.90370512008667,
      "learning_rate": 5e-06,
      "loss": 0.1088,
      "step": 180300
    },
    {
      "epoch": 2.542886542717393,
      "grad_norm": 4.973945617675781,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 180400
    },
    {
      "epoch": 2.5442961250581453,
      "grad_norm": 5.645970344543457,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 180500
    },
    {
      "epoch": 2.5457057073988976,
      "grad_norm": 4.684298992156982,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 180600
    },
    {
      "epoch": 2.5471152897396503,
      "grad_norm": 5.552253723144531,
      "learning_rate": 5e-06,
      "loss": 0.1072,
      "step": 180700
    },
    {
      "epoch": 2.5485248720804026,
      "grad_norm": 4.072803020477295,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 180800
    },
    {
      "epoch": 2.549934454421155,
      "grad_norm": 3.9113729000091553,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 180900
    },
    {
      "epoch": 2.5513440367619076,
      "grad_norm": 3.2482717037200928,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 181000
    },
    {
      "epoch": 2.55275361910266,
      "grad_norm": 2.430095911026001,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 181100
    },
    {
      "epoch": 2.554163201443412,
      "grad_norm": 5.67620849609375,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 181200
    },
    {
      "epoch": 2.555572783784165,
      "grad_norm": 7.63710355758667,
      "learning_rate": 5e-06,
      "loss": 0.1057,
      "step": 181300
    },
    {
      "epoch": 2.556982366124917,
      "grad_norm": 7.004959583282471,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 181400
    },
    {
      "epoch": 2.55839194846567,
      "grad_norm": 4.329690456390381,
      "learning_rate": 5e-06,
      "loss": 0.0993,
      "step": 181500
    },
    {
      "epoch": 2.559801530806422,
      "grad_norm": 8.997397422790527,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 181600
    },
    {
      "epoch": 2.5612111131471744,
      "grad_norm": 6.666688919067383,
      "learning_rate": 5e-06,
      "loss": 0.1149,
      "step": 181700
    },
    {
      "epoch": 2.5626206954879267,
      "grad_norm": 5.657652378082275,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 181800
    },
    {
      "epoch": 2.5640302778286794,
      "grad_norm": 3.126786947250366,
      "learning_rate": 5e-06,
      "loss": 0.1204,
      "step": 181900
    },
    {
      "epoch": 2.5654398601694317,
      "grad_norm": 4.971848011016846,
      "learning_rate": 5e-06,
      "loss": 0.1055,
      "step": 182000
    },
    {
      "epoch": 2.5668494425101844,
      "grad_norm": 5.199334144592285,
      "learning_rate": 5e-06,
      "loss": 0.1016,
      "step": 182100
    },
    {
      "epoch": 2.5682590248509367,
      "grad_norm": 2.1438705921173096,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 182200
    },
    {
      "epoch": 2.569668607191689,
      "grad_norm": 2.725890636444092,
      "learning_rate": 5e-06,
      "loss": 0.0994,
      "step": 182300
    },
    {
      "epoch": 2.5710781895324413,
      "grad_norm": 4.521352767944336,
      "learning_rate": 5e-06,
      "loss": 0.1053,
      "step": 182400
    },
    {
      "epoch": 2.572487771873194,
      "grad_norm": 7.523184299468994,
      "learning_rate": 5e-06,
      "loss": 0.1173,
      "step": 182500
    },
    {
      "epoch": 2.5738973542139463,
      "grad_norm": 6.281583309173584,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 182600
    },
    {
      "epoch": 2.575306936554699,
      "grad_norm": 9.713337898254395,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 182700
    },
    {
      "epoch": 2.5767165188954513,
      "grad_norm": 2.5751280784606934,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 182800
    },
    {
      "epoch": 2.5781261012362036,
      "grad_norm": 2.1178901195526123,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 182900
    },
    {
      "epoch": 2.5795356835769563,
      "grad_norm": 4.529083251953125,
      "learning_rate": 5e-06,
      "loss": 0.0994,
      "step": 183000
    },
    {
      "epoch": 2.5809452659177086,
      "grad_norm": 5.532857894897461,
      "learning_rate": 5e-06,
      "loss": 0.0988,
      "step": 183100
    },
    {
      "epoch": 2.5823548482584613,
      "grad_norm": 4.68427848815918,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 183200
    },
    {
      "epoch": 2.5837644305992136,
      "grad_norm": 4.40540075302124,
      "learning_rate": 5e-06,
      "loss": 0.1105,
      "step": 183300
    },
    {
      "epoch": 2.585174012939966,
      "grad_norm": 3.426673173904419,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 183400
    },
    {
      "epoch": 2.586583595280718,
      "grad_norm": 7.120985984802246,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 183500
    },
    {
      "epoch": 2.587993177621471,
      "grad_norm": 3.5557589530944824,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 183600
    },
    {
      "epoch": 2.589402759962223,
      "grad_norm": 3.4594287872314453,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 183700
    },
    {
      "epoch": 2.590812342302976,
      "grad_norm": 7.435919284820557,
      "learning_rate": 5e-06,
      "loss": 0.1095,
      "step": 183800
    },
    {
      "epoch": 2.592221924643728,
      "grad_norm": 1.352464199066162,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 183900
    },
    {
      "epoch": 2.5936315069844804,
      "grad_norm": 2.4212534427642822,
      "learning_rate": 5e-06,
      "loss": 0.1102,
      "step": 184000
    },
    {
      "epoch": 2.5950410893252327,
      "grad_norm": 3.9642727375030518,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 184100
    },
    {
      "epoch": 2.5964506716659854,
      "grad_norm": 7.605204105377197,
      "learning_rate": 5e-06,
      "loss": 0.1011,
      "step": 184200
    },
    {
      "epoch": 2.5978602540067377,
      "grad_norm": 3.3806681632995605,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 184300
    },
    {
      "epoch": 2.5992698363474904,
      "grad_norm": 4.604649066925049,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 184400
    },
    {
      "epoch": 2.6006794186882427,
      "grad_norm": 3.870513439178467,
      "learning_rate": 5e-06,
      "loss": 0.1046,
      "step": 184500
    },
    {
      "epoch": 2.602089001028995,
      "grad_norm": 3.925241470336914,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 184600
    },
    {
      "epoch": 2.6034985833697477,
      "grad_norm": 5.074434280395508,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 184700
    },
    {
      "epoch": 2.6049081657105,
      "grad_norm": 3.7249178886413574,
      "learning_rate": 5e-06,
      "loss": 0.1119,
      "step": 184800
    },
    {
      "epoch": 2.6063177480512523,
      "grad_norm": 5.51038932800293,
      "learning_rate": 5e-06,
      "loss": 0.1054,
      "step": 184900
    },
    {
      "epoch": 2.607727330392005,
      "grad_norm": 5.007279396057129,
      "learning_rate": 5e-06,
      "loss": 0.1082,
      "step": 185000
    },
    {
      "epoch": 2.6091369127327573,
      "grad_norm": 5.573710918426514,
      "learning_rate": 5e-06,
      "loss": 0.1088,
      "step": 185100
    },
    {
      "epoch": 2.6105464950735096,
      "grad_norm": 2.980494737625122,
      "learning_rate": 5e-06,
      "loss": 0.1128,
      "step": 185200
    },
    {
      "epoch": 2.6119560774142623,
      "grad_norm": 7.131668567657471,
      "learning_rate": 5e-06,
      "loss": 0.1071,
      "step": 185300
    },
    {
      "epoch": 2.6133656597550146,
      "grad_norm": 5.1725544929504395,
      "learning_rate": 5e-06,
      "loss": 0.1156,
      "step": 185400
    },
    {
      "epoch": 2.6147752420957673,
      "grad_norm": 4.702324867248535,
      "learning_rate": 5e-06,
      "loss": 0.1029,
      "step": 185500
    },
    {
      "epoch": 2.6161848244365196,
      "grad_norm": 3.537377119064331,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 185600
    },
    {
      "epoch": 2.617594406777272,
      "grad_norm": 2.6867945194244385,
      "learning_rate": 5e-06,
      "loss": 0.0983,
      "step": 185700
    },
    {
      "epoch": 2.619003989118024,
      "grad_norm": 6.3230881690979,
      "learning_rate": 5e-06,
      "loss": 0.1037,
      "step": 185800
    },
    {
      "epoch": 2.620413571458777,
      "grad_norm": 3.667853832244873,
      "learning_rate": 5e-06,
      "loss": 0.0983,
      "step": 185900
    },
    {
      "epoch": 2.621823153799529,
      "grad_norm": 6.155162811279297,
      "learning_rate": 5e-06,
      "loss": 0.1139,
      "step": 186000
    },
    {
      "epoch": 2.623232736140282,
      "grad_norm": 9.16015911102295,
      "learning_rate": 5e-06,
      "loss": 0.0977,
      "step": 186100
    },
    {
      "epoch": 2.624642318481034,
      "grad_norm": 4.731982707977295,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 186200
    },
    {
      "epoch": 2.6260519008217864,
      "grad_norm": 3.6794111728668213,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 186300
    },
    {
      "epoch": 2.6274614831625387,
      "grad_norm": 7.2575154304504395,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 186400
    },
    {
      "epoch": 2.6288710655032914,
      "grad_norm": 4.1744489669799805,
      "learning_rate": 5e-06,
      "loss": 0.1091,
      "step": 186500
    },
    {
      "epoch": 2.6302806478440437,
      "grad_norm": 3.8537752628326416,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 186600
    },
    {
      "epoch": 2.6316902301847964,
      "grad_norm": 4.995507717132568,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 186700
    },
    {
      "epoch": 2.6330998125255487,
      "grad_norm": 3.7982852458953857,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 186800
    },
    {
      "epoch": 2.634509394866301,
      "grad_norm": 4.601134300231934,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 186900
    },
    {
      "epoch": 2.6359189772070537,
      "grad_norm": 0.8146015405654907,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 187000
    },
    {
      "epoch": 2.637328559547806,
      "grad_norm": 5.403257369995117,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 187100
    },
    {
      "epoch": 2.6387381418885583,
      "grad_norm": 4.27687406539917,
      "learning_rate": 5e-06,
      "loss": 0.1048,
      "step": 187200
    },
    {
      "epoch": 2.640147724229311,
      "grad_norm": 4.512603759765625,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 187300
    },
    {
      "epoch": 2.6415573065700633,
      "grad_norm": 4.669250965118408,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 187400
    },
    {
      "epoch": 2.6429668889108155,
      "grad_norm": 7.5985612869262695,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 187500
    },
    {
      "epoch": 2.6443764712515683,
      "grad_norm": 3.7509829998016357,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 187600
    },
    {
      "epoch": 2.6457860535923206,
      "grad_norm": 5.335538864135742,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 187700
    },
    {
      "epoch": 2.6471956359330733,
      "grad_norm": 2.7462985515594482,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 187800
    },
    {
      "epoch": 2.6486052182738256,
      "grad_norm": 2.451047658920288,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 187900
    },
    {
      "epoch": 2.650014800614578,
      "grad_norm": 2.2340445518493652,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 188000
    },
    {
      "epoch": 2.65142438295533,
      "grad_norm": 9.23814582824707,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 188100
    },
    {
      "epoch": 2.652833965296083,
      "grad_norm": 6.617300987243652,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 188200
    },
    {
      "epoch": 2.654243547636835,
      "grad_norm": 5.672067165374756,
      "learning_rate": 5e-06,
      "loss": 0.1128,
      "step": 188300
    },
    {
      "epoch": 2.655653129977588,
      "grad_norm": 5.73495626449585,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 188400
    },
    {
      "epoch": 2.65706271231834,
      "grad_norm": 18.509994506835938,
      "learning_rate": 5e-06,
      "loss": 0.1089,
      "step": 188500
    },
    {
      "epoch": 2.6584722946590924,
      "grad_norm": 9.084820747375488,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 188600
    },
    {
      "epoch": 2.6598818769998447,
      "grad_norm": 2.3932199478149414,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 188700
    },
    {
      "epoch": 2.6612914593405974,
      "grad_norm": 2.7807674407958984,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 188800
    },
    {
      "epoch": 2.6627010416813497,
      "grad_norm": 4.319605827331543,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 188900
    },
    {
      "epoch": 2.6641106240221024,
      "grad_norm": 18.390277862548828,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 189000
    },
    {
      "epoch": 2.6655202063628547,
      "grad_norm": 6.503862380981445,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 189100
    },
    {
      "epoch": 2.666929788703607,
      "grad_norm": 8.254098892211914,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 189200
    },
    {
      "epoch": 2.6683393710443597,
      "grad_norm": 1.4737731218338013,
      "learning_rate": 5e-06,
      "loss": 0.1022,
      "step": 189300
    },
    {
      "epoch": 2.669748953385112,
      "grad_norm": 4.4596638679504395,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 189400
    },
    {
      "epoch": 2.6711585357258647,
      "grad_norm": 5.754101753234863,
      "learning_rate": 5e-06,
      "loss": 0.1022,
      "step": 189500
    },
    {
      "epoch": 2.672568118066617,
      "grad_norm": 2.1207058429718018,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 189600
    },
    {
      "epoch": 2.6739777004073693,
      "grad_norm": 4.9550981521606445,
      "learning_rate": 5e-06,
      "loss": 0.1094,
      "step": 189700
    },
    {
      "epoch": 2.6753872827481215,
      "grad_norm": 3.5319464206695557,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 189800
    },
    {
      "epoch": 2.6767968650888743,
      "grad_norm": 4.472620964050293,
      "learning_rate": 5e-06,
      "loss": 0.1085,
      "step": 189900
    },
    {
      "epoch": 2.6782064474296265,
      "grad_norm": 14.515057563781738,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 190000
    },
    {
      "epoch": 2.6796160297703793,
      "grad_norm": 2.5150792598724365,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 190100
    },
    {
      "epoch": 2.6810256121111316,
      "grad_norm": 5.863008975982666,
      "learning_rate": 5e-06,
      "loss": 0.1039,
      "step": 190200
    },
    {
      "epoch": 2.682435194451884,
      "grad_norm": 4.644999027252197,
      "learning_rate": 5e-06,
      "loss": 0.1061,
      "step": 190300
    },
    {
      "epoch": 2.683844776792636,
      "grad_norm": 4.551206111907959,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 190400
    },
    {
      "epoch": 2.685254359133389,
      "grad_norm": 4.48188591003418,
      "learning_rate": 5e-06,
      "loss": 0.1121,
      "step": 190500
    },
    {
      "epoch": 2.686663941474141,
      "grad_norm": 2.498539447784424,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 190600
    },
    {
      "epoch": 2.688073523814894,
      "grad_norm": 3.4046313762664795,
      "learning_rate": 5e-06,
      "loss": 0.1031,
      "step": 190700
    },
    {
      "epoch": 2.689483106155646,
      "grad_norm": 4.620388031005859,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 190800
    },
    {
      "epoch": 2.6908926884963984,
      "grad_norm": 7.485362529754639,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 190900
    },
    {
      "epoch": 2.6923022708371507,
      "grad_norm": 3.5312535762786865,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 191000
    },
    {
      "epoch": 2.6937118531779034,
      "grad_norm": 4.384256362915039,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 191100
    },
    {
      "epoch": 2.6951214355186557,
      "grad_norm": 3.54329514503479,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 191200
    },
    {
      "epoch": 2.6965310178594084,
      "grad_norm": 9.019502639770508,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 191300
    },
    {
      "epoch": 2.6979406002001607,
      "grad_norm": 2.482433557510376,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 191400
    },
    {
      "epoch": 2.699350182540913,
      "grad_norm": 3.518670082092285,
      "learning_rate": 5e-06,
      "loss": 0.0994,
      "step": 191500
    },
    {
      "epoch": 2.7007597648816657,
      "grad_norm": 5.178054332733154,
      "learning_rate": 5e-06,
      "loss": 0.1096,
      "step": 191600
    },
    {
      "epoch": 2.702169347222418,
      "grad_norm": 3.948136329650879,
      "learning_rate": 5e-06,
      "loss": 0.1044,
      "step": 191700
    },
    {
      "epoch": 2.7035789295631707,
      "grad_norm": 3.3011746406555176,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 191800
    },
    {
      "epoch": 2.704988511903923,
      "grad_norm": 7.906423568725586,
      "learning_rate": 5e-06,
      "loss": 0.1213,
      "step": 191900
    },
    {
      "epoch": 2.7063980942446753,
      "grad_norm": 4.663608074188232,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 192000
    },
    {
      "epoch": 2.7078076765854275,
      "grad_norm": 2.9408528804779053,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 192100
    },
    {
      "epoch": 2.7092172589261803,
      "grad_norm": 3.523392915725708,
      "learning_rate": 5e-06,
      "loss": 0.0993,
      "step": 192200
    },
    {
      "epoch": 2.7106268412669325,
      "grad_norm": 3.4037420749664307,
      "learning_rate": 5e-06,
      "loss": 0.1015,
      "step": 192300
    },
    {
      "epoch": 2.7120364236076853,
      "grad_norm": 3.2819571495056152,
      "learning_rate": 5e-06,
      "loss": 0.0977,
      "step": 192400
    },
    {
      "epoch": 2.7134460059484375,
      "grad_norm": 2.100635528564453,
      "learning_rate": 5e-06,
      "loss": 0.105,
      "step": 192500
    },
    {
      "epoch": 2.71485558828919,
      "grad_norm": 5.606244087219238,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 192600
    },
    {
      "epoch": 2.716265170629942,
      "grad_norm": 6.08746337890625,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 192700
    },
    {
      "epoch": 2.717674752970695,
      "grad_norm": 6.715229034423828,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 192800
    },
    {
      "epoch": 2.719084335311447,
      "grad_norm": 5.128298759460449,
      "learning_rate": 5e-06,
      "loss": 0.1156,
      "step": 192900
    },
    {
      "epoch": 2.7204939176522,
      "grad_norm": 4.497930526733398,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 193000
    },
    {
      "epoch": 2.721903499992952,
      "grad_norm": 7.7833251953125,
      "learning_rate": 5e-06,
      "loss": 0.0894,
      "step": 193100
    },
    {
      "epoch": 2.7233130823337044,
      "grad_norm": 2.2007768154144287,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 193200
    },
    {
      "epoch": 2.724722664674457,
      "grad_norm": 3.9206526279449463,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 193300
    },
    {
      "epoch": 2.7261322470152094,
      "grad_norm": 9.731557846069336,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 193400
    },
    {
      "epoch": 2.7275418293559617,
      "grad_norm": 5.255851745605469,
      "learning_rate": 5e-06,
      "loss": 0.1088,
      "step": 193500
    },
    {
      "epoch": 2.7289514116967144,
      "grad_norm": 3.6668097972869873,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 193600
    },
    {
      "epoch": 2.7303609940374667,
      "grad_norm": 2.3054189682006836,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 193700
    },
    {
      "epoch": 2.731770576378219,
      "grad_norm": 5.111807823181152,
      "learning_rate": 5e-06,
      "loss": 0.1086,
      "step": 193800
    },
    {
      "epoch": 2.7331801587189717,
      "grad_norm": 3.8272204399108887,
      "learning_rate": 5e-06,
      "loss": 0.1093,
      "step": 193900
    },
    {
      "epoch": 2.734589741059724,
      "grad_norm": 5.639747142791748,
      "learning_rate": 5e-06,
      "loss": 0.1105,
      "step": 194000
    },
    {
      "epoch": 2.7359993234004767,
      "grad_norm": 4.035273551940918,
      "learning_rate": 5e-06,
      "loss": 0.1122,
      "step": 194100
    },
    {
      "epoch": 2.737408905741229,
      "grad_norm": 4.810568332672119,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 194200
    },
    {
      "epoch": 2.7388184880819813,
      "grad_norm": 3.807129383087158,
      "learning_rate": 5e-06,
      "loss": 0.1121,
      "step": 194300
    },
    {
      "epoch": 2.7402280704227335,
      "grad_norm": 13.705578804016113,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 194400
    },
    {
      "epoch": 2.7416376527634863,
      "grad_norm": 4.829586982727051,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 194500
    },
    {
      "epoch": 2.7430472351042385,
      "grad_norm": 7.275729179382324,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 194600
    },
    {
      "epoch": 2.7444568174449913,
      "grad_norm": 2.6873066425323486,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 194700
    },
    {
      "epoch": 2.7458663997857435,
      "grad_norm": 3.2782111167907715,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 194800
    },
    {
      "epoch": 2.747275982126496,
      "grad_norm": 4.473672389984131,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 194900
    },
    {
      "epoch": 2.748685564467248,
      "grad_norm": 9.128621101379395,
      "learning_rate": 5e-06,
      "loss": 0.116,
      "step": 195000
    },
    {
      "epoch": 2.750095146808001,
      "grad_norm": 3.0857086181640625,
      "learning_rate": 5e-06,
      "loss": 0.1111,
      "step": 195100
    },
    {
      "epoch": 2.751504729148753,
      "grad_norm": 5.862490177154541,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 195200
    },
    {
      "epoch": 2.752914311489506,
      "grad_norm": 3.592635154724121,
      "learning_rate": 5e-06,
      "loss": 0.1078,
      "step": 195300
    },
    {
      "epoch": 2.754323893830258,
      "grad_norm": 2.9449987411499023,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 195400
    },
    {
      "epoch": 2.7557334761710104,
      "grad_norm": 4.08728551864624,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 195500
    },
    {
      "epoch": 2.757143058511763,
      "grad_norm": 3.804171085357666,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 195600
    },
    {
      "epoch": 2.7585526408525154,
      "grad_norm": 4.051863193511963,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 195700
    },
    {
      "epoch": 2.7599622231932677,
      "grad_norm": 3.50587797164917,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 195800
    },
    {
      "epoch": 2.7613718055340204,
      "grad_norm": 4.254477024078369,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 195900
    },
    {
      "epoch": 2.7627813878747727,
      "grad_norm": 3.4411962032318115,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 196000
    },
    {
      "epoch": 2.764190970215525,
      "grad_norm": 7.342606067657471,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 196100
    },
    {
      "epoch": 2.7656005525562777,
      "grad_norm": 4.178215503692627,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 196200
    },
    {
      "epoch": 2.76701013489703,
      "grad_norm": 3.8765780925750732,
      "learning_rate": 5e-06,
      "loss": 0.1074,
      "step": 196300
    },
    {
      "epoch": 2.7684197172377827,
      "grad_norm": 3.201735734939575,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 196400
    },
    {
      "epoch": 2.769829299578535,
      "grad_norm": 3.703651189804077,
      "learning_rate": 5e-06,
      "loss": 0.1067,
      "step": 196500
    },
    {
      "epoch": 2.7712388819192872,
      "grad_norm": 5.853036403656006,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 196600
    },
    {
      "epoch": 2.7726484642600395,
      "grad_norm": 4.112348556518555,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 196700
    },
    {
      "epoch": 2.7740580466007922,
      "grad_norm": 3.5283329486846924,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 196800
    },
    {
      "epoch": 2.7754676289415445,
      "grad_norm": 3.972292184829712,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 196900
    },
    {
      "epoch": 2.7768772112822973,
      "grad_norm": 2.454010248184204,
      "learning_rate": 5e-06,
      "loss": 0.1092,
      "step": 197000
    },
    {
      "epoch": 2.7782867936230495,
      "grad_norm": 7.340664386749268,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 197100
    },
    {
      "epoch": 2.779696375963802,
      "grad_norm": 4.7001166343688965,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 197200
    },
    {
      "epoch": 2.781105958304554,
      "grad_norm": 2.461378335952759,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 197300
    },
    {
      "epoch": 2.782515540645307,
      "grad_norm": 3.884756565093994,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 197400
    },
    {
      "epoch": 2.783925122986059,
      "grad_norm": 2.8571555614471436,
      "learning_rate": 5e-06,
      "loss": 0.1007,
      "step": 197500
    },
    {
      "epoch": 2.785334705326812,
      "grad_norm": 2.2945942878723145,
      "learning_rate": 5e-06,
      "loss": 0.105,
      "step": 197600
    },
    {
      "epoch": 2.786744287667564,
      "grad_norm": 4.422533988952637,
      "learning_rate": 5e-06,
      "loss": 0.1015,
      "step": 197700
    },
    {
      "epoch": 2.7881538700083164,
      "grad_norm": 6.687020301818848,
      "learning_rate": 5e-06,
      "loss": 0.1092,
      "step": 197800
    },
    {
      "epoch": 2.789563452349069,
      "grad_norm": 4.885708332061768,
      "learning_rate": 5e-06,
      "loss": 0.0974,
      "step": 197900
    },
    {
      "epoch": 2.7909730346898214,
      "grad_norm": 4.012425422668457,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 198000
    },
    {
      "epoch": 2.792382617030574,
      "grad_norm": 4.606233596801758,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 198100
    },
    {
      "epoch": 2.7937921993713264,
      "grad_norm": 4.778229236602783,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 198200
    },
    {
      "epoch": 2.7952017817120787,
      "grad_norm": 2.4709408283233643,
      "learning_rate": 5e-06,
      "loss": 0.1044,
      "step": 198300
    },
    {
      "epoch": 2.796611364052831,
      "grad_norm": 2.711751699447632,
      "learning_rate": 5e-06,
      "loss": 0.1176,
      "step": 198400
    },
    {
      "epoch": 2.7980209463935837,
      "grad_norm": 5.948286056518555,
      "learning_rate": 5e-06,
      "loss": 0.1006,
      "step": 198500
    },
    {
      "epoch": 2.799430528734336,
      "grad_norm": 4.431561470031738,
      "learning_rate": 5e-06,
      "loss": 0.1054,
      "step": 198600
    },
    {
      "epoch": 2.8008401110750887,
      "grad_norm": 4.384149074554443,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 198700
    },
    {
      "epoch": 2.802249693415841,
      "grad_norm": 3.4802286624908447,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 198800
    },
    {
      "epoch": 2.8036592757565932,
      "grad_norm": 6.542753219604492,
      "learning_rate": 5e-06,
      "loss": 0.1077,
      "step": 198900
    },
    {
      "epoch": 2.8050688580973455,
      "grad_norm": 2.0911123752593994,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 199000
    },
    {
      "epoch": 2.8064784404380982,
      "grad_norm": 2.8520240783691406,
      "learning_rate": 5e-06,
      "loss": 0.1087,
      "step": 199100
    },
    {
      "epoch": 2.8078880227788505,
      "grad_norm": 3.563075304031372,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 199200
    },
    {
      "epoch": 2.8092976051196032,
      "grad_norm": 2.615363597869873,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 199300
    },
    {
      "epoch": 2.8107071874603555,
      "grad_norm": 4.369998931884766,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 199400
    },
    {
      "epoch": 2.812116769801108,
      "grad_norm": 4.214786529541016,
      "learning_rate": 5e-06,
      "loss": 0.1079,
      "step": 199500
    },
    {
      "epoch": 2.8135263521418605,
      "grad_norm": 11.8333101272583,
      "learning_rate": 5e-06,
      "loss": 0.1068,
      "step": 199600
    },
    {
      "epoch": 2.814935934482613,
      "grad_norm": 9.064894676208496,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 199700
    },
    {
      "epoch": 2.816345516823365,
      "grad_norm": 5.821069240570068,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 199800
    },
    {
      "epoch": 2.817755099164118,
      "grad_norm": 12.555085182189941,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 199900
    },
    {
      "epoch": 2.81916468150487,
      "grad_norm": 2.421430826187134,
      "learning_rate": 5e-06,
      "loss": 0.1046,
      "step": 200000
    },
    {
      "epoch": 2.8205742638456224,
      "grad_norm": 5.084794998168945,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 200100
    },
    {
      "epoch": 2.821983846186375,
      "grad_norm": 3.506261110305786,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 200200
    },
    {
      "epoch": 2.8233934285271274,
      "grad_norm": 2.8359761238098145,
      "learning_rate": 5e-06,
      "loss": 0.1059,
      "step": 200300
    },
    {
      "epoch": 2.82480301086788,
      "grad_norm": 5.560966491699219,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 200400
    },
    {
      "epoch": 2.8262125932086324,
      "grad_norm": 3.8508336544036865,
      "learning_rate": 5e-06,
      "loss": 0.1027,
      "step": 200500
    },
    {
      "epoch": 2.8276221755493847,
      "grad_norm": 3.3115949630737305,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 200600
    },
    {
      "epoch": 2.829031757890137,
      "grad_norm": 2.05023455619812,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 200700
    },
    {
      "epoch": 2.8304413402308897,
      "grad_norm": 5.026226997375488,
      "learning_rate": 5e-06,
      "loss": 0.1138,
      "step": 200800
    },
    {
      "epoch": 2.831850922571642,
      "grad_norm": 1.986430287361145,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 200900
    },
    {
      "epoch": 2.8332605049123947,
      "grad_norm": 3.6371660232543945,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 201000
    },
    {
      "epoch": 2.834670087253147,
      "grad_norm": 3.295006036758423,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 201100
    },
    {
      "epoch": 2.8360796695938992,
      "grad_norm": 2.74055552482605,
      "learning_rate": 5e-06,
      "loss": 0.1047,
      "step": 201200
    },
    {
      "epoch": 2.8374892519346515,
      "grad_norm": 6.745087146759033,
      "learning_rate": 5e-06,
      "loss": 0.104,
      "step": 201300
    },
    {
      "epoch": 2.8388988342754042,
      "grad_norm": 2.3366036415100098,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 201400
    },
    {
      "epoch": 2.8403084166161565,
      "grad_norm": 8.464033126831055,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 201500
    },
    {
      "epoch": 2.8417179989569092,
      "grad_norm": 6.448515892028809,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 201600
    },
    {
      "epoch": 2.8431275812976615,
      "grad_norm": 3.802753210067749,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 201700
    },
    {
      "epoch": 2.844537163638414,
      "grad_norm": 4.6514787673950195,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 201800
    },
    {
      "epoch": 2.8459467459791665,
      "grad_norm": 3.436703681945801,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 201900
    },
    {
      "epoch": 2.847356328319919,
      "grad_norm": 1.1978528499603271,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 202000
    },
    {
      "epoch": 2.848765910660671,
      "grad_norm": 5.455498218536377,
      "learning_rate": 5e-06,
      "loss": 0.1048,
      "step": 202100
    },
    {
      "epoch": 2.850175493001424,
      "grad_norm": 6.022577285766602,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 202200
    },
    {
      "epoch": 2.851585075342176,
      "grad_norm": 7.597107410430908,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 202300
    },
    {
      "epoch": 2.8529946576829284,
      "grad_norm": 3.7089641094207764,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 202400
    },
    {
      "epoch": 2.854404240023681,
      "grad_norm": 1.5206321477890015,
      "learning_rate": 5e-06,
      "loss": 0.1037,
      "step": 202500
    },
    {
      "epoch": 2.8558138223644334,
      "grad_norm": 7.47713565826416,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 202600
    },
    {
      "epoch": 2.857223404705186,
      "grad_norm": 4.36081075668335,
      "learning_rate": 5e-06,
      "loss": 0.0994,
      "step": 202700
    },
    {
      "epoch": 2.8586329870459384,
      "grad_norm": 4.8036346435546875,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 202800
    },
    {
      "epoch": 2.8600425693866907,
      "grad_norm": 4.508096218109131,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 202900
    },
    {
      "epoch": 2.861452151727443,
      "grad_norm": 5.088148593902588,
      "learning_rate": 5e-06,
      "loss": 0.106,
      "step": 203000
    },
    {
      "epoch": 2.8628617340681957,
      "grad_norm": 2.5273351669311523,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 203100
    },
    {
      "epoch": 2.864271316408948,
      "grad_norm": 3.3983054161071777,
      "learning_rate": 5e-06,
      "loss": 0.1052,
      "step": 203200
    },
    {
      "epoch": 2.8656808987497007,
      "grad_norm": 4.267733097076416,
      "learning_rate": 5e-06,
      "loss": 0.1145,
      "step": 203300
    },
    {
      "epoch": 2.867090481090453,
      "grad_norm": 2.2461938858032227,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 203400
    },
    {
      "epoch": 2.8685000634312052,
      "grad_norm": 3.3634042739868164,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 203500
    },
    {
      "epoch": 2.8699096457719575,
      "grad_norm": 4.22540807723999,
      "learning_rate": 5e-06,
      "loss": 0.1029,
      "step": 203600
    },
    {
      "epoch": 2.8713192281127102,
      "grad_norm": 4.261228084564209,
      "learning_rate": 5e-06,
      "loss": 0.0993,
      "step": 203700
    },
    {
      "epoch": 2.8727288104534625,
      "grad_norm": 6.007625102996826,
      "learning_rate": 5e-06,
      "loss": 0.1082,
      "step": 203800
    },
    {
      "epoch": 2.8741383927942152,
      "grad_norm": 3.6852378845214844,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 203900
    },
    {
      "epoch": 2.8755479751349675,
      "grad_norm": 7.087529182434082,
      "learning_rate": 5e-06,
      "loss": 0.1118,
      "step": 204000
    },
    {
      "epoch": 2.87695755747572,
      "grad_norm": 3.0268726348876953,
      "learning_rate": 5e-06,
      "loss": 0.1121,
      "step": 204100
    },
    {
      "epoch": 2.8783671398164725,
      "grad_norm": 2.481093406677246,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 204200
    },
    {
      "epoch": 2.879776722157225,
      "grad_norm": 3.329524040222168,
      "learning_rate": 5e-06,
      "loss": 0.1016,
      "step": 204300
    },
    {
      "epoch": 2.8811863044979775,
      "grad_norm": 2.571237802505493,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 204400
    },
    {
      "epoch": 2.88259588683873,
      "grad_norm": 3.248465061187744,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 204500
    },
    {
      "epoch": 2.884005469179482,
      "grad_norm": 3.65224027633667,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 204600
    },
    {
      "epoch": 2.8854150515202344,
      "grad_norm": 1.527427077293396,
      "learning_rate": 5e-06,
      "loss": 0.107,
      "step": 204700
    },
    {
      "epoch": 2.886824633860987,
      "grad_norm": 5.681971549987793,
      "learning_rate": 5e-06,
      "loss": 0.1015,
      "step": 204800
    },
    {
      "epoch": 2.8882342162017394,
      "grad_norm": 5.970052719116211,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 204900
    },
    {
      "epoch": 2.889643798542492,
      "grad_norm": 1.3741203546524048,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 205000
    },
    {
      "epoch": 2.8910533808832444,
      "grad_norm": 5.193984031677246,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 205100
    },
    {
      "epoch": 2.8924629632239967,
      "grad_norm": 11.165966033935547,
      "learning_rate": 5e-06,
      "loss": 0.1008,
      "step": 205200
    },
    {
      "epoch": 2.893872545564749,
      "grad_norm": 1.2616572380065918,
      "learning_rate": 5e-06,
      "loss": 0.1022,
      "step": 205300
    },
    {
      "epoch": 2.8952821279055017,
      "grad_norm": 5.50088357925415,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 205400
    },
    {
      "epoch": 2.896691710246254,
      "grad_norm": 3.9859611988067627,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 205500
    },
    {
      "epoch": 2.8981012925870067,
      "grad_norm": 6.731162071228027,
      "learning_rate": 5e-06,
      "loss": 0.1007,
      "step": 205600
    },
    {
      "epoch": 2.899510874927759,
      "grad_norm": 7.200387001037598,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 205700
    },
    {
      "epoch": 2.900920457268511,
      "grad_norm": 3.126221179962158,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 205800
    },
    {
      "epoch": 2.9023300396092635,
      "grad_norm": 5.828242301940918,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 205900
    },
    {
      "epoch": 2.9037396219500162,
      "grad_norm": 2.9916980266571045,
      "learning_rate": 5e-06,
      "loss": 0.0977,
      "step": 206000
    },
    {
      "epoch": 2.9051492042907685,
      "grad_norm": 4.8863525390625,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 206100
    },
    {
      "epoch": 2.9065587866315212,
      "grad_norm": 7.314629077911377,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 206200
    },
    {
      "epoch": 2.9079683689722735,
      "grad_norm": 5.786862373352051,
      "learning_rate": 5e-06,
      "loss": 0.1076,
      "step": 206300
    },
    {
      "epoch": 2.909377951313026,
      "grad_norm": 4.7030029296875,
      "learning_rate": 5e-06,
      "loss": 0.0975,
      "step": 206400
    },
    {
      "epoch": 2.9107875336537785,
      "grad_norm": 9.44584846496582,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 206500
    },
    {
      "epoch": 2.912197115994531,
      "grad_norm": 4.061976909637451,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 206600
    },
    {
      "epoch": 2.9136066983352835,
      "grad_norm": 2.3579137325286865,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 206700
    },
    {
      "epoch": 2.915016280676036,
      "grad_norm": 3.104867935180664,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 206800
    },
    {
      "epoch": 2.916425863016788,
      "grad_norm": 3.621277332305908,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 206900
    },
    {
      "epoch": 2.9178354453575404,
      "grad_norm": 2.845654249191284,
      "learning_rate": 5e-06,
      "loss": 0.1006,
      "step": 207000
    },
    {
      "epoch": 2.919245027698293,
      "grad_norm": 3.9096620082855225,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 207100
    },
    {
      "epoch": 2.9206546100390454,
      "grad_norm": 7.1326704025268555,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 207200
    },
    {
      "epoch": 2.922064192379798,
      "grad_norm": 9.758281707763672,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 207300
    },
    {
      "epoch": 2.9234737747205504,
      "grad_norm": 4.355414867401123,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 207400
    },
    {
      "epoch": 2.9248833570613026,
      "grad_norm": 4.333543300628662,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 207500
    },
    {
      "epoch": 2.926292939402055,
      "grad_norm": 4.969526767730713,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 207600
    },
    {
      "epoch": 2.9277025217428077,
      "grad_norm": 3.88262677192688,
      "learning_rate": 5e-06,
      "loss": 0.1006,
      "step": 207700
    },
    {
      "epoch": 2.92911210408356,
      "grad_norm": 4.628542900085449,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 207800
    },
    {
      "epoch": 2.9305216864243127,
      "grad_norm": 3.690244197845459,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 207900
    },
    {
      "epoch": 2.931931268765065,
      "grad_norm": 3.982247829437256,
      "learning_rate": 5e-06,
      "loss": 0.0974,
      "step": 208000
    },
    {
      "epoch": 2.933340851105817,
      "grad_norm": 3.634021520614624,
      "learning_rate": 5e-06,
      "loss": 0.1073,
      "step": 208100
    },
    {
      "epoch": 2.93475043344657,
      "grad_norm": 2.4562478065490723,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 208200
    },
    {
      "epoch": 2.936160015787322,
      "grad_norm": 1.9064853191375732,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 208300
    },
    {
      "epoch": 2.9375695981280745,
      "grad_norm": 5.145983695983887,
      "learning_rate": 5e-06,
      "loss": 0.1011,
      "step": 208400
    },
    {
      "epoch": 2.9389791804688272,
      "grad_norm": 4.184430122375488,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 208500
    },
    {
      "epoch": 2.9403887628095795,
      "grad_norm": 3.857287645339966,
      "learning_rate": 5e-06,
      "loss": 0.1006,
      "step": 208600
    },
    {
      "epoch": 2.941798345150332,
      "grad_norm": 2.3490729331970215,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 208700
    },
    {
      "epoch": 2.9432079274910845,
      "grad_norm": 4.150465965270996,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 208800
    },
    {
      "epoch": 2.944617509831837,
      "grad_norm": 3.6024842262268066,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 208900
    },
    {
      "epoch": 2.9460270921725895,
      "grad_norm": 3.115697145462036,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 209000
    },
    {
      "epoch": 2.947436674513342,
      "grad_norm": 5.230578422546387,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 209100
    },
    {
      "epoch": 2.948846256854094,
      "grad_norm": 4.775054931640625,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 209200
    },
    {
      "epoch": 2.9502558391948464,
      "grad_norm": 4.750601291656494,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 209300
    },
    {
      "epoch": 2.951665421535599,
      "grad_norm": 7.674100875854492,
      "learning_rate": 5e-06,
      "loss": 0.1173,
      "step": 209400
    },
    {
      "epoch": 2.9530750038763514,
      "grad_norm": 5.022829532623291,
      "learning_rate": 5e-06,
      "loss": 0.0983,
      "step": 209500
    },
    {
      "epoch": 2.954484586217104,
      "grad_norm": 2.7778069972991943,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 209600
    },
    {
      "epoch": 2.9558941685578564,
      "grad_norm": 1.702924370765686,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 209700
    },
    {
      "epoch": 2.9573037508986086,
      "grad_norm": 4.116458415985107,
      "learning_rate": 5e-06,
      "loss": 0.104,
      "step": 209800
    },
    {
      "epoch": 2.958713333239361,
      "grad_norm": 3.521174907684326,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 209900
    },
    {
      "epoch": 2.9601229155801136,
      "grad_norm": 5.866885185241699,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 210000
    },
    {
      "epoch": 2.961532497920866,
      "grad_norm": 7.504123687744141,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 210100
    },
    {
      "epoch": 2.9629420802616186,
      "grad_norm": 2.4064581394195557,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 210200
    },
    {
      "epoch": 2.964351662602371,
      "grad_norm": 7.336300849914551,
      "learning_rate": 5e-06,
      "loss": 0.1106,
      "step": 210300
    },
    {
      "epoch": 2.965761244943123,
      "grad_norm": 2.692394495010376,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 210400
    },
    {
      "epoch": 2.967170827283876,
      "grad_norm": 1.675554633140564,
      "learning_rate": 5e-06,
      "loss": 0.1029,
      "step": 210500
    },
    {
      "epoch": 2.968580409624628,
      "grad_norm": 2.6046876907348633,
      "learning_rate": 5e-06,
      "loss": 0.0975,
      "step": 210600
    },
    {
      "epoch": 2.9699899919653805,
      "grad_norm": 6.480396270751953,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 210700
    },
    {
      "epoch": 2.971399574306133,
      "grad_norm": 2.272449493408203,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 210800
    },
    {
      "epoch": 2.9728091566468855,
      "grad_norm": 3.804922103881836,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 210900
    },
    {
      "epoch": 2.9742187389876378,
      "grad_norm": 2.465322732925415,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 211000
    },
    {
      "epoch": 2.9756283213283905,
      "grad_norm": 8.951030731201172,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 211100
    },
    {
      "epoch": 2.977037903669143,
      "grad_norm": 4.774787902832031,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 211200
    },
    {
      "epoch": 2.9784474860098955,
      "grad_norm": 3.595888614654541,
      "learning_rate": 5e-06,
      "loss": 0.1035,
      "step": 211300
    },
    {
      "epoch": 2.979857068350648,
      "grad_norm": 2.5246214866638184,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 211400
    },
    {
      "epoch": 2.9812666506914,
      "grad_norm": 3.851935386657715,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 211500
    },
    {
      "epoch": 2.9826762330321523,
      "grad_norm": 3.753629684448242,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 211600
    },
    {
      "epoch": 2.984085815372905,
      "grad_norm": 2.227860689163208,
      "learning_rate": 5e-06,
      "loss": 0.1063,
      "step": 211700
    },
    {
      "epoch": 2.9854953977136574,
      "grad_norm": 2.856003999710083,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 211800
    },
    {
      "epoch": 2.98690498005441,
      "grad_norm": 4.661916255950928,
      "learning_rate": 5e-06,
      "loss": 0.1107,
      "step": 211900
    },
    {
      "epoch": 2.9883145623951624,
      "grad_norm": 3.0657896995544434,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 212000
    },
    {
      "epoch": 2.9897241447359146,
      "grad_norm": 6.119218826293945,
      "learning_rate": 5e-06,
      "loss": 0.104,
      "step": 212100
    },
    {
      "epoch": 2.991133727076667,
      "grad_norm": 4.26373291015625,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 212200
    },
    {
      "epoch": 2.9925433094174196,
      "grad_norm": 1.7329599857330322,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 212300
    },
    {
      "epoch": 2.993952891758172,
      "grad_norm": 4.204522609710693,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 212400
    },
    {
      "epoch": 2.9953624740989246,
      "grad_norm": 7.333601474761963,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 212500
    },
    {
      "epoch": 2.996772056439677,
      "grad_norm": 2.1827588081359863,
      "learning_rate": 5e-06,
      "loss": 0.1062,
      "step": 212600
    },
    {
      "epoch": 2.998181638780429,
      "grad_norm": 4.422462463378906,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 212700
    },
    {
      "epoch": 2.999591221121182,
      "grad_norm": 3.3875732421875,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 212800
    },
    {
      "epoch": 3.0,
      "step": 212829,
      "train_loss": 0.09743800759315491,
      "train_perplexity": 1.1023431025430022,
      "train_runtime": 3969.5039,
      "train_samples_per_second": 35.744,
      "train_steps_per_second": 8.936
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.10109331458806992,
      "eval_perplexity": 1.106379878329205,
      "eval_runtime": 990.6261,
      "eval_samples_per_second": 35.808,
      "eval_steps_per_second": 8.952,
      "step": 212829
    },
    {
      "epoch": 3.001000803461934,
      "grad_norm": 6.0343217849731445,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 212900
    },
    {
      "epoch": 3.0024103858026865,
      "grad_norm": 2.7068190574645996,
      "learning_rate": 5e-06,
      "loss": 0.1051,
      "step": 213000
    },
    {
      "epoch": 3.003819968143439,
      "grad_norm": 2.361832857131958,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 213100
    },
    {
      "epoch": 3.0052295504841915,
      "grad_norm": 5.444886684417725,
      "learning_rate": 5e-06,
      "loss": 0.1051,
      "step": 213200
    },
    {
      "epoch": 3.0066391328249438,
      "grad_norm": 2.8098344802856445,
      "learning_rate": 5e-06,
      "loss": 0.0993,
      "step": 213300
    },
    {
      "epoch": 3.0080487151656965,
      "grad_norm": 4.845000743865967,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 213400
    },
    {
      "epoch": 3.0094582975064488,
      "grad_norm": 4.15818452835083,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 213500
    },
    {
      "epoch": 3.010867879847201,
      "grad_norm": 14.92742919921875,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 213600
    },
    {
      "epoch": 3.012277462187954,
      "grad_norm": 1.6748870611190796,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 213700
    },
    {
      "epoch": 3.013687044528706,
      "grad_norm": 8.008282661437988,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 213800
    },
    {
      "epoch": 3.015096626869459,
      "grad_norm": 4.5426506996154785,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 213900
    },
    {
      "epoch": 3.016506209210211,
      "grad_norm": 8.393568992614746,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 214000
    },
    {
      "epoch": 3.0179157915509633,
      "grad_norm": 7.073916912078857,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 214100
    },
    {
      "epoch": 3.019325373891716,
      "grad_norm": 2.6821517944335938,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 214200
    },
    {
      "epoch": 3.0207349562324683,
      "grad_norm": 4.601059436798096,
      "learning_rate": 5e-06,
      "loss": 0.1029,
      "step": 214300
    },
    {
      "epoch": 3.0221445385732206,
      "grad_norm": 4.139226913452148,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 214400
    },
    {
      "epoch": 3.0235541209139734,
      "grad_norm": 9.798946380615234,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 214500
    },
    {
      "epoch": 3.0249637032547256,
      "grad_norm": 4.57017183303833,
      "learning_rate": 5e-06,
      "loss": 0.097,
      "step": 214600
    },
    {
      "epoch": 3.026373285595478,
      "grad_norm": 3.4823014736175537,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 214700
    },
    {
      "epoch": 3.0277828679362306,
      "grad_norm": 8.656594276428223,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 214800
    },
    {
      "epoch": 3.029192450276983,
      "grad_norm": 6.707084655761719,
      "learning_rate": 5e-06,
      "loss": 0.1068,
      "step": 214900
    },
    {
      "epoch": 3.030602032617735,
      "grad_norm": 6.455902576446533,
      "learning_rate": 5e-06,
      "loss": 0.1068,
      "step": 215000
    },
    {
      "epoch": 3.032011614958488,
      "grad_norm": 4.210651874542236,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 215100
    },
    {
      "epoch": 3.03342119729924,
      "grad_norm": 4.408369064331055,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 215200
    },
    {
      "epoch": 3.0348307796399925,
      "grad_norm": 6.4025750160217285,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 215300
    },
    {
      "epoch": 3.036240361980745,
      "grad_norm": 4.463321208953857,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 215400
    },
    {
      "epoch": 3.0376499443214975,
      "grad_norm": 2.340437650680542,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 215500
    },
    {
      "epoch": 3.0390595266622498,
      "grad_norm": 5.2176513671875,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 215600
    },
    {
      "epoch": 3.0404691090030025,
      "grad_norm": 5.873745441436768,
      "learning_rate": 5e-06,
      "loss": 0.1016,
      "step": 215700
    },
    {
      "epoch": 3.0418786913437548,
      "grad_norm": 4.572781562805176,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 215800
    },
    {
      "epoch": 3.0432882736845075,
      "grad_norm": 4.803715705871582,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 215900
    },
    {
      "epoch": 3.0446978560252598,
      "grad_norm": 3.0324931144714355,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 216000
    },
    {
      "epoch": 3.046107438366012,
      "grad_norm": 3.4426348209381104,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 216100
    },
    {
      "epoch": 3.047517020706765,
      "grad_norm": 2.2578558921813965,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 216200
    },
    {
      "epoch": 3.048926603047517,
      "grad_norm": 4.1656622886657715,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 216300
    },
    {
      "epoch": 3.0503361853882693,
      "grad_norm": 3.045870065689087,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 216400
    },
    {
      "epoch": 3.051745767729022,
      "grad_norm": 3.9939892292022705,
      "learning_rate": 5e-06,
      "loss": 0.106,
      "step": 216500
    },
    {
      "epoch": 3.0531553500697743,
      "grad_norm": 2.351961135864258,
      "learning_rate": 5e-06,
      "loss": 0.1033,
      "step": 216600
    },
    {
      "epoch": 3.0545649324105266,
      "grad_norm": 5.794962406158447,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 216700
    },
    {
      "epoch": 3.0559745147512793,
      "grad_norm": 4.0402960777282715,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 216800
    },
    {
      "epoch": 3.0573840970920316,
      "grad_norm": 7.677900791168213,
      "learning_rate": 5e-06,
      "loss": 0.1122,
      "step": 216900
    },
    {
      "epoch": 3.058793679432784,
      "grad_norm": 5.845010280609131,
      "learning_rate": 5e-06,
      "loss": 0.11,
      "step": 217000
    },
    {
      "epoch": 3.0602032617735366,
      "grad_norm": 7.457906246185303,
      "learning_rate": 5e-06,
      "loss": 0.1084,
      "step": 217100
    },
    {
      "epoch": 3.061612844114289,
      "grad_norm": 1.972407579421997,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 217200
    },
    {
      "epoch": 3.063022426455041,
      "grad_norm": 5.256684303283691,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 217300
    },
    {
      "epoch": 3.064432008795794,
      "grad_norm": 11.031105995178223,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 217400
    },
    {
      "epoch": 3.065841591136546,
      "grad_norm": 5.85755729675293,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 217500
    },
    {
      "epoch": 3.0672511734772985,
      "grad_norm": 2.503844738006592,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 217600
    },
    {
      "epoch": 3.068660755818051,
      "grad_norm": 3.641265869140625,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 217700
    },
    {
      "epoch": 3.0700703381588035,
      "grad_norm": 2.85147762298584,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 217800
    },
    {
      "epoch": 3.0714799204995558,
      "grad_norm": 2.719599962234497,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 217900
    },
    {
      "epoch": 3.0728895028403085,
      "grad_norm": 5.3236918449401855,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 218000
    },
    {
      "epoch": 3.0742990851810608,
      "grad_norm": 7.9773173332214355,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 218100
    },
    {
      "epoch": 3.0757086675218135,
      "grad_norm": 2.9127197265625,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 218200
    },
    {
      "epoch": 3.0771182498625658,
      "grad_norm": 2.6959280967712402,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 218300
    },
    {
      "epoch": 3.078527832203318,
      "grad_norm": 3.551541566848755,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 218400
    },
    {
      "epoch": 3.0799374145440708,
      "grad_norm": 2.8966474533081055,
      "learning_rate": 5e-06,
      "loss": 0.102,
      "step": 218500
    },
    {
      "epoch": 3.081346996884823,
      "grad_norm": 3.8450820446014404,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 218600
    },
    {
      "epoch": 3.0827565792255753,
      "grad_norm": 7.148087978363037,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 218700
    },
    {
      "epoch": 3.084166161566328,
      "grad_norm": 2.081862211227417,
      "learning_rate": 5e-06,
      "loss": 0.1132,
      "step": 218800
    },
    {
      "epoch": 3.0855757439070803,
      "grad_norm": 6.892199993133545,
      "learning_rate": 5e-06,
      "loss": 0.1034,
      "step": 218900
    },
    {
      "epoch": 3.0869853262478326,
      "grad_norm": 6.0891523361206055,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 219000
    },
    {
      "epoch": 3.0883949085885853,
      "grad_norm": 3.0119926929473877,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 219100
    },
    {
      "epoch": 3.0898044909293376,
      "grad_norm": 3.057325601577759,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 219200
    },
    {
      "epoch": 3.09121407327009,
      "grad_norm": 3.6930015087127686,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 219300
    },
    {
      "epoch": 3.0926236556108426,
      "grad_norm": 2.759117364883423,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 219400
    },
    {
      "epoch": 3.094033237951595,
      "grad_norm": 3.9046943187713623,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 219500
    },
    {
      "epoch": 3.095442820292347,
      "grad_norm": 2.716986656188965,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 219600
    },
    {
      "epoch": 3.0968524026331,
      "grad_norm": 24.363506317138672,
      "learning_rate": 5e-06,
      "loss": 0.1113,
      "step": 219700
    },
    {
      "epoch": 3.098261984973852,
      "grad_norm": 6.405698776245117,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 219800
    },
    {
      "epoch": 3.0996715673146045,
      "grad_norm": 5.754569053649902,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 219900
    },
    {
      "epoch": 3.101081149655357,
      "grad_norm": 2.587049722671509,
      "learning_rate": 5e-06,
      "loss": 0.1066,
      "step": 220000
    },
    {
      "epoch": 3.1024907319961095,
      "grad_norm": 5.119454860687256,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 220100
    },
    {
      "epoch": 3.103900314336862,
      "grad_norm": 3.5516483783721924,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 220200
    },
    {
      "epoch": 3.1053098966776145,
      "grad_norm": 6.055290222167969,
      "learning_rate": 5e-06,
      "loss": 0.107,
      "step": 220300
    },
    {
      "epoch": 3.1067194790183668,
      "grad_norm": 5.732136249542236,
      "learning_rate": 5e-06,
      "loss": 0.0976,
      "step": 220400
    },
    {
      "epoch": 3.1081290613591195,
      "grad_norm": 1.959608554840088,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 220500
    },
    {
      "epoch": 3.1095386436998718,
      "grad_norm": 4.467386722564697,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 220600
    },
    {
      "epoch": 3.110948226040624,
      "grad_norm": 4.534049034118652,
      "learning_rate": 5e-06,
      "loss": 0.1057,
      "step": 220700
    },
    {
      "epoch": 3.1123578083813768,
      "grad_norm": 2.814905881881714,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 220800
    },
    {
      "epoch": 3.113767390722129,
      "grad_norm": 4.326972007751465,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 220900
    },
    {
      "epoch": 3.1151769730628813,
      "grad_norm": 2.9864718914031982,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 221000
    },
    {
      "epoch": 3.116586555403634,
      "grad_norm": 4.454264163970947,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 221100
    },
    {
      "epoch": 3.1179961377443863,
      "grad_norm": 5.614782810211182,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 221200
    },
    {
      "epoch": 3.1194057200851386,
      "grad_norm": 6.417133808135986,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 221300
    },
    {
      "epoch": 3.1208153024258913,
      "grad_norm": 2.238093614578247,
      "learning_rate": 5e-06,
      "loss": 0.1051,
      "step": 221400
    },
    {
      "epoch": 3.1222248847666436,
      "grad_norm": 4.081329345703125,
      "learning_rate": 5e-06,
      "loss": 0.0976,
      "step": 221500
    },
    {
      "epoch": 3.123634467107396,
      "grad_norm": 5.729043483734131,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 221600
    },
    {
      "epoch": 3.1250440494481486,
      "grad_norm": 5.7025017738342285,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 221700
    },
    {
      "epoch": 3.126453631788901,
      "grad_norm": 6.438644886016846,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 221800
    },
    {
      "epoch": 3.127863214129653,
      "grad_norm": 8.004566192626953,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 221900
    },
    {
      "epoch": 3.129272796470406,
      "grad_norm": 1.4554152488708496,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 222000
    },
    {
      "epoch": 3.130682378811158,
      "grad_norm": 7.870610237121582,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 222100
    },
    {
      "epoch": 3.132091961151911,
      "grad_norm": 5.783041477203369,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 222200
    },
    {
      "epoch": 3.133501543492663,
      "grad_norm": 5.715362548828125,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 222300
    },
    {
      "epoch": 3.1349111258334155,
      "grad_norm": 3.9300894737243652,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 222400
    },
    {
      "epoch": 3.136320708174168,
      "grad_norm": 5.263905048370361,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 222500
    },
    {
      "epoch": 3.1377302905149205,
      "grad_norm": 2.6635494232177734,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 222600
    },
    {
      "epoch": 3.1391398728556728,
      "grad_norm": 8.53499698638916,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 222700
    },
    {
      "epoch": 3.1405494551964255,
      "grad_norm": 3.003945827484131,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 222800
    },
    {
      "epoch": 3.1419590375371778,
      "grad_norm": 3.437744140625,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 222900
    },
    {
      "epoch": 3.14336861987793,
      "grad_norm": 5.918508052825928,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 223000
    },
    {
      "epoch": 3.1447782022186828,
      "grad_norm": 2.0867621898651123,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 223100
    },
    {
      "epoch": 3.146187784559435,
      "grad_norm": 2.8122074604034424,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 223200
    },
    {
      "epoch": 3.1475973669001873,
      "grad_norm": 5.267140865325928,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 223300
    },
    {
      "epoch": 3.14900694924094,
      "grad_norm": 4.704753875732422,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 223400
    },
    {
      "epoch": 3.1504165315816923,
      "grad_norm": 3.5158841609954834,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 223500
    },
    {
      "epoch": 3.1518261139224446,
      "grad_norm": 5.172787189483643,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 223600
    },
    {
      "epoch": 3.1532356962631973,
      "grad_norm": 7.430901527404785,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 223700
    },
    {
      "epoch": 3.1546452786039496,
      "grad_norm": 2.864811897277832,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 223800
    },
    {
      "epoch": 3.156054860944702,
      "grad_norm": 3.2329602241516113,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 223900
    },
    {
      "epoch": 3.1574644432854546,
      "grad_norm": 3.2053027153015137,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 224000
    },
    {
      "epoch": 3.158874025626207,
      "grad_norm": 4.687540531158447,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 224100
    },
    {
      "epoch": 3.160283607966959,
      "grad_norm": 2.6206767559051514,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 224200
    },
    {
      "epoch": 3.161693190307712,
      "grad_norm": 6.077321529388428,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 224300
    },
    {
      "epoch": 3.163102772648464,
      "grad_norm": 3.911647319793701,
      "learning_rate": 5e-06,
      "loss": 0.0975,
      "step": 224400
    },
    {
      "epoch": 3.164512354989217,
      "grad_norm": 5.000695705413818,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 224500
    },
    {
      "epoch": 3.165921937329969,
      "grad_norm": 11.358600616455078,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 224600
    },
    {
      "epoch": 3.1673315196707215,
      "grad_norm": 3.576000690460205,
      "learning_rate": 5e-06,
      "loss": 0.107,
      "step": 224700
    },
    {
      "epoch": 3.168741102011474,
      "grad_norm": 6.448742389678955,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 224800
    },
    {
      "epoch": 3.1701506843522265,
      "grad_norm": 2.9304986000061035,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 224900
    },
    {
      "epoch": 3.1715602666929787,
      "grad_norm": 7.5265350341796875,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 225000
    },
    {
      "epoch": 3.1729698490337315,
      "grad_norm": 3.325077772140503,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 225100
    },
    {
      "epoch": 3.1743794313744838,
      "grad_norm": 3.479184865951538,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 225200
    },
    {
      "epoch": 3.175789013715236,
      "grad_norm": 3.3507533073425293,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 225300
    },
    {
      "epoch": 3.1771985960559888,
      "grad_norm": 8.238020896911621,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 225400
    },
    {
      "epoch": 3.178608178396741,
      "grad_norm": 7.652209281921387,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 225500
    },
    {
      "epoch": 3.1800177607374933,
      "grad_norm": 10.080171585083008,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 225600
    },
    {
      "epoch": 3.181427343078246,
      "grad_norm": 2.864908218383789,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 225700
    },
    {
      "epoch": 3.1828369254189983,
      "grad_norm": 12.002320289611816,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 225800
    },
    {
      "epoch": 3.1842465077597506,
      "grad_norm": 2.7109076976776123,
      "learning_rate": 5e-06,
      "loss": 0.1083,
      "step": 225900
    },
    {
      "epoch": 3.1856560901005033,
      "grad_norm": 3.4610111713409424,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 226000
    },
    {
      "epoch": 3.1870656724412556,
      "grad_norm": 3.6831154823303223,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 226100
    },
    {
      "epoch": 3.188475254782008,
      "grad_norm": 4.661576747894287,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 226200
    },
    {
      "epoch": 3.1898848371227606,
      "grad_norm": 3.042708158493042,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 226300
    },
    {
      "epoch": 3.191294419463513,
      "grad_norm": 8.717761039733887,
      "learning_rate": 5e-06,
      "loss": 0.108,
      "step": 226400
    },
    {
      "epoch": 3.192704001804265,
      "grad_norm": 2.9860870838165283,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 226500
    },
    {
      "epoch": 3.194113584145018,
      "grad_norm": 5.256433963775635,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 226600
    },
    {
      "epoch": 3.19552316648577,
      "grad_norm": 5.820176601409912,
      "learning_rate": 5e-06,
      "loss": 0.1055,
      "step": 226700
    },
    {
      "epoch": 3.196932748826523,
      "grad_norm": 3.6544110774993896,
      "learning_rate": 5e-06,
      "loss": 0.1021,
      "step": 226800
    },
    {
      "epoch": 3.198342331167275,
      "grad_norm": 3.5330729484558105,
      "learning_rate": 5e-06,
      "loss": 0.1049,
      "step": 226900
    },
    {
      "epoch": 3.1997519135080275,
      "grad_norm": 3.550318956375122,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 227000
    },
    {
      "epoch": 3.20116149584878,
      "grad_norm": 5.440677642822266,
      "learning_rate": 5e-06,
      "loss": 0.0974,
      "step": 227100
    },
    {
      "epoch": 3.2025710781895325,
      "grad_norm": 3.645418882369995,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 227200
    },
    {
      "epoch": 3.2039806605302847,
      "grad_norm": 7.6555585861206055,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 227300
    },
    {
      "epoch": 3.2053902428710375,
      "grad_norm": 2.0231590270996094,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 227400
    },
    {
      "epoch": 3.2067998252117897,
      "grad_norm": 3.4985556602478027,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 227500
    },
    {
      "epoch": 3.208209407552542,
      "grad_norm": 10.024452209472656,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 227600
    },
    {
      "epoch": 3.2096189898932947,
      "grad_norm": 1.857634425163269,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 227700
    },
    {
      "epoch": 3.211028572234047,
      "grad_norm": 6.2324042320251465,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 227800
    },
    {
      "epoch": 3.2124381545747993,
      "grad_norm": 6.921353340148926,
      "learning_rate": 5e-06,
      "loss": 0.1095,
      "step": 227900
    },
    {
      "epoch": 3.213847736915552,
      "grad_norm": 2.6168148517608643,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 228000
    },
    {
      "epoch": 3.2152573192563043,
      "grad_norm": 4.178338050842285,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 228100
    },
    {
      "epoch": 3.2166669015970566,
      "grad_norm": 5.1566267013549805,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 228200
    },
    {
      "epoch": 3.2180764839378093,
      "grad_norm": 1.610284447669983,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 228300
    },
    {
      "epoch": 3.2194860662785616,
      "grad_norm": 5.013915538787842,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 228400
    },
    {
      "epoch": 3.2208956486193143,
      "grad_norm": 5.475574016571045,
      "learning_rate": 5e-06,
      "loss": 0.1043,
      "step": 228500
    },
    {
      "epoch": 3.2223052309600666,
      "grad_norm": 4.489806652069092,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 228600
    },
    {
      "epoch": 3.223714813300819,
      "grad_norm": 9.535933494567871,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 228700
    },
    {
      "epoch": 3.2251243956415716,
      "grad_norm": 3.984149694442749,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 228800
    },
    {
      "epoch": 3.226533977982324,
      "grad_norm": 2.743504762649536,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 228900
    },
    {
      "epoch": 3.227943560323076,
      "grad_norm": 5.222692489624023,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 229000
    },
    {
      "epoch": 3.229353142663829,
      "grad_norm": 4.860944747924805,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 229100
    },
    {
      "epoch": 3.230762725004581,
      "grad_norm": 2.759397506713867,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 229200
    },
    {
      "epoch": 3.2321723073453335,
      "grad_norm": 3.9260246753692627,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 229300
    },
    {
      "epoch": 3.233581889686086,
      "grad_norm": 10.380037307739258,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 229400
    },
    {
      "epoch": 3.2349914720268385,
      "grad_norm": 4.260711669921875,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 229500
    },
    {
      "epoch": 3.2364010543675907,
      "grad_norm": 11.825843811035156,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 229600
    },
    {
      "epoch": 3.2378106367083435,
      "grad_norm": 4.6022796630859375,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 229700
    },
    {
      "epoch": 3.2392202190490957,
      "grad_norm": 6.404946804046631,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 229800
    },
    {
      "epoch": 3.240629801389848,
      "grad_norm": 4.167860984802246,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 229900
    },
    {
      "epoch": 3.2420393837306007,
      "grad_norm": 3.6676642894744873,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 230000
    },
    {
      "epoch": 3.243448966071353,
      "grad_norm": 4.891518592834473,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 230100
    },
    {
      "epoch": 3.2448585484121053,
      "grad_norm": 9.295053482055664,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 230200
    },
    {
      "epoch": 3.246268130752858,
      "grad_norm": 12.670578956604004,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 230300
    },
    {
      "epoch": 3.2476777130936103,
      "grad_norm": 4.845370292663574,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 230400
    },
    {
      "epoch": 3.2490872954343626,
      "grad_norm": 2.919019937515259,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 230500
    },
    {
      "epoch": 3.2504968777751153,
      "grad_norm": 4.718143463134766,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 230600
    },
    {
      "epoch": 3.2519064601158676,
      "grad_norm": 5.255610942840576,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 230700
    },
    {
      "epoch": 3.2533160424566203,
      "grad_norm": 3.8621556758880615,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 230800
    },
    {
      "epoch": 3.2547256247973726,
      "grad_norm": 7.975417137145996,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 230900
    },
    {
      "epoch": 3.256135207138125,
      "grad_norm": 6.474360466003418,
      "learning_rate": 5e-06,
      "loss": 0.1042,
      "step": 231000
    },
    {
      "epoch": 3.2575447894788776,
      "grad_norm": 3.286670207977295,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 231100
    },
    {
      "epoch": 3.25895437181963,
      "grad_norm": 5.607095718383789,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 231200
    },
    {
      "epoch": 3.260363954160382,
      "grad_norm": 6.078752040863037,
      "learning_rate": 5e-06,
      "loss": 0.1097,
      "step": 231300
    },
    {
      "epoch": 3.261773536501135,
      "grad_norm": 7.051608085632324,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 231400
    },
    {
      "epoch": 3.263183118841887,
      "grad_norm": 13.891144752502441,
      "learning_rate": 5e-06,
      "loss": 0.1089,
      "step": 231500
    },
    {
      "epoch": 3.2645927011826394,
      "grad_norm": 4.170097827911377,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 231600
    },
    {
      "epoch": 3.266002283523392,
      "grad_norm": 3.9426088333129883,
      "learning_rate": 5e-06,
      "loss": 0.0975,
      "step": 231700
    },
    {
      "epoch": 3.2674118658641444,
      "grad_norm": 13.76372241973877,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 231800
    },
    {
      "epoch": 3.2688214482048967,
      "grad_norm": 3.944098711013794,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 231900
    },
    {
      "epoch": 3.2702310305456495,
      "grad_norm": 3.844526767730713,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 232000
    },
    {
      "epoch": 3.2716406128864017,
      "grad_norm": 2.690925359725952,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 232100
    },
    {
      "epoch": 3.273050195227154,
      "grad_norm": 2.0235042572021484,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 232200
    },
    {
      "epoch": 3.2744597775679067,
      "grad_norm": 3.6816554069519043,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 232300
    },
    {
      "epoch": 3.275869359908659,
      "grad_norm": 4.660851955413818,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 232400
    },
    {
      "epoch": 3.2772789422494117,
      "grad_norm": 2.6850523948669434,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 232500
    },
    {
      "epoch": 3.278688524590164,
      "grad_norm": 2.80847430229187,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 232600
    },
    {
      "epoch": 3.2800981069309163,
      "grad_norm": 1.8778533935546875,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 232700
    },
    {
      "epoch": 3.2815076892716686,
      "grad_norm": 6.100484371185303,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 232800
    },
    {
      "epoch": 3.2829172716124213,
      "grad_norm": 3.80426287651062,
      "learning_rate": 5e-06,
      "loss": 0.1027,
      "step": 232900
    },
    {
      "epoch": 3.2843268539531736,
      "grad_norm": 5.091892719268799,
      "learning_rate": 5e-06,
      "loss": 0.1062,
      "step": 233000
    },
    {
      "epoch": 3.2857364362939263,
      "grad_norm": 4.075252532958984,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 233100
    },
    {
      "epoch": 3.2871460186346786,
      "grad_norm": 4.20225191116333,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 233200
    },
    {
      "epoch": 3.288555600975431,
      "grad_norm": 1.6315515041351318,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 233300
    },
    {
      "epoch": 3.2899651833161836,
      "grad_norm": 8.09170913696289,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 233400
    },
    {
      "epoch": 3.291374765656936,
      "grad_norm": 2.577704906463623,
      "learning_rate": 5e-06,
      "loss": 0.0996,
      "step": 233500
    },
    {
      "epoch": 3.292784347997688,
      "grad_norm": 5.828184127807617,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 233600
    },
    {
      "epoch": 3.294193930338441,
      "grad_norm": 5.212779521942139,
      "learning_rate": 5e-06,
      "loss": 0.1043,
      "step": 233700
    },
    {
      "epoch": 3.295603512679193,
      "grad_norm": 3.898172378540039,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 233800
    },
    {
      "epoch": 3.2970130950199454,
      "grad_norm": 3.8745641708374023,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 233900
    },
    {
      "epoch": 3.298422677360698,
      "grad_norm": 3.055919885635376,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 234000
    },
    {
      "epoch": 3.2998322597014504,
      "grad_norm": 7.738400936126709,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 234100
    },
    {
      "epoch": 3.3012418420422027,
      "grad_norm": 6.747132301330566,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 234200
    },
    {
      "epoch": 3.3026514243829554,
      "grad_norm": 2.460829496383667,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 234300
    },
    {
      "epoch": 3.3040610067237077,
      "grad_norm": 3.1492316722869873,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 234400
    },
    {
      "epoch": 3.30547058906446,
      "grad_norm": 4.031627655029297,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 234500
    },
    {
      "epoch": 3.3068801714052127,
      "grad_norm": 3.431962490081787,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 234600
    },
    {
      "epoch": 3.308289753745965,
      "grad_norm": 3.939986228942871,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 234700
    },
    {
      "epoch": 3.3096993360867177,
      "grad_norm": 4.415594577789307,
      "learning_rate": 5e-06,
      "loss": 0.1088,
      "step": 234800
    },
    {
      "epoch": 3.31110891842747,
      "grad_norm": 4.821520805358887,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 234900
    },
    {
      "epoch": 3.3125185007682223,
      "grad_norm": 2.762558937072754,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 235000
    },
    {
      "epoch": 3.3139280831089746,
      "grad_norm": 4.300400733947754,
      "learning_rate": 5e-06,
      "loss": 0.0977,
      "step": 235100
    },
    {
      "epoch": 3.3153376654497273,
      "grad_norm": 2.455117702484131,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 235200
    },
    {
      "epoch": 3.3167472477904796,
      "grad_norm": 4.461030006408691,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 235300
    },
    {
      "epoch": 3.3181568301312323,
      "grad_norm": 6.926146507263184,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 235400
    },
    {
      "epoch": 3.3195664124719846,
      "grad_norm": 7.0505218505859375,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 235500
    },
    {
      "epoch": 3.320975994812737,
      "grad_norm": 1.9723399877548218,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 235600
    },
    {
      "epoch": 3.3223855771534896,
      "grad_norm": 12.21377944946289,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 235700
    },
    {
      "epoch": 3.323795159494242,
      "grad_norm": 1.5878509283065796,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 235800
    },
    {
      "epoch": 3.325204741834994,
      "grad_norm": 9.692695617675781,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 235900
    },
    {
      "epoch": 3.326614324175747,
      "grad_norm": 3.504070281982422,
      "learning_rate": 5e-06,
      "loss": 0.0994,
      "step": 236000
    },
    {
      "epoch": 3.328023906516499,
      "grad_norm": 5.000093936920166,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 236100
    },
    {
      "epoch": 3.3294334888572514,
      "grad_norm": 3.2509238719940186,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 236200
    },
    {
      "epoch": 3.330843071198004,
      "grad_norm": 6.707738876342773,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 236300
    },
    {
      "epoch": 3.3322526535387564,
      "grad_norm": 3.3337793350219727,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 236400
    },
    {
      "epoch": 3.3336622358795087,
      "grad_norm": 3.097093343734741,
      "learning_rate": 5e-06,
      "loss": 0.1063,
      "step": 236500
    },
    {
      "epoch": 3.3350718182202614,
      "grad_norm": 4.724664688110352,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 236600
    },
    {
      "epoch": 3.3364814005610137,
      "grad_norm": 3.0115766525268555,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 236700
    },
    {
      "epoch": 3.337890982901766,
      "grad_norm": 3.9183554649353027,
      "learning_rate": 5e-06,
      "loss": 0.0988,
      "step": 236800
    },
    {
      "epoch": 3.3393005652425187,
      "grad_norm": 4.40477180480957,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 236900
    },
    {
      "epoch": 3.340710147583271,
      "grad_norm": 4.041131496429443,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 237000
    },
    {
      "epoch": 3.3421197299240237,
      "grad_norm": 3.6933865547180176,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 237100
    },
    {
      "epoch": 3.343529312264776,
      "grad_norm": 3.8554351329803467,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 237200
    },
    {
      "epoch": 3.3449388946055283,
      "grad_norm": 3.627556085586548,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 237300
    },
    {
      "epoch": 3.3463484769462806,
      "grad_norm": 2.199087142944336,
      "learning_rate": 5e-06,
      "loss": 0.0976,
      "step": 237400
    },
    {
      "epoch": 3.3477580592870333,
      "grad_norm": 7.767914772033691,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 237500
    },
    {
      "epoch": 3.3491676416277856,
      "grad_norm": 6.873835563659668,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 237600
    },
    {
      "epoch": 3.3505772239685383,
      "grad_norm": 6.10774564743042,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 237700
    },
    {
      "epoch": 3.3519868063092906,
      "grad_norm": 4.578455448150635,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 237800
    },
    {
      "epoch": 3.353396388650043,
      "grad_norm": 6.392202854156494,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 237900
    },
    {
      "epoch": 3.3548059709907956,
      "grad_norm": 4.419164657592773,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 238000
    },
    {
      "epoch": 3.356215553331548,
      "grad_norm": 4.823544502258301,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 238100
    },
    {
      "epoch": 3.3576251356723,
      "grad_norm": 2.1170835494995117,
      "learning_rate": 5e-06,
      "loss": 0.1044,
      "step": 238200
    },
    {
      "epoch": 3.359034718013053,
      "grad_norm": 6.605475425720215,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 238300
    },
    {
      "epoch": 3.360444300353805,
      "grad_norm": 2.1295385360717773,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 238400
    },
    {
      "epoch": 3.3618538826945574,
      "grad_norm": 8.06017780303955,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 238500
    },
    {
      "epoch": 3.36326346503531,
      "grad_norm": 4.541317462921143,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 238600
    },
    {
      "epoch": 3.3646730473760624,
      "grad_norm": 4.99264669418335,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 238700
    },
    {
      "epoch": 3.366082629716815,
      "grad_norm": 11.027870178222656,
      "learning_rate": 5e-06,
      "loss": 0.0993,
      "step": 238800
    },
    {
      "epoch": 3.3674922120575674,
      "grad_norm": 8.003908157348633,
      "learning_rate": 5e-06,
      "loss": 0.1024,
      "step": 238900
    },
    {
      "epoch": 3.3689017943983197,
      "grad_norm": 4.2358222007751465,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 239000
    },
    {
      "epoch": 3.370311376739072,
      "grad_norm": 2.4325246810913086,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 239100
    },
    {
      "epoch": 3.3717209590798247,
      "grad_norm": 2.59574818611145,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 239200
    },
    {
      "epoch": 3.373130541420577,
      "grad_norm": 2.784837007522583,
      "learning_rate": 5e-06,
      "loss": 0.107,
      "step": 239300
    },
    {
      "epoch": 3.3745401237613297,
      "grad_norm": 2.3514437675476074,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 239400
    },
    {
      "epoch": 3.375949706102082,
      "grad_norm": 7.186000823974609,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 239500
    },
    {
      "epoch": 3.3773592884428343,
      "grad_norm": 3.662184953689575,
      "learning_rate": 5e-06,
      "loss": 0.1088,
      "step": 239600
    },
    {
      "epoch": 3.378768870783587,
      "grad_norm": 4.313700199127197,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 239700
    },
    {
      "epoch": 3.3801784531243393,
      "grad_norm": 3.752023935317993,
      "learning_rate": 5e-06,
      "loss": 0.1011,
      "step": 239800
    },
    {
      "epoch": 3.3815880354650916,
      "grad_norm": 3.502776861190796,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 239900
    },
    {
      "epoch": 3.3829976178058443,
      "grad_norm": 5.13900089263916,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 240000
    },
    {
      "epoch": 3.3844072001465966,
      "grad_norm": 6.063875198364258,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 240100
    },
    {
      "epoch": 3.385816782487349,
      "grad_norm": 3.141408681869507,
      "learning_rate": 5e-06,
      "loss": 0.1093,
      "step": 240200
    },
    {
      "epoch": 3.3872263648281016,
      "grad_norm": 5.180520057678223,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 240300
    },
    {
      "epoch": 3.388635947168854,
      "grad_norm": 2.988581895828247,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 240400
    },
    {
      "epoch": 3.390045529509606,
      "grad_norm": 3.0416505336761475,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 240500
    },
    {
      "epoch": 3.391455111850359,
      "grad_norm": 12.13433837890625,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 240600
    },
    {
      "epoch": 3.392864694191111,
      "grad_norm": 3.7994308471679688,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 240700
    },
    {
      "epoch": 3.3942742765318634,
      "grad_norm": 6.468482971191406,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 240800
    },
    {
      "epoch": 3.395683858872616,
      "grad_norm": 10.166953086853027,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 240900
    },
    {
      "epoch": 3.3970934412133684,
      "grad_norm": 3.6217775344848633,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 241000
    },
    {
      "epoch": 3.398503023554121,
      "grad_norm": 4.270054340362549,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 241100
    },
    {
      "epoch": 3.3999126058948734,
      "grad_norm": 2.064032793045044,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 241200
    },
    {
      "epoch": 3.4013221882356257,
      "grad_norm": 2.778542995452881,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 241300
    },
    {
      "epoch": 3.402731770576378,
      "grad_norm": 4.742529392242432,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 241400
    },
    {
      "epoch": 3.4041413529171307,
      "grad_norm": 4.13069486618042,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 241500
    },
    {
      "epoch": 3.405550935257883,
      "grad_norm": 2.3613860607147217,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 241600
    },
    {
      "epoch": 3.4069605175986357,
      "grad_norm": 1.723196029663086,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 241700
    },
    {
      "epoch": 3.408370099939388,
      "grad_norm": 4.289422988891602,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 241800
    },
    {
      "epoch": 3.4097796822801403,
      "grad_norm": 1.9309314489364624,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 241900
    },
    {
      "epoch": 3.411189264620893,
      "grad_norm": 2.9332435131073,
      "learning_rate": 5e-06,
      "loss": 0.1018,
      "step": 242000
    },
    {
      "epoch": 3.4125988469616453,
      "grad_norm": 2.7356982231140137,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 242100
    },
    {
      "epoch": 3.4140084293023976,
      "grad_norm": 4.434934139251709,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 242200
    },
    {
      "epoch": 3.4154180116431503,
      "grad_norm": 0.9393373131752014,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 242300
    },
    {
      "epoch": 3.4168275939839026,
      "grad_norm": 3.025881767272949,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 242400
    },
    {
      "epoch": 3.418237176324655,
      "grad_norm": 1.7464185953140259,
      "learning_rate": 5e-06,
      "loss": 0.097,
      "step": 242500
    },
    {
      "epoch": 3.4196467586654076,
      "grad_norm": 3.781480312347412,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 242600
    },
    {
      "epoch": 3.42105634100616,
      "grad_norm": 2.83567214012146,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 242700
    },
    {
      "epoch": 3.422465923346912,
      "grad_norm": 9.725472450256348,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 242800
    },
    {
      "epoch": 3.423875505687665,
      "grad_norm": 2.162996530532837,
      "learning_rate": 5e-06,
      "loss": 0.108,
      "step": 242900
    },
    {
      "epoch": 3.425285088028417,
      "grad_norm": 3.0876541137695312,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 243000
    },
    {
      "epoch": 3.4266946703691694,
      "grad_norm": 9.512781143188477,
      "learning_rate": 5e-06,
      "loss": 0.0996,
      "step": 243100
    },
    {
      "epoch": 3.428104252709922,
      "grad_norm": 4.688364028930664,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 243200
    },
    {
      "epoch": 3.4295138350506744,
      "grad_norm": 3.1356747150421143,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 243300
    },
    {
      "epoch": 3.430923417391427,
      "grad_norm": 6.519958019256592,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 243400
    },
    {
      "epoch": 3.4323329997321794,
      "grad_norm": 5.5659403800964355,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 243500
    },
    {
      "epoch": 3.4337425820729317,
      "grad_norm": 4.351310729980469,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 243600
    },
    {
      "epoch": 3.435152164413684,
      "grad_norm": 4.7566237449646,
      "learning_rate": 5e-06,
      "loss": 0.1092,
      "step": 243700
    },
    {
      "epoch": 3.4365617467544367,
      "grad_norm": 5.489650726318359,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 243800
    },
    {
      "epoch": 3.437971329095189,
      "grad_norm": 7.459230899810791,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 243900
    },
    {
      "epoch": 3.4393809114359417,
      "grad_norm": 3.5445289611816406,
      "learning_rate": 5e-06,
      "loss": 0.104,
      "step": 244000
    },
    {
      "epoch": 3.440790493776694,
      "grad_norm": 3.9791572093963623,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 244100
    },
    {
      "epoch": 3.4422000761174463,
      "grad_norm": 6.146237850189209,
      "learning_rate": 5e-06,
      "loss": 0.1042,
      "step": 244200
    },
    {
      "epoch": 3.443609658458199,
      "grad_norm": 5.287790775299072,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 244300
    },
    {
      "epoch": 3.4450192407989513,
      "grad_norm": 3.7248270511627197,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 244400
    },
    {
      "epoch": 3.4464288231397036,
      "grad_norm": 8.94516372680664,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 244500
    },
    {
      "epoch": 3.4478384054804563,
      "grad_norm": 3.115166664123535,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 244600
    },
    {
      "epoch": 3.4492479878212086,
      "grad_norm": 3.36419677734375,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 244700
    },
    {
      "epoch": 3.450657570161961,
      "grad_norm": 3.0325565338134766,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 244800
    },
    {
      "epoch": 3.4520671525027136,
      "grad_norm": 3.011772871017456,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 244900
    },
    {
      "epoch": 3.453476734843466,
      "grad_norm": 4.590628147125244,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 245000
    },
    {
      "epoch": 3.454886317184218,
      "grad_norm": 8.576236724853516,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 245100
    },
    {
      "epoch": 3.456295899524971,
      "grad_norm": 6.481579780578613,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 245200
    },
    {
      "epoch": 3.457705481865723,
      "grad_norm": 9.154306411743164,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 245300
    },
    {
      "epoch": 3.4591150642064754,
      "grad_norm": 8.160244941711426,
      "learning_rate": 5e-06,
      "loss": 0.1056,
      "step": 245400
    },
    {
      "epoch": 3.460524646547228,
      "grad_norm": 6.077038288116455,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 245500
    },
    {
      "epoch": 3.4619342288879804,
      "grad_norm": 2.1792800426483154,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 245600
    },
    {
      "epoch": 3.463343811228733,
      "grad_norm": 2.9899630546569824,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 245700
    },
    {
      "epoch": 3.4647533935694854,
      "grad_norm": 6.6300435066223145,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 245800
    },
    {
      "epoch": 3.4661629759102377,
      "grad_norm": 4.038054943084717,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 245900
    },
    {
      "epoch": 3.4675725582509904,
      "grad_norm": 9.210247039794922,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 246000
    },
    {
      "epoch": 3.4689821405917427,
      "grad_norm": 4.679385662078857,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 246100
    },
    {
      "epoch": 3.470391722932495,
      "grad_norm": 4.201943874359131,
      "learning_rate": 5e-06,
      "loss": 0.1039,
      "step": 246200
    },
    {
      "epoch": 3.4718013052732477,
      "grad_norm": 0.9367161393165588,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 246300
    },
    {
      "epoch": 3.473210887614,
      "grad_norm": 3.641329050064087,
      "learning_rate": 5e-06,
      "loss": 0.0983,
      "step": 246400
    },
    {
      "epoch": 3.4746204699547523,
      "grad_norm": 4.6552734375,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 246500
    },
    {
      "epoch": 3.476030052295505,
      "grad_norm": 6.451022624969482,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 246600
    },
    {
      "epoch": 3.4774396346362573,
      "grad_norm": 3.3383491039276123,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 246700
    },
    {
      "epoch": 3.4788492169770096,
      "grad_norm": 2.1560792922973633,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 246800
    },
    {
      "epoch": 3.4802587993177623,
      "grad_norm": 2.492335557937622,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 246900
    },
    {
      "epoch": 3.4816683816585146,
      "grad_norm": 6.5322675704956055,
      "learning_rate": 5e-06,
      "loss": 0.0975,
      "step": 247000
    },
    {
      "epoch": 3.483077963999267,
      "grad_norm": 3.9494431018829346,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 247100
    },
    {
      "epoch": 3.4844875463400196,
      "grad_norm": 2.3449769020080566,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 247200
    },
    {
      "epoch": 3.485897128680772,
      "grad_norm": 4.375629425048828,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 247300
    },
    {
      "epoch": 3.4873067110215246,
      "grad_norm": 2.83705735206604,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 247400
    },
    {
      "epoch": 3.488716293362277,
      "grad_norm": 3.3221020698547363,
      "learning_rate": 5e-06,
      "loss": 0.108,
      "step": 247500
    },
    {
      "epoch": 3.490125875703029,
      "grad_norm": 4.717135906219482,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 247600
    },
    {
      "epoch": 3.4915354580437814,
      "grad_norm": 4.428132057189941,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 247700
    },
    {
      "epoch": 3.492945040384534,
      "grad_norm": 2.9576497077941895,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 247800
    },
    {
      "epoch": 3.4943546227252864,
      "grad_norm": 5.441020965576172,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 247900
    },
    {
      "epoch": 3.495764205066039,
      "grad_norm": 5.27057409286499,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 248000
    },
    {
      "epoch": 3.4971737874067914,
      "grad_norm": 5.599781036376953,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 248100
    },
    {
      "epoch": 3.4985833697475437,
      "grad_norm": 4.494513511657715,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 248200
    },
    {
      "epoch": 3.4999929520882964,
      "grad_norm": 4.804155349731445,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 248300
    },
    {
      "epoch": 3.5014025344290487,
      "grad_norm": 12.388469696044922,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 248400
    },
    {
      "epoch": 3.502812116769801,
      "grad_norm": 2.811176061630249,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 248500
    },
    {
      "epoch": 3.5042216991105537,
      "grad_norm": 6.806211948394775,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 248600
    },
    {
      "epoch": 3.505631281451306,
      "grad_norm": 2.853813409805298,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 248700
    },
    {
      "epoch": 3.5070408637920583,
      "grad_norm": 4.21555757522583,
      "learning_rate": 5e-06,
      "loss": 0.1032,
      "step": 248800
    },
    {
      "epoch": 3.508450446132811,
      "grad_norm": 2.5825297832489014,
      "learning_rate": 5e-06,
      "loss": 0.097,
      "step": 248900
    },
    {
      "epoch": 3.5098600284735633,
      "grad_norm": 8.145045280456543,
      "learning_rate": 5e-06,
      "loss": 0.1064,
      "step": 249000
    },
    {
      "epoch": 3.511269610814316,
      "grad_norm": 3.7636890411376953,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 249100
    },
    {
      "epoch": 3.5126791931550683,
      "grad_norm": 4.432404041290283,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 249200
    },
    {
      "epoch": 3.5140887754958205,
      "grad_norm": 9.181151390075684,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 249300
    },
    {
      "epoch": 3.515498357836573,
      "grad_norm": 3.2304399013519287,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 249400
    },
    {
      "epoch": 3.5169079401773256,
      "grad_norm": 1.4830158948898315,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 249500
    },
    {
      "epoch": 3.518317522518078,
      "grad_norm": 6.471803188323975,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 249600
    },
    {
      "epoch": 3.5197271048588306,
      "grad_norm": 1.499818205833435,
      "learning_rate": 5e-06,
      "loss": 0.1016,
      "step": 249700
    },
    {
      "epoch": 3.521136687199583,
      "grad_norm": 3.5742337703704834,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 249800
    },
    {
      "epoch": 3.522546269540335,
      "grad_norm": 8.958158493041992,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 249900
    },
    {
      "epoch": 3.5239558518810874,
      "grad_norm": 2.2593038082122803,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 250000
    },
    {
      "epoch": 3.52536543422184,
      "grad_norm": 11.978198051452637,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 250100
    },
    {
      "epoch": 3.5267750165625924,
      "grad_norm": 2.4545481204986572,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 250200
    },
    {
      "epoch": 3.528184598903345,
      "grad_norm": 4.861919403076172,
      "learning_rate": 5e-06,
      "loss": 0.1062,
      "step": 250300
    },
    {
      "epoch": 3.5295941812440974,
      "grad_norm": 5.179835796356201,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 250400
    },
    {
      "epoch": 3.5310037635848497,
      "grad_norm": 5.029829025268555,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 250500
    },
    {
      "epoch": 3.5324133459256024,
      "grad_norm": 4.726438999176025,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 250600
    },
    {
      "epoch": 3.5338229282663547,
      "grad_norm": 3.1792566776275635,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 250700
    },
    {
      "epoch": 3.535232510607107,
      "grad_norm": 4.599178314208984,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 250800
    },
    {
      "epoch": 3.5366420929478597,
      "grad_norm": 3.0473837852478027,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 250900
    },
    {
      "epoch": 3.538051675288612,
      "grad_norm": 7.297354698181152,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 251000
    },
    {
      "epoch": 3.5394612576293643,
      "grad_norm": 8.107224464416504,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 251100
    },
    {
      "epoch": 3.540870839970117,
      "grad_norm": 8.208881378173828,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 251200
    },
    {
      "epoch": 3.5422804223108693,
      "grad_norm": 3.1056807041168213,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 251300
    },
    {
      "epoch": 3.543690004651622,
      "grad_norm": 4.4079813957214355,
      "learning_rate": 5e-06,
      "loss": 0.1006,
      "step": 251400
    },
    {
      "epoch": 3.5450995869923743,
      "grad_norm": 3.663142681121826,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 251500
    },
    {
      "epoch": 3.5465091693331265,
      "grad_norm": 3.305356502532959,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 251600
    },
    {
      "epoch": 3.547918751673879,
      "grad_norm": 5.300819396972656,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 251700
    },
    {
      "epoch": 3.5493283340146315,
      "grad_norm": 4.120006084442139,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 251800
    },
    {
      "epoch": 3.550737916355384,
      "grad_norm": 3.125990390777588,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 251900
    },
    {
      "epoch": 3.5521474986961366,
      "grad_norm": 3.786210298538208,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 252000
    },
    {
      "epoch": 3.553557081036889,
      "grad_norm": 4.442800045013428,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 252100
    },
    {
      "epoch": 3.554966663377641,
      "grad_norm": 4.915930271148682,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 252200
    },
    {
      "epoch": 3.5563762457183934,
      "grad_norm": 2.4437971115112305,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 252300
    },
    {
      "epoch": 3.557785828059146,
      "grad_norm": 3.07283616065979,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 252400
    },
    {
      "epoch": 3.5591954103998984,
      "grad_norm": 4.261501312255859,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 252500
    },
    {
      "epoch": 3.560604992740651,
      "grad_norm": 2.402451276779175,
      "learning_rate": 5e-06,
      "loss": 0.0977,
      "step": 252600
    },
    {
      "epoch": 3.5620145750814034,
      "grad_norm": 3.272873640060425,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 252700
    },
    {
      "epoch": 3.5634241574221557,
      "grad_norm": 2.788466691970825,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 252800
    },
    {
      "epoch": 3.5648337397629084,
      "grad_norm": 3.179033041000366,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 252900
    },
    {
      "epoch": 3.5662433221036607,
      "grad_norm": 3.0142266750335693,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 253000
    },
    {
      "epoch": 3.567652904444413,
      "grad_norm": 5.19345760345459,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 253100
    },
    {
      "epoch": 3.5690624867851657,
      "grad_norm": 4.427499294281006,
      "learning_rate": 5e-06,
      "loss": 0.1015,
      "step": 253200
    },
    {
      "epoch": 3.570472069125918,
      "grad_norm": 3.3526642322540283,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 253300
    },
    {
      "epoch": 3.5718816514666702,
      "grad_norm": 2.630309581756592,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 253400
    },
    {
      "epoch": 3.573291233807423,
      "grad_norm": 2.8071722984313965,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 253500
    },
    {
      "epoch": 3.5747008161481753,
      "grad_norm": 4.447717666625977,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 253600
    },
    {
      "epoch": 3.576110398488928,
      "grad_norm": 8.127423286437988,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 253700
    },
    {
      "epoch": 3.5775199808296803,
      "grad_norm": 8.123690605163574,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 253800
    },
    {
      "epoch": 3.5789295631704325,
      "grad_norm": 3.9042680263519287,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 253900
    },
    {
      "epoch": 3.580339145511185,
      "grad_norm": 2.3413970470428467,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 254000
    },
    {
      "epoch": 3.5817487278519375,
      "grad_norm": 4.838622570037842,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 254100
    },
    {
      "epoch": 3.58315831019269,
      "grad_norm": 5.036510944366455,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 254200
    },
    {
      "epoch": 3.5845678925334425,
      "grad_norm": 8.590635299682617,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 254300
    },
    {
      "epoch": 3.585977474874195,
      "grad_norm": 4.015743732452393,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 254400
    },
    {
      "epoch": 3.587387057214947,
      "grad_norm": 4.690464973449707,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 254500
    },
    {
      "epoch": 3.5887966395556994,
      "grad_norm": 13.751784324645996,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 254600
    },
    {
      "epoch": 3.590206221896452,
      "grad_norm": 3.9975428581237793,
      "learning_rate": 5e-06,
      "loss": 0.0974,
      "step": 254700
    },
    {
      "epoch": 3.5916158042372044,
      "grad_norm": 4.558887004852295,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 254800
    },
    {
      "epoch": 3.593025386577957,
      "grad_norm": 7.533994674682617,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 254900
    },
    {
      "epoch": 3.5944349689187094,
      "grad_norm": 2.940511465072632,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 255000
    },
    {
      "epoch": 3.5958445512594617,
      "grad_norm": 2.3700132369995117,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 255100
    },
    {
      "epoch": 3.5972541336002144,
      "grad_norm": 4.985675811767578,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 255200
    },
    {
      "epoch": 3.5986637159409667,
      "grad_norm": 1.765332818031311,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 255300
    },
    {
      "epoch": 3.6000732982817194,
      "grad_norm": 5.013110637664795,
      "learning_rate": 5e-06,
      "loss": 0.1008,
      "step": 255400
    },
    {
      "epoch": 3.6014828806224717,
      "grad_norm": 3.046527624130249,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 255500
    },
    {
      "epoch": 3.602892462963224,
      "grad_norm": 2.4768528938293457,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 255600
    },
    {
      "epoch": 3.6043020453039762,
      "grad_norm": 3.195753812789917,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 255700
    },
    {
      "epoch": 3.605711627644729,
      "grad_norm": 3.948107957839966,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 255800
    },
    {
      "epoch": 3.6071212099854812,
      "grad_norm": 3.557450532913208,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 255900
    },
    {
      "epoch": 3.608530792326234,
      "grad_norm": 7.113036632537842,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 256000
    },
    {
      "epoch": 3.6099403746669863,
      "grad_norm": 1.7938451766967773,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 256100
    },
    {
      "epoch": 3.6113499570077385,
      "grad_norm": 2.5242176055908203,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 256200
    },
    {
      "epoch": 3.612759539348491,
      "grad_norm": 2.007488965988159,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 256300
    },
    {
      "epoch": 3.6141691216892435,
      "grad_norm": 8.947370529174805,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 256400
    },
    {
      "epoch": 3.615578704029996,
      "grad_norm": 4.711203098297119,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 256500
    },
    {
      "epoch": 3.6169882863707485,
      "grad_norm": 11.271565437316895,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 256600
    },
    {
      "epoch": 3.618397868711501,
      "grad_norm": 4.185654163360596,
      "learning_rate": 5e-06,
      "loss": 0.1048,
      "step": 256700
    },
    {
      "epoch": 3.619807451052253,
      "grad_norm": 6.6920366287231445,
      "learning_rate": 5e-06,
      "loss": 0.1051,
      "step": 256800
    },
    {
      "epoch": 3.6212170333930054,
      "grad_norm": 2.6915600299835205,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 256900
    },
    {
      "epoch": 3.622626615733758,
      "grad_norm": 7.106113910675049,
      "learning_rate": 5e-06,
      "loss": 0.1008,
      "step": 257000
    },
    {
      "epoch": 3.6240361980745104,
      "grad_norm": 4.9278130531311035,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 257100
    },
    {
      "epoch": 3.625445780415263,
      "grad_norm": 2.5171501636505127,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 257200
    },
    {
      "epoch": 3.6268553627560154,
      "grad_norm": 5.037895679473877,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 257300
    },
    {
      "epoch": 3.6282649450967677,
      "grad_norm": 4.962001800537109,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 257400
    },
    {
      "epoch": 3.6296745274375204,
      "grad_norm": 2.5562994480133057,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 257500
    },
    {
      "epoch": 3.6310841097782727,
      "grad_norm": 4.57163143157959,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 257600
    },
    {
      "epoch": 3.6324936921190254,
      "grad_norm": 3.1665754318237305,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 257700
    },
    {
      "epoch": 3.6339032744597777,
      "grad_norm": 3.5630722045898438,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 257800
    },
    {
      "epoch": 3.63531285680053,
      "grad_norm": 3.3171279430389404,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 257900
    },
    {
      "epoch": 3.6367224391412822,
      "grad_norm": 2.5037171840667725,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 258000
    },
    {
      "epoch": 3.638132021482035,
      "grad_norm": 4.493686676025391,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 258100
    },
    {
      "epoch": 3.6395416038227872,
      "grad_norm": 3.7737200260162354,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 258200
    },
    {
      "epoch": 3.64095118616354,
      "grad_norm": 3.4804141521453857,
      "learning_rate": 5e-06,
      "loss": 0.1036,
      "step": 258300
    },
    {
      "epoch": 3.6423607685042922,
      "grad_norm": 3.493734836578369,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 258400
    },
    {
      "epoch": 3.6437703508450445,
      "grad_norm": 3.2328646183013916,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 258500
    },
    {
      "epoch": 3.645179933185797,
      "grad_norm": 10.209714889526367,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 258600
    },
    {
      "epoch": 3.6465895155265495,
      "grad_norm": 3.455721139907837,
      "learning_rate": 5e-06,
      "loss": 0.1045,
      "step": 258700
    },
    {
      "epoch": 3.647999097867302,
      "grad_norm": 4.853985786437988,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 258800
    },
    {
      "epoch": 3.6494086802080545,
      "grad_norm": 7.315351486206055,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 258900
    },
    {
      "epoch": 3.650818262548807,
      "grad_norm": 2.280510902404785,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 259000
    },
    {
      "epoch": 3.652227844889559,
      "grad_norm": 4.381289005279541,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 259100
    },
    {
      "epoch": 3.653637427230312,
      "grad_norm": 5.366342544555664,
      "learning_rate": 5e-06,
      "loss": 0.1093,
      "step": 259200
    },
    {
      "epoch": 3.655047009571064,
      "grad_norm": 3.1585676670074463,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 259300
    },
    {
      "epoch": 3.6564565919118164,
      "grad_norm": 3.0009734630584717,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 259400
    },
    {
      "epoch": 3.657866174252569,
      "grad_norm": 4.271784782409668,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 259500
    },
    {
      "epoch": 3.6592757565933214,
      "grad_norm": 7.635376453399658,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 259600
    },
    {
      "epoch": 3.6606853389340737,
      "grad_norm": 2.0514309406280518,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 259700
    },
    {
      "epoch": 3.6620949212748264,
      "grad_norm": 3.1444544792175293,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 259800
    },
    {
      "epoch": 3.6635045036155787,
      "grad_norm": 7.409473896026611,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 259900
    },
    {
      "epoch": 3.6649140859563314,
      "grad_norm": 8.126870155334473,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 260000
    },
    {
      "epoch": 3.6663236682970837,
      "grad_norm": 3.530327796936035,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 260100
    },
    {
      "epoch": 3.667733250637836,
      "grad_norm": 3.528538942337036,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 260200
    },
    {
      "epoch": 3.6691428329785882,
      "grad_norm": 3.1747422218322754,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 260300
    },
    {
      "epoch": 3.670552415319341,
      "grad_norm": 2.654404401779175,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 260400
    },
    {
      "epoch": 3.6719619976600932,
      "grad_norm": 4.083425521850586,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 260500
    },
    {
      "epoch": 3.673371580000846,
      "grad_norm": 2.184664487838745,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 260600
    },
    {
      "epoch": 3.6747811623415982,
      "grad_norm": 3.9931626319885254,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 260700
    },
    {
      "epoch": 3.6761907446823505,
      "grad_norm": 4.711692810058594,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 260800
    },
    {
      "epoch": 3.677600327023103,
      "grad_norm": 8.112995147705078,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 260900
    },
    {
      "epoch": 3.6790099093638555,
      "grad_norm": 3.777883768081665,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 261000
    },
    {
      "epoch": 3.680419491704608,
      "grad_norm": 4.151530742645264,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 261100
    },
    {
      "epoch": 3.6818290740453605,
      "grad_norm": 6.52280330657959,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 261200
    },
    {
      "epoch": 3.683238656386113,
      "grad_norm": 5.58247709274292,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 261300
    },
    {
      "epoch": 3.684648238726865,
      "grad_norm": 2.732640266418457,
      "learning_rate": 5e-06,
      "loss": 0.0992,
      "step": 261400
    },
    {
      "epoch": 3.686057821067618,
      "grad_norm": 3.1784420013427734,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 261500
    },
    {
      "epoch": 3.68746740340837,
      "grad_norm": 4.04984188079834,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 261600
    },
    {
      "epoch": 3.6888769857491224,
      "grad_norm": 3.8373475074768066,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 261700
    },
    {
      "epoch": 3.690286568089875,
      "grad_norm": 6.214068412780762,
      "learning_rate": 5e-06,
      "loss": 0.0995,
      "step": 261800
    },
    {
      "epoch": 3.6916961504306274,
      "grad_norm": 3.6827707290649414,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 261900
    },
    {
      "epoch": 3.6931057327713797,
      "grad_norm": 7.172184467315674,
      "learning_rate": 5e-06,
      "loss": 0.1108,
      "step": 262000
    },
    {
      "epoch": 3.6945153151121324,
      "grad_norm": 4.545877456665039,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 262100
    },
    {
      "epoch": 3.6959248974528847,
      "grad_norm": 2.4655046463012695,
      "learning_rate": 5e-06,
      "loss": 0.1074,
      "step": 262200
    },
    {
      "epoch": 3.6973344797936374,
      "grad_norm": 4.102260112762451,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 262300
    },
    {
      "epoch": 3.6987440621343897,
      "grad_norm": 3.6990480422973633,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 262400
    },
    {
      "epoch": 3.700153644475142,
      "grad_norm": 2.3780925273895264,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 262500
    },
    {
      "epoch": 3.7015632268158942,
      "grad_norm": 2.3042237758636475,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 262600
    },
    {
      "epoch": 3.702972809156647,
      "grad_norm": 12.40548038482666,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 262700
    },
    {
      "epoch": 3.7043823914973992,
      "grad_norm": 3.202317714691162,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 262800
    },
    {
      "epoch": 3.705791973838152,
      "grad_norm": 5.096287727355957,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 262900
    },
    {
      "epoch": 3.7072015561789042,
      "grad_norm": 1.5489336252212524,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 263000
    },
    {
      "epoch": 3.7086111385196565,
      "grad_norm": 5.770696640014648,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 263100
    },
    {
      "epoch": 3.710020720860409,
      "grad_norm": 6.866179943084717,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 263200
    },
    {
      "epoch": 3.7114303032011615,
      "grad_norm": 2.475120782852173,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 263300
    },
    {
      "epoch": 3.712839885541914,
      "grad_norm": 2.884291887283325,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 263400
    },
    {
      "epoch": 3.7142494678826665,
      "grad_norm": 2.346778154373169,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 263500
    },
    {
      "epoch": 3.715659050223419,
      "grad_norm": 1.832026481628418,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 263600
    },
    {
      "epoch": 3.717068632564171,
      "grad_norm": 5.51754093170166,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 263700
    },
    {
      "epoch": 3.718478214904924,
      "grad_norm": 7.821409702301025,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 263800
    },
    {
      "epoch": 3.719887797245676,
      "grad_norm": 2.744640827178955,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 263900
    },
    {
      "epoch": 3.721297379586429,
      "grad_norm": 10.795370101928711,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 264000
    },
    {
      "epoch": 3.722706961927181,
      "grad_norm": 3.8911447525024414,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 264100
    },
    {
      "epoch": 3.7241165442679334,
      "grad_norm": 6.091658115386963,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 264200
    },
    {
      "epoch": 3.7255261266086857,
      "grad_norm": 2.1704719066619873,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 264300
    },
    {
      "epoch": 3.7269357089494384,
      "grad_norm": 3.0735394954681396,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 264400
    },
    {
      "epoch": 3.7283452912901907,
      "grad_norm": 6.592145919799805,
      "learning_rate": 5e-06,
      "loss": 0.1051,
      "step": 264500
    },
    {
      "epoch": 3.7297548736309434,
      "grad_norm": 3.3592283725738525,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 264600
    },
    {
      "epoch": 3.7311644559716957,
      "grad_norm": 5.81028413772583,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 264700
    },
    {
      "epoch": 3.732574038312448,
      "grad_norm": 1.6421786546707153,
      "learning_rate": 5e-06,
      "loss": 0.1051,
      "step": 264800
    },
    {
      "epoch": 3.7339836206532,
      "grad_norm": 3.4819841384887695,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 264900
    },
    {
      "epoch": 3.735393202993953,
      "grad_norm": 2.2751829624176025,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 265000
    },
    {
      "epoch": 3.7368027853347052,
      "grad_norm": 3.258981704711914,
      "learning_rate": 5e-06,
      "loss": 0.1031,
      "step": 265100
    },
    {
      "epoch": 3.738212367675458,
      "grad_norm": 6.214684963226318,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 265200
    },
    {
      "epoch": 3.7396219500162102,
      "grad_norm": 3.45257830619812,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 265300
    },
    {
      "epoch": 3.7410315323569625,
      "grad_norm": 1.2779150009155273,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 265400
    },
    {
      "epoch": 3.7424411146977152,
      "grad_norm": 3.7575201988220215,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 265500
    },
    {
      "epoch": 3.7438506970384675,
      "grad_norm": 4.373076915740967,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 265600
    },
    {
      "epoch": 3.74526027937922,
      "grad_norm": 3.2878246307373047,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 265700
    },
    {
      "epoch": 3.7466698617199725,
      "grad_norm": 6.337273597717285,
      "learning_rate": 5e-06,
      "loss": 0.1003,
      "step": 265800
    },
    {
      "epoch": 3.748079444060725,
      "grad_norm": 5.928659915924072,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 265900
    },
    {
      "epoch": 3.749489026401477,
      "grad_norm": 1.4889837503433228,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 266000
    },
    {
      "epoch": 3.75089860874223,
      "grad_norm": 5.380146503448486,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 266100
    },
    {
      "epoch": 3.752308191082982,
      "grad_norm": 2.236245632171631,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 266200
    },
    {
      "epoch": 3.753717773423735,
      "grad_norm": 3.206702709197998,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 266300
    },
    {
      "epoch": 3.755127355764487,
      "grad_norm": 4.149237632751465,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 266400
    },
    {
      "epoch": 3.7565369381052394,
      "grad_norm": 6.6887946128845215,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 266500
    },
    {
      "epoch": 3.7579465204459916,
      "grad_norm": 2.2958250045776367,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 266600
    },
    {
      "epoch": 3.7593561027867444,
      "grad_norm": 4.8013596534729,
      "learning_rate": 5e-06,
      "loss": 0.1043,
      "step": 266700
    },
    {
      "epoch": 3.7607656851274966,
      "grad_norm": 6.002202987670898,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 266800
    },
    {
      "epoch": 3.7621752674682494,
      "grad_norm": 1.6890180110931396,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 266900
    },
    {
      "epoch": 3.7635848498090017,
      "grad_norm": 5.100275993347168,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 267000
    },
    {
      "epoch": 3.764994432149754,
      "grad_norm": 2.2027342319488525,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 267100
    },
    {
      "epoch": 3.766404014490506,
      "grad_norm": 5.014857769012451,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 267200
    },
    {
      "epoch": 3.767813596831259,
      "grad_norm": 2.3666889667510986,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 267300
    },
    {
      "epoch": 3.769223179172011,
      "grad_norm": 2.582745313644409,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 267400
    },
    {
      "epoch": 3.770632761512764,
      "grad_norm": 1.3726998567581177,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 267500
    },
    {
      "epoch": 3.772042343853516,
      "grad_norm": 5.2748589515686035,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 267600
    },
    {
      "epoch": 3.7734519261942685,
      "grad_norm": 3.4291446208953857,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 267700
    },
    {
      "epoch": 3.7748615085350212,
      "grad_norm": 1.7725921869277954,
      "learning_rate": 5e-06,
      "loss": 0.1015,
      "step": 267800
    },
    {
      "epoch": 3.7762710908757735,
      "grad_norm": 1.4152553081512451,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 267900
    },
    {
      "epoch": 3.777680673216526,
      "grad_norm": 5.778633117675781,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 268000
    },
    {
      "epoch": 3.7790902555572785,
      "grad_norm": 2.3399314880371094,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 268100
    },
    {
      "epoch": 3.780499837898031,
      "grad_norm": 3.1834444999694824,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 268200
    },
    {
      "epoch": 3.781909420238783,
      "grad_norm": 3.1951775550842285,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 268300
    },
    {
      "epoch": 3.783319002579536,
      "grad_norm": 4.710085391998291,
      "learning_rate": 5e-06,
      "loss": 0.1108,
      "step": 268400
    },
    {
      "epoch": 3.784728584920288,
      "grad_norm": 5.158288955688477,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 268500
    },
    {
      "epoch": 3.786138167261041,
      "grad_norm": 6.2952189445495605,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 268600
    },
    {
      "epoch": 3.787547749601793,
      "grad_norm": 4.32459020614624,
      "learning_rate": 5e-06,
      "loss": 0.101,
      "step": 268700
    },
    {
      "epoch": 3.7889573319425454,
      "grad_norm": 2.0073983669281006,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 268800
    },
    {
      "epoch": 3.7903669142832976,
      "grad_norm": 2.417374610900879,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 268900
    },
    {
      "epoch": 3.7917764966240504,
      "grad_norm": 4.975121021270752,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 269000
    },
    {
      "epoch": 3.7931860789648026,
      "grad_norm": 4.884545803070068,
      "learning_rate": 5e-06,
      "loss": 0.1008,
      "step": 269100
    },
    {
      "epoch": 3.7945956613055554,
      "grad_norm": 1.0993506908416748,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 269200
    },
    {
      "epoch": 3.7960052436463076,
      "grad_norm": 2.0166304111480713,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 269300
    },
    {
      "epoch": 3.79741482598706,
      "grad_norm": 5.378732681274414,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 269400
    },
    {
      "epoch": 3.798824408327812,
      "grad_norm": 5.357840538024902,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 269500
    },
    {
      "epoch": 3.800233990668565,
      "grad_norm": 3.571019172668457,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 269600
    },
    {
      "epoch": 3.801643573009317,
      "grad_norm": 5.909308910369873,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 269700
    },
    {
      "epoch": 3.80305315535007,
      "grad_norm": 1.8533313274383545,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 269800
    },
    {
      "epoch": 3.804462737690822,
      "grad_norm": 2.9276561737060547,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 269900
    },
    {
      "epoch": 3.8058723200315745,
      "grad_norm": 3.225375175476074,
      "learning_rate": 5e-06,
      "loss": 0.1012,
      "step": 270000
    },
    {
      "epoch": 3.807281902372327,
      "grad_norm": 1.5801409482955933,
      "learning_rate": 5e-06,
      "loss": 0.1021,
      "step": 270100
    },
    {
      "epoch": 3.8086914847130795,
      "grad_norm": 3.5225436687469482,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 270200
    },
    {
      "epoch": 3.8101010670538322,
      "grad_norm": 3.713043689727783,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 270300
    },
    {
      "epoch": 3.8115106493945845,
      "grad_norm": 2.7785239219665527,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 270400
    },
    {
      "epoch": 3.812920231735337,
      "grad_norm": 6.399526119232178,
      "learning_rate": 5e-06,
      "loss": 0.0975,
      "step": 270500
    },
    {
      "epoch": 3.814329814076089,
      "grad_norm": 4.112198352813721,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 270600
    },
    {
      "epoch": 3.815739396416842,
      "grad_norm": 2.692147970199585,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 270700
    },
    {
      "epoch": 3.817148978757594,
      "grad_norm": 6.864344120025635,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 270800
    },
    {
      "epoch": 3.818558561098347,
      "grad_norm": 3.9391660690307617,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 270900
    },
    {
      "epoch": 3.819968143439099,
      "grad_norm": 1.638090968132019,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 271000
    },
    {
      "epoch": 3.8213777257798514,
      "grad_norm": 3.777510166168213,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 271100
    },
    {
      "epoch": 3.8227873081206036,
      "grad_norm": 1.690786600112915,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 271200
    },
    {
      "epoch": 3.8241968904613564,
      "grad_norm": 2.452284574508667,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 271300
    },
    {
      "epoch": 3.8256064728021086,
      "grad_norm": 2.40378737449646,
      "learning_rate": 5e-06,
      "loss": 0.0976,
      "step": 271400
    },
    {
      "epoch": 3.8270160551428614,
      "grad_norm": 4.46217679977417,
      "learning_rate": 5e-06,
      "loss": 0.0894,
      "step": 271500
    },
    {
      "epoch": 3.8284256374836136,
      "grad_norm": 3.392353057861328,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 271600
    },
    {
      "epoch": 3.829835219824366,
      "grad_norm": 2.998110294342041,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 271700
    },
    {
      "epoch": 3.831244802165118,
      "grad_norm": 3.0686075687408447,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 271800
    },
    {
      "epoch": 3.832654384505871,
      "grad_norm": 4.259522438049316,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 271900
    },
    {
      "epoch": 3.834063966846623,
      "grad_norm": 4.3518195152282715,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 272000
    },
    {
      "epoch": 3.835473549187376,
      "grad_norm": 1.7454758882522583,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 272100
    },
    {
      "epoch": 3.836883131528128,
      "grad_norm": 2.4722847938537598,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 272200
    },
    {
      "epoch": 3.8382927138688805,
      "grad_norm": 3.224726676940918,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 272300
    },
    {
      "epoch": 3.839702296209633,
      "grad_norm": 2.6496546268463135,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 272400
    },
    {
      "epoch": 3.8411118785503855,
      "grad_norm": 2.689177989959717,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 272500
    },
    {
      "epoch": 3.842521460891138,
      "grad_norm": 5.025827884674072,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 272600
    },
    {
      "epoch": 3.8439310432318905,
      "grad_norm": 3.4087746143341064,
      "learning_rate": 5e-06,
      "loss": 0.0977,
      "step": 272700
    },
    {
      "epoch": 3.845340625572643,
      "grad_norm": 3.681781530380249,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 272800
    },
    {
      "epoch": 3.846750207913395,
      "grad_norm": 2.6296334266662598,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 272900
    },
    {
      "epoch": 3.848159790254148,
      "grad_norm": 3.443207263946533,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 273000
    },
    {
      "epoch": 3.8495693725949,
      "grad_norm": 8.39811897277832,
      "learning_rate": 5e-06,
      "loss": 0.109,
      "step": 273100
    },
    {
      "epoch": 3.850978954935653,
      "grad_norm": 3.020064115524292,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 273200
    },
    {
      "epoch": 3.852388537276405,
      "grad_norm": 4.98033332824707,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 273300
    },
    {
      "epoch": 3.8537981196171573,
      "grad_norm": 8.023052215576172,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 273400
    },
    {
      "epoch": 3.8552077019579096,
      "grad_norm": 3.3500139713287354,
      "learning_rate": 5e-06,
      "loss": 0.1096,
      "step": 273500
    },
    {
      "epoch": 3.8566172842986624,
      "grad_norm": 5.076837062835693,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 273600
    },
    {
      "epoch": 3.8580268666394146,
      "grad_norm": 5.853067874908447,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 273700
    },
    {
      "epoch": 3.8594364489801674,
      "grad_norm": 5.568857669830322,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 273800
    },
    {
      "epoch": 3.8608460313209196,
      "grad_norm": 4.702099323272705,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 273900
    },
    {
      "epoch": 3.862255613661672,
      "grad_norm": 8.357353210449219,
      "learning_rate": 5e-06,
      "loss": 0.1038,
      "step": 274000
    },
    {
      "epoch": 3.8636651960024246,
      "grad_norm": 4.317747116088867,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 274100
    },
    {
      "epoch": 3.865074778343177,
      "grad_norm": 2.4661905765533447,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 274200
    },
    {
      "epoch": 3.866484360683929,
      "grad_norm": 4.9652419090271,
      "learning_rate": 5e-06,
      "loss": 0.0993,
      "step": 274300
    },
    {
      "epoch": 3.867893943024682,
      "grad_norm": 4.138967514038086,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 274400
    },
    {
      "epoch": 3.869303525365434,
      "grad_norm": 4.192173004150391,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 274500
    },
    {
      "epoch": 3.8707131077061865,
      "grad_norm": 4.442517280578613,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 274600
    },
    {
      "epoch": 3.872122690046939,
      "grad_norm": 2.2987966537475586,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 274700
    },
    {
      "epoch": 3.8735322723876915,
      "grad_norm": 7.8390212059021,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 274800
    },
    {
      "epoch": 3.874941854728444,
      "grad_norm": 6.371403694152832,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 274900
    },
    {
      "epoch": 3.8763514370691965,
      "grad_norm": 2.01424503326416,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 275000
    },
    {
      "epoch": 3.8777610194099488,
      "grad_norm": 3.9868485927581787,
      "learning_rate": 5e-06,
      "loss": 0.097,
      "step": 275100
    },
    {
      "epoch": 3.879170601750701,
      "grad_norm": 2.80014967918396,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 275200
    },
    {
      "epoch": 3.8805801840914538,
      "grad_norm": 1.4239557981491089,
      "learning_rate": 5e-06,
      "loss": 0.1065,
      "step": 275300
    },
    {
      "epoch": 3.881989766432206,
      "grad_norm": 5.655926704406738,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 275400
    },
    {
      "epoch": 3.883399348772959,
      "grad_norm": 2.3226001262664795,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 275500
    },
    {
      "epoch": 3.884808931113711,
      "grad_norm": 4.592174053192139,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 275600
    },
    {
      "epoch": 3.8862185134544633,
      "grad_norm": 3.4917714595794678,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 275700
    },
    {
      "epoch": 3.8876280957952156,
      "grad_norm": 1.4542138576507568,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 275800
    },
    {
      "epoch": 3.8890376781359683,
      "grad_norm": 1.629658579826355,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 275900
    },
    {
      "epoch": 3.8904472604767206,
      "grad_norm": 5.18177604675293,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 276000
    },
    {
      "epoch": 3.8918568428174733,
      "grad_norm": 2.9805142879486084,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 276100
    },
    {
      "epoch": 3.8932664251582256,
      "grad_norm": 2.0884602069854736,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 276200
    },
    {
      "epoch": 3.894676007498978,
      "grad_norm": 15.985221862792969,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 276300
    },
    {
      "epoch": 3.8960855898397306,
      "grad_norm": 2.505265235900879,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 276400
    },
    {
      "epoch": 3.897495172180483,
      "grad_norm": 2.31038236618042,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 276500
    },
    {
      "epoch": 3.898904754521235,
      "grad_norm": 5.825323581695557,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 276600
    },
    {
      "epoch": 3.900314336861988,
      "grad_norm": 14.332712173461914,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 276700
    },
    {
      "epoch": 3.90172391920274,
      "grad_norm": 7.600964069366455,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 276800
    },
    {
      "epoch": 3.9031335015434925,
      "grad_norm": 3.2173874378204346,
      "learning_rate": 5e-06,
      "loss": 0.1106,
      "step": 276900
    },
    {
      "epoch": 3.904543083884245,
      "grad_norm": 9.92651653289795,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 277000
    },
    {
      "epoch": 3.9059526662249975,
      "grad_norm": 2.0262413024902344,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 277100
    },
    {
      "epoch": 3.90736224856575,
      "grad_norm": 4.486975193023682,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 277200
    },
    {
      "epoch": 3.9087718309065025,
      "grad_norm": 4.0211567878723145,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 277300
    },
    {
      "epoch": 3.9101814132472548,
      "grad_norm": 6.9192914962768555,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 277400
    },
    {
      "epoch": 3.911590995588007,
      "grad_norm": 3.546220064163208,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 277500
    },
    {
      "epoch": 3.9130005779287598,
      "grad_norm": 10.64492416381836,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 277600
    },
    {
      "epoch": 3.914410160269512,
      "grad_norm": 2.7407124042510986,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 277700
    },
    {
      "epoch": 3.9158197426102648,
      "grad_norm": 9.546133995056152,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 277800
    },
    {
      "epoch": 3.917229324951017,
      "grad_norm": 3.034944772720337,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 277900
    },
    {
      "epoch": 3.9186389072917693,
      "grad_norm": 4.811061382293701,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 278000
    },
    {
      "epoch": 3.9200484896325216,
      "grad_norm": 11.2282075881958,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 278100
    },
    {
      "epoch": 3.9214580719732743,
      "grad_norm": 2.7949764728546143,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 278200
    },
    {
      "epoch": 3.9228676543140266,
      "grad_norm": 3.7197468280792236,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 278300
    },
    {
      "epoch": 3.9242772366547793,
      "grad_norm": 3.628335475921631,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 278400
    },
    {
      "epoch": 3.9256868189955316,
      "grad_norm": 9.093881607055664,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 278500
    },
    {
      "epoch": 3.927096401336284,
      "grad_norm": 5.4946370124816895,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 278600
    },
    {
      "epoch": 3.9285059836770366,
      "grad_norm": 2.8773066997528076,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 278700
    },
    {
      "epoch": 3.929915566017789,
      "grad_norm": 7.4893388748168945,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 278800
    },
    {
      "epoch": 3.9313251483585416,
      "grad_norm": 4.0901970863342285,
      "learning_rate": 5e-06,
      "loss": 0.0967,
      "step": 278900
    },
    {
      "epoch": 3.932734730699294,
      "grad_norm": 3.5393571853637695,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 279000
    },
    {
      "epoch": 3.934144313040046,
      "grad_norm": 6.712820053100586,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 279100
    },
    {
      "epoch": 3.9355538953807985,
      "grad_norm": 4.091768741607666,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 279200
    },
    {
      "epoch": 3.936963477721551,
      "grad_norm": 2.1147520542144775,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 279300
    },
    {
      "epoch": 3.9383730600623035,
      "grad_norm": 7.726428031921387,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 279400
    },
    {
      "epoch": 3.939782642403056,
      "grad_norm": 5.481884956359863,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 279500
    },
    {
      "epoch": 3.9411922247438085,
      "grad_norm": 8.563186645507812,
      "learning_rate": 5e-06,
      "loss": 0.1007,
      "step": 279600
    },
    {
      "epoch": 3.9426018070845608,
      "grad_norm": 6.964866638183594,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 279700
    },
    {
      "epoch": 3.944011389425313,
      "grad_norm": 2.401654005050659,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 279800
    },
    {
      "epoch": 3.9454209717660658,
      "grad_norm": 3.551222801208496,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 279900
    },
    {
      "epoch": 3.946830554106818,
      "grad_norm": 3.601663589477539,
      "learning_rate": 5e-06,
      "loss": 0.1178,
      "step": 280000
    },
    {
      "epoch": 3.9482401364475708,
      "grad_norm": 3.2712388038635254,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 280100
    },
    {
      "epoch": 3.949649718788323,
      "grad_norm": 2.841078519821167,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 280200
    },
    {
      "epoch": 3.9510593011290753,
      "grad_norm": 3.2285590171813965,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 280300
    },
    {
      "epoch": 3.952468883469828,
      "grad_norm": 6.155011177062988,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 280400
    },
    {
      "epoch": 3.9538784658105803,
      "grad_norm": 5.414422988891602,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 280500
    },
    {
      "epoch": 3.9552880481513326,
      "grad_norm": 5.1410017013549805,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 280600
    },
    {
      "epoch": 3.9566976304920853,
      "grad_norm": 4.615233421325684,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 280700
    },
    {
      "epoch": 3.9581072128328376,
      "grad_norm": 1.8656748533248901,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 280800
    },
    {
      "epoch": 3.95951679517359,
      "grad_norm": 5.602778911590576,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 280900
    },
    {
      "epoch": 3.9609263775143426,
      "grad_norm": 5.194695949554443,
      "learning_rate": 5e-06,
      "loss": 0.1118,
      "step": 281000
    },
    {
      "epoch": 3.962335959855095,
      "grad_norm": 1.7113821506500244,
      "learning_rate": 5e-06,
      "loss": 0.1027,
      "step": 281100
    },
    {
      "epoch": 3.9637455421958476,
      "grad_norm": 6.105210781097412,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 281200
    },
    {
      "epoch": 3.9651551245366,
      "grad_norm": 6.1984124183654785,
      "learning_rate": 5e-06,
      "loss": 0.1078,
      "step": 281300
    },
    {
      "epoch": 3.966564706877352,
      "grad_norm": 4.607211589813232,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 281400
    },
    {
      "epoch": 3.9679742892181045,
      "grad_norm": 1.485566258430481,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 281500
    },
    {
      "epoch": 3.969383871558857,
      "grad_norm": 27.02099609375,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 281600
    },
    {
      "epoch": 3.9707934538996095,
      "grad_norm": 2.7753524780273438,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 281700
    },
    {
      "epoch": 3.972203036240362,
      "grad_norm": 2.904426336288452,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 281800
    },
    {
      "epoch": 3.9736126185811145,
      "grad_norm": 4.417415618896484,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 281900
    },
    {
      "epoch": 3.9750222009218668,
      "grad_norm": 4.64417839050293,
      "learning_rate": 5e-06,
      "loss": 0.1114,
      "step": 282000
    },
    {
      "epoch": 3.976431783262619,
      "grad_norm": 8.075177192687988,
      "learning_rate": 5e-06,
      "loss": 0.0978,
      "step": 282100
    },
    {
      "epoch": 3.9778413656033718,
      "grad_norm": 4.345394134521484,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 282200
    },
    {
      "epoch": 3.979250947944124,
      "grad_norm": 6.830585956573486,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 282300
    },
    {
      "epoch": 3.9806605302848768,
      "grad_norm": 16.938995361328125,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 282400
    },
    {
      "epoch": 3.982070112625629,
      "grad_norm": 2.0940098762512207,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 282500
    },
    {
      "epoch": 3.9834796949663813,
      "grad_norm": 5.249545574188232,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 282600
    },
    {
      "epoch": 3.984889277307134,
      "grad_norm": 3.9434399604797363,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 282700
    },
    {
      "epoch": 3.9862988596478863,
      "grad_norm": 2.626980781555176,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 282800
    },
    {
      "epoch": 3.9877084419886386,
      "grad_norm": 3.7556962966918945,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 282900
    },
    {
      "epoch": 3.9891180243293913,
      "grad_norm": 4.061811923980713,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 283000
    },
    {
      "epoch": 3.9905276066701436,
      "grad_norm": 4.662421703338623,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 283100
    },
    {
      "epoch": 3.991937189010896,
      "grad_norm": 7.5375823974609375,
      "learning_rate": 5e-06,
      "loss": 0.1092,
      "step": 283200
    },
    {
      "epoch": 3.9933467713516486,
      "grad_norm": 2.7984619140625,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 283300
    },
    {
      "epoch": 3.994756353692401,
      "grad_norm": 3.5540854930877686,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 283400
    },
    {
      "epoch": 3.9961659360331536,
      "grad_norm": 6.778621196746826,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 283500
    },
    {
      "epoch": 3.997575518373906,
      "grad_norm": 3.4056074619293213,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 283600
    },
    {
      "epoch": 3.998985100714658,
      "grad_norm": 2.439164400100708,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 283700
    },
    {
      "epoch": 4.0,
      "step": 283772,
      "train_loss": 0.09047512710094452,
      "train_perplexity": 1.0946942790827212,
      "train_runtime": 3984.1854,
      "train_samples_per_second": 35.612,
      "train_steps_per_second": 8.903
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.09467970579862595,
      "eval_perplexity": 1.0993066971714025,
      "eval_runtime": 990.4698,
      "eval_samples_per_second": 35.813,
      "eval_steps_per_second": 8.953,
      "step": 283772
    },
    {
      "epoch": 4.0003946830554105,
      "grad_norm": 6.232249736785889,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 283800
    },
    {
      "epoch": 4.001804265396163,
      "grad_norm": 2.377720832824707,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 283900
    },
    {
      "epoch": 4.003213847736916,
      "grad_norm": 2.520265817642212,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 284000
    },
    {
      "epoch": 4.004623430077668,
      "grad_norm": 4.199925899505615,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 284100
    },
    {
      "epoch": 4.0060330124184205,
      "grad_norm": 4.319440841674805,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 284200
    },
    {
      "epoch": 4.007442594759173,
      "grad_norm": 4.056455135345459,
      "learning_rate": 5e-06,
      "loss": 0.1001,
      "step": 284300
    },
    {
      "epoch": 4.008852177099925,
      "grad_norm": 7.577739238739014,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 284400
    },
    {
      "epoch": 4.010261759440677,
      "grad_norm": 6.33606481552124,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 284500
    },
    {
      "epoch": 4.0116713417814305,
      "grad_norm": 10.063594818115234,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 284600
    },
    {
      "epoch": 4.013080924122183,
      "grad_norm": 5.234013080596924,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 284700
    },
    {
      "epoch": 4.014490506462935,
      "grad_norm": 2.968162775039673,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 284800
    },
    {
      "epoch": 4.015900088803687,
      "grad_norm": 1.7181801795959473,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 284900
    },
    {
      "epoch": 4.01730967114444,
      "grad_norm": 9.031272888183594,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 285000
    },
    {
      "epoch": 4.018719253485193,
      "grad_norm": 4.163094520568848,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 285100
    },
    {
      "epoch": 4.020128835825945,
      "grad_norm": 1.0744839906692505,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 285200
    },
    {
      "epoch": 4.021538418166697,
      "grad_norm": 3.873915195465088,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 285300
    },
    {
      "epoch": 4.02294800050745,
      "grad_norm": 8.496342658996582,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 285400
    },
    {
      "epoch": 4.024357582848202,
      "grad_norm": 5.960308074951172,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 285500
    },
    {
      "epoch": 4.025767165188954,
      "grad_norm": 2.0677990913391113,
      "learning_rate": 5e-06,
      "loss": 0.1007,
      "step": 285600
    },
    {
      "epoch": 4.027176747529707,
      "grad_norm": 3.770023822784424,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 285700
    },
    {
      "epoch": 4.02858632987046,
      "grad_norm": 7.109630584716797,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 285800
    },
    {
      "epoch": 4.029995912211212,
      "grad_norm": 12.846059799194336,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 285900
    },
    {
      "epoch": 4.031405494551964,
      "grad_norm": 3.4736146926879883,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 286000
    },
    {
      "epoch": 4.0328150768927165,
      "grad_norm": 2.5198447704315186,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 286100
    },
    {
      "epoch": 4.034224659233469,
      "grad_norm": 3.4393177032470703,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 286200
    },
    {
      "epoch": 4.035634241574222,
      "grad_norm": 3.777721643447876,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 286300
    },
    {
      "epoch": 4.037043823914974,
      "grad_norm": 2.779839277267456,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 286400
    },
    {
      "epoch": 4.0384534062557265,
      "grad_norm": 5.860610008239746,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 286500
    },
    {
      "epoch": 4.039862988596479,
      "grad_norm": 5.5440897941589355,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 286600
    },
    {
      "epoch": 4.041272570937231,
      "grad_norm": 3.1348659992218018,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 286700
    },
    {
      "epoch": 4.042682153277983,
      "grad_norm": 3.390048027038574,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 286800
    },
    {
      "epoch": 4.0440917356187365,
      "grad_norm": 5.828611850738525,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 286900
    },
    {
      "epoch": 4.045501317959489,
      "grad_norm": 3.439342975616455,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 287000
    },
    {
      "epoch": 4.046910900300241,
      "grad_norm": 3.8049559593200684,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 287100
    },
    {
      "epoch": 4.048320482640993,
      "grad_norm": 2.6496407985687256,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 287200
    },
    {
      "epoch": 4.049730064981746,
      "grad_norm": 3.7292935848236084,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 287300
    },
    {
      "epoch": 4.051139647322499,
      "grad_norm": 6.629347801208496,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 287400
    },
    {
      "epoch": 4.052549229663251,
      "grad_norm": 3.126206398010254,
      "learning_rate": 5e-06,
      "loss": 0.1109,
      "step": 287500
    },
    {
      "epoch": 4.053958812004003,
      "grad_norm": 7.4020586013793945,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 287600
    },
    {
      "epoch": 4.055368394344756,
      "grad_norm": 3.9775478839874268,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 287700
    },
    {
      "epoch": 4.056777976685508,
      "grad_norm": 6.078604221343994,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 287800
    },
    {
      "epoch": 4.05818755902626,
      "grad_norm": 4.912158012390137,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 287900
    },
    {
      "epoch": 4.059597141367013,
      "grad_norm": 3.6539154052734375,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 288000
    },
    {
      "epoch": 4.061006723707766,
      "grad_norm": 8.060869216918945,
      "learning_rate": 5e-06,
      "loss": 0.097,
      "step": 288100
    },
    {
      "epoch": 4.062416306048518,
      "grad_norm": 4.133092880249023,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 288200
    },
    {
      "epoch": 4.06382588838927,
      "grad_norm": 4.643587589263916,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 288300
    },
    {
      "epoch": 4.0652354707300224,
      "grad_norm": 3.9844558238983154,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 288400
    },
    {
      "epoch": 4.066645053070775,
      "grad_norm": 4.757670879364014,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 288500
    },
    {
      "epoch": 4.068054635411528,
      "grad_norm": 1.6785722970962524,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 288600
    },
    {
      "epoch": 4.06946421775228,
      "grad_norm": 5.05064058303833,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 288700
    },
    {
      "epoch": 4.0708738000930325,
      "grad_norm": 2.9770870208740234,
      "learning_rate": 5e-06,
      "loss": 0.1063,
      "step": 288800
    },
    {
      "epoch": 4.072283382433785,
      "grad_norm": 2.5910820960998535,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 288900
    },
    {
      "epoch": 4.073692964774537,
      "grad_norm": 4.515395641326904,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 289000
    },
    {
      "epoch": 4.075102547115289,
      "grad_norm": 4.294790267944336,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 289100
    },
    {
      "epoch": 4.0765121294560425,
      "grad_norm": 2.1627492904663086,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 289200
    },
    {
      "epoch": 4.077921711796795,
      "grad_norm": 6.635483264923096,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 289300
    },
    {
      "epoch": 4.079331294137547,
      "grad_norm": 2.892838954925537,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 289400
    },
    {
      "epoch": 4.080740876478299,
      "grad_norm": 5.360868453979492,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 289500
    },
    {
      "epoch": 4.082150458819052,
      "grad_norm": 7.374040126800537,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 289600
    },
    {
      "epoch": 4.083560041159805,
      "grad_norm": 3.2728354930877686,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 289700
    },
    {
      "epoch": 4.084969623500557,
      "grad_norm": 2.5403096675872803,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 289800
    },
    {
      "epoch": 4.086379205841309,
      "grad_norm": 17.373634338378906,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 289900
    },
    {
      "epoch": 4.087788788182062,
      "grad_norm": 2.2800533771514893,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 290000
    },
    {
      "epoch": 4.089198370522814,
      "grad_norm": 4.494123458862305,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 290100
    },
    {
      "epoch": 4.090607952863566,
      "grad_norm": 4.310245513916016,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 290200
    },
    {
      "epoch": 4.092017535204319,
      "grad_norm": 5.881098747253418,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 290300
    },
    {
      "epoch": 4.093427117545072,
      "grad_norm": 3.3127946853637695,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 290400
    },
    {
      "epoch": 4.094836699885824,
      "grad_norm": 6.198945999145508,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 290500
    },
    {
      "epoch": 4.096246282226576,
      "grad_norm": 3.288625478744507,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 290600
    },
    {
      "epoch": 4.097655864567328,
      "grad_norm": 3.581113338470459,
      "learning_rate": 5e-06,
      "loss": 0.1021,
      "step": 290700
    },
    {
      "epoch": 4.099065446908081,
      "grad_norm": 3.572770357131958,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 290800
    },
    {
      "epoch": 4.100475029248834,
      "grad_norm": 4.703517913818359,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 290900
    },
    {
      "epoch": 4.101884611589586,
      "grad_norm": 2.736748695373535,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 291000
    },
    {
      "epoch": 4.1032941939303385,
      "grad_norm": 4.687014579772949,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 291100
    },
    {
      "epoch": 4.104703776271091,
      "grad_norm": 2.3479561805725098,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 291200
    },
    {
      "epoch": 4.106113358611843,
      "grad_norm": 3.830662965774536,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 291300
    },
    {
      "epoch": 4.107522940952596,
      "grad_norm": 4.356219291687012,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 291400
    },
    {
      "epoch": 4.1089325232933485,
      "grad_norm": 6.99870491027832,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 291500
    },
    {
      "epoch": 4.110342105634101,
      "grad_norm": 17.24604034423828,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 291600
    },
    {
      "epoch": 4.111751687974853,
      "grad_norm": 4.478633403778076,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 291700
    },
    {
      "epoch": 4.113161270315605,
      "grad_norm": 4.165933132171631,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 291800
    },
    {
      "epoch": 4.114570852656358,
      "grad_norm": 3.017138957977295,
      "learning_rate": 5e-06,
      "loss": 0.0996,
      "step": 291900
    },
    {
      "epoch": 4.115980434997111,
      "grad_norm": 3.5161447525024414,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 292000
    },
    {
      "epoch": 4.117390017337863,
      "grad_norm": 6.976245880126953,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 292100
    },
    {
      "epoch": 4.118799599678615,
      "grad_norm": 6.243533611297607,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 292200
    },
    {
      "epoch": 4.120209182019368,
      "grad_norm": 2.646177053451538,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 292300
    },
    {
      "epoch": 4.12161876436012,
      "grad_norm": 5.775660991668701,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 292400
    },
    {
      "epoch": 4.123028346700872,
      "grad_norm": 3.2037723064422607,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 292500
    },
    {
      "epoch": 4.124437929041625,
      "grad_norm": 4.556952953338623,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 292600
    },
    {
      "epoch": 4.125847511382378,
      "grad_norm": 2.557579755783081,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 292700
    },
    {
      "epoch": 4.12725709372313,
      "grad_norm": 2.907572031021118,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 292800
    },
    {
      "epoch": 4.128666676063882,
      "grad_norm": 4.532424449920654,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 292900
    },
    {
      "epoch": 4.130076258404634,
      "grad_norm": 3.571831703186035,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 293000
    },
    {
      "epoch": 4.131485840745387,
      "grad_norm": 3.360912561416626,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 293100
    },
    {
      "epoch": 4.13289542308614,
      "grad_norm": 2.2700533866882324,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 293200
    },
    {
      "epoch": 4.134305005426892,
      "grad_norm": 8.44387149810791,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 293300
    },
    {
      "epoch": 4.1357145877676444,
      "grad_norm": 9.193881034851074,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 293400
    },
    {
      "epoch": 4.137124170108397,
      "grad_norm": 5.757813930511475,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 293500
    },
    {
      "epoch": 4.138533752449149,
      "grad_norm": 2.2355778217315674,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 293600
    },
    {
      "epoch": 4.139943334789902,
      "grad_norm": 1.1820539236068726,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 293700
    },
    {
      "epoch": 4.1413529171306545,
      "grad_norm": 11.50331974029541,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 293800
    },
    {
      "epoch": 4.142762499471407,
      "grad_norm": 4.440393447875977,
      "learning_rate": 5e-06,
      "loss": 0.1007,
      "step": 293900
    },
    {
      "epoch": 4.144172081812159,
      "grad_norm": 5.327792644500732,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 294000
    },
    {
      "epoch": 4.145581664152911,
      "grad_norm": 6.065516471862793,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 294100
    },
    {
      "epoch": 4.146991246493664,
      "grad_norm": 1.8357605934143066,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 294200
    },
    {
      "epoch": 4.148400828834417,
      "grad_norm": 6.114842414855957,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 294300
    },
    {
      "epoch": 4.149810411175169,
      "grad_norm": 5.39290714263916,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 294400
    },
    {
      "epoch": 4.151219993515921,
      "grad_norm": 8.360706329345703,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 294500
    },
    {
      "epoch": 4.152629575856674,
      "grad_norm": 5.576586723327637,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 294600
    },
    {
      "epoch": 4.154039158197426,
      "grad_norm": 4.562943458557129,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 294700
    },
    {
      "epoch": 4.155448740538178,
      "grad_norm": 5.4194111824035645,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 294800
    },
    {
      "epoch": 4.156858322878931,
      "grad_norm": 6.782834529876709,
      "learning_rate": 5e-06,
      "loss": 0.1008,
      "step": 294900
    },
    {
      "epoch": 4.158267905219684,
      "grad_norm": 2.956857681274414,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 295000
    },
    {
      "epoch": 4.159677487560436,
      "grad_norm": 2.4689033031463623,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 295100
    },
    {
      "epoch": 4.161087069901188,
      "grad_norm": 6.391843318939209,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 295200
    },
    {
      "epoch": 4.16249665224194,
      "grad_norm": 4.458048343658447,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 295300
    },
    {
      "epoch": 4.163906234582694,
      "grad_norm": 4.330894947052002,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 295400
    },
    {
      "epoch": 4.165315816923446,
      "grad_norm": 3.4604835510253906,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 295500
    },
    {
      "epoch": 4.166725399264198,
      "grad_norm": 2.8590073585510254,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 295600
    },
    {
      "epoch": 4.16813498160495,
      "grad_norm": 4.695788383483887,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 295700
    },
    {
      "epoch": 4.169544563945703,
      "grad_norm": 4.773005962371826,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 295800
    },
    {
      "epoch": 4.170954146286455,
      "grad_norm": 6.896585464477539,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 295900
    },
    {
      "epoch": 4.172363728627208,
      "grad_norm": 2.8202762603759766,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 296000
    },
    {
      "epoch": 4.1737733109679604,
      "grad_norm": 2.67158842086792,
      "learning_rate": 5e-06,
      "loss": 0.1022,
      "step": 296100
    },
    {
      "epoch": 4.175182893308713,
      "grad_norm": 3.45280385017395,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 296200
    },
    {
      "epoch": 4.176592475649465,
      "grad_norm": 2.6656429767608643,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 296300
    },
    {
      "epoch": 4.178002057990217,
      "grad_norm": 1.8250819444656372,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 296400
    },
    {
      "epoch": 4.17941164033097,
      "grad_norm": 3.596615791320801,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 296500
    },
    {
      "epoch": 4.180821222671723,
      "grad_norm": 2.677910566329956,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 296600
    },
    {
      "epoch": 4.182230805012475,
      "grad_norm": 1.2268543243408203,
      "learning_rate": 5e-06,
      "loss": 0.0996,
      "step": 296700
    },
    {
      "epoch": 4.183640387353227,
      "grad_norm": 2.089057445526123,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 296800
    },
    {
      "epoch": 4.18504996969398,
      "grad_norm": 4.736799240112305,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 296900
    },
    {
      "epoch": 4.186459552034732,
      "grad_norm": 3.00347900390625,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 297000
    },
    {
      "epoch": 4.187869134375484,
      "grad_norm": 2.5175466537475586,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 297100
    },
    {
      "epoch": 4.189278716716237,
      "grad_norm": 1.7365460395812988,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 297200
    },
    {
      "epoch": 4.19068829905699,
      "grad_norm": 3.7330188751220703,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 297300
    },
    {
      "epoch": 4.192097881397742,
      "grad_norm": 4.271396636962891,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 297400
    },
    {
      "epoch": 4.193507463738494,
      "grad_norm": 4.524692058563232,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 297500
    },
    {
      "epoch": 4.194917046079246,
      "grad_norm": 3.2638611793518066,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 297600
    },
    {
      "epoch": 4.19632662842,
      "grad_norm": 4.086455821990967,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 297700
    },
    {
      "epoch": 4.197736210760752,
      "grad_norm": 3.1618142127990723,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 297800
    },
    {
      "epoch": 4.199145793101504,
      "grad_norm": 4.25498104095459,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 297900
    },
    {
      "epoch": 4.200555375442256,
      "grad_norm": 2.77573299407959,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 298000
    },
    {
      "epoch": 4.201964957783009,
      "grad_norm": 2.072594165802002,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 298100
    },
    {
      "epoch": 4.203374540123761,
      "grad_norm": 0.654187023639679,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 298200
    },
    {
      "epoch": 4.204784122464514,
      "grad_norm": 6.942417144775391,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 298300
    },
    {
      "epoch": 4.206193704805266,
      "grad_norm": 5.691870212554932,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 298400
    },
    {
      "epoch": 4.207603287146019,
      "grad_norm": 2.4491117000579834,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 298500
    },
    {
      "epoch": 4.209012869486771,
      "grad_norm": 3.3228304386138916,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 298600
    },
    {
      "epoch": 4.210422451827523,
      "grad_norm": 6.95927095413208,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 298700
    },
    {
      "epoch": 4.211832034168276,
      "grad_norm": 3.103771209716797,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 298800
    },
    {
      "epoch": 4.213241616509029,
      "grad_norm": 4.286122798919678,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 298900
    },
    {
      "epoch": 4.214651198849781,
      "grad_norm": 2.007096529006958,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 299000
    },
    {
      "epoch": 4.216060781190533,
      "grad_norm": 9.184133529663086,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 299100
    },
    {
      "epoch": 4.217470363531286,
      "grad_norm": 2.853334426879883,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 299200
    },
    {
      "epoch": 4.218879945872038,
      "grad_norm": 3.281299352645874,
      "learning_rate": 5e-06,
      "loss": 0.0976,
      "step": 299300
    },
    {
      "epoch": 4.22028952821279,
      "grad_norm": 2.2859110832214355,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 299400
    },
    {
      "epoch": 4.221699110553543,
      "grad_norm": 2.9870967864990234,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 299500
    },
    {
      "epoch": 4.223108692894296,
      "grad_norm": 4.0481767654418945,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 299600
    },
    {
      "epoch": 4.224518275235048,
      "grad_norm": 3.414273738861084,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 299700
    },
    {
      "epoch": 4.2259278575758,
      "grad_norm": 4.788589000701904,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 299800
    },
    {
      "epoch": 4.227337439916552,
      "grad_norm": 2.1090188026428223,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 299900
    },
    {
      "epoch": 4.228747022257306,
      "grad_norm": 5.020934104919434,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 300000
    },
    {
      "epoch": 4.230156604598058,
      "grad_norm": 2.562778949737549,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 300100
    },
    {
      "epoch": 4.23156618693881,
      "grad_norm": 2.9863414764404297,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 300200
    },
    {
      "epoch": 4.232975769279562,
      "grad_norm": 6.168915748596191,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 300300
    },
    {
      "epoch": 4.234385351620315,
      "grad_norm": 4.670520305633545,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 300400
    },
    {
      "epoch": 4.235794933961067,
      "grad_norm": 2.7463834285736084,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 300500
    },
    {
      "epoch": 4.23720451630182,
      "grad_norm": 3.108193874359131,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 300600
    },
    {
      "epoch": 4.238614098642572,
      "grad_norm": 2.2403323650360107,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 300700
    },
    {
      "epoch": 4.240023680983325,
      "grad_norm": 4.648622512817383,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 300800
    },
    {
      "epoch": 4.241433263324077,
      "grad_norm": 4.290770530700684,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 300900
    },
    {
      "epoch": 4.242842845664829,
      "grad_norm": 2.0290369987487793,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 301000
    },
    {
      "epoch": 4.244252428005582,
      "grad_norm": 2.0440289974212646,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 301100
    },
    {
      "epoch": 4.245662010346335,
      "grad_norm": 5.119647026062012,
      "learning_rate": 5e-06,
      "loss": 0.1015,
      "step": 301200
    },
    {
      "epoch": 4.247071592687087,
      "grad_norm": 2.955240488052368,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 301300
    },
    {
      "epoch": 4.248481175027839,
      "grad_norm": 4.686686992645264,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 301400
    },
    {
      "epoch": 4.249890757368592,
      "grad_norm": 4.756219863891602,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 301500
    },
    {
      "epoch": 4.251300339709344,
      "grad_norm": 3.670362949371338,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 301600
    },
    {
      "epoch": 4.252709922050096,
      "grad_norm": 3.7386741638183594,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 301700
    },
    {
      "epoch": 4.254119504390849,
      "grad_norm": 3.3441479206085205,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 301800
    },
    {
      "epoch": 4.255529086731602,
      "grad_norm": 1.1814508438110352,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 301900
    },
    {
      "epoch": 4.256938669072354,
      "grad_norm": 5.838969707489014,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 302000
    },
    {
      "epoch": 4.258348251413106,
      "grad_norm": 3.148914337158203,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 302100
    },
    {
      "epoch": 4.259757833753858,
      "grad_norm": 7.575721263885498,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 302200
    },
    {
      "epoch": 4.261167416094612,
      "grad_norm": 7.819443225860596,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 302300
    },
    {
      "epoch": 4.262576998435364,
      "grad_norm": 4.756308555603027,
      "learning_rate": 5e-06,
      "loss": 0.0966,
      "step": 302400
    },
    {
      "epoch": 4.263986580776116,
      "grad_norm": 8.476778984069824,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 302500
    },
    {
      "epoch": 4.265396163116868,
      "grad_norm": 3.717979907989502,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 302600
    },
    {
      "epoch": 4.266805745457621,
      "grad_norm": 5.095627307891846,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 302700
    },
    {
      "epoch": 4.268215327798373,
      "grad_norm": 3.961653470993042,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 302800
    },
    {
      "epoch": 4.269624910139126,
      "grad_norm": 3.2013847827911377,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 302900
    },
    {
      "epoch": 4.271034492479878,
      "grad_norm": 5.065762042999268,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 303000
    },
    {
      "epoch": 4.272444074820631,
      "grad_norm": 3.806943893432617,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 303100
    },
    {
      "epoch": 4.273853657161383,
      "grad_norm": 4.284021377563477,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 303200
    },
    {
      "epoch": 4.275263239502135,
      "grad_norm": 3.531179189682007,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 303300
    },
    {
      "epoch": 4.2766728218428876,
      "grad_norm": 7.06466007232666,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 303400
    },
    {
      "epoch": 4.278082404183641,
      "grad_norm": 2.8920950889587402,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 303500
    },
    {
      "epoch": 4.279491986524393,
      "grad_norm": 3.8674983978271484,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 303600
    },
    {
      "epoch": 4.280901568865145,
      "grad_norm": 2.6451070308685303,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 303700
    },
    {
      "epoch": 4.282311151205898,
      "grad_norm": 4.672507286071777,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 303800
    },
    {
      "epoch": 4.28372073354665,
      "grad_norm": 3.857694625854492,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 303900
    },
    {
      "epoch": 4.285130315887402,
      "grad_norm": 4.72977876663208,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 304000
    },
    {
      "epoch": 4.286539898228155,
      "grad_norm": 4.111905574798584,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 304100
    },
    {
      "epoch": 4.287949480568908,
      "grad_norm": 5.265223503112793,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 304200
    },
    {
      "epoch": 4.28935906290966,
      "grad_norm": 2.8898181915283203,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 304300
    },
    {
      "epoch": 4.290768645250412,
      "grad_norm": 1.6233645677566528,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 304400
    },
    {
      "epoch": 4.292178227591164,
      "grad_norm": 6.1956257820129395,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 304500
    },
    {
      "epoch": 4.293587809931918,
      "grad_norm": 10.319613456726074,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 304600
    },
    {
      "epoch": 4.29499739227267,
      "grad_norm": 3.55251145362854,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 304700
    },
    {
      "epoch": 4.296406974613422,
      "grad_norm": 4.633262634277344,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 304800
    },
    {
      "epoch": 4.297816556954174,
      "grad_norm": 5.119527339935303,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 304900
    },
    {
      "epoch": 4.299226139294927,
      "grad_norm": 2.22613525390625,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 305000
    },
    {
      "epoch": 4.300635721635679,
      "grad_norm": 2.2975056171417236,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 305100
    },
    {
      "epoch": 4.302045303976432,
      "grad_norm": 5.241635322570801,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 305200
    },
    {
      "epoch": 4.303454886317184,
      "grad_norm": 7.687437057495117,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 305300
    },
    {
      "epoch": 4.304864468657937,
      "grad_norm": 2.930101156234741,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 305400
    },
    {
      "epoch": 4.306274050998689,
      "grad_norm": 2.074653148651123,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 305500
    },
    {
      "epoch": 4.307683633339441,
      "grad_norm": 1.9730324745178223,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 305600
    },
    {
      "epoch": 4.3090932156801935,
      "grad_norm": 3.727417230606079,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 305700
    },
    {
      "epoch": 4.310502798020947,
      "grad_norm": 6.845949172973633,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 305800
    },
    {
      "epoch": 4.311912380361699,
      "grad_norm": 6.761744022369385,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 305900
    },
    {
      "epoch": 4.313321962702451,
      "grad_norm": 2.7243714332580566,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 306000
    },
    {
      "epoch": 4.3147315450432036,
      "grad_norm": 4.750324726104736,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 306100
    },
    {
      "epoch": 4.316141127383956,
      "grad_norm": 2.9438962936401367,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 306200
    },
    {
      "epoch": 4.317550709724708,
      "grad_norm": 3.0377357006073,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 306300
    },
    {
      "epoch": 4.318960292065461,
      "grad_norm": 11.19351577758789,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 306400
    },
    {
      "epoch": 4.320369874406214,
      "grad_norm": 7.821661472320557,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 306500
    },
    {
      "epoch": 4.321779456746966,
      "grad_norm": 2.6086487770080566,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 306600
    },
    {
      "epoch": 4.323189039087718,
      "grad_norm": 5.870699882507324,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 306700
    },
    {
      "epoch": 4.32459862142847,
      "grad_norm": 4.224941253662109,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 306800
    },
    {
      "epoch": 4.326008203769224,
      "grad_norm": 4.455090522766113,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 306900
    },
    {
      "epoch": 4.327417786109976,
      "grad_norm": 3.857358694076538,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 307000
    },
    {
      "epoch": 4.328827368450728,
      "grad_norm": 5.87733268737793,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 307100
    },
    {
      "epoch": 4.33023695079148,
      "grad_norm": 4.379505634307861,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 307200
    },
    {
      "epoch": 4.331646533132233,
      "grad_norm": 5.094414710998535,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 307300
    },
    {
      "epoch": 4.333056115472985,
      "grad_norm": 7.906774044036865,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 307400
    },
    {
      "epoch": 4.334465697813738,
      "grad_norm": 6.343184947967529,
      "learning_rate": 5e-06,
      "loss": 0.1006,
      "step": 307500
    },
    {
      "epoch": 4.33587528015449,
      "grad_norm": 5.338858127593994,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 307600
    },
    {
      "epoch": 4.337284862495243,
      "grad_norm": 5.830917835235596,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 307700
    },
    {
      "epoch": 4.338694444835995,
      "grad_norm": 4.080777645111084,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 307800
    },
    {
      "epoch": 4.340104027176747,
      "grad_norm": 2.6115705966949463,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 307900
    },
    {
      "epoch": 4.3415136095175,
      "grad_norm": 6.283690452575684,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 308000
    },
    {
      "epoch": 4.342923191858253,
      "grad_norm": 4.814408302307129,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 308100
    },
    {
      "epoch": 4.344332774199005,
      "grad_norm": 3.65002179145813,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 308200
    },
    {
      "epoch": 4.345742356539757,
      "grad_norm": 5.8991923332214355,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 308300
    },
    {
      "epoch": 4.3471519388805095,
      "grad_norm": 4.653706073760986,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 308400
    },
    {
      "epoch": 4.348561521221262,
      "grad_norm": 2.870084524154663,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 308500
    },
    {
      "epoch": 4.349971103562014,
      "grad_norm": 7.0731916427612305,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 308600
    },
    {
      "epoch": 4.351380685902767,
      "grad_norm": 13.756467819213867,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 308700
    },
    {
      "epoch": 4.3527902682435196,
      "grad_norm": 3.4155852794647217,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 308800
    },
    {
      "epoch": 4.354199850584272,
      "grad_norm": 3.290818929672241,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 308900
    },
    {
      "epoch": 4.355609432925024,
      "grad_norm": 2.5612411499023438,
      "learning_rate": 5e-06,
      "loss": 0.0997,
      "step": 309000
    },
    {
      "epoch": 4.357019015265776,
      "grad_norm": 1.5659772157669067,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 309100
    },
    {
      "epoch": 4.35842859760653,
      "grad_norm": 2.4237613677978516,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 309200
    },
    {
      "epoch": 4.359838179947282,
      "grad_norm": 3.5129075050354004,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 309300
    },
    {
      "epoch": 4.361247762288034,
      "grad_norm": 6.084303855895996,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 309400
    },
    {
      "epoch": 4.362657344628786,
      "grad_norm": 5.846738815307617,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 309500
    },
    {
      "epoch": 4.364066926969539,
      "grad_norm": 1.6285791397094727,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 309600
    },
    {
      "epoch": 4.365476509310291,
      "grad_norm": 3.6019582748413086,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 309700
    },
    {
      "epoch": 4.366886091651044,
      "grad_norm": 5.998290538787842,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 309800
    },
    {
      "epoch": 4.368295673991796,
      "grad_norm": 2.078700065612793,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 309900
    },
    {
      "epoch": 4.369705256332549,
      "grad_norm": 2.837289810180664,
      "learning_rate": 5e-06,
      "loss": 0.0981,
      "step": 310000
    },
    {
      "epoch": 4.371114838673301,
      "grad_norm": 2.7834575176239014,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 310100
    },
    {
      "epoch": 4.372524421014053,
      "grad_norm": 5.381386756896973,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 310200
    },
    {
      "epoch": 4.373934003354806,
      "grad_norm": 2.9403393268585205,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 310300
    },
    {
      "epoch": 4.375343585695559,
      "grad_norm": 4.227487087249756,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 310400
    },
    {
      "epoch": 4.376753168036311,
      "grad_norm": 3.796200752258301,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 310500
    },
    {
      "epoch": 4.378162750377063,
      "grad_norm": 1.8570793867111206,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 310600
    },
    {
      "epoch": 4.3795723327178155,
      "grad_norm": 4.137061595916748,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 310700
    },
    {
      "epoch": 4.380981915058568,
      "grad_norm": 7.421195983886719,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 310800
    },
    {
      "epoch": 4.382391497399321,
      "grad_norm": 2.3996036052703857,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 310900
    },
    {
      "epoch": 4.383801079740073,
      "grad_norm": 7.107291221618652,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 311000
    },
    {
      "epoch": 4.3852106620808255,
      "grad_norm": 3.2358264923095703,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 311100
    },
    {
      "epoch": 4.386620244421578,
      "grad_norm": 5.0355329513549805,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 311200
    },
    {
      "epoch": 4.38802982676233,
      "grad_norm": 6.21240234375,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 311300
    },
    {
      "epoch": 4.389439409103082,
      "grad_norm": 1.48245370388031,
      "learning_rate": 5e-06,
      "loss": 0.0959,
      "step": 311400
    },
    {
      "epoch": 4.390848991443836,
      "grad_norm": 2.9125494956970215,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 311500
    },
    {
      "epoch": 4.392258573784588,
      "grad_norm": 3.2054641246795654,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 311600
    },
    {
      "epoch": 4.39366815612534,
      "grad_norm": 6.0181708335876465,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 311700
    },
    {
      "epoch": 4.395077738466092,
      "grad_norm": 3.6950695514678955,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 311800
    },
    {
      "epoch": 4.396487320806845,
      "grad_norm": 5.904268264770508,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 311900
    },
    {
      "epoch": 4.397896903147597,
      "grad_norm": 3.877858877182007,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 312000
    },
    {
      "epoch": 4.39930648548835,
      "grad_norm": 5.153679370880127,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 312100
    },
    {
      "epoch": 4.400716067829102,
      "grad_norm": 4.213893890380859,
      "learning_rate": 5e-06,
      "loss": 0.1041,
      "step": 312200
    },
    {
      "epoch": 4.402125650169855,
      "grad_norm": 2.716869354248047,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 312300
    },
    {
      "epoch": 4.403535232510607,
      "grad_norm": 1.7173608541488647,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 312400
    },
    {
      "epoch": 4.404944814851359,
      "grad_norm": 5.0102643966674805,
      "learning_rate": 5e-06,
      "loss": 0.0974,
      "step": 312500
    },
    {
      "epoch": 4.406354397192112,
      "grad_norm": 3.7404439449310303,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 312600
    },
    {
      "epoch": 4.407763979532865,
      "grad_norm": 8.806581497192383,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 312700
    },
    {
      "epoch": 4.409173561873617,
      "grad_norm": 1.6099066734313965,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 312800
    },
    {
      "epoch": 4.410583144214369,
      "grad_norm": 6.878386974334717,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 312900
    },
    {
      "epoch": 4.4119927265551215,
      "grad_norm": 2.0561866760253906,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 313000
    },
    {
      "epoch": 4.413402308895874,
      "grad_norm": 3.1625442504882812,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 313100
    },
    {
      "epoch": 4.414811891236627,
      "grad_norm": 3.1228511333465576,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 313200
    },
    {
      "epoch": 4.416221473577379,
      "grad_norm": 2.991485595703125,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 313300
    },
    {
      "epoch": 4.4176310559181315,
      "grad_norm": 4.510203838348389,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 313400
    },
    {
      "epoch": 4.419040638258884,
      "grad_norm": 4.04243278503418,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 313500
    },
    {
      "epoch": 4.420450220599636,
      "grad_norm": 4.0752763748168945,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 313600
    },
    {
      "epoch": 4.421859802940388,
      "grad_norm": 9.1875638961792,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 313700
    },
    {
      "epoch": 4.4232693852811416,
      "grad_norm": 4.1284966468811035,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 313800
    },
    {
      "epoch": 4.424678967621894,
      "grad_norm": 4.114011287689209,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 313900
    },
    {
      "epoch": 4.426088549962646,
      "grad_norm": 2.794856548309326,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 314000
    },
    {
      "epoch": 4.427498132303398,
      "grad_norm": 2.358690023422241,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 314100
    },
    {
      "epoch": 4.428907714644151,
      "grad_norm": 6.630110740661621,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 314200
    },
    {
      "epoch": 4.430317296984903,
      "grad_norm": 6.8172760009765625,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 314300
    },
    {
      "epoch": 4.431726879325656,
      "grad_norm": 3.049975872039795,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 314400
    },
    {
      "epoch": 4.433136461666408,
      "grad_norm": 1.6461467742919922,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 314500
    },
    {
      "epoch": 4.434546044007161,
      "grad_norm": 4.723303318023682,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 314600
    },
    {
      "epoch": 4.435955626347913,
      "grad_norm": 6.2726006507873535,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 314700
    },
    {
      "epoch": 4.437365208688665,
      "grad_norm": 3.359567403793335,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 314800
    },
    {
      "epoch": 4.438774791029418,
      "grad_norm": 3.9484338760375977,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 314900
    },
    {
      "epoch": 4.440184373370171,
      "grad_norm": 2.5111093521118164,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 315000
    },
    {
      "epoch": 4.441593955710923,
      "grad_norm": 4.941532135009766,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 315100
    },
    {
      "epoch": 4.443003538051675,
      "grad_norm": 3.298414945602417,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 315200
    },
    {
      "epoch": 4.4444131203924275,
      "grad_norm": 3.9165194034576416,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 315300
    },
    {
      "epoch": 4.44582270273318,
      "grad_norm": 3.82393741607666,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 315400
    },
    {
      "epoch": 4.447232285073933,
      "grad_norm": 1.860735535621643,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 315500
    },
    {
      "epoch": 4.448641867414685,
      "grad_norm": 2.777322292327881,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 315600
    },
    {
      "epoch": 4.4500514497554375,
      "grad_norm": 6.352822303771973,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 315700
    },
    {
      "epoch": 4.45146103209619,
      "grad_norm": 12.57523250579834,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 315800
    },
    {
      "epoch": 4.452870614436942,
      "grad_norm": 4.808837413787842,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 315900
    },
    {
      "epoch": 4.454280196777694,
      "grad_norm": 2.4420650005340576,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 316000
    },
    {
      "epoch": 4.4556897791184475,
      "grad_norm": 1.8352349996566772,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 316100
    },
    {
      "epoch": 4.4570993614592,
      "grad_norm": 2.2123920917510986,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 316200
    },
    {
      "epoch": 4.458508943799952,
      "grad_norm": 2.0668246746063232,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 316300
    },
    {
      "epoch": 4.459918526140704,
      "grad_norm": 4.5948028564453125,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 316400
    },
    {
      "epoch": 4.461328108481457,
      "grad_norm": 4.239650249481201,
      "learning_rate": 5e-06,
      "loss": 0.0972,
      "step": 316500
    },
    {
      "epoch": 4.462737690822209,
      "grad_norm": 3.8844962120056152,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 316600
    },
    {
      "epoch": 4.464147273162962,
      "grad_norm": 2.4883432388305664,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 316700
    },
    {
      "epoch": 4.465556855503714,
      "grad_norm": 1.8595184087753296,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 316800
    },
    {
      "epoch": 4.466966437844467,
      "grad_norm": 6.254831790924072,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 316900
    },
    {
      "epoch": 4.468376020185219,
      "grad_norm": 5.234160900115967,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 317000
    },
    {
      "epoch": 4.469785602525971,
      "grad_norm": 2.3612563610076904,
      "learning_rate": 5e-06,
      "loss": 0.0991,
      "step": 317100
    },
    {
      "epoch": 4.471195184866724,
      "grad_norm": 6.615687370300293,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 317200
    },
    {
      "epoch": 4.472604767207477,
      "grad_norm": 3.3980727195739746,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 317300
    },
    {
      "epoch": 4.474014349548229,
      "grad_norm": 5.996495246887207,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 317400
    },
    {
      "epoch": 4.475423931888981,
      "grad_norm": 2.738689661026001,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 317500
    },
    {
      "epoch": 4.4768335142297335,
      "grad_norm": 3.249751329421997,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 317600
    },
    {
      "epoch": 4.478243096570486,
      "grad_norm": 2.068331480026245,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 317700
    },
    {
      "epoch": 4.479652678911239,
      "grad_norm": 3.4625394344329834,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 317800
    },
    {
      "epoch": 4.481062261251991,
      "grad_norm": 2.8142576217651367,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 317900
    },
    {
      "epoch": 4.4824718435927435,
      "grad_norm": 11.094308853149414,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 318000
    },
    {
      "epoch": 4.483881425933496,
      "grad_norm": 2.554668426513672,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 318100
    },
    {
      "epoch": 4.485291008274248,
      "grad_norm": 2.781712293624878,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 318200
    },
    {
      "epoch": 4.486700590615,
      "grad_norm": 2.53009033203125,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 318300
    },
    {
      "epoch": 4.4881101729557535,
      "grad_norm": 6.603140354156494,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 318400
    },
    {
      "epoch": 4.489519755296506,
      "grad_norm": 14.636311531066895,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 318500
    },
    {
      "epoch": 4.490929337637258,
      "grad_norm": 5.51051139831543,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 318600
    },
    {
      "epoch": 4.49233891997801,
      "grad_norm": 2.488898754119873,
      "learning_rate": 5e-06,
      "loss": 0.0975,
      "step": 318700
    },
    {
      "epoch": 4.493748502318763,
      "grad_norm": 1.3791847229003906,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 318800
    },
    {
      "epoch": 4.495158084659515,
      "grad_norm": 2.0726263523101807,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 318900
    },
    {
      "epoch": 4.496567667000268,
      "grad_norm": 3.1304726600646973,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 319000
    },
    {
      "epoch": 4.49797724934102,
      "grad_norm": 9.050376892089844,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 319100
    },
    {
      "epoch": 4.499386831681773,
      "grad_norm": 3.7230827808380127,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 319200
    },
    {
      "epoch": 4.500796414022525,
      "grad_norm": 5.440346717834473,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 319300
    },
    {
      "epoch": 4.502205996363277,
      "grad_norm": 5.643573760986328,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 319400
    },
    {
      "epoch": 4.50361557870403,
      "grad_norm": 3.046290636062622,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 319500
    },
    {
      "epoch": 4.505025161044783,
      "grad_norm": 4.325950622558594,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 319600
    },
    {
      "epoch": 4.506434743385535,
      "grad_norm": 3.334864616394043,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 319700
    },
    {
      "epoch": 4.507844325726287,
      "grad_norm": 1.5150293111801147,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 319800
    },
    {
      "epoch": 4.5092539080670395,
      "grad_norm": 2.654040575027466,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 319900
    },
    {
      "epoch": 4.510663490407792,
      "grad_norm": 6.016666412353516,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 320000
    },
    {
      "epoch": 4.512073072748545,
      "grad_norm": 2.938865900039673,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 320100
    },
    {
      "epoch": 4.513482655089297,
      "grad_norm": 5.225224494934082,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 320200
    },
    {
      "epoch": 4.5148922374300495,
      "grad_norm": 2.2876744270324707,
      "learning_rate": 5e-06,
      "loss": 0.0998,
      "step": 320300
    },
    {
      "epoch": 4.516301819770802,
      "grad_norm": 4.656654357910156,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 320400
    },
    {
      "epoch": 4.517711402111554,
      "grad_norm": 1.7759875059127808,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 320500
    },
    {
      "epoch": 4.519120984452307,
      "grad_norm": 2.8174703121185303,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 320600
    },
    {
      "epoch": 4.5205305667930595,
      "grad_norm": 4.832569122314453,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 320700
    },
    {
      "epoch": 4.521940149133812,
      "grad_norm": 2.627405881881714,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 320800
    },
    {
      "epoch": 4.523349731474564,
      "grad_norm": 1.7422102689743042,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 320900
    },
    {
      "epoch": 4.524759313815316,
      "grad_norm": 1.7127801179885864,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 321000
    },
    {
      "epoch": 4.526168896156069,
      "grad_norm": 3.1907026767730713,
      "learning_rate": 5e-06,
      "loss": 0.097,
      "step": 321100
    },
    {
      "epoch": 4.527578478496821,
      "grad_norm": 3.9861698150634766,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 321200
    },
    {
      "epoch": 4.528988060837574,
      "grad_norm": 6.663207530975342,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 321300
    },
    {
      "epoch": 4.530397643178326,
      "grad_norm": 4.665733814239502,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 321400
    },
    {
      "epoch": 4.531807225519079,
      "grad_norm": 5.492486000061035,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 321500
    },
    {
      "epoch": 4.533216807859831,
      "grad_norm": 2.8146157264709473,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 321600
    },
    {
      "epoch": 4.534626390200583,
      "grad_norm": 5.566822052001953,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 321700
    },
    {
      "epoch": 4.536035972541336,
      "grad_norm": 4.13078498840332,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 321800
    },
    {
      "epoch": 4.537445554882089,
      "grad_norm": 4.1094489097595215,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 321900
    },
    {
      "epoch": 4.538855137222841,
      "grad_norm": 16.355430603027344,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 322000
    },
    {
      "epoch": 4.540264719563593,
      "grad_norm": 3.2976582050323486,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 322100
    },
    {
      "epoch": 4.5416743019043455,
      "grad_norm": 1.3328940868377686,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 322200
    },
    {
      "epoch": 4.543083884245098,
      "grad_norm": 3.8307223320007324,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 322300
    },
    {
      "epoch": 4.544493466585851,
      "grad_norm": 1.8245505094528198,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 322400
    },
    {
      "epoch": 4.545903048926603,
      "grad_norm": 2.4737040996551514,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 322500
    },
    {
      "epoch": 4.5473126312673555,
      "grad_norm": 3.222867727279663,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 322600
    },
    {
      "epoch": 4.548722213608108,
      "grad_norm": 1.3512892723083496,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 322700
    },
    {
      "epoch": 4.55013179594886,
      "grad_norm": 2.712675094604492,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 322800
    },
    {
      "epoch": 4.551541378289613,
      "grad_norm": 1.5057880878448486,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 322900
    },
    {
      "epoch": 4.5529509606303655,
      "grad_norm": 13.094893455505371,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 323000
    },
    {
      "epoch": 4.554360542971118,
      "grad_norm": 2.980950117111206,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 323100
    },
    {
      "epoch": 4.55577012531187,
      "grad_norm": 4.379195690155029,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 323200
    },
    {
      "epoch": 4.557179707652622,
      "grad_norm": 1.4640400409698486,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 323300
    },
    {
      "epoch": 4.558589289993375,
      "grad_norm": 6.110806465148926,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 323400
    },
    {
      "epoch": 4.559998872334127,
      "grad_norm": 3.3352150917053223,
      "learning_rate": 5e-06,
      "loss": 0.0894,
      "step": 323500
    },
    {
      "epoch": 4.56140845467488,
      "grad_norm": 3.490243911743164,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 323600
    },
    {
      "epoch": 4.562818037015632,
      "grad_norm": 2.1550817489624023,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 323700
    },
    {
      "epoch": 4.564227619356385,
      "grad_norm": 3.8633503913879395,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 323800
    },
    {
      "epoch": 4.565637201697137,
      "grad_norm": 5.388365745544434,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 323900
    },
    {
      "epoch": 4.567046784037889,
      "grad_norm": 3.271357774734497,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 324000
    },
    {
      "epoch": 4.568456366378642,
      "grad_norm": 3.89077091217041,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 324100
    },
    {
      "epoch": 4.569865948719395,
      "grad_norm": 1.8139716386795044,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 324200
    },
    {
      "epoch": 4.571275531060147,
      "grad_norm": 5.3105645179748535,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 324300
    },
    {
      "epoch": 4.572685113400899,
      "grad_norm": 9.771282196044922,
      "learning_rate": 5e-06,
      "loss": 0.0995,
      "step": 324400
    },
    {
      "epoch": 4.5740946957416515,
      "grad_norm": 2.787004232406616,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 324500
    },
    {
      "epoch": 4.575504278082404,
      "grad_norm": 4.627368450164795,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 324600
    },
    {
      "epoch": 4.576913860423157,
      "grad_norm": 4.0625200271606445,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 324700
    },
    {
      "epoch": 4.578323442763909,
      "grad_norm": 4.027468681335449,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 324800
    },
    {
      "epoch": 4.5797330251046615,
      "grad_norm": 2.8397977352142334,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 324900
    },
    {
      "epoch": 4.581142607445414,
      "grad_norm": 3.7325422763824463,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 325000
    },
    {
      "epoch": 4.582552189786166,
      "grad_norm": 3.625856399536133,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 325100
    },
    {
      "epoch": 4.583961772126919,
      "grad_norm": 1.9637311697006226,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 325200
    },
    {
      "epoch": 4.5853713544676715,
      "grad_norm": 2.6833243370056152,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 325300
    },
    {
      "epoch": 4.586780936808424,
      "grad_norm": 10.711197853088379,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 325400
    },
    {
      "epoch": 4.588190519149176,
      "grad_norm": 3.8305764198303223,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 325500
    },
    {
      "epoch": 4.589600101489928,
      "grad_norm": 6.707627296447754,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 325600
    },
    {
      "epoch": 4.591009683830681,
      "grad_norm": 5.020892143249512,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 325700
    },
    {
      "epoch": 4.592419266171433,
      "grad_norm": 3.114812135696411,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 325800
    },
    {
      "epoch": 4.593828848512186,
      "grad_norm": 3.831495761871338,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 325900
    },
    {
      "epoch": 4.595238430852938,
      "grad_norm": 1.9442929029464722,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 326000
    },
    {
      "epoch": 4.596648013193691,
      "grad_norm": 3.2385637760162354,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 326100
    },
    {
      "epoch": 4.598057595534443,
      "grad_norm": 2.130387783050537,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 326200
    },
    {
      "epoch": 4.599467177875195,
      "grad_norm": 2.6447079181671143,
      "learning_rate": 5e-06,
      "loss": 0.1063,
      "step": 326300
    },
    {
      "epoch": 4.600876760215948,
      "grad_norm": 1.7682921886444092,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 326400
    },
    {
      "epoch": 4.602286342556701,
      "grad_norm": 3.5095717906951904,
      "learning_rate": 5e-06,
      "loss": 0.103,
      "step": 326500
    },
    {
      "epoch": 4.603695924897453,
      "grad_norm": 2.382141351699829,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 326600
    },
    {
      "epoch": 4.605105507238205,
      "grad_norm": 4.784669399261475,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 326700
    },
    {
      "epoch": 4.6065150895789575,
      "grad_norm": 5.978067874908447,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 326800
    },
    {
      "epoch": 4.60792467191971,
      "grad_norm": 2.6068735122680664,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 326900
    },
    {
      "epoch": 4.609334254260463,
      "grad_norm": 4.0853447914123535,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 327000
    },
    {
      "epoch": 4.610743836601215,
      "grad_norm": 3.676090717315674,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 327100
    },
    {
      "epoch": 4.6121534189419675,
      "grad_norm": 4.128636837005615,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 327200
    },
    {
      "epoch": 4.61356300128272,
      "grad_norm": 3.1572349071502686,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 327300
    },
    {
      "epoch": 4.614972583623472,
      "grad_norm": 3.4022610187530518,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 327400
    },
    {
      "epoch": 4.616382165964225,
      "grad_norm": 4.183537483215332,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 327500
    },
    {
      "epoch": 4.6177917483049775,
      "grad_norm": 4.250674247741699,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 327600
    },
    {
      "epoch": 4.61920133064573,
      "grad_norm": 3.175499677658081,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 327700
    },
    {
      "epoch": 4.620610912986482,
      "grad_norm": 4.678788661956787,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 327800
    },
    {
      "epoch": 4.622020495327234,
      "grad_norm": 2.853339433670044,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 327900
    },
    {
      "epoch": 4.623430077667987,
      "grad_norm": 5.925076484680176,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 328000
    },
    {
      "epoch": 4.624839660008739,
      "grad_norm": 5.225988864898682,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 328100
    },
    {
      "epoch": 4.626249242349492,
      "grad_norm": 5.796264171600342,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 328200
    },
    {
      "epoch": 4.627658824690244,
      "grad_norm": 5.583806037902832,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 328300
    },
    {
      "epoch": 4.629068407030997,
      "grad_norm": 3.4142754077911377,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 328400
    },
    {
      "epoch": 4.630477989371749,
      "grad_norm": 4.539516925811768,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 328500
    },
    {
      "epoch": 4.631887571712501,
      "grad_norm": 3.1888110637664795,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 328600
    },
    {
      "epoch": 4.633297154053254,
      "grad_norm": 2.6266636848449707,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 328700
    },
    {
      "epoch": 4.634706736394007,
      "grad_norm": 4.723024845123291,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 328800
    },
    {
      "epoch": 4.636116318734759,
      "grad_norm": 6.387933254241943,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 328900
    },
    {
      "epoch": 4.637525901075511,
      "grad_norm": 3.387798547744751,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 329000
    },
    {
      "epoch": 4.6389354834162635,
      "grad_norm": 3.7720155715942383,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 329100
    },
    {
      "epoch": 4.640345065757016,
      "grad_norm": 3.8482749462127686,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 329200
    },
    {
      "epoch": 4.641754648097769,
      "grad_norm": 3.0656607151031494,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 329300
    },
    {
      "epoch": 4.643164230438521,
      "grad_norm": 2.9551289081573486,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 329400
    },
    {
      "epoch": 4.6445738127792735,
      "grad_norm": 4.292376518249512,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 329500
    },
    {
      "epoch": 4.645983395120026,
      "grad_norm": 4.901927947998047,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 329600
    },
    {
      "epoch": 4.647392977460778,
      "grad_norm": 8.102706909179688,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 329700
    },
    {
      "epoch": 4.648802559801531,
      "grad_norm": 4.427975177764893,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 329800
    },
    {
      "epoch": 4.6502121421422835,
      "grad_norm": 12.325780868530273,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 329900
    },
    {
      "epoch": 4.651621724483036,
      "grad_norm": 2.5294198989868164,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 330000
    },
    {
      "epoch": 4.653031306823788,
      "grad_norm": 2.153848171234131,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 330100
    },
    {
      "epoch": 4.65444088916454,
      "grad_norm": 3.8729088306427,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 330200
    },
    {
      "epoch": 4.655850471505293,
      "grad_norm": 6.820817470550537,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 330300
    },
    {
      "epoch": 4.657260053846046,
      "grad_norm": 4.642236709594727,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 330400
    },
    {
      "epoch": 4.658669636186798,
      "grad_norm": 2.6675593852996826,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 330500
    },
    {
      "epoch": 4.66007921852755,
      "grad_norm": 2.816099166870117,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 330600
    },
    {
      "epoch": 4.661488800868303,
      "grad_norm": 3.926085948944092,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 330700
    },
    {
      "epoch": 4.662898383209055,
      "grad_norm": 2.535529136657715,
      "learning_rate": 5e-06,
      "loss": 0.1005,
      "step": 330800
    },
    {
      "epoch": 4.664307965549808,
      "grad_norm": 3.1174123287200928,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 330900
    },
    {
      "epoch": 4.66571754789056,
      "grad_norm": 4.035564422607422,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 331000
    },
    {
      "epoch": 4.667127130231313,
      "grad_norm": 7.9114580154418945,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 331100
    },
    {
      "epoch": 4.668536712572065,
      "grad_norm": 8.600292205810547,
      "learning_rate": 5e-06,
      "loss": 0.1007,
      "step": 331200
    },
    {
      "epoch": 4.669946294912817,
      "grad_norm": 1.7719494104385376,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 331300
    },
    {
      "epoch": 4.6713558772535695,
      "grad_norm": 8.066948890686035,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 331400
    },
    {
      "epoch": 4.672765459594322,
      "grad_norm": 4.645045280456543,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 331500
    },
    {
      "epoch": 4.674175041935075,
      "grad_norm": 3.3247179985046387,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 331600
    },
    {
      "epoch": 4.675584624275827,
      "grad_norm": 2.6021077632904053,
      "learning_rate": 5e-06,
      "loss": 0.0965,
      "step": 331700
    },
    {
      "epoch": 4.6769942066165795,
      "grad_norm": 5.0405802726745605,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 331800
    },
    {
      "epoch": 4.678403788957332,
      "grad_norm": 4.634913921356201,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 331900
    },
    {
      "epoch": 4.679813371298084,
      "grad_norm": 4.702484607696533,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 332000
    },
    {
      "epoch": 4.681222953638837,
      "grad_norm": 4.357485771179199,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 332100
    },
    {
      "epoch": 4.6826325359795895,
      "grad_norm": 2.0018680095672607,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 332200
    },
    {
      "epoch": 4.684042118320342,
      "grad_norm": 4.48615837097168,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 332300
    },
    {
      "epoch": 4.685451700661094,
      "grad_norm": 3.1097517013549805,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 332400
    },
    {
      "epoch": 4.686861283001846,
      "grad_norm": 2.4218475818634033,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 332500
    },
    {
      "epoch": 4.688270865342599,
      "grad_norm": 5.117255687713623,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 332600
    },
    {
      "epoch": 4.689680447683352,
      "grad_norm": 1.8670518398284912,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 332700
    },
    {
      "epoch": 4.691090030024104,
      "grad_norm": 3.0926589965820312,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 332800
    },
    {
      "epoch": 4.692499612364856,
      "grad_norm": 0.8968279957771301,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 332900
    },
    {
      "epoch": 4.693909194705609,
      "grad_norm": 2.228205442428589,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 333000
    },
    {
      "epoch": 4.695318777046361,
      "grad_norm": 3.0816221237182617,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 333100
    },
    {
      "epoch": 4.696728359387114,
      "grad_norm": 2.554046869277954,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 333200
    },
    {
      "epoch": 4.698137941727866,
      "grad_norm": 1.5776666402816772,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 333300
    },
    {
      "epoch": 4.699547524068619,
      "grad_norm": 1.7179275751113892,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 333400
    },
    {
      "epoch": 4.700957106409371,
      "grad_norm": 5.1103515625,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 333500
    },
    {
      "epoch": 4.702366688750123,
      "grad_norm": 2.4467859268188477,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 333600
    },
    {
      "epoch": 4.7037762710908755,
      "grad_norm": 3.338324785232544,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 333700
    },
    {
      "epoch": 4.705185853431628,
      "grad_norm": 4.075298309326172,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 333800
    },
    {
      "epoch": 4.706595435772381,
      "grad_norm": 3.131967544555664,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 333900
    },
    {
      "epoch": 4.708005018113133,
      "grad_norm": 3.196479558944702,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 334000
    },
    {
      "epoch": 4.7094146004538855,
      "grad_norm": 5.25472354888916,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 334100
    },
    {
      "epoch": 4.710824182794638,
      "grad_norm": 4.331717491149902,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 334200
    },
    {
      "epoch": 4.71223376513539,
      "grad_norm": 13.262009620666504,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 334300
    },
    {
      "epoch": 4.713643347476143,
      "grad_norm": 6.033815860748291,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 334400
    },
    {
      "epoch": 4.7150529298168955,
      "grad_norm": 2.6087937355041504,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 334500
    },
    {
      "epoch": 4.716462512157648,
      "grad_norm": 4.968766689300537,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 334600
    },
    {
      "epoch": 4.7178720944984,
      "grad_norm": 2.6900346279144287,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 334700
    },
    {
      "epoch": 4.719281676839152,
      "grad_norm": 1.8778226375579834,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 334800
    },
    {
      "epoch": 4.720691259179905,
      "grad_norm": 5.518042087554932,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 334900
    },
    {
      "epoch": 4.722100841520658,
      "grad_norm": 3.7913784980773926,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 335000
    },
    {
      "epoch": 4.72351042386141,
      "grad_norm": 4.018181324005127,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 335100
    },
    {
      "epoch": 4.724920006202162,
      "grad_norm": 4.31740140914917,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 335200
    },
    {
      "epoch": 4.726329588542915,
      "grad_norm": 5.630586624145508,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 335300
    },
    {
      "epoch": 4.727739170883667,
      "grad_norm": 6.676429271697998,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 335400
    },
    {
      "epoch": 4.72914875322442,
      "grad_norm": 4.692594051361084,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 335500
    },
    {
      "epoch": 4.730558335565172,
      "grad_norm": 4.0625691413879395,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 335600
    },
    {
      "epoch": 4.731967917905925,
      "grad_norm": 2.353391170501709,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 335700
    },
    {
      "epoch": 4.733377500246677,
      "grad_norm": 3.531618595123291,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 335800
    },
    {
      "epoch": 4.734787082587429,
      "grad_norm": 8.94652271270752,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 335900
    },
    {
      "epoch": 4.7361966649281815,
      "grad_norm": 1.6536699533462524,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 336000
    },
    {
      "epoch": 4.737606247268934,
      "grad_norm": 5.045465469360352,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 336100
    },
    {
      "epoch": 4.739015829609687,
      "grad_norm": 3.3053176403045654,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 336200
    },
    {
      "epoch": 4.740425411950439,
      "grad_norm": 2.6329658031463623,
      "learning_rate": 5e-06,
      "loss": 0.1114,
      "step": 336300
    },
    {
      "epoch": 4.7418349942911915,
      "grad_norm": 1.5712651014328003,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 336400
    },
    {
      "epoch": 4.743244576631944,
      "grad_norm": 1.6379709243774414,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 336500
    },
    {
      "epoch": 4.744654158972696,
      "grad_norm": 4.711801052093506,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 336600
    },
    {
      "epoch": 4.746063741313449,
      "grad_norm": 4.002201080322266,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 336700
    },
    {
      "epoch": 4.7474733236542015,
      "grad_norm": 2.8810536861419678,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 336800
    },
    {
      "epoch": 4.748882905994954,
      "grad_norm": 1.943738579750061,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 336900
    },
    {
      "epoch": 4.750292488335706,
      "grad_norm": 8.8728609085083,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 337000
    },
    {
      "epoch": 4.751702070676458,
      "grad_norm": 3.079601764678955,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 337100
    },
    {
      "epoch": 4.753111653017211,
      "grad_norm": 2.753016710281372,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 337200
    },
    {
      "epoch": 4.754521235357964,
      "grad_norm": 1.5891985893249512,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 337300
    },
    {
      "epoch": 4.755930817698716,
      "grad_norm": 3.1093289852142334,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 337400
    },
    {
      "epoch": 4.757340400039468,
      "grad_norm": 4.079036712646484,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 337500
    },
    {
      "epoch": 4.758749982380221,
      "grad_norm": 4.012415885925293,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 337600
    },
    {
      "epoch": 4.760159564720973,
      "grad_norm": 5.172375202178955,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 337700
    },
    {
      "epoch": 4.761569147061726,
      "grad_norm": 2.464625835418701,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 337800
    },
    {
      "epoch": 4.762978729402478,
      "grad_norm": 4.421857833862305,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 337900
    },
    {
      "epoch": 4.764388311743231,
      "grad_norm": 4.355565071105957,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 338000
    },
    {
      "epoch": 4.765797894083983,
      "grad_norm": 2.21233868598938,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 338100
    },
    {
      "epoch": 4.767207476424735,
      "grad_norm": 3.53266978263855,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 338200
    },
    {
      "epoch": 4.7686170587654875,
      "grad_norm": 3.8297688961029053,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 338300
    },
    {
      "epoch": 4.77002664110624,
      "grad_norm": 3.0735106468200684,
      "learning_rate": 5e-06,
      "loss": 0.1021,
      "step": 338400
    },
    {
      "epoch": 4.771436223446993,
      "grad_norm": 5.063689708709717,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 338500
    },
    {
      "epoch": 4.772845805787745,
      "grad_norm": 5.110461711883545,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 338600
    },
    {
      "epoch": 4.7742553881284975,
      "grad_norm": 4.47471284866333,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 338700
    },
    {
      "epoch": 4.77566497046925,
      "grad_norm": 3.6659791469573975,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 338800
    },
    {
      "epoch": 4.777074552810002,
      "grad_norm": 14.238495826721191,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 338900
    },
    {
      "epoch": 4.778484135150755,
      "grad_norm": 3.6804354190826416,
      "learning_rate": 5e-06,
      "loss": 0.0983,
      "step": 339000
    },
    {
      "epoch": 4.7798937174915075,
      "grad_norm": 3.1175477504730225,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 339100
    },
    {
      "epoch": 4.78130329983226,
      "grad_norm": 4.344964981079102,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 339200
    },
    {
      "epoch": 4.782712882173012,
      "grad_norm": 5.620196342468262,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 339300
    },
    {
      "epoch": 4.784122464513764,
      "grad_norm": 13.326884269714355,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 339400
    },
    {
      "epoch": 4.785532046854517,
      "grad_norm": 2.865251302719116,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 339500
    },
    {
      "epoch": 4.78694162919527,
      "grad_norm": 4.018852233886719,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 339600
    },
    {
      "epoch": 4.788351211536022,
      "grad_norm": 1.9171000719070435,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 339700
    },
    {
      "epoch": 4.789760793876774,
      "grad_norm": 5.094213008880615,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 339800
    },
    {
      "epoch": 4.791170376217527,
      "grad_norm": 2.890336036682129,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 339900
    },
    {
      "epoch": 4.792579958558279,
      "grad_norm": 10.828596115112305,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 340000
    },
    {
      "epoch": 4.793989540899032,
      "grad_norm": 4.886437892913818,
      "learning_rate": 5e-06,
      "loss": 0.0983,
      "step": 340100
    },
    {
      "epoch": 4.795399123239784,
      "grad_norm": 2.9709033966064453,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 340200
    },
    {
      "epoch": 4.796808705580537,
      "grad_norm": 3.957644462585449,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 340300
    },
    {
      "epoch": 4.798218287921289,
      "grad_norm": 13.93118667602539,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 340400
    },
    {
      "epoch": 4.799627870262041,
      "grad_norm": 4.118472099304199,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 340500
    },
    {
      "epoch": 4.8010374526027935,
      "grad_norm": 4.257503986358643,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 340600
    },
    {
      "epoch": 4.802447034943546,
      "grad_norm": 6.669643878936768,
      "learning_rate": 5e-06,
      "loss": 0.0974,
      "step": 340700
    },
    {
      "epoch": 4.803856617284299,
      "grad_norm": 1.6039930582046509,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 340800
    },
    {
      "epoch": 4.805266199625051,
      "grad_norm": 3.1449687480926514,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 340900
    },
    {
      "epoch": 4.8066757819658035,
      "grad_norm": 5.6117353439331055,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 341000
    },
    {
      "epoch": 4.808085364306556,
      "grad_norm": 11.421869277954102,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 341100
    },
    {
      "epoch": 4.809494946647308,
      "grad_norm": 1.9870483875274658,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 341200
    },
    {
      "epoch": 4.810904528988061,
      "grad_norm": 2.5569558143615723,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 341300
    },
    {
      "epoch": 4.8123141113288135,
      "grad_norm": 5.136561870574951,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 341400
    },
    {
      "epoch": 4.813723693669566,
      "grad_norm": 3.5057997703552246,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 341500
    },
    {
      "epoch": 4.815133276010318,
      "grad_norm": 2.340566873550415,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 341600
    },
    {
      "epoch": 4.81654285835107,
      "grad_norm": 3.0777947902679443,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 341700
    },
    {
      "epoch": 4.817952440691823,
      "grad_norm": 3.261317014694214,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 341800
    },
    {
      "epoch": 4.819362023032576,
      "grad_norm": 2.7016637325286865,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 341900
    },
    {
      "epoch": 4.820771605373328,
      "grad_norm": 2.5947072505950928,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 342000
    },
    {
      "epoch": 4.82218118771408,
      "grad_norm": 2.785170555114746,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 342100
    },
    {
      "epoch": 4.823590770054833,
      "grad_norm": 4.0613203048706055,
      "learning_rate": 5e-06,
      "loss": 0.1027,
      "step": 342200
    },
    {
      "epoch": 4.825000352395585,
      "grad_norm": 2.6800527572631836,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 342300
    },
    {
      "epoch": 4.826409934736338,
      "grad_norm": 3.1203579902648926,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 342400
    },
    {
      "epoch": 4.82781951707709,
      "grad_norm": 3.2388229370117188,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 342500
    },
    {
      "epoch": 4.829229099417843,
      "grad_norm": 1.5681684017181396,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 342600
    },
    {
      "epoch": 4.830638681758595,
      "grad_norm": 11.03513240814209,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 342700
    },
    {
      "epoch": 4.832048264099347,
      "grad_norm": 4.729030132293701,
      "learning_rate": 5e-06,
      "loss": 0.1004,
      "step": 342800
    },
    {
      "epoch": 4.8334578464400995,
      "grad_norm": 2.353041410446167,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 342900
    },
    {
      "epoch": 4.834867428780852,
      "grad_norm": 2.026416540145874,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 343000
    },
    {
      "epoch": 4.836277011121605,
      "grad_norm": 8.58510971069336,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 343100
    },
    {
      "epoch": 4.837686593462357,
      "grad_norm": 5.08241081237793,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 343200
    },
    {
      "epoch": 4.8390961758031095,
      "grad_norm": 4.172542572021484,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 343300
    },
    {
      "epoch": 4.840505758143862,
      "grad_norm": 3.7006311416625977,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 343400
    },
    {
      "epoch": 4.841915340484614,
      "grad_norm": 3.8609418869018555,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 343500
    },
    {
      "epoch": 4.843324922825367,
      "grad_norm": 1.2042042016983032,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 343600
    },
    {
      "epoch": 4.8447345051661195,
      "grad_norm": 3.564011335372925,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 343700
    },
    {
      "epoch": 4.846144087506872,
      "grad_norm": 2.076164960861206,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 343800
    },
    {
      "epoch": 4.847553669847624,
      "grad_norm": 4.198312759399414,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 343900
    },
    {
      "epoch": 4.848963252188376,
      "grad_norm": 1.8942387104034424,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 344000
    },
    {
      "epoch": 4.850372834529129,
      "grad_norm": 5.420419216156006,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 344100
    },
    {
      "epoch": 4.851782416869882,
      "grad_norm": 2.008850574493408,
      "learning_rate": 5e-06,
      "loss": 0.1042,
      "step": 344200
    },
    {
      "epoch": 4.853191999210634,
      "grad_norm": 3.881531000137329,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 344300
    },
    {
      "epoch": 4.854601581551386,
      "grad_norm": 6.1162428855896,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 344400
    },
    {
      "epoch": 4.856011163892139,
      "grad_norm": 1.7523409128189087,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 344500
    },
    {
      "epoch": 4.857420746232891,
      "grad_norm": 4.360733509063721,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 344600
    },
    {
      "epoch": 4.858830328573644,
      "grad_norm": 4.720688343048096,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 344700
    },
    {
      "epoch": 4.860239910914396,
      "grad_norm": 4.37512731552124,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 344800
    },
    {
      "epoch": 4.861649493255149,
      "grad_norm": 5.672444820404053,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 344900
    },
    {
      "epoch": 4.863059075595901,
      "grad_norm": 3.2716076374053955,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 345000
    },
    {
      "epoch": 4.864468657936653,
      "grad_norm": 2.137467861175537,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 345100
    },
    {
      "epoch": 4.8658782402774055,
      "grad_norm": 1.2752875089645386,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 345200
    },
    {
      "epoch": 4.867287822618159,
      "grad_norm": 2.940877914428711,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 345300
    },
    {
      "epoch": 4.868697404958911,
      "grad_norm": 2.926673650741577,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 345400
    },
    {
      "epoch": 4.870106987299663,
      "grad_norm": 3.520564079284668,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 345500
    },
    {
      "epoch": 4.8715165696404155,
      "grad_norm": 5.674402713775635,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 345600
    },
    {
      "epoch": 4.872926151981168,
      "grad_norm": 3.4644205570220947,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 345700
    },
    {
      "epoch": 4.874335734321921,
      "grad_norm": 3.3467817306518555,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 345800
    },
    {
      "epoch": 4.875745316662673,
      "grad_norm": 1.3732956647872925,
      "learning_rate": 5e-06,
      "loss": 0.1016,
      "step": 345900
    },
    {
      "epoch": 4.8771548990034255,
      "grad_norm": 3.501155138015747,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 346000
    },
    {
      "epoch": 4.878564481344178,
      "grad_norm": 3.4391942024230957,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 346100
    },
    {
      "epoch": 4.87997406368493,
      "grad_norm": 2.511772394180298,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 346200
    },
    {
      "epoch": 4.881383646025682,
      "grad_norm": 3.065685987472534,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 346300
    },
    {
      "epoch": 4.882793228366435,
      "grad_norm": 2.684455633163452,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 346400
    },
    {
      "epoch": 4.884202810707188,
      "grad_norm": 3.8728415966033936,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 346500
    },
    {
      "epoch": 4.88561239304794,
      "grad_norm": 3.864351272583008,
      "learning_rate": 5e-06,
      "loss": 0.104,
      "step": 346600
    },
    {
      "epoch": 4.887021975388692,
      "grad_norm": 2.3546626567840576,
      "learning_rate": 5e-06,
      "loss": 0.1017,
      "step": 346700
    },
    {
      "epoch": 4.888431557729445,
      "grad_norm": 5.807898044586182,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 346800
    },
    {
      "epoch": 4.889841140070197,
      "grad_norm": 3.092797040939331,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 346900
    },
    {
      "epoch": 4.89125072241095,
      "grad_norm": 2.41937255859375,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 347000
    },
    {
      "epoch": 4.892660304751702,
      "grad_norm": 3.2097201347351074,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 347100
    },
    {
      "epoch": 4.894069887092455,
      "grad_norm": 6.245217800140381,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 347200
    },
    {
      "epoch": 4.895479469433207,
      "grad_norm": 2.5411696434020996,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 347300
    },
    {
      "epoch": 4.896889051773959,
      "grad_norm": 2.4741876125335693,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 347400
    },
    {
      "epoch": 4.8982986341147114,
      "grad_norm": 3.6403932571411133,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 347500
    },
    {
      "epoch": 4.899708216455465,
      "grad_norm": 2.1057004928588867,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 347600
    },
    {
      "epoch": 4.901117798796217,
      "grad_norm": 4.510229587554932,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 347700
    },
    {
      "epoch": 4.902527381136969,
      "grad_norm": 4.254055976867676,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 347800
    },
    {
      "epoch": 4.9039369634777215,
      "grad_norm": 4.872084140777588,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 347900
    },
    {
      "epoch": 4.905346545818474,
      "grad_norm": 1.7297165393829346,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 348000
    },
    {
      "epoch": 4.906756128159227,
      "grad_norm": 6.411079406738281,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 348100
    },
    {
      "epoch": 4.908165710499979,
      "grad_norm": 2.451857089996338,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 348200
    },
    {
      "epoch": 4.9095752928407315,
      "grad_norm": 6.328556537628174,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 348300
    },
    {
      "epoch": 4.910984875181484,
      "grad_norm": 4.042175769805908,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 348400
    },
    {
      "epoch": 4.912394457522236,
      "grad_norm": 3.789257526397705,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 348500
    },
    {
      "epoch": 4.913804039862988,
      "grad_norm": 6.688037395477295,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 348600
    },
    {
      "epoch": 4.915213622203741,
      "grad_norm": 3.529371976852417,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 348700
    },
    {
      "epoch": 4.916623204544494,
      "grad_norm": 4.453055381774902,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 348800
    },
    {
      "epoch": 4.918032786885246,
      "grad_norm": 1.4680296182632446,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 348900
    },
    {
      "epoch": 4.919442369225998,
      "grad_norm": 2.008486747741699,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 349000
    },
    {
      "epoch": 4.920851951566751,
      "grad_norm": 4.447755336761475,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 349100
    },
    {
      "epoch": 4.922261533907503,
      "grad_norm": 3.8578572273254395,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 349200
    },
    {
      "epoch": 4.923671116248256,
      "grad_norm": 3.2552378177642822,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 349300
    },
    {
      "epoch": 4.925080698589008,
      "grad_norm": 1.9667483568191528,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 349400
    },
    {
      "epoch": 4.926490280929761,
      "grad_norm": 4.547646999359131,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 349500
    },
    {
      "epoch": 4.927899863270513,
      "grad_norm": 5.051526069641113,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 349600
    },
    {
      "epoch": 4.929309445611265,
      "grad_norm": 6.623161315917969,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 349700
    },
    {
      "epoch": 4.930719027952017,
      "grad_norm": 7.098408222198486,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 349800
    },
    {
      "epoch": 4.932128610292771,
      "grad_norm": 3.9023780822753906,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 349900
    },
    {
      "epoch": 4.933538192633523,
      "grad_norm": 3.676880359649658,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 350000
    },
    {
      "epoch": 4.934947774974275,
      "grad_norm": 2.2537577152252197,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 350100
    },
    {
      "epoch": 4.9363573573150274,
      "grad_norm": 3.0696380138397217,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 350200
    },
    {
      "epoch": 4.93776693965578,
      "grad_norm": 6.6259446144104,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 350300
    },
    {
      "epoch": 4.939176521996533,
      "grad_norm": 3.693803071975708,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 350400
    },
    {
      "epoch": 4.940586104337285,
      "grad_norm": 2.972230911254883,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 350500
    },
    {
      "epoch": 4.9419956866780375,
      "grad_norm": 7.458288669586182,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 350600
    },
    {
      "epoch": 4.94340526901879,
      "grad_norm": 2.114356517791748,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 350700
    },
    {
      "epoch": 4.944814851359542,
      "grad_norm": 3.1697847843170166,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 350800
    },
    {
      "epoch": 4.946224433700294,
      "grad_norm": 5.181074142456055,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 350900
    },
    {
      "epoch": 4.947634016041047,
      "grad_norm": 2.225385904312134,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 351000
    },
    {
      "epoch": 4.9490435983818,
      "grad_norm": 2.422489881515503,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 351100
    },
    {
      "epoch": 4.950453180722552,
      "grad_norm": 4.27865743637085,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 351200
    },
    {
      "epoch": 4.951862763063304,
      "grad_norm": 1.8005201816558838,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 351300
    },
    {
      "epoch": 4.953272345404057,
      "grad_norm": 5.440493583679199,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 351400
    },
    {
      "epoch": 4.954681927744809,
      "grad_norm": 1.3684930801391602,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 351500
    },
    {
      "epoch": 4.956091510085562,
      "grad_norm": 1.8106497526168823,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 351600
    },
    {
      "epoch": 4.957501092426314,
      "grad_norm": 5.325569152832031,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 351700
    },
    {
      "epoch": 4.958910674767067,
      "grad_norm": 3.0892932415008545,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 351800
    },
    {
      "epoch": 4.960320257107819,
      "grad_norm": 2.844651699066162,
      "learning_rate": 5e-06,
      "loss": 0.098,
      "step": 351900
    },
    {
      "epoch": 4.961729839448571,
      "grad_norm": 3.119145631790161,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 352000
    },
    {
      "epoch": 4.963139421789323,
      "grad_norm": 1.8427340984344482,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 352100
    },
    {
      "epoch": 4.964549004130077,
      "grad_norm": 2.3267149925231934,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 352200
    },
    {
      "epoch": 4.965958586470829,
      "grad_norm": 5.793884754180908,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 352300
    },
    {
      "epoch": 4.967368168811581,
      "grad_norm": 1.733687162399292,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 352400
    },
    {
      "epoch": 4.968777751152333,
      "grad_norm": 6.17372465133667,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 352500
    },
    {
      "epoch": 4.970187333493086,
      "grad_norm": 3.610886573791504,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 352600
    },
    {
      "epoch": 4.971596915833839,
      "grad_norm": 3.3817191123962402,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 352700
    },
    {
      "epoch": 4.973006498174591,
      "grad_norm": 2.331939220428467,
      "learning_rate": 5e-06,
      "loss": 0.1002,
      "step": 352800
    },
    {
      "epoch": 4.9744160805153435,
      "grad_norm": 5.501688480377197,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 352900
    },
    {
      "epoch": 4.975825662856096,
      "grad_norm": 2.927003860473633,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 353000
    },
    {
      "epoch": 4.977235245196848,
      "grad_norm": 2.7890470027923584,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 353100
    },
    {
      "epoch": 4.9786448275376,
      "grad_norm": 6.980236530303955,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 353200
    },
    {
      "epoch": 4.980054409878353,
      "grad_norm": 3.307443141937256,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 353300
    },
    {
      "epoch": 4.981463992219106,
      "grad_norm": 3.2204511165618896,
      "learning_rate": 5e-06,
      "loss": 0.0988,
      "step": 353400
    },
    {
      "epoch": 4.982873574559858,
      "grad_norm": 2.663334608078003,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 353500
    },
    {
      "epoch": 4.98428315690061,
      "grad_norm": 3.6016082763671875,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 353600
    },
    {
      "epoch": 4.985692739241363,
      "grad_norm": 1.7855206727981567,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 353700
    },
    {
      "epoch": 4.987102321582115,
      "grad_norm": 2.9394421577453613,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 353800
    },
    {
      "epoch": 4.988511903922868,
      "grad_norm": 3.744441270828247,
      "learning_rate": 5e-06,
      "loss": 0.097,
      "step": 353900
    },
    {
      "epoch": 4.98992148626362,
      "grad_norm": 2.5771679878234863,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 354000
    },
    {
      "epoch": 4.991331068604373,
      "grad_norm": 5.105191230773926,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 354100
    },
    {
      "epoch": 4.992740650945125,
      "grad_norm": 4.119412899017334,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 354200
    },
    {
      "epoch": 4.994150233285877,
      "grad_norm": 5.069973945617676,
      "learning_rate": 5e-06,
      "loss": 0.1082,
      "step": 354300
    },
    {
      "epoch": 4.995559815626629,
      "grad_norm": 3.3314826488494873,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 354400
    },
    {
      "epoch": 4.996969397967383,
      "grad_norm": 6.401562213897705,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 354500
    },
    {
      "epoch": 4.998378980308135,
      "grad_norm": 3.9722328186035156,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 354600
    },
    {
      "epoch": 4.999788562648887,
      "grad_norm": 3.387942314147949,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 354700
    },
    {
      "epoch": 5.0,
      "step": 354715,
      "train_loss": 0.08675428479909897,
      "train_perplexity": 1.0906286627507285,
      "train_runtime": 3991.4939,
      "train_samples_per_second": 35.547,
      "train_steps_per_second": 8.887
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.09133374691009521,
      "eval_perplexity": 1.0956346089108446,
      "eval_runtime": 990.7595,
      "eval_samples_per_second": 35.803,
      "eval_steps_per_second": 8.951,
      "step": 354715
    },
    {
      "epoch": 5.001198144989639,
      "grad_norm": 5.313582897186279,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 354800
    },
    {
      "epoch": 5.002607727330392,
      "grad_norm": 2.9398257732391357,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 354900
    },
    {
      "epoch": 5.004017309671144,
      "grad_norm": 5.595611095428467,
      "learning_rate": 5e-06,
      "loss": 0.1026,
      "step": 355000
    },
    {
      "epoch": 5.005426892011897,
      "grad_norm": 3.021134614944458,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 355100
    },
    {
      "epoch": 5.0068364743526494,
      "grad_norm": 4.1838698387146,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 355200
    },
    {
      "epoch": 5.008246056693402,
      "grad_norm": 8.302818298339844,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 355300
    },
    {
      "epoch": 5.009655639034154,
      "grad_norm": 2.225085496902466,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 355400
    },
    {
      "epoch": 5.011065221374906,
      "grad_norm": 4.332100868225098,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 355500
    },
    {
      "epoch": 5.0124748037156595,
      "grad_norm": 2.5493175983428955,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 355600
    },
    {
      "epoch": 5.013884386056412,
      "grad_norm": 2.987962484359741,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 355700
    },
    {
      "epoch": 5.015293968397164,
      "grad_norm": 5.606482028961182,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 355800
    },
    {
      "epoch": 5.016703550737916,
      "grad_norm": 4.829138278961182,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 355900
    },
    {
      "epoch": 5.018113133078669,
      "grad_norm": 1.1951900720596313,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 356000
    },
    {
      "epoch": 5.019522715419421,
      "grad_norm": 2.894742012023926,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 356100
    },
    {
      "epoch": 5.020932297760174,
      "grad_norm": 4.508299827575684,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 356200
    },
    {
      "epoch": 5.022341880100926,
      "grad_norm": 4.054233074188232,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 356300
    },
    {
      "epoch": 5.023751462441679,
      "grad_norm": 7.4230852127075195,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 356400
    },
    {
      "epoch": 5.025161044782431,
      "grad_norm": 2.28781795501709,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 356500
    },
    {
      "epoch": 5.026570627123183,
      "grad_norm": 6.921945571899414,
      "learning_rate": 5e-06,
      "loss": 0.1044,
      "step": 356600
    },
    {
      "epoch": 5.027980209463935,
      "grad_norm": 2.3071720600128174,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 356700
    },
    {
      "epoch": 5.029389791804689,
      "grad_norm": 3.4389922618865967,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 356800
    },
    {
      "epoch": 5.030799374145441,
      "grad_norm": 2.3189797401428223,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 356900
    },
    {
      "epoch": 5.032208956486193,
      "grad_norm": 2.427025318145752,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 357000
    },
    {
      "epoch": 5.033618538826945,
      "grad_norm": 5.91096305847168,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 357100
    },
    {
      "epoch": 5.035028121167698,
      "grad_norm": 4.157211780548096,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 357200
    },
    {
      "epoch": 5.036437703508451,
      "grad_norm": 2.3236777782440186,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 357300
    },
    {
      "epoch": 5.037847285849203,
      "grad_norm": 2.0007448196411133,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 357400
    },
    {
      "epoch": 5.039256868189955,
      "grad_norm": 5.332392692565918,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 357500
    },
    {
      "epoch": 5.040666450530708,
      "grad_norm": 4.110203742980957,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 357600
    },
    {
      "epoch": 5.04207603287146,
      "grad_norm": 1.67817223072052,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 357700
    },
    {
      "epoch": 5.043485615212212,
      "grad_norm": 5.806400299072266,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 357800
    },
    {
      "epoch": 5.0448951975529654,
      "grad_norm": 4.848754405975342,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 357900
    },
    {
      "epoch": 5.046304779893718,
      "grad_norm": 2.857179641723633,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 358000
    },
    {
      "epoch": 5.04771436223447,
      "grad_norm": 3.441089630126953,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 358100
    },
    {
      "epoch": 5.049123944575222,
      "grad_norm": 5.443668842315674,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 358200
    },
    {
      "epoch": 5.050533526915975,
      "grad_norm": 3.0705394744873047,
      "learning_rate": 5e-06,
      "loss": 0.0986,
      "step": 358300
    },
    {
      "epoch": 5.051943109256727,
      "grad_norm": 1.8501282930374146,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 358400
    },
    {
      "epoch": 5.05335269159748,
      "grad_norm": 2.6273036003112793,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 358500
    },
    {
      "epoch": 5.054762273938232,
      "grad_norm": 2.9106364250183105,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 358600
    },
    {
      "epoch": 5.056171856278985,
      "grad_norm": 4.650591850280762,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 358700
    },
    {
      "epoch": 5.057581438619737,
      "grad_norm": 1.860709547996521,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 358800
    },
    {
      "epoch": 5.058991020960489,
      "grad_norm": 4.521193027496338,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 358900
    },
    {
      "epoch": 5.060400603301241,
      "grad_norm": 6.934192180633545,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 359000
    },
    {
      "epoch": 5.061810185641995,
      "grad_norm": 5.2181572914123535,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 359100
    },
    {
      "epoch": 5.063219767982747,
      "grad_norm": 2.6107425689697266,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 359200
    },
    {
      "epoch": 5.064629350323499,
      "grad_norm": 10.450480461120605,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 359300
    },
    {
      "epoch": 5.066038932664251,
      "grad_norm": 2.5063230991363525,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 359400
    },
    {
      "epoch": 5.067448515005004,
      "grad_norm": 7.982104301452637,
      "learning_rate": 5e-06,
      "loss": 0.1063,
      "step": 359500
    },
    {
      "epoch": 5.068858097345757,
      "grad_norm": 5.5828375816345215,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 359600
    },
    {
      "epoch": 5.070267679686509,
      "grad_norm": 2.90093994140625,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 359700
    },
    {
      "epoch": 5.071677262027261,
      "grad_norm": 5.323130130767822,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 359800
    },
    {
      "epoch": 5.073086844368014,
      "grad_norm": 15.813363075256348,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 359900
    },
    {
      "epoch": 5.074496426708766,
      "grad_norm": 1.2046599388122559,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 360000
    },
    {
      "epoch": 5.075906009049518,
      "grad_norm": 2.676088333129883,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 360100
    },
    {
      "epoch": 5.077315591390271,
      "grad_norm": 4.9370856285095215,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 360200
    },
    {
      "epoch": 5.078725173731024,
      "grad_norm": 6.188027858734131,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 360300
    },
    {
      "epoch": 5.080134756071776,
      "grad_norm": 5.901566982269287,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 360400
    },
    {
      "epoch": 5.081544338412528,
      "grad_norm": 4.977753162384033,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 360500
    },
    {
      "epoch": 5.082953920753281,
      "grad_norm": 2.1750452518463135,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 360600
    },
    {
      "epoch": 5.084363503094033,
      "grad_norm": 4.71450138092041,
      "learning_rate": 5e-06,
      "loss": 0.0987,
      "step": 360700
    },
    {
      "epoch": 5.085773085434786,
      "grad_norm": 3.647355794906616,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 360800
    },
    {
      "epoch": 5.087182667775538,
      "grad_norm": 3.106966495513916,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 360900
    },
    {
      "epoch": 5.088592250116291,
      "grad_norm": 3.0454888343811035,
      "learning_rate": 5e-06,
      "loss": 0.0926,
      "step": 361000
    },
    {
      "epoch": 5.090001832457043,
      "grad_norm": 2.1811931133270264,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 361100
    },
    {
      "epoch": 5.091411414797795,
      "grad_norm": 3.686889410018921,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 361200
    },
    {
      "epoch": 5.092820997138547,
      "grad_norm": 3.2934510707855225,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 361300
    },
    {
      "epoch": 5.094230579479301,
      "grad_norm": 4.0077128410339355,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 361400
    },
    {
      "epoch": 5.095640161820053,
      "grad_norm": 4.134727954864502,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 361500
    },
    {
      "epoch": 5.097049744160805,
      "grad_norm": 2.270861864089966,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 361600
    },
    {
      "epoch": 5.098459326501557,
      "grad_norm": 3.8653488159179688,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 361700
    },
    {
      "epoch": 5.09986890884231,
      "grad_norm": 2.177877902984619,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 361800
    },
    {
      "epoch": 5.101278491183063,
      "grad_norm": 2.7060701847076416,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 361900
    },
    {
      "epoch": 5.102688073523815,
      "grad_norm": 3.0286760330200195,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 362000
    },
    {
      "epoch": 5.104097655864567,
      "grad_norm": 1.549460768699646,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 362100
    },
    {
      "epoch": 5.10550723820532,
      "grad_norm": 6.054322719573975,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 362200
    },
    {
      "epoch": 5.106916820546072,
      "grad_norm": 2.3181028366088867,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 362300
    },
    {
      "epoch": 5.108326402886824,
      "grad_norm": 2.1163036823272705,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 362400
    },
    {
      "epoch": 5.109735985227577,
      "grad_norm": 4.074735641479492,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 362500
    },
    {
      "epoch": 5.11114556756833,
      "grad_norm": 3.1265146732330322,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 362600
    },
    {
      "epoch": 5.112555149909082,
      "grad_norm": 2.4136483669281006,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 362700
    },
    {
      "epoch": 5.113964732249834,
      "grad_norm": 2.0710041522979736,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 362800
    },
    {
      "epoch": 5.115374314590587,
      "grad_norm": 8.290355682373047,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 362900
    },
    {
      "epoch": 5.116783896931339,
      "grad_norm": 3.0003268718719482,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 363000
    },
    {
      "epoch": 5.118193479272092,
      "grad_norm": 5.115656852722168,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 363100
    },
    {
      "epoch": 5.119603061612844,
      "grad_norm": 2.535576581954956,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 363200
    },
    {
      "epoch": 5.121012643953597,
      "grad_norm": 3.076244831085205,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 363300
    },
    {
      "epoch": 5.122422226294349,
      "grad_norm": 4.391650199890137,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 363400
    },
    {
      "epoch": 5.123831808635101,
      "grad_norm": 2.638930082321167,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 363500
    },
    {
      "epoch": 5.125241390975853,
      "grad_norm": 7.88850212097168,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 363600
    },
    {
      "epoch": 5.126650973316607,
      "grad_norm": 4.913464546203613,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 363700
    },
    {
      "epoch": 5.128060555657359,
      "grad_norm": 3.499556064605713,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 363800
    },
    {
      "epoch": 5.129470137998111,
      "grad_norm": 1.7360825538635254,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 363900
    },
    {
      "epoch": 5.130879720338863,
      "grad_norm": 7.157801628112793,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 364000
    },
    {
      "epoch": 5.132289302679616,
      "grad_norm": 4.823449611663818,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 364100
    },
    {
      "epoch": 5.133698885020369,
      "grad_norm": 8.014392852783203,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 364200
    },
    {
      "epoch": 5.135108467361121,
      "grad_norm": 3.101283073425293,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 364300
    },
    {
      "epoch": 5.136518049701873,
      "grad_norm": 1.7051808834075928,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 364400
    },
    {
      "epoch": 5.137927632042626,
      "grad_norm": 3.4058756828308105,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 364500
    },
    {
      "epoch": 5.139337214383378,
      "grad_norm": 4.097629070281982,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 364600
    },
    {
      "epoch": 5.14074679672413,
      "grad_norm": 4.082534313201904,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 364700
    },
    {
      "epoch": 5.142156379064883,
      "grad_norm": 6.465776443481445,
      "learning_rate": 5e-06,
      "loss": 0.0894,
      "step": 364800
    },
    {
      "epoch": 5.143565961405636,
      "grad_norm": 3.6056125164031982,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 364900
    },
    {
      "epoch": 5.144975543746388,
      "grad_norm": 3.633953332901001,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 365000
    },
    {
      "epoch": 5.14638512608714,
      "grad_norm": 2.0304250717163086,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 365100
    },
    {
      "epoch": 5.1477947084278926,
      "grad_norm": 4.444279670715332,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 365200
    },
    {
      "epoch": 5.149204290768645,
      "grad_norm": 2.502610921859741,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 365300
    },
    {
      "epoch": 5.150613873109398,
      "grad_norm": 3.612926959991455,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 365400
    },
    {
      "epoch": 5.15202345545015,
      "grad_norm": 3.3386189937591553,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 365500
    },
    {
      "epoch": 5.153433037790903,
      "grad_norm": 2.920619487762451,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 365600
    },
    {
      "epoch": 5.154842620131655,
      "grad_norm": 4.802663326263428,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 365700
    },
    {
      "epoch": 5.156252202472407,
      "grad_norm": 2.5483012199401855,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 365800
    },
    {
      "epoch": 5.15766178481316,
      "grad_norm": 1.5102357864379883,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 365900
    },
    {
      "epoch": 5.159071367153913,
      "grad_norm": 3.8048224449157715,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 366000
    },
    {
      "epoch": 5.160480949494665,
      "grad_norm": 2.736539840698242,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 366100
    },
    {
      "epoch": 5.161890531835417,
      "grad_norm": 5.108646869659424,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 366200
    },
    {
      "epoch": 5.163300114176169,
      "grad_norm": 3.1194169521331787,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 366300
    },
    {
      "epoch": 5.164709696516922,
      "grad_norm": 1.9808310270309448,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 366400
    },
    {
      "epoch": 5.166119278857675,
      "grad_norm": 5.500185489654541,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 366500
    },
    {
      "epoch": 5.167528861198427,
      "grad_norm": 4.035032272338867,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 366600
    },
    {
      "epoch": 5.168938443539179,
      "grad_norm": 2.236356258392334,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 366700
    },
    {
      "epoch": 5.170348025879932,
      "grad_norm": 3.6320278644561768,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 366800
    },
    {
      "epoch": 5.171757608220684,
      "grad_norm": 9.056025505065918,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 366900
    },
    {
      "epoch": 5.173167190561436,
      "grad_norm": 7.941340446472168,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 367000
    },
    {
      "epoch": 5.174576772902189,
      "grad_norm": 5.696351051330566,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 367100
    },
    {
      "epoch": 5.175986355242942,
      "grad_norm": 3.310079336166382,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 367200
    },
    {
      "epoch": 5.177395937583694,
      "grad_norm": 2.1560866832733154,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 367300
    },
    {
      "epoch": 5.178805519924446,
      "grad_norm": 5.915857791900635,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 367400
    },
    {
      "epoch": 5.1802151022651985,
      "grad_norm": 2.904386281967163,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 367500
    },
    {
      "epoch": 5.181624684605952,
      "grad_norm": 3.1220734119415283,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 367600
    },
    {
      "epoch": 5.183034266946704,
      "grad_norm": 2.0116634368896484,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 367700
    },
    {
      "epoch": 5.184443849287456,
      "grad_norm": 7.896549701690674,
      "learning_rate": 5e-06,
      "loss": 0.1058,
      "step": 367800
    },
    {
      "epoch": 5.1858534316282086,
      "grad_norm": 4.806024074554443,
      "learning_rate": 5e-06,
      "loss": 0.0963,
      "step": 367900
    },
    {
      "epoch": 5.187263013968961,
      "grad_norm": 5.555140018463135,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 368000
    },
    {
      "epoch": 5.188672596309713,
      "grad_norm": 1.5870764255523682,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 368100
    },
    {
      "epoch": 5.190082178650466,
      "grad_norm": 10.070636749267578,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 368200
    },
    {
      "epoch": 5.191491760991219,
      "grad_norm": 1.5939929485321045,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 368300
    },
    {
      "epoch": 5.192901343331971,
      "grad_norm": 2.819572925567627,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 368400
    },
    {
      "epoch": 5.194310925672723,
      "grad_norm": 2.688422679901123,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 368500
    },
    {
      "epoch": 5.195720508013475,
      "grad_norm": 4.395948886871338,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 368600
    },
    {
      "epoch": 5.197130090354228,
      "grad_norm": 7.972391128540039,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 368700
    },
    {
      "epoch": 5.198539672694981,
      "grad_norm": 5.106701850891113,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 368800
    },
    {
      "epoch": 5.199949255035733,
      "grad_norm": 6.043481349945068,
      "learning_rate": 5e-06,
      "loss": 0.0904,
      "step": 368900
    },
    {
      "epoch": 5.201358837376485,
      "grad_norm": 2.2966856956481934,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 369000
    },
    {
      "epoch": 5.202768419717238,
      "grad_norm": 6.575531482696533,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 369100
    },
    {
      "epoch": 5.20417800205799,
      "grad_norm": 4.88022518157959,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 369200
    },
    {
      "epoch": 5.205587584398742,
      "grad_norm": 3.698005199432373,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 369300
    },
    {
      "epoch": 5.206997166739495,
      "grad_norm": 6.976027011871338,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 369400
    },
    {
      "epoch": 5.208406749080248,
      "grad_norm": 5.648885726928711,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 369500
    },
    {
      "epoch": 5.209816331421,
      "grad_norm": 2.0607845783233643,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 369600
    },
    {
      "epoch": 5.211225913761752,
      "grad_norm": 7.2153849601745605,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 369700
    },
    {
      "epoch": 5.2126354961025045,
      "grad_norm": 3.2555975914001465,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 369800
    },
    {
      "epoch": 5.214045078443258,
      "grad_norm": 2.4127070903778076,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 369900
    },
    {
      "epoch": 5.21545466078401,
      "grad_norm": 3.768172025680542,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 370000
    },
    {
      "epoch": 5.216864243124762,
      "grad_norm": 7.010484218597412,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 370100
    },
    {
      "epoch": 5.2182738254655145,
      "grad_norm": 5.33782958984375,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 370200
    },
    {
      "epoch": 5.219683407806267,
      "grad_norm": 7.820363521575928,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 370300
    },
    {
      "epoch": 5.221092990147019,
      "grad_norm": 3.850501298904419,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 370400
    },
    {
      "epoch": 5.222502572487772,
      "grad_norm": 4.4181413650512695,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 370500
    },
    {
      "epoch": 5.223912154828525,
      "grad_norm": 2.781487464904785,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 370600
    },
    {
      "epoch": 5.225321737169277,
      "grad_norm": 2.3531253337860107,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 370700
    },
    {
      "epoch": 5.226731319510029,
      "grad_norm": 2.5733072757720947,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 370800
    },
    {
      "epoch": 5.228140901850781,
      "grad_norm": 5.915287494659424,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 370900
    },
    {
      "epoch": 5.229550484191534,
      "grad_norm": 6.887147903442383,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 371000
    },
    {
      "epoch": 5.230960066532287,
      "grad_norm": 2.3882343769073486,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 371100
    },
    {
      "epoch": 5.232369648873039,
      "grad_norm": 2.4342498779296875,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 371200
    },
    {
      "epoch": 5.233779231213791,
      "grad_norm": 3.963148355484009,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 371300
    },
    {
      "epoch": 5.235188813554544,
      "grad_norm": 2.0777480602264404,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 371400
    },
    {
      "epoch": 5.236598395895296,
      "grad_norm": 1.6662611961364746,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 371500
    },
    {
      "epoch": 5.238007978236048,
      "grad_norm": 2.4338693618774414,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 371600
    },
    {
      "epoch": 5.239417560576801,
      "grad_norm": 3.931121826171875,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 371700
    },
    {
      "epoch": 5.240827142917554,
      "grad_norm": 1.7074780464172363,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 371800
    },
    {
      "epoch": 5.242236725258306,
      "grad_norm": 2.107816219329834,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 371900
    },
    {
      "epoch": 5.243646307599058,
      "grad_norm": 3.807539939880371,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 372000
    },
    {
      "epoch": 5.2450558899398105,
      "grad_norm": 3.6723673343658447,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 372100
    },
    {
      "epoch": 5.246465472280564,
      "grad_norm": 3.2819430828094482,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 372200
    },
    {
      "epoch": 5.247875054621316,
      "grad_norm": 3.1368603706359863,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 372300
    },
    {
      "epoch": 5.249284636962068,
      "grad_norm": 4.525836944580078,
      "learning_rate": 5e-06,
      "loss": 0.1055,
      "step": 372400
    },
    {
      "epoch": 5.2506942193028205,
      "grad_norm": 3.2617599964141846,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 372500
    },
    {
      "epoch": 5.252103801643573,
      "grad_norm": 1.7808195352554321,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 372600
    },
    {
      "epoch": 5.253513383984325,
      "grad_norm": 3.673927068710327,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 372700
    },
    {
      "epoch": 5.254922966325078,
      "grad_norm": 2.075181245803833,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 372800
    },
    {
      "epoch": 5.2563325486658306,
      "grad_norm": 2.235621213912964,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 372900
    },
    {
      "epoch": 5.257742131006583,
      "grad_norm": 6.501291751861572,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 373000
    },
    {
      "epoch": 5.259151713347335,
      "grad_norm": 4.400331020355225,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 373100
    },
    {
      "epoch": 5.260561295688087,
      "grad_norm": 7.192924976348877,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 373200
    },
    {
      "epoch": 5.26197087802884,
      "grad_norm": 2.5361716747283936,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 373300
    },
    {
      "epoch": 5.263380460369593,
      "grad_norm": 2.520540237426758,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 373400
    },
    {
      "epoch": 5.264790042710345,
      "grad_norm": 2.106107234954834,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 373500
    },
    {
      "epoch": 5.266199625051097,
      "grad_norm": 3.2641541957855225,
      "learning_rate": 5e-06,
      "loss": 0.1025,
      "step": 373600
    },
    {
      "epoch": 5.26760920739185,
      "grad_norm": 3.6119608879089355,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 373700
    },
    {
      "epoch": 5.269018789732602,
      "grad_norm": 2.8933465480804443,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 373800
    },
    {
      "epoch": 5.270428372073354,
      "grad_norm": 3.6183605194091797,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 373900
    },
    {
      "epoch": 5.271837954414107,
      "grad_norm": 2.4511520862579346,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 374000
    },
    {
      "epoch": 5.27324753675486,
      "grad_norm": 3.226292133331299,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 374100
    },
    {
      "epoch": 5.274657119095612,
      "grad_norm": 4.118274211883545,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 374200
    },
    {
      "epoch": 5.276066701436364,
      "grad_norm": 3.6653976440429688,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 374300
    },
    {
      "epoch": 5.2774762837771165,
      "grad_norm": 3.158128499984741,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 374400
    },
    {
      "epoch": 5.27888586611787,
      "grad_norm": 3.833188533782959,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 374500
    },
    {
      "epoch": 5.280295448458622,
      "grad_norm": 7.694026947021484,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 374600
    },
    {
      "epoch": 5.281705030799374,
      "grad_norm": 4.613744258880615,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 374700
    },
    {
      "epoch": 5.2831146131401265,
      "grad_norm": 3.923614978790283,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 374800
    },
    {
      "epoch": 5.284524195480879,
      "grad_norm": 3.959733486175537,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 374900
    },
    {
      "epoch": 5.285933777821631,
      "grad_norm": 3.1225602626800537,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 375000
    },
    {
      "epoch": 5.287343360162384,
      "grad_norm": 2.6000871658325195,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 375100
    },
    {
      "epoch": 5.2887529425031365,
      "grad_norm": 7.2877960205078125,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 375200
    },
    {
      "epoch": 5.290162524843889,
      "grad_norm": 1.3785630464553833,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 375300
    },
    {
      "epoch": 5.291572107184641,
      "grad_norm": 3.4607903957366943,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 375400
    },
    {
      "epoch": 5.292981689525393,
      "grad_norm": 3.6111345291137695,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 375500
    },
    {
      "epoch": 5.294391271866146,
      "grad_norm": 2.2578883171081543,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 375600
    },
    {
      "epoch": 5.295800854206899,
      "grad_norm": 3.4507765769958496,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 375700
    },
    {
      "epoch": 5.297210436547651,
      "grad_norm": 4.150396823883057,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 375800
    },
    {
      "epoch": 5.298620018888403,
      "grad_norm": 3.4989254474639893,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 375900
    },
    {
      "epoch": 5.300029601229156,
      "grad_norm": 3.2527782917022705,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 376000
    },
    {
      "epoch": 5.301439183569908,
      "grad_norm": 3.5575687885284424,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 376100
    },
    {
      "epoch": 5.30284876591066,
      "grad_norm": 1.6211215257644653,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 376200
    },
    {
      "epoch": 5.304258348251413,
      "grad_norm": 3.170250177383423,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 376300
    },
    {
      "epoch": 5.305667930592166,
      "grad_norm": 2.63541316986084,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 376400
    },
    {
      "epoch": 5.307077512932918,
      "grad_norm": 2.1442623138427734,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 376500
    },
    {
      "epoch": 5.30848709527367,
      "grad_norm": 3.861334800720215,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 376600
    },
    {
      "epoch": 5.3098966776144225,
      "grad_norm": 4.776194095611572,
      "learning_rate": 5e-06,
      "loss": 0.0894,
      "step": 376700
    },
    {
      "epoch": 5.311306259955176,
      "grad_norm": 4.821427822113037,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 376800
    },
    {
      "epoch": 5.312715842295928,
      "grad_norm": 7.596144199371338,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 376900
    },
    {
      "epoch": 5.31412542463668,
      "grad_norm": 2.486417531967163,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 377000
    },
    {
      "epoch": 5.3155350069774325,
      "grad_norm": 1.8201892375946045,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 377100
    },
    {
      "epoch": 5.316944589318185,
      "grad_norm": 3.0691914558410645,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 377200
    },
    {
      "epoch": 5.318354171658937,
      "grad_norm": 2.179180383682251,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 377300
    },
    {
      "epoch": 5.31976375399969,
      "grad_norm": 2.508681535720825,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 377400
    },
    {
      "epoch": 5.3211733363404425,
      "grad_norm": 2.732212543487549,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 377500
    },
    {
      "epoch": 5.322582918681195,
      "grad_norm": 3.225198745727539,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 377600
    },
    {
      "epoch": 5.323992501021947,
      "grad_norm": 1.6779969930648804,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 377700
    },
    {
      "epoch": 5.325402083362699,
      "grad_norm": 2.757490873336792,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 377800
    },
    {
      "epoch": 5.326811665703452,
      "grad_norm": 4.803346157073975,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 377900
    },
    {
      "epoch": 5.328221248044205,
      "grad_norm": 2.7552292346954346,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 378000
    },
    {
      "epoch": 5.329630830384957,
      "grad_norm": 2.437532424926758,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 378100
    },
    {
      "epoch": 5.331040412725709,
      "grad_norm": 2.765787363052368,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 378200
    },
    {
      "epoch": 5.332449995066462,
      "grad_norm": 2.9937736988067627,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 378300
    },
    {
      "epoch": 5.333859577407214,
      "grad_norm": 3.13938307762146,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 378400
    },
    {
      "epoch": 5.335269159747966,
      "grad_norm": 2.078852653503418,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 378500
    },
    {
      "epoch": 5.336678742088719,
      "grad_norm": 3.469174861907959,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 378600
    },
    {
      "epoch": 5.338088324429472,
      "grad_norm": 3.170964241027832,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 378700
    },
    {
      "epoch": 5.339497906770224,
      "grad_norm": 6.981864929199219,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 378800
    },
    {
      "epoch": 5.340907489110976,
      "grad_norm": 3.0976784229278564,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 378900
    },
    {
      "epoch": 5.3423170714517285,
      "grad_norm": 1.2998170852661133,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 379000
    },
    {
      "epoch": 5.343726653792482,
      "grad_norm": 2.2451014518737793,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 379100
    },
    {
      "epoch": 5.345136236133234,
      "grad_norm": 17.144201278686523,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 379200
    },
    {
      "epoch": 5.346545818473986,
      "grad_norm": 3.5590193271636963,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 379300
    },
    {
      "epoch": 5.3479554008147385,
      "grad_norm": 0.7945916056632996,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 379400
    },
    {
      "epoch": 5.349364983155491,
      "grad_norm": 3.2551143169403076,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 379500
    },
    {
      "epoch": 5.350774565496243,
      "grad_norm": 9.868253707885742,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 379600
    },
    {
      "epoch": 5.352184147836996,
      "grad_norm": 4.6411333084106445,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 379700
    },
    {
      "epoch": 5.3535937301777485,
      "grad_norm": 2.590153932571411,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 379800
    },
    {
      "epoch": 5.355003312518501,
      "grad_norm": 1.544581651687622,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 379900
    },
    {
      "epoch": 5.356412894859253,
      "grad_norm": 4.951427459716797,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 380000
    },
    {
      "epoch": 5.357822477200005,
      "grad_norm": 3.246516466140747,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 380100
    },
    {
      "epoch": 5.3592320595407585,
      "grad_norm": 3.4382054805755615,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 380200
    },
    {
      "epoch": 5.360641641881511,
      "grad_norm": 4.384397029876709,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 380300
    },
    {
      "epoch": 5.362051224222263,
      "grad_norm": 2.027562379837036,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 380400
    },
    {
      "epoch": 5.363460806563015,
      "grad_norm": 1.0736804008483887,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 380500
    },
    {
      "epoch": 5.364870388903768,
      "grad_norm": 4.254017353057861,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 380600
    },
    {
      "epoch": 5.36627997124452,
      "grad_norm": 4.1295552253723145,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 380700
    },
    {
      "epoch": 5.367689553585272,
      "grad_norm": 2.8856422901153564,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 380800
    },
    {
      "epoch": 5.369099135926025,
      "grad_norm": 9.272130966186523,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 380900
    },
    {
      "epoch": 5.370508718266778,
      "grad_norm": 4.975469589233398,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 381000
    },
    {
      "epoch": 5.37191830060753,
      "grad_norm": 5.120328903198242,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 381100
    },
    {
      "epoch": 5.373327882948282,
      "grad_norm": 3.393099546432495,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 381200
    },
    {
      "epoch": 5.3747374652890345,
      "grad_norm": 4.661008834838867,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 381300
    },
    {
      "epoch": 5.376147047629788,
      "grad_norm": 3.524341583251953,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 381400
    },
    {
      "epoch": 5.37755662997054,
      "grad_norm": 4.282888412475586,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 381500
    },
    {
      "epoch": 5.378966212311292,
      "grad_norm": 3.180121660232544,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 381600
    },
    {
      "epoch": 5.3803757946520445,
      "grad_norm": 6.462216377258301,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 381700
    },
    {
      "epoch": 5.381785376992797,
      "grad_norm": 4.3243937492370605,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 381800
    },
    {
      "epoch": 5.383194959333549,
      "grad_norm": 4.728538513183594,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 381900
    },
    {
      "epoch": 5.384604541674302,
      "grad_norm": 4.225424289703369,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 382000
    },
    {
      "epoch": 5.3860141240150545,
      "grad_norm": 4.390480995178223,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 382100
    },
    {
      "epoch": 5.387423706355807,
      "grad_norm": 6.692248821258545,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 382200
    },
    {
      "epoch": 5.388833288696559,
      "grad_norm": 1.9576442241668701,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 382300
    },
    {
      "epoch": 5.390242871037311,
      "grad_norm": 4.082077503204346,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 382400
    },
    {
      "epoch": 5.3916524533780645,
      "grad_norm": 1.7492626905441284,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 382500
    },
    {
      "epoch": 5.393062035718817,
      "grad_norm": 3.398656129837036,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 382600
    },
    {
      "epoch": 5.394471618059569,
      "grad_norm": 15.17584228515625,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 382700
    },
    {
      "epoch": 5.395881200400321,
      "grad_norm": 2.5529770851135254,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 382800
    },
    {
      "epoch": 5.397290782741074,
      "grad_norm": 3.2169623374938965,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 382900
    },
    {
      "epoch": 5.398700365081826,
      "grad_norm": 4.788342475891113,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 383000
    },
    {
      "epoch": 5.400109947422579,
      "grad_norm": 3.4695653915405273,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 383100
    },
    {
      "epoch": 5.401519529763331,
      "grad_norm": 3.275263786315918,
      "learning_rate": 5e-06,
      "loss": 0.1,
      "step": 383200
    },
    {
      "epoch": 5.402929112104084,
      "grad_norm": 5.714634895324707,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 383300
    },
    {
      "epoch": 5.404338694444836,
      "grad_norm": 4.99796199798584,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 383400
    },
    {
      "epoch": 5.405748276785588,
      "grad_norm": 2.8888535499572754,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 383500
    },
    {
      "epoch": 5.4071578591263405,
      "grad_norm": 1.7235592603683472,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 383600
    },
    {
      "epoch": 5.408567441467094,
      "grad_norm": 2.523895263671875,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 383700
    },
    {
      "epoch": 5.409977023807846,
      "grad_norm": 3.9046080112457275,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 383800
    },
    {
      "epoch": 5.411386606148598,
      "grad_norm": 2.317875385284424,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 383900
    },
    {
      "epoch": 5.4127961884893505,
      "grad_norm": 3.767291784286499,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 384000
    },
    {
      "epoch": 5.414205770830103,
      "grad_norm": 3.6829276084899902,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 384100
    },
    {
      "epoch": 5.415615353170855,
      "grad_norm": 2.942702054977417,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 384200
    },
    {
      "epoch": 5.417024935511608,
      "grad_norm": 3.8981125354766846,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 384300
    },
    {
      "epoch": 5.4184345178523605,
      "grad_norm": 3.8320446014404297,
      "learning_rate": 5e-06,
      "loss": 0.1011,
      "step": 384400
    },
    {
      "epoch": 5.419844100193113,
      "grad_norm": 3.2186825275421143,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 384500
    },
    {
      "epoch": 5.421253682533865,
      "grad_norm": 2.300631523132324,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 384600
    },
    {
      "epoch": 5.422663264874617,
      "grad_norm": 3.2123613357543945,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 384700
    },
    {
      "epoch": 5.4240728472153705,
      "grad_norm": 2.0375022888183594,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 384800
    },
    {
      "epoch": 5.425482429556123,
      "grad_norm": 3.046229362487793,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 384900
    },
    {
      "epoch": 5.426892011896875,
      "grad_norm": 3.986738920211792,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 385000
    },
    {
      "epoch": 5.428301594237627,
      "grad_norm": 2.8259224891662598,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 385100
    },
    {
      "epoch": 5.42971117657838,
      "grad_norm": 4.622941017150879,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 385200
    },
    {
      "epoch": 5.431120758919132,
      "grad_norm": 5.697136402130127,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 385300
    },
    {
      "epoch": 5.432530341259885,
      "grad_norm": 5.062708854675293,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 385400
    },
    {
      "epoch": 5.433939923600637,
      "grad_norm": 1.5356581211090088,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 385500
    },
    {
      "epoch": 5.43534950594139,
      "grad_norm": 2.0944666862487793,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 385600
    },
    {
      "epoch": 5.436759088282142,
      "grad_norm": 1.6160777807235718,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 385700
    },
    {
      "epoch": 5.438168670622894,
      "grad_norm": 2.3413028717041016,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 385800
    },
    {
      "epoch": 5.4395782529636465,
      "grad_norm": 2.732959032058716,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 385900
    },
    {
      "epoch": 5.4409878353044,
      "grad_norm": 1.9098259210586548,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 386000
    },
    {
      "epoch": 5.442397417645152,
      "grad_norm": 2.8290927410125732,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 386100
    },
    {
      "epoch": 5.443806999985904,
      "grad_norm": 1.5626500844955444,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 386200
    },
    {
      "epoch": 5.4452165823266565,
      "grad_norm": 3.173779010772705,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 386300
    },
    {
      "epoch": 5.446626164667409,
      "grad_norm": 7.609926223754883,
      "learning_rate": 5e-06,
      "loss": 0.1014,
      "step": 386400
    },
    {
      "epoch": 5.448035747008161,
      "grad_norm": 2.5986573696136475,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 386500
    },
    {
      "epoch": 5.449445329348914,
      "grad_norm": 3.3080406188964844,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 386600
    },
    {
      "epoch": 5.4508549116896665,
      "grad_norm": 3.943809986114502,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 386700
    },
    {
      "epoch": 5.452264494030419,
      "grad_norm": 6.202145099639893,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 386800
    },
    {
      "epoch": 5.453674076371171,
      "grad_norm": 4.81026554107666,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 386900
    },
    {
      "epoch": 5.455083658711923,
      "grad_norm": 3.9448676109313965,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 387000
    },
    {
      "epoch": 5.4564932410526765,
      "grad_norm": 1.9046862125396729,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 387100
    },
    {
      "epoch": 5.457902823393429,
      "grad_norm": 7.056418418884277,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 387200
    },
    {
      "epoch": 5.459312405734181,
      "grad_norm": 4.867387771606445,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 387300
    },
    {
      "epoch": 5.460721988074933,
      "grad_norm": 4.231987953186035,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 387400
    },
    {
      "epoch": 5.462131570415686,
      "grad_norm": 2.0799973011016846,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 387500
    },
    {
      "epoch": 5.463541152756438,
      "grad_norm": 10.243037223815918,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 387600
    },
    {
      "epoch": 5.464950735097191,
      "grad_norm": 5.56156587600708,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 387700
    },
    {
      "epoch": 5.466360317437943,
      "grad_norm": 3.4397377967834473,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 387800
    },
    {
      "epoch": 5.467769899778696,
      "grad_norm": 2.769969940185547,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 387900
    },
    {
      "epoch": 5.469179482119448,
      "grad_norm": 4.117837429046631,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 388000
    },
    {
      "epoch": 5.4705890644602,
      "grad_norm": 3.7082366943359375,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 388100
    },
    {
      "epoch": 5.4719986468009525,
      "grad_norm": 1.8049287796020508,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 388200
    },
    {
      "epoch": 5.473408229141706,
      "grad_norm": 3.1978745460510254,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 388300
    },
    {
      "epoch": 5.474817811482458,
      "grad_norm": 3.47021222114563,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 388400
    },
    {
      "epoch": 5.47622739382321,
      "grad_norm": 4.778382301330566,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 388500
    },
    {
      "epoch": 5.4776369761639625,
      "grad_norm": 3.9436559677124023,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 388600
    },
    {
      "epoch": 5.479046558504715,
      "grad_norm": 9.382135391235352,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 388700
    },
    {
      "epoch": 5.480456140845467,
      "grad_norm": 3.2710278034210205,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 388800
    },
    {
      "epoch": 5.48186572318622,
      "grad_norm": 3.821296215057373,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 388900
    },
    {
      "epoch": 5.4832753055269725,
      "grad_norm": 2.378398895263672,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 389000
    },
    {
      "epoch": 5.484684887867725,
      "grad_norm": 7.835705757141113,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 389100
    },
    {
      "epoch": 5.486094470208477,
      "grad_norm": 5.948495864868164,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 389200
    },
    {
      "epoch": 5.487504052549229,
      "grad_norm": 6.159735202789307,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 389300
    },
    {
      "epoch": 5.4889136348899825,
      "grad_norm": 5.200870037078857,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 389400
    },
    {
      "epoch": 5.490323217230735,
      "grad_norm": 2.4558608531951904,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 389500
    },
    {
      "epoch": 5.491732799571487,
      "grad_norm": 4.904757976531982,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 389600
    },
    {
      "epoch": 5.493142381912239,
      "grad_norm": 4.927257537841797,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 389700
    },
    {
      "epoch": 5.494551964252992,
      "grad_norm": 8.182150840759277,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 389800
    },
    {
      "epoch": 5.495961546593744,
      "grad_norm": 3.4112160205841064,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 389900
    },
    {
      "epoch": 5.497371128934497,
      "grad_norm": 1.1364611387252808,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 390000
    },
    {
      "epoch": 5.498780711275249,
      "grad_norm": 8.544282913208008,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 390100
    },
    {
      "epoch": 5.500190293616002,
      "grad_norm": 8.45266342163086,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 390200
    },
    {
      "epoch": 5.501599875956754,
      "grad_norm": 2.503042221069336,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 390300
    },
    {
      "epoch": 5.503009458297506,
      "grad_norm": 5.563302516937256,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 390400
    },
    {
      "epoch": 5.504419040638259,
      "grad_norm": 2.485177516937256,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 390500
    },
    {
      "epoch": 5.505828622979012,
      "grad_norm": 3.2017364501953125,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 390600
    },
    {
      "epoch": 5.507238205319764,
      "grad_norm": 3.139524221420288,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 390700
    },
    {
      "epoch": 5.508647787660516,
      "grad_norm": 1.9430080652236938,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 390800
    },
    {
      "epoch": 5.5100573700012685,
      "grad_norm": 3.6149213314056396,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 390900
    },
    {
      "epoch": 5.511466952342021,
      "grad_norm": 1.9695974588394165,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 391000
    },
    {
      "epoch": 5.512876534682773,
      "grad_norm": 9.429868698120117,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 391100
    },
    {
      "epoch": 5.514286117023526,
      "grad_norm": 2.6106863021850586,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 391200
    },
    {
      "epoch": 5.5156956993642785,
      "grad_norm": 2.798833131790161,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 391300
    },
    {
      "epoch": 5.517105281705031,
      "grad_norm": 3.3462743759155273,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 391400
    },
    {
      "epoch": 5.518514864045783,
      "grad_norm": 1.9164077043533325,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 391500
    },
    {
      "epoch": 5.519924446386535,
      "grad_norm": 2.4520437717437744,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 391600
    },
    {
      "epoch": 5.5213340287272885,
      "grad_norm": 6.270730495452881,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 391700
    },
    {
      "epoch": 5.522743611068041,
      "grad_norm": 3.2696568965911865,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 391800
    },
    {
      "epoch": 5.524153193408793,
      "grad_norm": 3.253014326095581,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 391900
    },
    {
      "epoch": 5.525562775749545,
      "grad_norm": 4.989563941955566,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 392000
    },
    {
      "epoch": 5.526972358090298,
      "grad_norm": 1.0914068222045898,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 392100
    },
    {
      "epoch": 5.52838194043105,
      "grad_norm": 2.5737993717193604,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 392200
    },
    {
      "epoch": 5.529791522771803,
      "grad_norm": 2.850101947784424,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 392300
    },
    {
      "epoch": 5.531201105112555,
      "grad_norm": 11.345688819885254,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 392400
    },
    {
      "epoch": 5.532610687453308,
      "grad_norm": 7.463296413421631,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 392500
    },
    {
      "epoch": 5.53402026979406,
      "grad_norm": 4.043529033660889,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 392600
    },
    {
      "epoch": 5.535429852134812,
      "grad_norm": 3.672938346862793,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 392700
    },
    {
      "epoch": 5.536839434475565,
      "grad_norm": 6.05570125579834,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 392800
    },
    {
      "epoch": 5.538249016816318,
      "grad_norm": 3.8447909355163574,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 392900
    },
    {
      "epoch": 5.53965859915707,
      "grad_norm": 1.065859079360962,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 393000
    },
    {
      "epoch": 5.541068181497822,
      "grad_norm": 3.1455838680267334,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 393100
    },
    {
      "epoch": 5.5424777638385745,
      "grad_norm": 2.9203879833221436,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 393200
    },
    {
      "epoch": 5.543887346179327,
      "grad_norm": 2.1951329708099365,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 393300
    },
    {
      "epoch": 5.545296928520079,
      "grad_norm": 2.298942804336548,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 393400
    },
    {
      "epoch": 5.546706510860832,
      "grad_norm": 7.277773380279541,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 393500
    },
    {
      "epoch": 5.5481160932015845,
      "grad_norm": 4.191159248352051,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 393600
    },
    {
      "epoch": 5.549525675542337,
      "grad_norm": 0.8089615106582642,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 393700
    },
    {
      "epoch": 5.550935257883089,
      "grad_norm": 2.893573045730591,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 393800
    },
    {
      "epoch": 5.552344840223841,
      "grad_norm": 3.797483205795288,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 393900
    },
    {
      "epoch": 5.5537544225645945,
      "grad_norm": 3.4310412406921387,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 394000
    },
    {
      "epoch": 5.555164004905347,
      "grad_norm": 7.660503387451172,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 394100
    },
    {
      "epoch": 5.556573587246099,
      "grad_norm": 1.2598669528961182,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 394200
    },
    {
      "epoch": 5.557983169586851,
      "grad_norm": 2.2480850219726562,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 394300
    },
    {
      "epoch": 5.559392751927604,
      "grad_norm": 2.993797540664673,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 394400
    },
    {
      "epoch": 5.560802334268356,
      "grad_norm": 5.285918712615967,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 394500
    },
    {
      "epoch": 5.562211916609109,
      "grad_norm": 2.1346914768218994,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 394600
    },
    {
      "epoch": 5.563621498949861,
      "grad_norm": 5.115200042724609,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 394700
    },
    {
      "epoch": 5.565031081290614,
      "grad_norm": 5.405110836029053,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 394800
    },
    {
      "epoch": 5.566440663631366,
      "grad_norm": 2.6784541606903076,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 394900
    },
    {
      "epoch": 5.567850245972118,
      "grad_norm": 3.1445398330688477,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 395000
    },
    {
      "epoch": 5.569259828312871,
      "grad_norm": 5.947600364685059,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 395100
    },
    {
      "epoch": 5.570669410653624,
      "grad_norm": 3.4334731101989746,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 395200
    },
    {
      "epoch": 5.572078992994376,
      "grad_norm": 6.742698669433594,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 395300
    },
    {
      "epoch": 5.573488575335128,
      "grad_norm": 4.941002368927002,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 395400
    },
    {
      "epoch": 5.5748981576758805,
      "grad_norm": 3.18400502204895,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 395500
    },
    {
      "epoch": 5.576307740016633,
      "grad_norm": 4.590788841247559,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 395600
    },
    {
      "epoch": 5.577717322357385,
      "grad_norm": 2.395326614379883,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 395700
    },
    {
      "epoch": 5.579126904698138,
      "grad_norm": 4.907111167907715,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 395800
    },
    {
      "epoch": 5.5805364870388905,
      "grad_norm": 5.76790189743042,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 395900
    },
    {
      "epoch": 5.581946069379643,
      "grad_norm": 4.676736831665039,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 396000
    },
    {
      "epoch": 5.583355651720395,
      "grad_norm": 5.939814567565918,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 396100
    },
    {
      "epoch": 5.584765234061147,
      "grad_norm": 8.04425048828125,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 396200
    },
    {
      "epoch": 5.5861748164019005,
      "grad_norm": 2.8568434715270996,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 396300
    },
    {
      "epoch": 5.587584398742653,
      "grad_norm": 5.905725955963135,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 396400
    },
    {
      "epoch": 5.588993981083405,
      "grad_norm": 1.3175945281982422,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 396500
    },
    {
      "epoch": 5.590403563424157,
      "grad_norm": 1.502754807472229,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 396600
    },
    {
      "epoch": 5.59181314576491,
      "grad_norm": 1.5533502101898193,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 396700
    },
    {
      "epoch": 5.593222728105662,
      "grad_norm": 2.8914244174957275,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 396800
    },
    {
      "epoch": 5.594632310446415,
      "grad_norm": 4.635871410369873,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 396900
    },
    {
      "epoch": 5.596041892787167,
      "grad_norm": 2.6860711574554443,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 397000
    },
    {
      "epoch": 5.59745147512792,
      "grad_norm": 1.807554006576538,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 397100
    },
    {
      "epoch": 5.598861057468672,
      "grad_norm": 3.3685965538024902,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 397200
    },
    {
      "epoch": 5.600270639809424,
      "grad_norm": 4.311326503753662,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 397300
    },
    {
      "epoch": 5.601680222150177,
      "grad_norm": 4.400811672210693,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 397400
    },
    {
      "epoch": 5.60308980449093,
      "grad_norm": 1.5805145502090454,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 397500
    },
    {
      "epoch": 5.604499386831682,
      "grad_norm": 6.525184631347656,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 397600
    },
    {
      "epoch": 5.605908969172434,
      "grad_norm": 2.9391610622406006,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 397700
    },
    {
      "epoch": 5.6073185515131865,
      "grad_norm": 1.7665727138519287,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 397800
    },
    {
      "epoch": 5.608728133853939,
      "grad_norm": 3.0794970989227295,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 397900
    },
    {
      "epoch": 5.610137716194691,
      "grad_norm": 14.656378746032715,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 398000
    },
    {
      "epoch": 5.611547298535444,
      "grad_norm": 1.6847915649414062,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 398100
    },
    {
      "epoch": 5.6129568808761965,
      "grad_norm": 3.5983853340148926,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 398200
    },
    {
      "epoch": 5.614366463216949,
      "grad_norm": 3.427232265472412,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 398300
    },
    {
      "epoch": 5.615776045557701,
      "grad_norm": 2.7943966388702393,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 398400
    },
    {
      "epoch": 5.617185627898453,
      "grad_norm": 4.516963005065918,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 398500
    },
    {
      "epoch": 5.6185952102392065,
      "grad_norm": 4.407404899597168,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 398600
    },
    {
      "epoch": 5.620004792579959,
      "grad_norm": 6.978818893432617,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 398700
    },
    {
      "epoch": 5.621414374920711,
      "grad_norm": 3.816986560821533,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 398800
    },
    {
      "epoch": 5.622823957261463,
      "grad_norm": 4.810365676879883,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 398900
    },
    {
      "epoch": 5.624233539602216,
      "grad_norm": 1.7313443422317505,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 399000
    },
    {
      "epoch": 5.625643121942968,
      "grad_norm": 1.3807320594787598,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 399100
    },
    {
      "epoch": 5.627052704283721,
      "grad_norm": 2.6604394912719727,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 399200
    },
    {
      "epoch": 5.628462286624473,
      "grad_norm": 3.4020440578460693,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 399300
    },
    {
      "epoch": 5.629871868965226,
      "grad_norm": 0.9663756489753723,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 399400
    },
    {
      "epoch": 5.631281451305978,
      "grad_norm": 1.0418998003005981,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 399500
    },
    {
      "epoch": 5.63269103364673,
      "grad_norm": 4.677474021911621,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 399600
    },
    {
      "epoch": 5.634100615987483,
      "grad_norm": 2.679281711578369,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 399700
    },
    {
      "epoch": 5.635510198328236,
      "grad_norm": 7.1242194175720215,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 399800
    },
    {
      "epoch": 5.636919780668988,
      "grad_norm": 5.262362003326416,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 399900
    },
    {
      "epoch": 5.63832936300974,
      "grad_norm": 6.841420650482178,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 400000
    },
    {
      "epoch": 5.6397389453504925,
      "grad_norm": 6.046569347381592,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 400100
    },
    {
      "epoch": 5.641148527691245,
      "grad_norm": 1.1598440408706665,
      "learning_rate": 5e-06,
      "loss": 0.1019,
      "step": 400200
    },
    {
      "epoch": 5.642558110031997,
      "grad_norm": 2.33959698677063,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 400300
    },
    {
      "epoch": 5.64396769237275,
      "grad_norm": 3.106241464614868,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 400400
    },
    {
      "epoch": 5.6453772747135025,
      "grad_norm": 5.004452705383301,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 400500
    },
    {
      "epoch": 5.646786857054255,
      "grad_norm": 4.582695007324219,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 400600
    },
    {
      "epoch": 5.648196439395007,
      "grad_norm": 9.027993202209473,
      "learning_rate": 5e-06,
      "loss": 0.1034,
      "step": 400700
    },
    {
      "epoch": 5.649606021735759,
      "grad_norm": 7.371039867401123,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 400800
    },
    {
      "epoch": 5.6510156040765125,
      "grad_norm": 3.9762768745422363,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 400900
    },
    {
      "epoch": 5.652425186417265,
      "grad_norm": 6.376736164093018,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 401000
    },
    {
      "epoch": 5.653834768758017,
      "grad_norm": 2.4912726879119873,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 401100
    },
    {
      "epoch": 5.655244351098769,
      "grad_norm": 5.018784523010254,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 401200
    },
    {
      "epoch": 5.656653933439522,
      "grad_norm": 5.783990859985352,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 401300
    },
    {
      "epoch": 5.658063515780274,
      "grad_norm": 5.089637279510498,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 401400
    },
    {
      "epoch": 5.659473098121027,
      "grad_norm": 6.387370586395264,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 401500
    },
    {
      "epoch": 5.660882680461779,
      "grad_norm": 2.934859275817871,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 401600
    },
    {
      "epoch": 5.662292262802532,
      "grad_norm": 7.313210964202881,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 401700
    },
    {
      "epoch": 5.663701845143284,
      "grad_norm": 3.3682751655578613,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 401800
    },
    {
      "epoch": 5.665111427484036,
      "grad_norm": 5.393996715545654,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 401900
    },
    {
      "epoch": 5.666521009824789,
      "grad_norm": 4.888096332550049,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 402000
    },
    {
      "epoch": 5.667930592165542,
      "grad_norm": 8.784628868103027,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 402100
    },
    {
      "epoch": 5.669340174506294,
      "grad_norm": 2.2523810863494873,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 402200
    },
    {
      "epoch": 5.670749756847046,
      "grad_norm": 2.543656826019287,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 402300
    },
    {
      "epoch": 5.6721593391877985,
      "grad_norm": 2.509005546569824,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 402400
    },
    {
      "epoch": 5.673568921528551,
      "grad_norm": 2.646946668624878,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 402500
    },
    {
      "epoch": 5.674978503869303,
      "grad_norm": 4.348214149475098,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 402600
    },
    {
      "epoch": 5.676388086210056,
      "grad_norm": 5.450952529907227,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 402700
    },
    {
      "epoch": 5.6777976685508085,
      "grad_norm": 1.4115798473358154,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 402800
    },
    {
      "epoch": 5.679207250891561,
      "grad_norm": 5.274881839752197,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 402900
    },
    {
      "epoch": 5.680616833232313,
      "grad_norm": 2.996565103530884,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 403000
    },
    {
      "epoch": 5.682026415573065,
      "grad_norm": 12.732535362243652,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 403100
    },
    {
      "epoch": 5.6834359979138185,
      "grad_norm": 3.4919092655181885,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 403200
    },
    {
      "epoch": 5.684845580254571,
      "grad_norm": 3.0100977420806885,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 403300
    },
    {
      "epoch": 5.686255162595323,
      "grad_norm": 3.3043363094329834,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 403400
    },
    {
      "epoch": 5.687664744936075,
      "grad_norm": 2.2889516353607178,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 403500
    },
    {
      "epoch": 5.689074327276828,
      "grad_norm": 1.26559317111969,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 403600
    },
    {
      "epoch": 5.69048390961758,
      "grad_norm": 5.945401668548584,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 403700
    },
    {
      "epoch": 5.691893491958333,
      "grad_norm": 5.2843241691589355,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 403800
    },
    {
      "epoch": 5.693303074299085,
      "grad_norm": 4.4351019859313965,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 403900
    },
    {
      "epoch": 5.694712656639838,
      "grad_norm": 1.7592487335205078,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 404000
    },
    {
      "epoch": 5.69612223898059,
      "grad_norm": 1.778010606765747,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 404100
    },
    {
      "epoch": 5.697531821321342,
      "grad_norm": 3.4793694019317627,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 404200
    },
    {
      "epoch": 5.698941403662095,
      "grad_norm": 1.768283486366272,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 404300
    },
    {
      "epoch": 5.700350986002848,
      "grad_norm": 5.030053615570068,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 404400
    },
    {
      "epoch": 5.7017605683436,
      "grad_norm": 2.7769434452056885,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 404500
    },
    {
      "epoch": 5.703170150684352,
      "grad_norm": 1.7138018608093262,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 404600
    },
    {
      "epoch": 5.7045797330251045,
      "grad_norm": 4.372354984283447,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 404700
    },
    {
      "epoch": 5.705989315365857,
      "grad_norm": 3.500462532043457,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 404800
    },
    {
      "epoch": 5.70739889770661,
      "grad_norm": 3.6739892959594727,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 404900
    },
    {
      "epoch": 5.708808480047362,
      "grad_norm": 5.74653959274292,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 405000
    },
    {
      "epoch": 5.7102180623881145,
      "grad_norm": 5.658141613006592,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 405100
    },
    {
      "epoch": 5.711627644728867,
      "grad_norm": 3.6786861419677734,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 405200
    },
    {
      "epoch": 5.713037227069619,
      "grad_norm": 4.515074729919434,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 405300
    },
    {
      "epoch": 5.714446809410372,
      "grad_norm": 5.248006343841553,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 405400
    },
    {
      "epoch": 5.7158563917511245,
      "grad_norm": 5.081502437591553,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 405500
    },
    {
      "epoch": 5.717265974091877,
      "grad_norm": 2.459049701690674,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 405600
    },
    {
      "epoch": 5.718675556432629,
      "grad_norm": 6.697758674621582,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 405700
    },
    {
      "epoch": 5.720085138773381,
      "grad_norm": 6.475708484649658,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 405800
    },
    {
      "epoch": 5.721494721114134,
      "grad_norm": 4.513606548309326,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 405900
    },
    {
      "epoch": 5.722904303454886,
      "grad_norm": 2.0904462337493896,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 406000
    },
    {
      "epoch": 5.724313885795639,
      "grad_norm": 1.311083436012268,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 406100
    },
    {
      "epoch": 5.725723468136391,
      "grad_norm": 3.9876060485839844,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 406200
    },
    {
      "epoch": 5.727133050477144,
      "grad_norm": 6.025018215179443,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 406300
    },
    {
      "epoch": 5.728542632817896,
      "grad_norm": 1.9863027334213257,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 406400
    },
    {
      "epoch": 5.729952215158648,
      "grad_norm": 2.648494243621826,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 406500
    },
    {
      "epoch": 5.731361797499401,
      "grad_norm": 1.9135916233062744,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 406600
    },
    {
      "epoch": 5.732771379840154,
      "grad_norm": 5.881519317626953,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 406700
    },
    {
      "epoch": 5.734180962180906,
      "grad_norm": 1.4714763164520264,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 406800
    },
    {
      "epoch": 5.735590544521658,
      "grad_norm": 4.504044055938721,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 406900
    },
    {
      "epoch": 5.7370001268624105,
      "grad_norm": 5.466775894165039,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 407000
    },
    {
      "epoch": 5.738409709203163,
      "grad_norm": 2.871521472930908,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 407100
    },
    {
      "epoch": 5.739819291543916,
      "grad_norm": 2.6816086769104004,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 407200
    },
    {
      "epoch": 5.741228873884668,
      "grad_norm": 3.4741499423980713,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 407300
    },
    {
      "epoch": 5.7426384562254205,
      "grad_norm": 1.9491876363754272,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 407400
    },
    {
      "epoch": 5.744048038566173,
      "grad_norm": 2.814635753631592,
      "learning_rate": 5e-06,
      "loss": 0.0894,
      "step": 407500
    },
    {
      "epoch": 5.745457620906925,
      "grad_norm": 9.526206970214844,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 407600
    },
    {
      "epoch": 5.746867203247678,
      "grad_norm": 4.6793060302734375,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 407700
    },
    {
      "epoch": 5.7482767855884305,
      "grad_norm": 3.9404642581939697,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 407800
    },
    {
      "epoch": 5.749686367929183,
      "grad_norm": 4.182766914367676,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 407900
    },
    {
      "epoch": 5.751095950269935,
      "grad_norm": 2.3265693187713623,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 408000
    },
    {
      "epoch": 5.752505532610687,
      "grad_norm": 4.626560211181641,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 408100
    },
    {
      "epoch": 5.75391511495144,
      "grad_norm": 3.486959218978882,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 408200
    },
    {
      "epoch": 5.755324697292192,
      "grad_norm": 6.908352375030518,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 408300
    },
    {
      "epoch": 5.756734279632945,
      "grad_norm": 4.300386428833008,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 408400
    },
    {
      "epoch": 5.758143861973697,
      "grad_norm": 2.936856508255005,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 408500
    },
    {
      "epoch": 5.75955344431445,
      "grad_norm": 4.19036865234375,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 408600
    },
    {
      "epoch": 5.760963026655202,
      "grad_norm": 2.122344970703125,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 408700
    },
    {
      "epoch": 5.762372608995954,
      "grad_norm": 1.876491665840149,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 408800
    },
    {
      "epoch": 5.763782191336707,
      "grad_norm": 3.7735564708709717,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 408900
    },
    {
      "epoch": 5.76519177367746,
      "grad_norm": 1.3041703701019287,
      "learning_rate": 5e-06,
      "loss": 0.0968,
      "step": 409000
    },
    {
      "epoch": 5.766601356018212,
      "grad_norm": 4.0255279541015625,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 409100
    },
    {
      "epoch": 5.768010938358964,
      "grad_norm": 2.53489351272583,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 409200
    },
    {
      "epoch": 5.7694205206997164,
      "grad_norm": 3.0274665355682373,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 409300
    },
    {
      "epoch": 5.770830103040469,
      "grad_norm": 4.321619510650635,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 409400
    },
    {
      "epoch": 5.772239685381222,
      "grad_norm": 6.342477321624756,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 409500
    },
    {
      "epoch": 5.773649267721974,
      "grad_norm": 3.4380385875701904,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 409600
    },
    {
      "epoch": 5.7750588500627265,
      "grad_norm": 2.135411024093628,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 409700
    },
    {
      "epoch": 5.776468432403479,
      "grad_norm": 4.537121772766113,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 409800
    },
    {
      "epoch": 5.777878014744231,
      "grad_norm": 4.486820697784424,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 409900
    },
    {
      "epoch": 5.779287597084984,
      "grad_norm": 2.3780767917633057,
      "learning_rate": 5e-06,
      "loss": 0.0979,
      "step": 410000
    },
    {
      "epoch": 5.7806971794257365,
      "grad_norm": 9.494122505187988,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 410100
    },
    {
      "epoch": 5.782106761766489,
      "grad_norm": 1.2106901407241821,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 410200
    },
    {
      "epoch": 5.783516344107241,
      "grad_norm": 5.4186296463012695,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 410300
    },
    {
      "epoch": 5.784925926447993,
      "grad_norm": 4.702818870544434,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 410400
    },
    {
      "epoch": 5.786335508788746,
      "grad_norm": 2.6990299224853516,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 410500
    },
    {
      "epoch": 5.787745091129498,
      "grad_norm": 4.102088928222656,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 410600
    },
    {
      "epoch": 5.789154673470251,
      "grad_norm": 4.141875743865967,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 410700
    },
    {
      "epoch": 5.790564255811003,
      "grad_norm": 1.69005286693573,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 410800
    },
    {
      "epoch": 5.791973838151756,
      "grad_norm": 8.769883155822754,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 410900
    },
    {
      "epoch": 5.793383420492508,
      "grad_norm": 5.009398460388184,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 411000
    },
    {
      "epoch": 5.79479300283326,
      "grad_norm": 3.7001469135284424,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 411100
    },
    {
      "epoch": 5.796202585174013,
      "grad_norm": 5.561159610748291,
      "learning_rate": 5e-06,
      "loss": 0.0953,
      "step": 411200
    },
    {
      "epoch": 5.797612167514766,
      "grad_norm": 4.341940879821777,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 411300
    },
    {
      "epoch": 5.799021749855518,
      "grad_norm": 4.429208755493164,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 411400
    },
    {
      "epoch": 5.80043133219627,
      "grad_norm": 6.262176990509033,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 411500
    },
    {
      "epoch": 5.801840914537022,
      "grad_norm": 2.199850082397461,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 411600
    },
    {
      "epoch": 5.803250496877775,
      "grad_norm": 4.710272789001465,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 411700
    },
    {
      "epoch": 5.804660079218528,
      "grad_norm": 2.2009427547454834,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 411800
    },
    {
      "epoch": 5.80606966155928,
      "grad_norm": 7.814366340637207,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 411900
    },
    {
      "epoch": 5.8074792439000325,
      "grad_norm": 3.659062623977661,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 412000
    },
    {
      "epoch": 5.808888826240785,
      "grad_norm": 3.5423693656921387,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 412100
    },
    {
      "epoch": 5.810298408581537,
      "grad_norm": 4.024637222290039,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 412200
    },
    {
      "epoch": 5.81170799092229,
      "grad_norm": 2.540842294692993,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 412300
    },
    {
      "epoch": 5.8131175732630425,
      "grad_norm": 2.0199127197265625,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 412400
    },
    {
      "epoch": 5.814527155603795,
      "grad_norm": 2.353743314743042,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 412500
    },
    {
      "epoch": 5.815936737944547,
      "grad_norm": 3.3196988105773926,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 412600
    },
    {
      "epoch": 5.817346320285299,
      "grad_norm": 4.720748424530029,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 412700
    },
    {
      "epoch": 5.818755902626052,
      "grad_norm": 6.017680644989014,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 412800
    },
    {
      "epoch": 5.820165484966804,
      "grad_norm": 2.3907041549682617,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 412900
    },
    {
      "epoch": 5.821575067307557,
      "grad_norm": 3.139158010482788,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 413000
    },
    {
      "epoch": 5.822984649648309,
      "grad_norm": 1.9553252458572388,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 413100
    },
    {
      "epoch": 5.824394231989062,
      "grad_norm": 4.605257034301758,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 413200
    },
    {
      "epoch": 5.825803814329814,
      "grad_norm": 2.5424883365631104,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 413300
    },
    {
      "epoch": 5.827213396670566,
      "grad_norm": 2.8409860134124756,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 413400
    },
    {
      "epoch": 5.828622979011319,
      "grad_norm": 3.7370898723602295,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 413500
    },
    {
      "epoch": 5.830032561352072,
      "grad_norm": 6.323388576507568,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 413600
    },
    {
      "epoch": 5.831442143692824,
      "grad_norm": 1.0904192924499512,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 413700
    },
    {
      "epoch": 5.832851726033576,
      "grad_norm": 6.328492641448975,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 413800
    },
    {
      "epoch": 5.834261308374328,
      "grad_norm": 3.3484864234924316,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 413900
    },
    {
      "epoch": 5.835670890715081,
      "grad_norm": 1.7495306730270386,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 414000
    },
    {
      "epoch": 5.837080473055834,
      "grad_norm": 2.442502021789551,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 414100
    },
    {
      "epoch": 5.838490055396586,
      "grad_norm": 1.3710263967514038,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 414200
    },
    {
      "epoch": 5.8398996377373384,
      "grad_norm": 2.106349229812622,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 414300
    },
    {
      "epoch": 5.841309220078091,
      "grad_norm": 1.4763679504394531,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 414400
    },
    {
      "epoch": 5.842718802418843,
      "grad_norm": 4.387968063354492,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 414500
    },
    {
      "epoch": 5.844128384759596,
      "grad_norm": 8.094635963439941,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 414600
    },
    {
      "epoch": 5.8455379671003485,
      "grad_norm": 3.779594898223877,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 414700
    },
    {
      "epoch": 5.846947549441101,
      "grad_norm": 2.8966856002807617,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 414800
    },
    {
      "epoch": 5.848357131781853,
      "grad_norm": 4.836568832397461,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 414900
    },
    {
      "epoch": 5.849766714122605,
      "grad_norm": 6.045406341552734,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 415000
    },
    {
      "epoch": 5.851176296463358,
      "grad_norm": 2.9187278747558594,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 415100
    },
    {
      "epoch": 5.85258587880411,
      "grad_norm": 1.2199594974517822,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 415200
    },
    {
      "epoch": 5.853995461144863,
      "grad_norm": 2.2802734375,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 415300
    },
    {
      "epoch": 5.855405043485615,
      "grad_norm": 3.199090003967285,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 415400
    },
    {
      "epoch": 5.856814625826368,
      "grad_norm": 3.667224884033203,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 415500
    },
    {
      "epoch": 5.85822420816712,
      "grad_norm": 3.4151322841644287,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 415600
    },
    {
      "epoch": 5.859633790507872,
      "grad_norm": 2.7842071056365967,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 415700
    },
    {
      "epoch": 5.861043372848625,
      "grad_norm": 2.7117369174957275,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 415800
    },
    {
      "epoch": 5.862452955189378,
      "grad_norm": 3.7848610877990723,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 415900
    },
    {
      "epoch": 5.86386253753013,
      "grad_norm": 5.629148483276367,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 416000
    },
    {
      "epoch": 5.865272119870882,
      "grad_norm": 2.2515196800231934,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 416100
    },
    {
      "epoch": 5.866681702211634,
      "grad_norm": 5.596004009246826,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 416200
    },
    {
      "epoch": 5.868091284552387,
      "grad_norm": 1.4466307163238525,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 416300
    },
    {
      "epoch": 5.86950086689314,
      "grad_norm": 3.562265396118164,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 416400
    },
    {
      "epoch": 5.870910449233892,
      "grad_norm": 3.6655590534210205,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 416500
    },
    {
      "epoch": 5.872320031574644,
      "grad_norm": 5.230443954467773,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 416600
    },
    {
      "epoch": 5.873729613915397,
      "grad_norm": 3.666606903076172,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 416700
    },
    {
      "epoch": 5.875139196256149,
      "grad_norm": 4.70094108581543,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 416800
    },
    {
      "epoch": 5.876548778596902,
      "grad_norm": 4.427908420562744,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 416900
    },
    {
      "epoch": 5.8779583609376544,
      "grad_norm": 6.224791526794434,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 417000
    },
    {
      "epoch": 5.879367943278407,
      "grad_norm": 2.384038209915161,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 417100
    },
    {
      "epoch": 5.880777525619159,
      "grad_norm": 4.334529399871826,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 417200
    },
    {
      "epoch": 5.882187107959911,
      "grad_norm": 3.6962013244628906,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 417300
    },
    {
      "epoch": 5.883596690300664,
      "grad_norm": 3.298780679702759,
      "learning_rate": 5e-06,
      "loss": 0.0937,
      "step": 417400
    },
    {
      "epoch": 5.885006272641417,
      "grad_norm": 0.9337864518165588,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 417500
    },
    {
      "epoch": 5.886415854982169,
      "grad_norm": 3.3822691440582275,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 417600
    },
    {
      "epoch": 5.887825437322921,
      "grad_norm": 3.969223737716675,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 417700
    },
    {
      "epoch": 5.889235019663674,
      "grad_norm": 6.605595588684082,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 417800
    },
    {
      "epoch": 5.890644602004426,
      "grad_norm": 5.133115768432617,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 417900
    },
    {
      "epoch": 5.892054184345178,
      "grad_norm": 4.105077743530273,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 418000
    },
    {
      "epoch": 5.893463766685931,
      "grad_norm": 5.041994094848633,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 418100
    },
    {
      "epoch": 5.894873349026684,
      "grad_norm": 8.500711441040039,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 418200
    },
    {
      "epoch": 5.896282931367436,
      "grad_norm": 2.5223724842071533,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 418300
    },
    {
      "epoch": 5.897692513708188,
      "grad_norm": 3.3811402320861816,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 418400
    },
    {
      "epoch": 5.89910209604894,
      "grad_norm": 2.144343376159668,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 418500
    },
    {
      "epoch": 5.900511678389693,
      "grad_norm": 2.388002634048462,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 418600
    },
    {
      "epoch": 5.901921260730446,
      "grad_norm": 1.7623059749603271,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 418700
    },
    {
      "epoch": 5.903330843071198,
      "grad_norm": 1.348384141921997,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 418800
    },
    {
      "epoch": 5.90474042541195,
      "grad_norm": 2.822025775909424,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 418900
    },
    {
      "epoch": 5.906150007752703,
      "grad_norm": 2.736917734146118,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 419000
    },
    {
      "epoch": 5.907559590093455,
      "grad_norm": 2.737748384475708,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 419100
    },
    {
      "epoch": 5.908969172434208,
      "grad_norm": 3.6137540340423584,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 419200
    },
    {
      "epoch": 5.91037875477496,
      "grad_norm": 3.637299060821533,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 419300
    },
    {
      "epoch": 5.911788337115713,
      "grad_norm": 8.389627456665039,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 419400
    },
    {
      "epoch": 5.913197919456465,
      "grad_norm": 1.0864018201828003,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 419500
    },
    {
      "epoch": 5.914607501797217,
      "grad_norm": 12.485626220703125,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 419600
    },
    {
      "epoch": 5.91601708413797,
      "grad_norm": 2.65541672706604,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 419700
    },
    {
      "epoch": 5.917426666478723,
      "grad_norm": 2.5248658657073975,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 419800
    },
    {
      "epoch": 5.918836248819475,
      "grad_norm": 4.286646366119385,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 419900
    },
    {
      "epoch": 5.920245831160227,
      "grad_norm": 3.31268572807312,
      "learning_rate": 5e-06,
      "loss": 0.0969,
      "step": 420000
    },
    {
      "epoch": 5.92165541350098,
      "grad_norm": 2.162867784500122,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 420100
    },
    {
      "epoch": 5.923064995841732,
      "grad_norm": 2.6973414421081543,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 420200
    },
    {
      "epoch": 5.924474578182485,
      "grad_norm": 2.4375393390655518,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 420300
    },
    {
      "epoch": 5.925884160523237,
      "grad_norm": 2.025799036026001,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 420400
    },
    {
      "epoch": 5.92729374286399,
      "grad_norm": 3.9213900566101074,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 420500
    },
    {
      "epoch": 5.928703325204742,
      "grad_norm": 4.289592742919922,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 420600
    },
    {
      "epoch": 5.930112907545494,
      "grad_norm": 3.4291958808898926,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 420700
    },
    {
      "epoch": 5.931522489886246,
      "grad_norm": 3.2649550437927246,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 420800
    },
    {
      "epoch": 5.932932072226999,
      "grad_norm": 4.782680034637451,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 420900
    },
    {
      "epoch": 5.934341654567752,
      "grad_norm": 0.811928927898407,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 421000
    },
    {
      "epoch": 5.935751236908504,
      "grad_norm": 6.3685126304626465,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 421100
    },
    {
      "epoch": 5.937160819249256,
      "grad_norm": 4.80306339263916,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 421200
    },
    {
      "epoch": 5.938570401590009,
      "grad_norm": 2.5113813877105713,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 421300
    },
    {
      "epoch": 5.939979983930761,
      "grad_norm": 2.621330976486206,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 421400
    },
    {
      "epoch": 5.941389566271514,
      "grad_norm": 2.217864751815796,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 421500
    },
    {
      "epoch": 5.942799148612266,
      "grad_norm": 5.62528133392334,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 421600
    },
    {
      "epoch": 5.944208730953019,
      "grad_norm": 2.885497570037842,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 421700
    },
    {
      "epoch": 5.945618313293771,
      "grad_norm": 1.484978437423706,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 421800
    },
    {
      "epoch": 5.947027895634523,
      "grad_norm": 5.281357288360596,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 421900
    },
    {
      "epoch": 5.9484374779752756,
      "grad_norm": 5.7656145095825195,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 422000
    },
    {
      "epoch": 5.949847060316029,
      "grad_norm": 4.8180131912231445,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 422100
    },
    {
      "epoch": 5.951256642656781,
      "grad_norm": 3.773827075958252,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 422200
    },
    {
      "epoch": 5.952666224997533,
      "grad_norm": 2.505985736846924,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 422300
    },
    {
      "epoch": 5.954075807338286,
      "grad_norm": 5.737155437469482,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 422400
    },
    {
      "epoch": 5.955485389679038,
      "grad_norm": 5.154146194458008,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 422500
    },
    {
      "epoch": 5.956894972019791,
      "grad_norm": 11.9744873046875,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 422600
    },
    {
      "epoch": 5.958304554360543,
      "grad_norm": 2.708858013153076,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 422700
    },
    {
      "epoch": 5.959714136701296,
      "grad_norm": 2.617478370666504,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 422800
    },
    {
      "epoch": 5.961123719042048,
      "grad_norm": 5.017922878265381,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 422900
    },
    {
      "epoch": 5.9625333013828,
      "grad_norm": 3.2602717876434326,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 423000
    },
    {
      "epoch": 5.963942883723552,
      "grad_norm": 2.7441439628601074,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 423100
    },
    {
      "epoch": 5.965352466064305,
      "grad_norm": 4.547042369842529,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 423200
    },
    {
      "epoch": 5.966762048405058,
      "grad_norm": 2.3622214794158936,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 423300
    },
    {
      "epoch": 5.96817163074581,
      "grad_norm": 2.679805040359497,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 423400
    },
    {
      "epoch": 5.969581213086562,
      "grad_norm": 8.184297561645508,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 423500
    },
    {
      "epoch": 5.970990795427315,
      "grad_norm": 2.406144618988037,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 423600
    },
    {
      "epoch": 5.972400377768067,
      "grad_norm": 1.2741737365722656,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 423700
    },
    {
      "epoch": 5.97380996010882,
      "grad_norm": 3.041646718978882,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 423800
    },
    {
      "epoch": 5.975219542449572,
      "grad_norm": 7.162057399749756,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 423900
    },
    {
      "epoch": 5.976629124790325,
      "grad_norm": 4.425806522369385,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 424000
    },
    {
      "epoch": 5.978038707131077,
      "grad_norm": 2.7540788650512695,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 424100
    },
    {
      "epoch": 5.979448289471829,
      "grad_norm": 4.691212177276611,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 424200
    },
    {
      "epoch": 5.9808578718125815,
      "grad_norm": 12.447189331054688,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 424300
    },
    {
      "epoch": 5.982267454153335,
      "grad_norm": 0.840425431728363,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 424400
    },
    {
      "epoch": 5.983677036494087,
      "grad_norm": 5.78713321685791,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 424500
    },
    {
      "epoch": 5.985086618834839,
      "grad_norm": 1.6853277683258057,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 424600
    },
    {
      "epoch": 5.986496201175592,
      "grad_norm": 1.3075239658355713,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 424700
    },
    {
      "epoch": 5.987905783516344,
      "grad_norm": 3.0865671634674072,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 424800
    },
    {
      "epoch": 5.989315365857097,
      "grad_norm": 2.800196409225464,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 424900
    },
    {
      "epoch": 5.990724948197849,
      "grad_norm": 3.843306303024292,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 425000
    },
    {
      "epoch": 5.992134530538602,
      "grad_norm": 1.8525938987731934,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 425100
    },
    {
      "epoch": 5.993544112879354,
      "grad_norm": 5.944596290588379,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 425200
    },
    {
      "epoch": 5.994953695220106,
      "grad_norm": 3.7452392578125,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 425300
    },
    {
      "epoch": 5.996363277560858,
      "grad_norm": 6.867504596710205,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 425400
    },
    {
      "epoch": 5.997772859901611,
      "grad_norm": 6.82658052444458,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 425500
    },
    {
      "epoch": 5.999182442242364,
      "grad_norm": 2.4637653827667236,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 425600
    },
    {
      "epoch": 6.0,
      "step": 425658,
      "train_loss": 0.08316545188426971,
      "train_perplexity": 1.0867215938102952,
      "train_runtime": 3963.5313,
      "train_samples_per_second": 35.798,
      "train_steps_per_second": 8.95
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.08839492499828339,
      "eval_perplexity": 1.0924194606030018,
      "eval_runtime": 990.7057,
      "eval_samples_per_second": 35.805,
      "eval_steps_per_second": 8.951,
      "step": 425658
    },
    {
      "epoch": 6.000592024583116,
      "grad_norm": 2.0481278896331787,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 425700
    },
    {
      "epoch": 6.002001606923868,
      "grad_norm": 2.2379679679870605,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 425800
    },
    {
      "epoch": 6.003411189264621,
      "grad_norm": 3.9031362533569336,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 425900
    },
    {
      "epoch": 6.004820771605373,
      "grad_norm": 6.809661388397217,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 426000
    },
    {
      "epoch": 6.006230353946126,
      "grad_norm": 1.2459652423858643,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 426100
    },
    {
      "epoch": 6.007639936286878,
      "grad_norm": 5.546464443206787,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 426200
    },
    {
      "epoch": 6.009049518627631,
      "grad_norm": 1.8074711561203003,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 426300
    },
    {
      "epoch": 6.010459100968383,
      "grad_norm": 4.433261871337891,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 426400
    },
    {
      "epoch": 6.011868683309135,
      "grad_norm": 2.946296453475952,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 426500
    },
    {
      "epoch": 6.0132782656498875,
      "grad_norm": 5.244619369506836,
      "learning_rate": 5e-06,
      "loss": 0.0919,
      "step": 426600
    },
    {
      "epoch": 6.014687847990641,
      "grad_norm": 1.9752793312072754,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 426700
    },
    {
      "epoch": 6.016097430331393,
      "grad_norm": 3.783701181411743,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 426800
    },
    {
      "epoch": 6.017507012672145,
      "grad_norm": 3.9562196731567383,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 426900
    },
    {
      "epoch": 6.0189165950128976,
      "grad_norm": 5.53742790222168,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 427000
    },
    {
      "epoch": 6.02032617735365,
      "grad_norm": 4.013054847717285,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 427100
    },
    {
      "epoch": 6.021735759694402,
      "grad_norm": 1.41661536693573,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 427200
    },
    {
      "epoch": 6.023145342035155,
      "grad_norm": 3.39328932762146,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 427300
    },
    {
      "epoch": 6.024554924375908,
      "grad_norm": 3.591477394104004,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 427400
    },
    {
      "epoch": 6.02596450671666,
      "grad_norm": 2.1818954944610596,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 427500
    },
    {
      "epoch": 6.027374089057412,
      "grad_norm": 3.3868114948272705,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 427600
    },
    {
      "epoch": 6.028783671398164,
      "grad_norm": 4.4173502922058105,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 427700
    },
    {
      "epoch": 6.030193253738918,
      "grad_norm": 5.7778472900390625,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 427800
    },
    {
      "epoch": 6.03160283607967,
      "grad_norm": 3.1626994609832764,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 427900
    },
    {
      "epoch": 6.033012418420422,
      "grad_norm": 4.892308235168457,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 428000
    },
    {
      "epoch": 6.034422000761174,
      "grad_norm": 5.966302394866943,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 428100
    },
    {
      "epoch": 6.035831583101927,
      "grad_norm": 3.610793113708496,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 428200
    },
    {
      "epoch": 6.037241165442679,
      "grad_norm": 2.0697181224823,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 428300
    },
    {
      "epoch": 6.038650747783432,
      "grad_norm": 2.4238548278808594,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 428400
    },
    {
      "epoch": 6.040060330124184,
      "grad_norm": 4.008004665374756,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 428500
    },
    {
      "epoch": 6.041469912464937,
      "grad_norm": 8.462687492370605,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 428600
    },
    {
      "epoch": 6.042879494805689,
      "grad_norm": 2.8935508728027344,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 428700
    },
    {
      "epoch": 6.044289077146441,
      "grad_norm": 4.198042392730713,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 428800
    },
    {
      "epoch": 6.0456986594871935,
      "grad_norm": 4.432723045349121,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 428900
    },
    {
      "epoch": 6.047108241827947,
      "grad_norm": 3.3468668460845947,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 429000
    },
    {
      "epoch": 6.048517824168699,
      "grad_norm": 2.5887386798858643,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 429100
    },
    {
      "epoch": 6.049927406509451,
      "grad_norm": 3.4758026599884033,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 429200
    },
    {
      "epoch": 6.0513369888502035,
      "grad_norm": 4.142483234405518,
      "learning_rate": 5e-06,
      "loss": 0.0973,
      "step": 429300
    },
    {
      "epoch": 6.052746571190956,
      "grad_norm": 1.948296070098877,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 429400
    },
    {
      "epoch": 6.054156153531709,
      "grad_norm": 3.3048040866851807,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 429500
    },
    {
      "epoch": 6.055565735872461,
      "grad_norm": 3.976390838623047,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 429600
    },
    {
      "epoch": 6.0569753182132136,
      "grad_norm": 2.3550515174865723,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 429700
    },
    {
      "epoch": 6.058384900553966,
      "grad_norm": 3.0278141498565674,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 429800
    },
    {
      "epoch": 6.059794482894718,
      "grad_norm": 3.4448695182800293,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 429900
    },
    {
      "epoch": 6.06120406523547,
      "grad_norm": 2.831789255142212,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 430000
    },
    {
      "epoch": 6.062613647576224,
      "grad_norm": 2.2977824211120605,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 430100
    },
    {
      "epoch": 6.064023229916976,
      "grad_norm": 2.4654271602630615,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 430200
    },
    {
      "epoch": 6.065432812257728,
      "grad_norm": 4.038580894470215,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 430300
    },
    {
      "epoch": 6.06684239459848,
      "grad_norm": 1.3257615566253662,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 430400
    },
    {
      "epoch": 6.068251976939233,
      "grad_norm": 5.507168292999268,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 430500
    },
    {
      "epoch": 6.069661559279985,
      "grad_norm": 4.319836139678955,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 430600
    },
    {
      "epoch": 6.071071141620738,
      "grad_norm": 2.1493148803710938,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 430700
    },
    {
      "epoch": 6.07248072396149,
      "grad_norm": 4.743819236755371,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 430800
    },
    {
      "epoch": 6.073890306302243,
      "grad_norm": 2.897012710571289,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 430900
    },
    {
      "epoch": 6.075299888642995,
      "grad_norm": 1.8110743761062622,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 431000
    },
    {
      "epoch": 6.076709470983747,
      "grad_norm": 2.893425941467285,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 431100
    },
    {
      "epoch": 6.0781190533244995,
      "grad_norm": 2.1212635040283203,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 431200
    },
    {
      "epoch": 6.079528635665253,
      "grad_norm": 2.919248342514038,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 431300
    },
    {
      "epoch": 6.080938218006005,
      "grad_norm": 3.7504498958587646,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 431400
    },
    {
      "epoch": 6.082347800346757,
      "grad_norm": 4.223213195800781,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 431500
    },
    {
      "epoch": 6.0837573826875095,
      "grad_norm": 3.2881171703338623,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 431600
    },
    {
      "epoch": 6.085166965028262,
      "grad_norm": 1.7806990146636963,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 431700
    },
    {
      "epoch": 6.086576547369015,
      "grad_norm": 6.988630771636963,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 431800
    },
    {
      "epoch": 6.087986129709767,
      "grad_norm": 3.578282356262207,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 431900
    },
    {
      "epoch": 6.0893957120505195,
      "grad_norm": 3.1633427143096924,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 432000
    },
    {
      "epoch": 6.090805294391272,
      "grad_norm": 5.184271812438965,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 432100
    },
    {
      "epoch": 6.092214876732024,
      "grad_norm": 3.524831533432007,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 432200
    },
    {
      "epoch": 6.093624459072776,
      "grad_norm": 8.735614776611328,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 432300
    },
    {
      "epoch": 6.09503404141353,
      "grad_norm": 2.326698064804077,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 432400
    },
    {
      "epoch": 6.096443623754282,
      "grad_norm": 3.88063383102417,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 432500
    },
    {
      "epoch": 6.097853206095034,
      "grad_norm": 4.7532219886779785,
      "learning_rate": 5e-06,
      "loss": 0.0984,
      "step": 432600
    },
    {
      "epoch": 6.099262788435786,
      "grad_norm": 4.267706394195557,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 432700
    },
    {
      "epoch": 6.100672370776539,
      "grad_norm": 5.267681121826172,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 432800
    },
    {
      "epoch": 6.102081953117291,
      "grad_norm": 2.154388427734375,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 432900
    },
    {
      "epoch": 6.103491535458044,
      "grad_norm": 2.0794427394866943,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 433000
    },
    {
      "epoch": 6.104901117798796,
      "grad_norm": 1.3167155981063843,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 433100
    },
    {
      "epoch": 6.106310700139549,
      "grad_norm": 4.015991687774658,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 433200
    },
    {
      "epoch": 6.107720282480301,
      "grad_norm": 4.109724044799805,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 433300
    },
    {
      "epoch": 6.109129864821053,
      "grad_norm": 3.118556499481201,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 433400
    },
    {
      "epoch": 6.1105394471618055,
      "grad_norm": 4.546876907348633,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 433500
    },
    {
      "epoch": 6.111949029502559,
      "grad_norm": 4.038148403167725,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 433600
    },
    {
      "epoch": 6.113358611843311,
      "grad_norm": 2.1432271003723145,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 433700
    },
    {
      "epoch": 6.114768194184063,
      "grad_norm": 2.5643441677093506,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 433800
    },
    {
      "epoch": 6.1161777765248155,
      "grad_norm": 1.7642027139663696,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 433900
    },
    {
      "epoch": 6.117587358865568,
      "grad_norm": 1.940434217453003,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 434000
    },
    {
      "epoch": 6.118996941206321,
      "grad_norm": 4.6673970222473145,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 434100
    },
    {
      "epoch": 6.120406523547073,
      "grad_norm": 1.7795281410217285,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 434200
    },
    {
      "epoch": 6.1218161058878255,
      "grad_norm": 1.5677437782287598,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 434300
    },
    {
      "epoch": 6.123225688228578,
      "grad_norm": 1.78397798538208,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 434400
    },
    {
      "epoch": 6.12463527056933,
      "grad_norm": 4.185798645019531,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 434500
    },
    {
      "epoch": 6.126044852910082,
      "grad_norm": 3.7234182357788086,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 434600
    },
    {
      "epoch": 6.1274544352508356,
      "grad_norm": 2.987276792526245,
      "learning_rate": 5e-06,
      "loss": 0.0952,
      "step": 434700
    },
    {
      "epoch": 6.128864017591588,
      "grad_norm": 4.066224575042725,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 434800
    },
    {
      "epoch": 6.13027359993234,
      "grad_norm": 3.852969169616699,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 434900
    },
    {
      "epoch": 6.131683182273092,
      "grad_norm": 4.023027420043945,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 435000
    },
    {
      "epoch": 6.133092764613845,
      "grad_norm": 2.432676076889038,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 435100
    },
    {
      "epoch": 6.134502346954597,
      "grad_norm": 4.891479969024658,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 435200
    },
    {
      "epoch": 6.13591192929535,
      "grad_norm": 0.4521719813346863,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 435300
    },
    {
      "epoch": 6.137321511636102,
      "grad_norm": 3.5806283950805664,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 435400
    },
    {
      "epoch": 6.138731093976855,
      "grad_norm": 5.578266620635986,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 435500
    },
    {
      "epoch": 6.140140676317607,
      "grad_norm": 6.596229076385498,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 435600
    },
    {
      "epoch": 6.141550258658359,
      "grad_norm": 9.361845016479492,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 435700
    },
    {
      "epoch": 6.1429598409991115,
      "grad_norm": 3.449587106704712,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 435800
    },
    {
      "epoch": 6.144369423339865,
      "grad_norm": 4.339098930358887,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 435900
    },
    {
      "epoch": 6.145779005680617,
      "grad_norm": 2.2248001098632812,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 436000
    },
    {
      "epoch": 6.147188588021369,
      "grad_norm": 5.474545955657959,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 436100
    },
    {
      "epoch": 6.1485981703621215,
      "grad_norm": 4.133833885192871,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 436200
    },
    {
      "epoch": 6.150007752702874,
      "grad_norm": 3.863173723220825,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 436300
    },
    {
      "epoch": 6.151417335043627,
      "grad_norm": 11.9808349609375,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 436400
    },
    {
      "epoch": 6.152826917384379,
      "grad_norm": 7.2929558753967285,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 436500
    },
    {
      "epoch": 6.1542364997251315,
      "grad_norm": 4.291501998901367,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 436600
    },
    {
      "epoch": 6.155646082065884,
      "grad_norm": 2.6804163455963135,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 436700
    },
    {
      "epoch": 6.157055664406636,
      "grad_norm": 9.660514831542969,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 436800
    },
    {
      "epoch": 6.158465246747388,
      "grad_norm": 9.939339637756348,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 436900
    },
    {
      "epoch": 6.1598748290881415,
      "grad_norm": 3.6820967197418213,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 437000
    },
    {
      "epoch": 6.161284411428894,
      "grad_norm": 2.3524181842803955,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 437100
    },
    {
      "epoch": 6.162693993769646,
      "grad_norm": 2.562218427658081,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 437200
    },
    {
      "epoch": 6.164103576110398,
      "grad_norm": 0.8538340926170349,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 437300
    },
    {
      "epoch": 6.165513158451151,
      "grad_norm": 2.278865337371826,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 437400
    },
    {
      "epoch": 6.166922740791903,
      "grad_norm": 3.0645318031311035,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 437500
    },
    {
      "epoch": 6.168332323132656,
      "grad_norm": 2.9785051345825195,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 437600
    },
    {
      "epoch": 6.169741905473408,
      "grad_norm": 3.4764292240142822,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 437700
    },
    {
      "epoch": 6.171151487814161,
      "grad_norm": 7.845767498016357,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 437800
    },
    {
      "epoch": 6.172561070154913,
      "grad_norm": 5.422996997833252,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 437900
    },
    {
      "epoch": 6.173970652495665,
      "grad_norm": 3.877624988555908,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 438000
    },
    {
      "epoch": 6.1753802348364175,
      "grad_norm": 2.9262118339538574,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 438100
    },
    {
      "epoch": 6.176789817177171,
      "grad_norm": 3.8611538410186768,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 438200
    },
    {
      "epoch": 6.178199399517923,
      "grad_norm": 5.457680702209473,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 438300
    },
    {
      "epoch": 6.179608981858675,
      "grad_norm": 0.9443286657333374,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 438400
    },
    {
      "epoch": 6.1810185641994275,
      "grad_norm": 4.109942436218262,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 438500
    },
    {
      "epoch": 6.18242814654018,
      "grad_norm": 4.594808578491211,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 438600
    },
    {
      "epoch": 6.183837728880933,
      "grad_norm": 3.3854150772094727,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 438700
    },
    {
      "epoch": 6.185247311221685,
      "grad_norm": 0.9467481374740601,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 438800
    },
    {
      "epoch": 6.1866568935624375,
      "grad_norm": 3.112866163253784,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 438900
    },
    {
      "epoch": 6.18806647590319,
      "grad_norm": 2.9293723106384277,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 439000
    },
    {
      "epoch": 6.189476058243942,
      "grad_norm": 2.421560764312744,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 439100
    },
    {
      "epoch": 6.190885640584694,
      "grad_norm": 1.365133285522461,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 439200
    },
    {
      "epoch": 6.1922952229254475,
      "grad_norm": 2.6569483280181885,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 439300
    },
    {
      "epoch": 6.1937048052662,
      "grad_norm": 3.441080093383789,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 439400
    },
    {
      "epoch": 6.195114387606952,
      "grad_norm": 4.80125617980957,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 439500
    },
    {
      "epoch": 6.196523969947704,
      "grad_norm": 3.1064889430999756,
      "learning_rate": 5e-06,
      "loss": 0.0918,
      "step": 439600
    },
    {
      "epoch": 6.197933552288457,
      "grad_norm": 8.155268669128418,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 439700
    },
    {
      "epoch": 6.199343134629209,
      "grad_norm": 2.802065134048462,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 439800
    },
    {
      "epoch": 6.200752716969962,
      "grad_norm": 3.143195390701294,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 439900
    },
    {
      "epoch": 6.202162299310714,
      "grad_norm": 2.6383109092712402,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 440000
    },
    {
      "epoch": 6.203571881651467,
      "grad_norm": 2.0840296745300293,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 440100
    },
    {
      "epoch": 6.204981463992219,
      "grad_norm": 4.2086944580078125,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 440200
    },
    {
      "epoch": 6.206391046332971,
      "grad_norm": 2.449354648590088,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 440300
    },
    {
      "epoch": 6.207800628673724,
      "grad_norm": 4.526545524597168,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 440400
    },
    {
      "epoch": 6.209210211014477,
      "grad_norm": 5.449073314666748,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 440500
    },
    {
      "epoch": 6.210619793355229,
      "grad_norm": 3.4096055030822754,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 440600
    },
    {
      "epoch": 6.212029375695981,
      "grad_norm": 5.247106552124023,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 440700
    },
    {
      "epoch": 6.2134389580367335,
      "grad_norm": 3.339416027069092,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 440800
    },
    {
      "epoch": 6.214848540377486,
      "grad_norm": 3.5108513832092285,
      "learning_rate": 5e-06,
      "loss": 0.096,
      "step": 440900
    },
    {
      "epoch": 6.216258122718239,
      "grad_norm": 2.6258492469787598,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 441000
    },
    {
      "epoch": 6.217667705058991,
      "grad_norm": 3.753333806991577,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 441100
    },
    {
      "epoch": 6.2190772873997435,
      "grad_norm": 3.378329038619995,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 441200
    },
    {
      "epoch": 6.220486869740496,
      "grad_norm": 4.266068458557129,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 441300
    },
    {
      "epoch": 6.221896452081248,
      "grad_norm": 3.635477304458618,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 441400
    },
    {
      "epoch": 6.223306034422,
      "grad_norm": 1.7939119338989258,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 441500
    },
    {
      "epoch": 6.2247156167627535,
      "grad_norm": 3.0558972358703613,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 441600
    },
    {
      "epoch": 6.226125199103506,
      "grad_norm": 5.296414375305176,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 441700
    },
    {
      "epoch": 6.227534781444258,
      "grad_norm": 1.955267310142517,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 441800
    },
    {
      "epoch": 6.22894436378501,
      "grad_norm": 2.752919912338257,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 441900
    },
    {
      "epoch": 6.230353946125763,
      "grad_norm": 9.094003677368164,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 442000
    },
    {
      "epoch": 6.231763528466516,
      "grad_norm": 1.4573240280151367,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 442100
    },
    {
      "epoch": 6.233173110807268,
      "grad_norm": 2.586658239364624,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 442200
    },
    {
      "epoch": 6.23458269314802,
      "grad_norm": 7.450629711151123,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 442300
    },
    {
      "epoch": 6.235992275488773,
      "grad_norm": 1.7069549560546875,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 442400
    },
    {
      "epoch": 6.237401857829525,
      "grad_norm": 4.718025207519531,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 442500
    },
    {
      "epoch": 6.238811440170277,
      "grad_norm": 3.6798713207244873,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 442600
    },
    {
      "epoch": 6.24022102251103,
      "grad_norm": 2.787358522415161,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 442700
    },
    {
      "epoch": 6.241630604851783,
      "grad_norm": 4.3233232498168945,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 442800
    },
    {
      "epoch": 6.243040187192535,
      "grad_norm": 1.9325493574142456,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 442900
    },
    {
      "epoch": 6.244449769533287,
      "grad_norm": 5.384798526763916,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 443000
    },
    {
      "epoch": 6.2458593518740395,
      "grad_norm": 3.217808485031128,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 443100
    },
    {
      "epoch": 6.247268934214792,
      "grad_norm": 3.7975962162017822,
      "learning_rate": 5e-06,
      "loss": 0.0999,
      "step": 443200
    },
    {
      "epoch": 6.248678516555545,
      "grad_norm": 5.671025276184082,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 443300
    },
    {
      "epoch": 6.250088098896297,
      "grad_norm": 2.149639844894409,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 443400
    },
    {
      "epoch": 6.2514976812370495,
      "grad_norm": 2.8780293464660645,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 443500
    },
    {
      "epoch": 6.252907263577802,
      "grad_norm": 4.273077011108398,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 443600
    },
    {
      "epoch": 6.254316845918554,
      "grad_norm": 7.620596885681152,
      "learning_rate": 5e-06,
      "loss": 0.1009,
      "step": 443700
    },
    {
      "epoch": 6.255726428259306,
      "grad_norm": 2.8728110790252686,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 443800
    },
    {
      "epoch": 6.2571360106000595,
      "grad_norm": 2.6379520893096924,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 443900
    },
    {
      "epoch": 6.258545592940812,
      "grad_norm": 4.052682876586914,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 444000
    },
    {
      "epoch": 6.259955175281564,
      "grad_norm": 1.862186312675476,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 444100
    },
    {
      "epoch": 6.261364757622316,
      "grad_norm": 2.55967116355896,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 444200
    },
    {
      "epoch": 6.262774339963069,
      "grad_norm": 3.5647261142730713,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 444300
    },
    {
      "epoch": 6.264183922303822,
      "grad_norm": 6.93014669418335,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 444400
    },
    {
      "epoch": 6.265593504644574,
      "grad_norm": 2.9961063861846924,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 444500
    },
    {
      "epoch": 6.267003086985326,
      "grad_norm": 2.643275737762451,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 444600
    },
    {
      "epoch": 6.268412669326079,
      "grad_norm": 3.2232537269592285,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 444700
    },
    {
      "epoch": 6.269822251666831,
      "grad_norm": 2.4534928798675537,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 444800
    },
    {
      "epoch": 6.271231834007583,
      "grad_norm": 2.6712913513183594,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 444900
    },
    {
      "epoch": 6.272641416348336,
      "grad_norm": 2.2538881301879883,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 445000
    },
    {
      "epoch": 6.274050998689089,
      "grad_norm": 2.900388240814209,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 445100
    },
    {
      "epoch": 6.275460581029841,
      "grad_norm": 3.2545576095581055,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 445200
    },
    {
      "epoch": 6.276870163370593,
      "grad_norm": 2.0314576625823975,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 445300
    },
    {
      "epoch": 6.2782797457113455,
      "grad_norm": 2.4839224815368652,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 445400
    },
    {
      "epoch": 6.279689328052098,
      "grad_norm": 3.1992709636688232,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 445500
    },
    {
      "epoch": 6.281098910392851,
      "grad_norm": 3.1113088130950928,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 445600
    },
    {
      "epoch": 6.282508492733603,
      "grad_norm": 1.898160457611084,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 445700
    },
    {
      "epoch": 6.2839180750743555,
      "grad_norm": 1.394270896911621,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 445800
    },
    {
      "epoch": 6.285327657415108,
      "grad_norm": 2.2700376510620117,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 445900
    },
    {
      "epoch": 6.28673723975586,
      "grad_norm": 3.475435256958008,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 446000
    },
    {
      "epoch": 6.288146822096612,
      "grad_norm": 6.193634033203125,
      "learning_rate": 5e-06,
      "loss": 0.093,
      "step": 446100
    },
    {
      "epoch": 6.2895564044373655,
      "grad_norm": 2.932955741882324,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 446200
    },
    {
      "epoch": 6.290965986778118,
      "grad_norm": 3.1200883388519287,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 446300
    },
    {
      "epoch": 6.29237556911887,
      "grad_norm": 4.490213871002197,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 446400
    },
    {
      "epoch": 6.293785151459622,
      "grad_norm": 1.6620224714279175,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 446500
    },
    {
      "epoch": 6.295194733800375,
      "grad_norm": 2.2985737323760986,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 446600
    },
    {
      "epoch": 6.296604316141128,
      "grad_norm": 3.660332202911377,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 446700
    },
    {
      "epoch": 6.29801389848188,
      "grad_norm": 5.104325294494629,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 446800
    },
    {
      "epoch": 6.299423480822632,
      "grad_norm": 4.36543607711792,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 446900
    },
    {
      "epoch": 6.300833063163385,
      "grad_norm": 6.148599624633789,
      "learning_rate": 5e-06,
      "loss": 0.0954,
      "step": 447000
    },
    {
      "epoch": 6.302242645504137,
      "grad_norm": 2.965658187866211,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 447100
    },
    {
      "epoch": 6.303652227844889,
      "grad_norm": 4.6625657081604,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 447200
    },
    {
      "epoch": 6.305061810185642,
      "grad_norm": 1.7050244808197021,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 447300
    },
    {
      "epoch": 6.306471392526395,
      "grad_norm": 1.3088886737823486,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 447400
    },
    {
      "epoch": 6.307880974867147,
      "grad_norm": 5.732725620269775,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 447500
    },
    {
      "epoch": 6.309290557207899,
      "grad_norm": 3.4301867485046387,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 447600
    },
    {
      "epoch": 6.3107001395486515,
      "grad_norm": 1.8573559522628784,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 447700
    },
    {
      "epoch": 6.312109721889404,
      "grad_norm": 4.942508697509766,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 447800
    },
    {
      "epoch": 6.313519304230157,
      "grad_norm": 2.4690048694610596,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 447900
    },
    {
      "epoch": 6.314928886570909,
      "grad_norm": 4.039576530456543,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 448000
    },
    {
      "epoch": 6.3163384689116615,
      "grad_norm": 4.86525297164917,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 448100
    },
    {
      "epoch": 6.317748051252414,
      "grad_norm": 2.5828442573547363,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 448200
    },
    {
      "epoch": 6.319157633593166,
      "grad_norm": 0.643769383430481,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 448300
    },
    {
      "epoch": 6.320567215933918,
      "grad_norm": 3.4314210414886475,
      "learning_rate": 5e-06,
      "loss": 0.1013,
      "step": 448400
    },
    {
      "epoch": 6.3219767982746715,
      "grad_norm": 1.2320408821105957,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 448500
    },
    {
      "epoch": 6.323386380615424,
      "grad_norm": 3.1088171005249023,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 448600
    },
    {
      "epoch": 6.324795962956176,
      "grad_norm": 5.302048683166504,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 448700
    },
    {
      "epoch": 6.326205545296928,
      "grad_norm": 4.262392520904541,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 448800
    },
    {
      "epoch": 6.327615127637681,
      "grad_norm": 7.877940654754639,
      "learning_rate": 5e-06,
      "loss": 0.0956,
      "step": 448900
    },
    {
      "epoch": 6.329024709978434,
      "grad_norm": 2.65946626663208,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 449000
    },
    {
      "epoch": 6.330434292319186,
      "grad_norm": 5.302121639251709,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 449100
    },
    {
      "epoch": 6.331843874659938,
      "grad_norm": 2.648695945739746,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 449200
    },
    {
      "epoch": 6.333253457000691,
      "grad_norm": 1.8295336961746216,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 449300
    },
    {
      "epoch": 6.334663039341443,
      "grad_norm": 3.6373531818389893,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 449400
    },
    {
      "epoch": 6.336072621682195,
      "grad_norm": 2.430192232131958,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 449500
    },
    {
      "epoch": 6.337482204022948,
      "grad_norm": 4.679741382598877,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 449600
    },
    {
      "epoch": 6.338891786363701,
      "grad_norm": 1.9724948406219482,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 449700
    },
    {
      "epoch": 6.340301368704453,
      "grad_norm": 1.3298910856246948,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 449800
    },
    {
      "epoch": 6.341710951045205,
      "grad_norm": 4.272801876068115,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 449900
    },
    {
      "epoch": 6.3431205333859575,
      "grad_norm": 3.8510334491729736,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 450000
    },
    {
      "epoch": 6.34453011572671,
      "grad_norm": 4.759069919586182,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 450100
    },
    {
      "epoch": 6.345939698067463,
      "grad_norm": 3.7789156436920166,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 450200
    },
    {
      "epoch": 6.347349280408215,
      "grad_norm": 5.434748649597168,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 450300
    },
    {
      "epoch": 6.3487588627489675,
      "grad_norm": 4.383930683135986,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 450400
    },
    {
      "epoch": 6.35016844508972,
      "grad_norm": 2.711489677429199,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 450500
    },
    {
      "epoch": 6.351578027430472,
      "grad_norm": 3.583174467086792,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 450600
    },
    {
      "epoch": 6.352987609771224,
      "grad_norm": 3.9857640266418457,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 450700
    },
    {
      "epoch": 6.3543971921119775,
      "grad_norm": 2.8730554580688477,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 450800
    },
    {
      "epoch": 6.35580677445273,
      "grad_norm": 4.38308048248291,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 450900
    },
    {
      "epoch": 6.357216356793482,
      "grad_norm": 7.100455284118652,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 451000
    },
    {
      "epoch": 6.358625939134234,
      "grad_norm": 2.747694730758667,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 451100
    },
    {
      "epoch": 6.360035521474987,
      "grad_norm": 3.2912206649780273,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 451200
    },
    {
      "epoch": 6.36144510381574,
      "grad_norm": 3.1895880699157715,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 451300
    },
    {
      "epoch": 6.362854686156492,
      "grad_norm": 5.607584476470947,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 451400
    },
    {
      "epoch": 6.364264268497244,
      "grad_norm": 4.45501708984375,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 451500
    },
    {
      "epoch": 6.365673850837997,
      "grad_norm": 3.408651113510132,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 451600
    },
    {
      "epoch": 6.367083433178749,
      "grad_norm": 1.342980146408081,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 451700
    },
    {
      "epoch": 6.368493015519501,
      "grad_norm": 6.570727348327637,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 451800
    },
    {
      "epoch": 6.369902597860254,
      "grad_norm": 2.9065604209899902,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 451900
    },
    {
      "epoch": 6.371312180201007,
      "grad_norm": 5.826357364654541,
      "learning_rate": 5e-06,
      "loss": 0.0916,
      "step": 452000
    },
    {
      "epoch": 6.372721762541759,
      "grad_norm": 2.8582394123077393,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 452100
    },
    {
      "epoch": 6.374131344882511,
      "grad_norm": 5.267246246337891,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 452200
    },
    {
      "epoch": 6.3755409272232635,
      "grad_norm": 2.4684534072875977,
      "learning_rate": 5e-06,
      "loss": 0.0925,
      "step": 452300
    },
    {
      "epoch": 6.376950509564016,
      "grad_norm": 5.7421722412109375,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 452400
    },
    {
      "epoch": 6.378360091904769,
      "grad_norm": 4.83850622177124,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 452500
    },
    {
      "epoch": 6.379769674245521,
      "grad_norm": 1.9822925329208374,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 452600
    },
    {
      "epoch": 6.3811792565862735,
      "grad_norm": 4.353813171386719,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 452700
    },
    {
      "epoch": 6.382588838927026,
      "grad_norm": 3.9855165481567383,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 452800
    },
    {
      "epoch": 6.383998421267778,
      "grad_norm": 2.5694382190704346,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 452900
    },
    {
      "epoch": 6.38540800360853,
      "grad_norm": 3.9632937908172607,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 453000
    },
    {
      "epoch": 6.3868175859492835,
      "grad_norm": 4.088982582092285,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 453100
    },
    {
      "epoch": 6.388227168290036,
      "grad_norm": 6.3255615234375,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 453200
    },
    {
      "epoch": 6.389636750630788,
      "grad_norm": 4.478625774383545,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 453300
    },
    {
      "epoch": 6.39104633297154,
      "grad_norm": 4.301098823547363,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 453400
    },
    {
      "epoch": 6.392455915312293,
      "grad_norm": 2.9978621006011963,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 453500
    },
    {
      "epoch": 6.393865497653046,
      "grad_norm": 1.5108418464660645,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 453600
    },
    {
      "epoch": 6.395275079993798,
      "grad_norm": 3.4801533222198486,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 453700
    },
    {
      "epoch": 6.39668466233455,
      "grad_norm": 2.8590853214263916,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 453800
    },
    {
      "epoch": 6.398094244675303,
      "grad_norm": 3.559077262878418,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 453900
    },
    {
      "epoch": 6.399503827016055,
      "grad_norm": 2.223878860473633,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 454000
    },
    {
      "epoch": 6.400913409356807,
      "grad_norm": 1.3588781356811523,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 454100
    },
    {
      "epoch": 6.40232299169756,
      "grad_norm": 2.95599102973938,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 454200
    },
    {
      "epoch": 6.403732574038313,
      "grad_norm": 4.439157485961914,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 454300
    },
    {
      "epoch": 6.405142156379065,
      "grad_norm": 7.051066875457764,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 454400
    },
    {
      "epoch": 6.406551738719817,
      "grad_norm": 4.642357349395752,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 454500
    },
    {
      "epoch": 6.4079613210605695,
      "grad_norm": 2.7186272144317627,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 454600
    },
    {
      "epoch": 6.409370903401323,
      "grad_norm": 3.2345657348632812,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 454700
    },
    {
      "epoch": 6.410780485742075,
      "grad_norm": 3.1709907054901123,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 454800
    },
    {
      "epoch": 6.412190068082827,
      "grad_norm": 5.143065452575684,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 454900
    },
    {
      "epoch": 6.4135996504235795,
      "grad_norm": 3.1955654621124268,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 455000
    },
    {
      "epoch": 6.415009232764332,
      "grad_norm": 10.506108283996582,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 455100
    },
    {
      "epoch": 6.416418815105084,
      "grad_norm": 3.8738667964935303,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 455200
    },
    {
      "epoch": 6.417828397445836,
      "grad_norm": 1.9898701906204224,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 455300
    },
    {
      "epoch": 6.4192379797865895,
      "grad_norm": 2.1319684982299805,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 455400
    },
    {
      "epoch": 6.420647562127342,
      "grad_norm": 3.8276116847991943,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 455500
    },
    {
      "epoch": 6.422057144468094,
      "grad_norm": 4.805919170379639,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 455600
    },
    {
      "epoch": 6.423466726808846,
      "grad_norm": 5.763852596282959,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 455700
    },
    {
      "epoch": 6.424876309149599,
      "grad_norm": 1.3824026584625244,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 455800
    },
    {
      "epoch": 6.426285891490352,
      "grad_norm": 4.4023237228393555,
      "learning_rate": 5e-06,
      "loss": 0.0949,
      "step": 455900
    },
    {
      "epoch": 6.427695473831104,
      "grad_norm": 3.1770081520080566,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 456000
    },
    {
      "epoch": 6.429105056171856,
      "grad_norm": 4.224198341369629,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 456100
    },
    {
      "epoch": 6.430514638512609,
      "grad_norm": 5.504614353179932,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 456200
    },
    {
      "epoch": 6.431924220853361,
      "grad_norm": 2.41361141204834,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 456300
    },
    {
      "epoch": 6.433333803194113,
      "grad_norm": 3.8334598541259766,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 456400
    },
    {
      "epoch": 6.434743385534866,
      "grad_norm": 3.0284805297851562,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 456500
    },
    {
      "epoch": 6.436152967875619,
      "grad_norm": 3.5555660724639893,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 456600
    },
    {
      "epoch": 6.437562550216371,
      "grad_norm": 2.9316813945770264,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 456700
    },
    {
      "epoch": 6.438972132557123,
      "grad_norm": 2.0220067501068115,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 456800
    },
    {
      "epoch": 6.4403817148978755,
      "grad_norm": 3.8317477703094482,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 456900
    },
    {
      "epoch": 6.441791297238629,
      "grad_norm": 4.446495532989502,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 457000
    },
    {
      "epoch": 6.443200879579381,
      "grad_norm": 4.929868221282959,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 457100
    },
    {
      "epoch": 6.444610461920133,
      "grad_norm": 5.893010139465332,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 457200
    },
    {
      "epoch": 6.4460200442608855,
      "grad_norm": 16.438968658447266,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 457300
    },
    {
      "epoch": 6.447429626601638,
      "grad_norm": 1.8872014284133911,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 457400
    },
    {
      "epoch": 6.44883920894239,
      "grad_norm": 2.7824366092681885,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 457500
    },
    {
      "epoch": 6.450248791283143,
      "grad_norm": 1.8757293224334717,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 457600
    },
    {
      "epoch": 6.4516583736238955,
      "grad_norm": 3.3714077472686768,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 457700
    },
    {
      "epoch": 6.453067955964648,
      "grad_norm": 3.358078956604004,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 457800
    },
    {
      "epoch": 6.4544775383054,
      "grad_norm": 3.3823869228363037,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 457900
    },
    {
      "epoch": 6.455887120646152,
      "grad_norm": 3.8255136013031006,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 458000
    },
    {
      "epoch": 6.457296702986905,
      "grad_norm": 2.2960221767425537,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 458100
    },
    {
      "epoch": 6.458706285327658,
      "grad_norm": 4.504729270935059,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 458200
    },
    {
      "epoch": 6.46011586766841,
      "grad_norm": 5.419582366943359,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 458300
    },
    {
      "epoch": 6.461525450009162,
      "grad_norm": 7.890005111694336,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 458400
    },
    {
      "epoch": 6.462935032349915,
      "grad_norm": 5.366716384887695,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 458500
    },
    {
      "epoch": 6.464344614690667,
      "grad_norm": 1.8224132061004639,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 458600
    },
    {
      "epoch": 6.465754197031419,
      "grad_norm": 8.720147132873535,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 458700
    },
    {
      "epoch": 6.467163779372172,
      "grad_norm": 2.4433374404907227,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 458800
    },
    {
      "epoch": 6.468573361712925,
      "grad_norm": 4.243966102600098,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 458900
    },
    {
      "epoch": 6.469982944053677,
      "grad_norm": 3.786729574203491,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 459000
    },
    {
      "epoch": 6.471392526394429,
      "grad_norm": 2.8408095836639404,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 459100
    },
    {
      "epoch": 6.4728021087351815,
      "grad_norm": 1.6075830459594727,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 459200
    },
    {
      "epoch": 6.474211691075935,
      "grad_norm": 4.913581848144531,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 459300
    },
    {
      "epoch": 6.475621273416687,
      "grad_norm": 2.083371162414551,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 459400
    },
    {
      "epoch": 6.477030855757439,
      "grad_norm": 2.5078530311584473,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 459500
    },
    {
      "epoch": 6.4784404380981915,
      "grad_norm": 2.3443915843963623,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 459600
    },
    {
      "epoch": 6.479850020438944,
      "grad_norm": 4.926237106323242,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 459700
    },
    {
      "epoch": 6.481259602779696,
      "grad_norm": 2.268083333969116,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 459800
    },
    {
      "epoch": 6.482669185120449,
      "grad_norm": 3.275472640991211,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 459900
    },
    {
      "epoch": 6.4840787674612015,
      "grad_norm": 1.883170485496521,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 460000
    },
    {
      "epoch": 6.485488349801954,
      "grad_norm": 5.954136848449707,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 460100
    },
    {
      "epoch": 6.486897932142706,
      "grad_norm": 2.2566616535186768,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 460200
    },
    {
      "epoch": 6.488307514483458,
      "grad_norm": 5.614104270935059,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 460300
    },
    {
      "epoch": 6.489717096824211,
      "grad_norm": 1.7271106243133545,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 460400
    },
    {
      "epoch": 6.491126679164964,
      "grad_norm": 3.2873287200927734,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 460500
    },
    {
      "epoch": 6.492536261505716,
      "grad_norm": 2.233293294906616,
      "learning_rate": 5e-06,
      "loss": 0.0942,
      "step": 460600
    },
    {
      "epoch": 6.493945843846468,
      "grad_norm": 2.4456443786621094,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 460700
    },
    {
      "epoch": 6.495355426187221,
      "grad_norm": 3.496830940246582,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 460800
    },
    {
      "epoch": 6.496765008527973,
      "grad_norm": 14.698257446289062,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 460900
    },
    {
      "epoch": 6.498174590868725,
      "grad_norm": 3.0129129886627197,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 461000
    },
    {
      "epoch": 6.499584173209478,
      "grad_norm": 2.8778486251831055,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 461100
    },
    {
      "epoch": 6.500993755550231,
      "grad_norm": 1.424861192703247,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 461200
    },
    {
      "epoch": 6.502403337890983,
      "grad_norm": 2.3148505687713623,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 461300
    },
    {
      "epoch": 6.503812920231735,
      "grad_norm": 4.074813365936279,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 461400
    },
    {
      "epoch": 6.5052225025724875,
      "grad_norm": 4.566951751708984,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 461500
    },
    {
      "epoch": 6.506632084913241,
      "grad_norm": 2.0362184047698975,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 461600
    },
    {
      "epoch": 6.508041667253993,
      "grad_norm": 3.7865991592407227,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 461700
    },
    {
      "epoch": 6.509451249594745,
      "grad_norm": 1.98560631275177,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 461800
    },
    {
      "epoch": 6.5108608319354975,
      "grad_norm": 3.6776630878448486,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 461900
    },
    {
      "epoch": 6.51227041427625,
      "grad_norm": 2.205228328704834,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 462000
    },
    {
      "epoch": 6.513679996617002,
      "grad_norm": 2.55649733543396,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 462100
    },
    {
      "epoch": 6.515089578957755,
      "grad_norm": 5.179035663604736,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 462200
    },
    {
      "epoch": 6.5164991612985075,
      "grad_norm": 3.115271806716919,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 462300
    },
    {
      "epoch": 6.51790874363926,
      "grad_norm": 2.527714967727661,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 462400
    },
    {
      "epoch": 6.519318325980012,
      "grad_norm": 2.397815704345703,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 462500
    },
    {
      "epoch": 6.520727908320764,
      "grad_norm": 1.3792730569839478,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 462600
    },
    {
      "epoch": 6.5221374906615175,
      "grad_norm": 3.0507373809814453,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 462700
    },
    {
      "epoch": 6.52354707300227,
      "grad_norm": 9.19356632232666,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 462800
    },
    {
      "epoch": 6.524956655343022,
      "grad_norm": 4.68105411529541,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 462900
    },
    {
      "epoch": 6.526366237683774,
      "grad_norm": 3.059624671936035,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 463000
    },
    {
      "epoch": 6.527775820024527,
      "grad_norm": 1.5313541889190674,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 463100
    },
    {
      "epoch": 6.529185402365279,
      "grad_norm": 2.118791341781616,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 463200
    },
    {
      "epoch": 6.530594984706031,
      "grad_norm": 3.6546504497528076,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 463300
    },
    {
      "epoch": 6.532004567046784,
      "grad_norm": 3.843812942504883,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 463400
    },
    {
      "epoch": 6.533414149387537,
      "grad_norm": 3.2518889904022217,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 463500
    },
    {
      "epoch": 6.534823731728289,
      "grad_norm": 2.6636757850646973,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 463600
    },
    {
      "epoch": 6.536233314069041,
      "grad_norm": 3.5411720275878906,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 463700
    },
    {
      "epoch": 6.5376428964097935,
      "grad_norm": 4.646058559417725,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 463800
    },
    {
      "epoch": 6.539052478750547,
      "grad_norm": 9.582601547241211,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 463900
    },
    {
      "epoch": 6.540462061091299,
      "grad_norm": 2.978504180908203,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 464000
    },
    {
      "epoch": 6.541871643432051,
      "grad_norm": 1.5439221858978271,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 464100
    },
    {
      "epoch": 6.5432812257728035,
      "grad_norm": 2.352886438369751,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 464200
    },
    {
      "epoch": 6.544690808113556,
      "grad_norm": 5.052567481994629,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 464300
    },
    {
      "epoch": 6.546100390454308,
      "grad_norm": 2.5993995666503906,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 464400
    },
    {
      "epoch": 6.547509972795061,
      "grad_norm": 4.924219131469727,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 464500
    },
    {
      "epoch": 6.5489195551358135,
      "grad_norm": 2.7752764225006104,
      "learning_rate": 5e-06,
      "loss": 0.0985,
      "step": 464600
    },
    {
      "epoch": 6.550329137476566,
      "grad_norm": 1.7409570217132568,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 464700
    },
    {
      "epoch": 6.551738719817318,
      "grad_norm": 3.552281618118286,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 464800
    },
    {
      "epoch": 6.55314830215807,
      "grad_norm": 2.6152706146240234,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 464900
    },
    {
      "epoch": 6.5545578844988235,
      "grad_norm": 3.1500613689422607,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 465000
    },
    {
      "epoch": 6.555967466839576,
      "grad_norm": 2.1200623512268066,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 465100
    },
    {
      "epoch": 6.557377049180328,
      "grad_norm": 2.414475917816162,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 465200
    },
    {
      "epoch": 6.55878663152108,
      "grad_norm": 3.4136722087860107,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 465300
    },
    {
      "epoch": 6.560196213861833,
      "grad_norm": 5.378512859344482,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 465400
    },
    {
      "epoch": 6.561605796202585,
      "grad_norm": 2.3924341201782227,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 465500
    },
    {
      "epoch": 6.563015378543337,
      "grad_norm": 6.190248012542725,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 465600
    },
    {
      "epoch": 6.56442496088409,
      "grad_norm": 5.122164249420166,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 465700
    },
    {
      "epoch": 6.565834543224843,
      "grad_norm": 3.7113614082336426,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 465800
    },
    {
      "epoch": 6.567244125565595,
      "grad_norm": 2.0183968544006348,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 465900
    },
    {
      "epoch": 6.568653707906347,
      "grad_norm": 3.522752285003662,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 466000
    },
    {
      "epoch": 6.5700632902470995,
      "grad_norm": 4.319936752319336,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 466100
    },
    {
      "epoch": 6.571472872587853,
      "grad_norm": 2.4121828079223633,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 466200
    },
    {
      "epoch": 6.572882454928605,
      "grad_norm": 2.4317166805267334,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 466300
    },
    {
      "epoch": 6.574292037269357,
      "grad_norm": 4.506112098693848,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 466400
    },
    {
      "epoch": 6.5757016196101095,
      "grad_norm": 6.59492301940918,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 466500
    },
    {
      "epoch": 6.577111201950862,
      "grad_norm": 3.029973030090332,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 466600
    },
    {
      "epoch": 6.578520784291614,
      "grad_norm": 2.3843533992767334,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 466700
    },
    {
      "epoch": 6.579930366632367,
      "grad_norm": 3.7359812259674072,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 466800
    },
    {
      "epoch": 6.5813399489731195,
      "grad_norm": 3.5666615962982178,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 466900
    },
    {
      "epoch": 6.582749531313872,
      "grad_norm": 3.5715808868408203,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 467000
    },
    {
      "epoch": 6.584159113654624,
      "grad_norm": 2.2789292335510254,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 467100
    },
    {
      "epoch": 6.585568695995376,
      "grad_norm": 5.61512565612793,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 467200
    },
    {
      "epoch": 6.5869782783361295,
      "grad_norm": 4.594379425048828,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 467300
    },
    {
      "epoch": 6.588387860676882,
      "grad_norm": 11.272611618041992,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 467400
    },
    {
      "epoch": 6.589797443017634,
      "grad_norm": 5.1280364990234375,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 467500
    },
    {
      "epoch": 6.591207025358386,
      "grad_norm": 2.1851744651794434,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 467600
    },
    {
      "epoch": 6.592616607699139,
      "grad_norm": 3.4527761936187744,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 467700
    },
    {
      "epoch": 6.594026190039891,
      "grad_norm": 2.581416130065918,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 467800
    },
    {
      "epoch": 6.595435772380643,
      "grad_norm": 2.482781171798706,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 467900
    },
    {
      "epoch": 6.596845354721396,
      "grad_norm": 2.7836737632751465,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 468000
    },
    {
      "epoch": 6.598254937062149,
      "grad_norm": 6.081274032592773,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 468100
    },
    {
      "epoch": 6.599664519402901,
      "grad_norm": 3.286787748336792,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 468200
    },
    {
      "epoch": 6.601074101743653,
      "grad_norm": 4.94612455368042,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 468300
    },
    {
      "epoch": 6.6024836840844054,
      "grad_norm": 6.855242729187012,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 468400
    },
    {
      "epoch": 6.603893266425159,
      "grad_norm": 5.019529342651367,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 468500
    },
    {
      "epoch": 6.605302848765911,
      "grad_norm": 4.518115043640137,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 468600
    },
    {
      "epoch": 6.606712431106663,
      "grad_norm": 3.499969244003296,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 468700
    },
    {
      "epoch": 6.6081220134474155,
      "grad_norm": 8.756465911865234,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 468800
    },
    {
      "epoch": 6.609531595788168,
      "grad_norm": 2.6531736850738525,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 468900
    },
    {
      "epoch": 6.61094117812892,
      "grad_norm": 3.6634347438812256,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 469000
    },
    {
      "epoch": 6.612350760469673,
      "grad_norm": 7.702611446380615,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 469100
    },
    {
      "epoch": 6.6137603428104255,
      "grad_norm": 1.741600513458252,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 469200
    },
    {
      "epoch": 6.615169925151178,
      "grad_norm": 2.692551851272583,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 469300
    },
    {
      "epoch": 6.61657950749193,
      "grad_norm": 2.5717153549194336,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 469400
    },
    {
      "epoch": 6.617989089832682,
      "grad_norm": 4.055527687072754,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 469500
    },
    {
      "epoch": 6.6193986721734355,
      "grad_norm": 5.5332722663879395,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 469600
    },
    {
      "epoch": 6.620808254514188,
      "grad_norm": 11.0133056640625,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 469700
    },
    {
      "epoch": 6.62221783685494,
      "grad_norm": 3.0848376750946045,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 469800
    },
    {
      "epoch": 6.623627419195692,
      "grad_norm": 1.9412649869918823,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 469900
    },
    {
      "epoch": 6.625037001536445,
      "grad_norm": 3.21958065032959,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 470000
    },
    {
      "epoch": 6.626446583877197,
      "grad_norm": 5.4603047370910645,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 470100
    },
    {
      "epoch": 6.627856166217949,
      "grad_norm": 3.438762664794922,
      "learning_rate": 5e-06,
      "loss": 0.0945,
      "step": 470200
    },
    {
      "epoch": 6.629265748558702,
      "grad_norm": 6.618376731872559,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 470300
    },
    {
      "epoch": 6.630675330899455,
      "grad_norm": 2.465289354324341,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 470400
    },
    {
      "epoch": 6.632084913240207,
      "grad_norm": 2.331101894378662,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 470500
    },
    {
      "epoch": 6.633494495580959,
      "grad_norm": 3.5991578102111816,
      "learning_rate": 5e-06,
      "loss": 0.0905,
      "step": 470600
    },
    {
      "epoch": 6.634904077921711,
      "grad_norm": 4.142060279846191,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 470700
    },
    {
      "epoch": 6.636313660262465,
      "grad_norm": 3.2145299911499023,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 470800
    },
    {
      "epoch": 6.637723242603217,
      "grad_norm": 2.8446741104125977,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 470900
    },
    {
      "epoch": 6.639132824943969,
      "grad_norm": 6.192342281341553,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 471000
    },
    {
      "epoch": 6.6405424072847214,
      "grad_norm": 4.771940231323242,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 471100
    },
    {
      "epoch": 6.641951989625474,
      "grad_norm": 1.515403151512146,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 471200
    },
    {
      "epoch": 6.643361571966226,
      "grad_norm": 4.807092666625977,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 471300
    },
    {
      "epoch": 6.644771154306979,
      "grad_norm": 5.794656276702881,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 471400
    },
    {
      "epoch": 6.6461807366477315,
      "grad_norm": 14.801032066345215,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 471500
    },
    {
      "epoch": 6.647590318988484,
      "grad_norm": 5.6664557456970215,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 471600
    },
    {
      "epoch": 6.648999901329236,
      "grad_norm": 4.811044216156006,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 471700
    },
    {
      "epoch": 6.650409483669988,
      "grad_norm": 3.5464065074920654,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 471800
    },
    {
      "epoch": 6.6518190660107415,
      "grad_norm": 4.159907341003418,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 471900
    },
    {
      "epoch": 6.653228648351494,
      "grad_norm": 2.820838451385498,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 472000
    },
    {
      "epoch": 6.654638230692246,
      "grad_norm": 1.3793911933898926,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 472100
    },
    {
      "epoch": 6.656047813032998,
      "grad_norm": 2.7444915771484375,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 472200
    },
    {
      "epoch": 6.657457395373751,
      "grad_norm": 2.7251179218292236,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 472300
    },
    {
      "epoch": 6.658866977714503,
      "grad_norm": 1.3058444261550903,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 472400
    },
    {
      "epoch": 6.660276560055255,
      "grad_norm": 4.879471778869629,
      "learning_rate": 5e-06,
      "loss": 0.0922,
      "step": 472500
    },
    {
      "epoch": 6.661686142396008,
      "grad_norm": 3.160414457321167,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 472600
    },
    {
      "epoch": 6.663095724736761,
      "grad_norm": 1.564777135848999,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 472700
    },
    {
      "epoch": 6.664505307077513,
      "grad_norm": 6.442846775054932,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 472800
    },
    {
      "epoch": 6.665914889418265,
      "grad_norm": 1.9187085628509521,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 472900
    },
    {
      "epoch": 6.667324471759017,
      "grad_norm": 4.735089302062988,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 473000
    },
    {
      "epoch": 6.668734054099771,
      "grad_norm": 3.9438624382019043,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 473100
    },
    {
      "epoch": 6.670143636440523,
      "grad_norm": 4.17632532119751,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 473200
    },
    {
      "epoch": 6.671553218781275,
      "grad_norm": 5.980237007141113,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 473300
    },
    {
      "epoch": 6.672962801122027,
      "grad_norm": 1.7750176191329956,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 473400
    },
    {
      "epoch": 6.67437238346278,
      "grad_norm": 5.500337600708008,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 473500
    },
    {
      "epoch": 6.675781965803532,
      "grad_norm": 2.2212018966674805,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 473600
    },
    {
      "epoch": 6.677191548144285,
      "grad_norm": 3.9515929222106934,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 473700
    },
    {
      "epoch": 6.6786011304850375,
      "grad_norm": 3.773071050643921,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 473800
    },
    {
      "epoch": 6.68001071282579,
      "grad_norm": 5.9287214279174805,
      "learning_rate": 5e-06,
      "loss": 0.0964,
      "step": 473900
    },
    {
      "epoch": 6.681420295166542,
      "grad_norm": 1.393040657043457,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 474000
    },
    {
      "epoch": 6.682829877507294,
      "grad_norm": 3.8845338821411133,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 474100
    },
    {
      "epoch": 6.6842394598480475,
      "grad_norm": 3.6917529106140137,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 474200
    },
    {
      "epoch": 6.6856490421888,
      "grad_norm": 2.1416289806365967,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 474300
    },
    {
      "epoch": 6.687058624529552,
      "grad_norm": 3.627887725830078,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 474400
    },
    {
      "epoch": 6.688468206870304,
      "grad_norm": 2.9395055770874023,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 474500
    },
    {
      "epoch": 6.689877789211057,
      "grad_norm": 3.2472310066223145,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 474600
    },
    {
      "epoch": 6.691287371551809,
      "grad_norm": 3.377460479736328,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 474700
    },
    {
      "epoch": 6.692696953892561,
      "grad_norm": 6.477873802185059,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 474800
    },
    {
      "epoch": 6.694106536233314,
      "grad_norm": 4.989835739135742,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 474900
    },
    {
      "epoch": 6.695516118574067,
      "grad_norm": 2.1929092407226562,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 475000
    },
    {
      "epoch": 6.696925700914819,
      "grad_norm": 3.952350378036499,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 475100
    },
    {
      "epoch": 6.698335283255571,
      "grad_norm": 10.44581413269043,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 475200
    },
    {
      "epoch": 6.699744865596323,
      "grad_norm": 3.55049729347229,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 475300
    },
    {
      "epoch": 6.701154447937077,
      "grad_norm": 3.4269089698791504,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 475400
    },
    {
      "epoch": 6.702564030277829,
      "grad_norm": 5.107431411743164,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 475500
    },
    {
      "epoch": 6.703973612618581,
      "grad_norm": 2.7321245670318604,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 475600
    },
    {
      "epoch": 6.705383194959333,
      "grad_norm": 2.3170063495635986,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 475700
    },
    {
      "epoch": 6.706792777300086,
      "grad_norm": 1.7098695039749146,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 475800
    },
    {
      "epoch": 6.708202359640838,
      "grad_norm": 4.284362316131592,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 475900
    },
    {
      "epoch": 6.709611941981591,
      "grad_norm": 2.8904781341552734,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 476000
    },
    {
      "epoch": 6.7110215243223434,
      "grad_norm": 7.2148518562316895,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 476100
    },
    {
      "epoch": 6.712431106663096,
      "grad_norm": 3.072420597076416,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 476200
    },
    {
      "epoch": 6.713840689003848,
      "grad_norm": 1.6178206205368042,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 476300
    },
    {
      "epoch": 6.7152502713446,
      "grad_norm": 4.844710826873779,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 476400
    },
    {
      "epoch": 6.7166598536853535,
      "grad_norm": 2.062471628189087,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 476500
    },
    {
      "epoch": 6.718069436026106,
      "grad_norm": 1.4785047769546509,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 476600
    },
    {
      "epoch": 6.719479018366858,
      "grad_norm": 3.4659743309020996,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 476700
    },
    {
      "epoch": 6.72088860070761,
      "grad_norm": 3.260822296142578,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 476800
    },
    {
      "epoch": 6.722298183048363,
      "grad_norm": 2.0301434993743896,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 476900
    },
    {
      "epoch": 6.723707765389115,
      "grad_norm": 3.9225828647613525,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 477000
    },
    {
      "epoch": 6.725117347729868,
      "grad_norm": 4.656225204467773,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 477100
    },
    {
      "epoch": 6.72652693007062,
      "grad_norm": 13.05346393585205,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 477200
    },
    {
      "epoch": 6.727936512411373,
      "grad_norm": 2.4316904544830322,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 477300
    },
    {
      "epoch": 6.729346094752125,
      "grad_norm": 5.931256294250488,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 477400
    },
    {
      "epoch": 6.730755677092877,
      "grad_norm": 3.0243170261383057,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 477500
    },
    {
      "epoch": 6.73216525943363,
      "grad_norm": 5.5634002685546875,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 477600
    },
    {
      "epoch": 6.733574841774383,
      "grad_norm": 4.039305686950684,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 477700
    },
    {
      "epoch": 6.734984424115135,
      "grad_norm": 5.072838306427002,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 477800
    },
    {
      "epoch": 6.736394006455887,
      "grad_norm": 3.4164209365844727,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 477900
    },
    {
      "epoch": 6.737803588796639,
      "grad_norm": 2.560180902481079,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 478000
    },
    {
      "epoch": 6.739213171137392,
      "grad_norm": 1.2513784170150757,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 478100
    },
    {
      "epoch": 6.740622753478144,
      "grad_norm": 2.874708890914917,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 478200
    },
    {
      "epoch": 6.742032335818897,
      "grad_norm": 3.265512228012085,
      "learning_rate": 5e-06,
      "loss": 0.095,
      "step": 478300
    },
    {
      "epoch": 6.743441918159649,
      "grad_norm": 7.5904011726379395,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 478400
    },
    {
      "epoch": 6.744851500500402,
      "grad_norm": 2.272737979888916,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 478500
    },
    {
      "epoch": 6.746261082841154,
      "grad_norm": 6.661062717437744,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 478600
    },
    {
      "epoch": 6.747670665181906,
      "grad_norm": 5.801173686981201,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 478700
    },
    {
      "epoch": 6.7490802475226594,
      "grad_norm": 4.252469062805176,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 478800
    },
    {
      "epoch": 6.750489829863412,
      "grad_norm": 3.8875131607055664,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 478900
    },
    {
      "epoch": 6.751899412204164,
      "grad_norm": 3.9027321338653564,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 479000
    },
    {
      "epoch": 6.753308994544916,
      "grad_norm": 3.769749641418457,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 479100
    },
    {
      "epoch": 6.754718576885669,
      "grad_norm": 2.6740522384643555,
      "learning_rate": 5e-06,
      "loss": 0.0931,
      "step": 479200
    },
    {
      "epoch": 6.756128159226421,
      "grad_norm": 5.016801357269287,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 479300
    },
    {
      "epoch": 6.757537741567174,
      "grad_norm": 3.096798896789551,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 479400
    },
    {
      "epoch": 6.758947323907926,
      "grad_norm": 2.469125747680664,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 479500
    },
    {
      "epoch": 6.760356906248679,
      "grad_norm": 2.940084218978882,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 479600
    },
    {
      "epoch": 6.761766488589431,
      "grad_norm": 2.4808216094970703,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 479700
    },
    {
      "epoch": 6.763176070930183,
      "grad_norm": 6.554882526397705,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 479800
    },
    {
      "epoch": 6.764585653270936,
      "grad_norm": 5.440744400024414,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 479900
    },
    {
      "epoch": 6.765995235611689,
      "grad_norm": 1.521567940711975,
      "learning_rate": 5e-06,
      "loss": 0.0936,
      "step": 480000
    },
    {
      "epoch": 6.767404817952441,
      "grad_norm": 5.459043979644775,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 480100
    },
    {
      "epoch": 6.768814400293193,
      "grad_norm": 7.6910271644592285,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 480200
    },
    {
      "epoch": 6.770223982633945,
      "grad_norm": 1.0184918642044067,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 480300
    },
    {
      "epoch": 6.771633564974698,
      "grad_norm": 1.3577733039855957,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 480400
    },
    {
      "epoch": 6.77304314731545,
      "grad_norm": 6.603359222412109,
      "learning_rate": 5e-06,
      "loss": 0.0934,
      "step": 480500
    },
    {
      "epoch": 6.774452729656203,
      "grad_norm": 2.09171986579895,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 480600
    },
    {
      "epoch": 6.775862311996955,
      "grad_norm": 2.356248617172241,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 480700
    },
    {
      "epoch": 6.777271894337708,
      "grad_norm": 3.7216098308563232,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 480800
    },
    {
      "epoch": 6.77868147667846,
      "grad_norm": 3.413776397705078,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 480900
    },
    {
      "epoch": 6.780091059019212,
      "grad_norm": 7.614983081817627,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 481000
    },
    {
      "epoch": 6.781500641359965,
      "grad_norm": 7.446709156036377,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 481100
    },
    {
      "epoch": 6.782910223700718,
      "grad_norm": 2.031418561935425,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 481200
    },
    {
      "epoch": 6.78431980604147,
      "grad_norm": 4.386534214019775,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 481300
    },
    {
      "epoch": 6.785729388382222,
      "grad_norm": 2.842663288116455,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 481400
    },
    {
      "epoch": 6.787138970722975,
      "grad_norm": 2.5410289764404297,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 481500
    },
    {
      "epoch": 6.788548553063727,
      "grad_norm": 6.970499038696289,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 481600
    },
    {
      "epoch": 6.78995813540448,
      "grad_norm": 2.7114408016204834,
      "learning_rate": 5e-06,
      "loss": 0.0982,
      "step": 481700
    },
    {
      "epoch": 6.791367717745232,
      "grad_norm": 1.8219153881072998,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 481800
    },
    {
      "epoch": 6.792777300085985,
      "grad_norm": 2.5881261825561523,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 481900
    },
    {
      "epoch": 6.794186882426737,
      "grad_norm": 2.588348865509033,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 482000
    },
    {
      "epoch": 6.795596464767489,
      "grad_norm": 4.318002700805664,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 482100
    },
    {
      "epoch": 6.797006047108242,
      "grad_norm": 6.04172420501709,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 482200
    },
    {
      "epoch": 6.798415629448995,
      "grad_norm": 6.214406490325928,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 482300
    },
    {
      "epoch": 6.799825211789747,
      "grad_norm": 3.2246546745300293,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 482400
    },
    {
      "epoch": 6.801234794130499,
      "grad_norm": 1.8350579738616943,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 482500
    },
    {
      "epoch": 6.802644376471251,
      "grad_norm": 1.7668615579605103,
      "learning_rate": 5e-06,
      "loss": 0.0933,
      "step": 482600
    },
    {
      "epoch": 6.804053958812004,
      "grad_norm": 5.291561603546143,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 482700
    },
    {
      "epoch": 6.805463541152756,
      "grad_norm": 2.0899009704589844,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 482800
    },
    {
      "epoch": 6.806873123493509,
      "grad_norm": 2.5927352905273438,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 482900
    },
    {
      "epoch": 6.808282705834261,
      "grad_norm": 5.774203777313232,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 483000
    },
    {
      "epoch": 6.809692288175014,
      "grad_norm": 4.820986270904541,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 483100
    },
    {
      "epoch": 6.811101870515766,
      "grad_norm": 2.1644246578216553,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 483200
    },
    {
      "epoch": 6.812511452856518,
      "grad_norm": 2.449962854385376,
      "learning_rate": 5e-06,
      "loss": 0.0906,
      "step": 483300
    },
    {
      "epoch": 6.813921035197271,
      "grad_norm": 4.554121017456055,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 483400
    },
    {
      "epoch": 6.815330617538024,
      "grad_norm": 3.83381986618042,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 483500
    },
    {
      "epoch": 6.816740199878776,
      "grad_norm": 3.2626941204071045,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 483600
    },
    {
      "epoch": 6.818149782219528,
      "grad_norm": 6.541681289672852,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 483700
    },
    {
      "epoch": 6.819559364560281,
      "grad_norm": 4.823500156402588,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 483800
    },
    {
      "epoch": 6.820968946901033,
      "grad_norm": 2.330770254135132,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 483900
    },
    {
      "epoch": 6.822378529241786,
      "grad_norm": 2.0519795417785645,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 484000
    },
    {
      "epoch": 6.823788111582538,
      "grad_norm": 2.8278331756591797,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 484100
    },
    {
      "epoch": 6.825197693923291,
      "grad_norm": 2.6557037830352783,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 484200
    },
    {
      "epoch": 6.826607276264043,
      "grad_norm": 3.5349342823028564,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 484300
    },
    {
      "epoch": 6.828016858604795,
      "grad_norm": 3.467686653137207,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 484400
    },
    {
      "epoch": 6.829426440945548,
      "grad_norm": 6.864870071411133,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 484500
    },
    {
      "epoch": 6.830836023286301,
      "grad_norm": 4.6487345695495605,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 484600
    },
    {
      "epoch": 6.832245605627053,
      "grad_norm": 6.356244087219238,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 484700
    },
    {
      "epoch": 6.833655187967805,
      "grad_norm": 1.1956405639648438,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 484800
    },
    {
      "epoch": 6.835064770308557,
      "grad_norm": 2.622751474380493,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 484900
    },
    {
      "epoch": 6.83647435264931,
      "grad_norm": 2.9318552017211914,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 485000
    },
    {
      "epoch": 6.837883934990062,
      "grad_norm": 1.7920953035354614,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 485100
    },
    {
      "epoch": 6.839293517330815,
      "grad_norm": 1.33970308303833,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 485200
    },
    {
      "epoch": 6.840703099671567,
      "grad_norm": 2.632362127304077,
      "learning_rate": 5e-06,
      "loss": 0.0955,
      "step": 485300
    },
    {
      "epoch": 6.84211268201232,
      "grad_norm": 3.6004321575164795,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 485400
    },
    {
      "epoch": 6.843522264353072,
      "grad_norm": 3.514955759048462,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 485500
    },
    {
      "epoch": 6.844931846693824,
      "grad_norm": 3.5049571990966797,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 485600
    },
    {
      "epoch": 6.846341429034577,
      "grad_norm": 4.161287784576416,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 485700
    },
    {
      "epoch": 6.84775101137533,
      "grad_norm": 3.4278204441070557,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 485800
    },
    {
      "epoch": 6.849160593716082,
      "grad_norm": 1.0510016679763794,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 485900
    },
    {
      "epoch": 6.850570176056834,
      "grad_norm": 9.872535705566406,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 486000
    },
    {
      "epoch": 6.8519797583975866,
      "grad_norm": 2.2257721424102783,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 486100
    },
    {
      "epoch": 6.853389340738339,
      "grad_norm": 1.1227163076400757,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 486200
    },
    {
      "epoch": 6.854798923079092,
      "grad_norm": 3.5816473960876465,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 486300
    },
    {
      "epoch": 6.856208505419844,
      "grad_norm": 2.3227994441986084,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 486400
    },
    {
      "epoch": 6.857618087760597,
      "grad_norm": 4.749604225158691,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 486500
    },
    {
      "epoch": 6.859027670101349,
      "grad_norm": 3.815222978591919,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 486600
    },
    {
      "epoch": 6.860437252442101,
      "grad_norm": 3.3202500343322754,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 486700
    },
    {
      "epoch": 6.861846834782854,
      "grad_norm": 4.423104286193848,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 486800
    },
    {
      "epoch": 6.863256417123607,
      "grad_norm": 2.0786802768707275,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 486900
    },
    {
      "epoch": 6.864665999464359,
      "grad_norm": 1.4826080799102783,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 487000
    },
    {
      "epoch": 6.866075581805111,
      "grad_norm": 2.0044174194335938,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 487100
    },
    {
      "epoch": 6.867485164145863,
      "grad_norm": 6.375857830047607,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 487200
    },
    {
      "epoch": 6.868894746486616,
      "grad_norm": 3.476284980773926,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 487300
    },
    {
      "epoch": 6.870304328827368,
      "grad_norm": 3.3589062690734863,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 487400
    },
    {
      "epoch": 6.871713911168121,
      "grad_norm": 2.8665194511413574,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 487500
    },
    {
      "epoch": 6.873123493508873,
      "grad_norm": 3.0956454277038574,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 487600
    },
    {
      "epoch": 6.874533075849626,
      "grad_norm": 4.582430362701416,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 487700
    },
    {
      "epoch": 6.875942658190378,
      "grad_norm": 4.713285446166992,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 487800
    },
    {
      "epoch": 6.87735224053113,
      "grad_norm": 1.6743903160095215,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 487900
    },
    {
      "epoch": 6.878761822871883,
      "grad_norm": 1.802918791770935,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 488000
    },
    {
      "epoch": 6.880171405212636,
      "grad_norm": 3.940183401107788,
      "learning_rate": 5e-06,
      "loss": 0.0957,
      "step": 488100
    },
    {
      "epoch": 6.881580987553388,
      "grad_norm": 7.63490104675293,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 488200
    },
    {
      "epoch": 6.88299056989414,
      "grad_norm": 5.284853458404541,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 488300
    },
    {
      "epoch": 6.8844001522348925,
      "grad_norm": 1.4349877834320068,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 488400
    },
    {
      "epoch": 6.885809734575645,
      "grad_norm": 5.1656012535095215,
      "learning_rate": 5e-06,
      "loss": 0.0951,
      "step": 488500
    },
    {
      "epoch": 6.887219316916398,
      "grad_norm": 1.7348077297210693,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 488600
    },
    {
      "epoch": 6.88862889925715,
      "grad_norm": 4.995499134063721,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 488700
    },
    {
      "epoch": 6.8900384815979026,
      "grad_norm": 6.439065456390381,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 488800
    },
    {
      "epoch": 6.891448063938655,
      "grad_norm": 4.0173516273498535,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 488900
    },
    {
      "epoch": 6.892857646279407,
      "grad_norm": 1.8810527324676514,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 489000
    },
    {
      "epoch": 6.89426722862016,
      "grad_norm": 3.5191595554351807,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 489100
    },
    {
      "epoch": 6.895676810960913,
      "grad_norm": 4.614438533782959,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 489200
    },
    {
      "epoch": 6.897086393301665,
      "grad_norm": 2.1363956928253174,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 489300
    },
    {
      "epoch": 6.898495975642417,
      "grad_norm": 15.501141548156738,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 489400
    },
    {
      "epoch": 6.899905557983169,
      "grad_norm": 0.9496757984161377,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 489500
    },
    {
      "epoch": 6.901315140323922,
      "grad_norm": 2.188371181488037,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 489600
    },
    {
      "epoch": 6.902724722664674,
      "grad_norm": 2.334561347961426,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 489700
    },
    {
      "epoch": 6.904134305005427,
      "grad_norm": 9.451605796813965,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 489800
    },
    {
      "epoch": 6.905543887346179,
      "grad_norm": 3.5041663646698,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 489900
    },
    {
      "epoch": 6.906953469686932,
      "grad_norm": 1.5732325315475464,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 490000
    },
    {
      "epoch": 6.908363052027684,
      "grad_norm": 9.548102378845215,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 490100
    },
    {
      "epoch": 6.909772634368436,
      "grad_norm": 1.8386809825897217,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 490200
    },
    {
      "epoch": 6.911182216709189,
      "grad_norm": 2.349815845489502,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 490300
    },
    {
      "epoch": 6.912591799049942,
      "grad_norm": 1.4170215129852295,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 490400
    },
    {
      "epoch": 6.914001381390694,
      "grad_norm": 6.548574447631836,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 490500
    },
    {
      "epoch": 6.915410963731446,
      "grad_norm": 1.7089482545852661,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 490600
    },
    {
      "epoch": 6.9168205460721985,
      "grad_norm": 5.509204387664795,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 490700
    },
    {
      "epoch": 6.918230128412951,
      "grad_norm": 3.554020404815674,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 490800
    },
    {
      "epoch": 6.919639710753704,
      "grad_norm": 1.2010498046875,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 490900
    },
    {
      "epoch": 6.921049293094456,
      "grad_norm": 2.902883529663086,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 491000
    },
    {
      "epoch": 6.9224588754352085,
      "grad_norm": 2.829331636428833,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 491100
    },
    {
      "epoch": 6.923868457775961,
      "grad_norm": 3.7085788249969482,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 491200
    },
    {
      "epoch": 6.925278040116713,
      "grad_norm": 1.8858704566955566,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 491300
    },
    {
      "epoch": 6.926687622457466,
      "grad_norm": 1.6135501861572266,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 491400
    },
    {
      "epoch": 6.9280972047982186,
      "grad_norm": 4.060653209686279,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 491500
    },
    {
      "epoch": 6.929506787138971,
      "grad_norm": 3.934582471847534,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 491600
    },
    {
      "epoch": 6.930916369479723,
      "grad_norm": 4.072552680969238,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 491700
    },
    {
      "epoch": 6.932325951820475,
      "grad_norm": 0.8724009394645691,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 491800
    },
    {
      "epoch": 6.933735534161228,
      "grad_norm": 4.719520568847656,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 491900
    },
    {
      "epoch": 6.935145116501981,
      "grad_norm": 9.04098892211914,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 492000
    },
    {
      "epoch": 6.936554698842733,
      "grad_norm": 4.176374912261963,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 492100
    },
    {
      "epoch": 6.937964281183485,
      "grad_norm": 3.888381242752075,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 492200
    },
    {
      "epoch": 6.939373863524238,
      "grad_norm": 3.126476764678955,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 492300
    },
    {
      "epoch": 6.94078344586499,
      "grad_norm": 1.2824522256851196,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 492400
    },
    {
      "epoch": 6.942193028205743,
      "grad_norm": 3.50783634185791,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 492500
    },
    {
      "epoch": 6.943602610546495,
      "grad_norm": 8.044107437133789,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 492600
    },
    {
      "epoch": 6.945012192887248,
      "grad_norm": 1.2645982503890991,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 492700
    },
    {
      "epoch": 6.946421775228,
      "grad_norm": 4.116602420806885,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 492800
    },
    {
      "epoch": 6.947831357568752,
      "grad_norm": 2.8632988929748535,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 492900
    },
    {
      "epoch": 6.9492409399095045,
      "grad_norm": 2.3326823711395264,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 493000
    },
    {
      "epoch": 6.950650522250257,
      "grad_norm": 3.2304115295410156,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 493100
    },
    {
      "epoch": 6.95206010459101,
      "grad_norm": 3.5911643505096436,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 493200
    },
    {
      "epoch": 6.953469686931762,
      "grad_norm": 2.551511764526367,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 493300
    },
    {
      "epoch": 6.9548792692725145,
      "grad_norm": 3.8409500122070312,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 493400
    },
    {
      "epoch": 6.956288851613267,
      "grad_norm": 4.288081169128418,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 493500
    },
    {
      "epoch": 6.957698433954019,
      "grad_norm": 4.245315074920654,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 493600
    },
    {
      "epoch": 6.959108016294772,
      "grad_norm": 4.988984107971191,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 493700
    },
    {
      "epoch": 6.9605175986355245,
      "grad_norm": 4.572905540466309,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 493800
    },
    {
      "epoch": 6.961927180976277,
      "grad_norm": 1.3478926420211792,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 493900
    },
    {
      "epoch": 6.963336763317029,
      "grad_norm": 1.8568463325500488,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 494000
    },
    {
      "epoch": 6.964746345657781,
      "grad_norm": 2.9903366565704346,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 494100
    },
    {
      "epoch": 6.966155927998534,
      "grad_norm": 1.7793101072311401,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 494200
    },
    {
      "epoch": 6.967565510339287,
      "grad_norm": 4.954023838043213,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 494300
    },
    {
      "epoch": 6.968975092680039,
      "grad_norm": 3.831831455230713,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 494400
    },
    {
      "epoch": 6.970384675020791,
      "grad_norm": 5.328755855560303,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 494500
    },
    {
      "epoch": 6.971794257361544,
      "grad_norm": 3.3322665691375732,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 494600
    },
    {
      "epoch": 6.973203839702296,
      "grad_norm": 3.7121341228485107,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 494700
    },
    {
      "epoch": 6.974613422043049,
      "grad_norm": 3.695065498352051,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 494800
    },
    {
      "epoch": 6.976023004383801,
      "grad_norm": 2.2607500553131104,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 494900
    },
    {
      "epoch": 6.977432586724554,
      "grad_norm": 2.7228293418884277,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 495000
    },
    {
      "epoch": 6.978842169065306,
      "grad_norm": 5.7945146560668945,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 495100
    },
    {
      "epoch": 6.980251751406058,
      "grad_norm": 4.791344165802002,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 495200
    },
    {
      "epoch": 6.9816613337468105,
      "grad_norm": 2.6993911266326904,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 495300
    },
    {
      "epoch": 6.983070916087563,
      "grad_norm": 13.881219863891602,
      "learning_rate": 5e-06,
      "loss": 0.099,
      "step": 495400
    },
    {
      "epoch": 6.984480498428316,
      "grad_norm": 5.944527626037598,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 495500
    },
    {
      "epoch": 6.985890080769068,
      "grad_norm": 3.662663698196411,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 495600
    },
    {
      "epoch": 6.9872996631098205,
      "grad_norm": 9.245243072509766,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 495700
    },
    {
      "epoch": 6.988709245450573,
      "grad_norm": 3.836019515991211,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 495800
    },
    {
      "epoch": 6.990118827791325,
      "grad_norm": 4.127540111541748,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 495900
    },
    {
      "epoch": 6.991528410132078,
      "grad_norm": 1.2403134107589722,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 496000
    },
    {
      "epoch": 6.9929379924728305,
      "grad_norm": 2.361438512802124,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 496100
    },
    {
      "epoch": 6.994347574813583,
      "grad_norm": 3.74971342086792,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 496200
    },
    {
      "epoch": 6.995757157154335,
      "grad_norm": 1.988019347190857,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 496300
    },
    {
      "epoch": 6.997166739495087,
      "grad_norm": 3.5452799797058105,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 496400
    },
    {
      "epoch": 6.99857632183584,
      "grad_norm": 4.29603385925293,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 496500
    },
    {
      "epoch": 6.999985904176593,
      "grad_norm": 9.122091293334961,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 496600
    },
    {
      "epoch": 7.0,
      "step": 496601,
      "train_loss": 0.08000090718269348,
      "train_perplexity": 1.083288050414684,
      "train_runtime": 3971.4601,
      "train_samples_per_second": 35.726,
      "train_steps_per_second": 8.932
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.08528662472963333,
      "eval_perplexity": 1.0890291646586483,
      "eval_runtime": 990.0385,
      "eval_samples_per_second": 35.829,
      "eval_steps_per_second": 8.957,
      "step": 496601
    },
    {
      "epoch": 7.001395486517345,
      "grad_norm": 2.1809237003326416,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 496700
    },
    {
      "epoch": 7.002805068858097,
      "grad_norm": 3.1629273891448975,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 496800
    },
    {
      "epoch": 7.00421465119885,
      "grad_norm": 3.524048089981079,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 496900
    },
    {
      "epoch": 7.005624233539602,
      "grad_norm": 2.0450007915496826,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 497000
    },
    {
      "epoch": 7.007033815880354,
      "grad_norm": 3.305891752243042,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 497100
    },
    {
      "epoch": 7.008443398221107,
      "grad_norm": 1.171301245689392,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 497200
    },
    {
      "epoch": 7.00985298056186,
      "grad_norm": 6.314783573150635,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 497300
    },
    {
      "epoch": 7.011262562902612,
      "grad_norm": 3.3810689449310303,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 497400
    },
    {
      "epoch": 7.012672145243364,
      "grad_norm": 2.4885802268981934,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 497500
    },
    {
      "epoch": 7.0140817275841165,
      "grad_norm": 3.599175453186035,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 497600
    },
    {
      "epoch": 7.01549130992487,
      "grad_norm": 4.262886047363281,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 497700
    },
    {
      "epoch": 7.016900892265622,
      "grad_norm": 3.493298053741455,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 497800
    },
    {
      "epoch": 7.018310474606374,
      "grad_norm": 2.126532793045044,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 497900
    },
    {
      "epoch": 7.0197200569471265,
      "grad_norm": 3.9260690212249756,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 498000
    },
    {
      "epoch": 7.021129639287879,
      "grad_norm": 4.41463565826416,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 498100
    },
    {
      "epoch": 7.022539221628631,
      "grad_norm": 1.7767683267593384,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 498200
    },
    {
      "epoch": 7.023948803969384,
      "grad_norm": 2.0266058444976807,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 498300
    },
    {
      "epoch": 7.0253583863101365,
      "grad_norm": 3.2549638748168945,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 498400
    },
    {
      "epoch": 7.026767968650889,
      "grad_norm": 4.374806880950928,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 498500
    },
    {
      "epoch": 7.028177550991641,
      "grad_norm": 1.7111146450042725,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 498600
    },
    {
      "epoch": 7.029587133332393,
      "grad_norm": 2.284550905227661,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 498700
    },
    {
      "epoch": 7.030996715673146,
      "grad_norm": 1.5560656785964966,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 498800
    },
    {
      "epoch": 7.032406298013899,
      "grad_norm": 3.4234139919281006,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 498900
    },
    {
      "epoch": 7.033815880354651,
      "grad_norm": 2.0158448219299316,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 499000
    },
    {
      "epoch": 7.035225462695403,
      "grad_norm": 2.2706918716430664,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 499100
    },
    {
      "epoch": 7.036635045036156,
      "grad_norm": 3.7223994731903076,
      "learning_rate": 5e-06,
      "loss": 0.0958,
      "step": 499200
    },
    {
      "epoch": 7.038044627376908,
      "grad_norm": 2.6738595962524414,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 499300
    },
    {
      "epoch": 7.03945420971766,
      "grad_norm": 5.606531143188477,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 499400
    },
    {
      "epoch": 7.040863792058413,
      "grad_norm": 2.7247610092163086,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 499500
    },
    {
      "epoch": 7.042273374399166,
      "grad_norm": 2.1111347675323486,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 499600
    },
    {
      "epoch": 7.043682956739918,
      "grad_norm": 3.329155683517456,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 499700
    },
    {
      "epoch": 7.04509253908067,
      "grad_norm": 2.4623618125915527,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 499800
    },
    {
      "epoch": 7.0465021214214225,
      "grad_norm": 3.810636520385742,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 499900
    },
    {
      "epoch": 7.047911703762176,
      "grad_norm": 1.4773197174072266,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 500000
    },
    {
      "epoch": 7.049321286102928,
      "grad_norm": 1.9073207378387451,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 500100
    },
    {
      "epoch": 7.05073086844368,
      "grad_norm": 2.461165428161621,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 500200
    },
    {
      "epoch": 7.0521404507844325,
      "grad_norm": 6.699723243713379,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 500300
    },
    {
      "epoch": 7.053550033125185,
      "grad_norm": 5.443638801574707,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 500400
    },
    {
      "epoch": 7.054959615465937,
      "grad_norm": 3.009627103805542,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 500500
    },
    {
      "epoch": 7.05636919780669,
      "grad_norm": 2.3750226497650146,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 500600
    },
    {
      "epoch": 7.0577787801474425,
      "grad_norm": 2.0597083568573,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 500700
    },
    {
      "epoch": 7.059188362488195,
      "grad_norm": 1.738919734954834,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 500800
    },
    {
      "epoch": 7.060597944828947,
      "grad_norm": 4.991343021392822,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 500900
    },
    {
      "epoch": 7.062007527169699,
      "grad_norm": 4.818875312805176,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 501000
    },
    {
      "epoch": 7.063417109510452,
      "grad_norm": 4.3599066734313965,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 501100
    },
    {
      "epoch": 7.064826691851205,
      "grad_norm": 4.035749912261963,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 501200
    },
    {
      "epoch": 7.066236274191957,
      "grad_norm": 7.064030170440674,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 501300
    },
    {
      "epoch": 7.067645856532709,
      "grad_norm": 2.849693775177002,
      "learning_rate": 5e-06,
      "loss": 0.094,
      "step": 501400
    },
    {
      "epoch": 7.069055438873462,
      "grad_norm": 3.1755483150482178,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 501500
    },
    {
      "epoch": 7.070465021214214,
      "grad_norm": 5.381091594696045,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 501600
    },
    {
      "epoch": 7.071874603554967,
      "grad_norm": 2.1271984577178955,
      "learning_rate": 5e-06,
      "loss": 0.0927,
      "step": 501700
    },
    {
      "epoch": 7.073284185895719,
      "grad_norm": 4.246157646179199,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 501800
    },
    {
      "epoch": 7.074693768236472,
      "grad_norm": 2.5672178268432617,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 501900
    },
    {
      "epoch": 7.076103350577224,
      "grad_norm": 3.4527242183685303,
      "learning_rate": 5e-06,
      "loss": 0.0948,
      "step": 502000
    },
    {
      "epoch": 7.077512932917976,
      "grad_norm": 7.161114692687988,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 502100
    },
    {
      "epoch": 7.0789225152587285,
      "grad_norm": 5.281722068786621,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 502200
    },
    {
      "epoch": 7.080332097599482,
      "grad_norm": 3.1368157863616943,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 502300
    },
    {
      "epoch": 7.081741679940234,
      "grad_norm": 1.2005937099456787,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 502400
    },
    {
      "epoch": 7.083151262280986,
      "grad_norm": 2.9667532444000244,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 502500
    },
    {
      "epoch": 7.0845608446217385,
      "grad_norm": 7.588705062866211,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 502600
    },
    {
      "epoch": 7.085970426962491,
      "grad_norm": 1.925645351409912,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 502700
    },
    {
      "epoch": 7.087380009303243,
      "grad_norm": 3.3526194095611572,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 502800
    },
    {
      "epoch": 7.088789591643996,
      "grad_norm": 7.40703010559082,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 502900
    },
    {
      "epoch": 7.0901991739847485,
      "grad_norm": 1.377173900604248,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 503000
    },
    {
      "epoch": 7.091608756325501,
      "grad_norm": 3.5776755809783936,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 503100
    },
    {
      "epoch": 7.093018338666253,
      "grad_norm": 3.9667062759399414,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 503200
    },
    {
      "epoch": 7.094427921007005,
      "grad_norm": 2.428650379180908,
      "learning_rate": 5e-06,
      "loss": 0.0935,
      "step": 503300
    },
    {
      "epoch": 7.095837503347758,
      "grad_norm": 2.863520622253418,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 503400
    },
    {
      "epoch": 7.097247085688511,
      "grad_norm": 7.049709796905518,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 503500
    },
    {
      "epoch": 7.098656668029263,
      "grad_norm": 6.910707950592041,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 503600
    },
    {
      "epoch": 7.100066250370015,
      "grad_norm": 8.577984809875488,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 503700
    },
    {
      "epoch": 7.101475832710768,
      "grad_norm": 2.275406837463379,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 503800
    },
    {
      "epoch": 7.10288541505152,
      "grad_norm": 1.9375327825546265,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 503900
    },
    {
      "epoch": 7.104294997392273,
      "grad_norm": 6.835805892944336,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 504000
    },
    {
      "epoch": 7.105704579733025,
      "grad_norm": 3.919734001159668,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 504100
    },
    {
      "epoch": 7.107114162073778,
      "grad_norm": 4.609368324279785,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 504200
    },
    {
      "epoch": 7.10852374441453,
      "grad_norm": 3.8008792400360107,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 504300
    },
    {
      "epoch": 7.109933326755282,
      "grad_norm": 2.7520666122436523,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 504400
    },
    {
      "epoch": 7.1113429090960345,
      "grad_norm": 1.6233505010604858,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 504500
    },
    {
      "epoch": 7.112752491436788,
      "grad_norm": 3.5383715629577637,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 504600
    },
    {
      "epoch": 7.11416207377754,
      "grad_norm": 1.5460870265960693,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 504700
    },
    {
      "epoch": 7.115571656118292,
      "grad_norm": 3.6175734996795654,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 504800
    },
    {
      "epoch": 7.1169812384590445,
      "grad_norm": 4.8260817527771,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 504900
    },
    {
      "epoch": 7.118390820799797,
      "grad_norm": 6.6836771965026855,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 505000
    },
    {
      "epoch": 7.119800403140549,
      "grad_norm": 3.779040813446045,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 505100
    },
    {
      "epoch": 7.121209985481302,
      "grad_norm": 2.8137130737304688,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 505200
    },
    {
      "epoch": 7.1226195678220545,
      "grad_norm": 2.518033027648926,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 505300
    },
    {
      "epoch": 7.124029150162807,
      "grad_norm": 9.714399337768555,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 505400
    },
    {
      "epoch": 7.125438732503559,
      "grad_norm": 1.6526200771331787,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 505500
    },
    {
      "epoch": 7.126848314844311,
      "grad_norm": 3.6797313690185547,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 505600
    },
    {
      "epoch": 7.128257897185064,
      "grad_norm": 1.8106623888015747,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 505700
    },
    {
      "epoch": 7.129667479525817,
      "grad_norm": 4.052788734436035,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 505800
    },
    {
      "epoch": 7.131077061866569,
      "grad_norm": 3.4432034492492676,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 505900
    },
    {
      "epoch": 7.132486644207321,
      "grad_norm": 4.132905960083008,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 506000
    },
    {
      "epoch": 7.133896226548074,
      "grad_norm": 3.2493999004364014,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 506100
    },
    {
      "epoch": 7.135305808888826,
      "grad_norm": 3.941768169403076,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 506200
    },
    {
      "epoch": 7.136715391229579,
      "grad_norm": 1.2248817682266235,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 506300
    },
    {
      "epoch": 7.138124973570331,
      "grad_norm": 5.132715702056885,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 506400
    },
    {
      "epoch": 7.139534555911084,
      "grad_norm": 4.388023376464844,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 506500
    },
    {
      "epoch": 7.140944138251836,
      "grad_norm": 4.329326152801514,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 506600
    },
    {
      "epoch": 7.142353720592588,
      "grad_norm": 3.1896588802337646,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 506700
    },
    {
      "epoch": 7.1437633029333405,
      "grad_norm": 3.7901079654693604,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 506800
    },
    {
      "epoch": 7.145172885274094,
      "grad_norm": 2.946420669555664,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 506900
    },
    {
      "epoch": 7.146582467614846,
      "grad_norm": 2.7780022621154785,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 507000
    },
    {
      "epoch": 7.147992049955598,
      "grad_norm": 4.18910026550293,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 507100
    },
    {
      "epoch": 7.1494016322963505,
      "grad_norm": 3.30956768989563,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 507200
    },
    {
      "epoch": 7.150811214637103,
      "grad_norm": 6.039299964904785,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 507300
    },
    {
      "epoch": 7.152220796977855,
      "grad_norm": 5.397970676422119,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 507400
    },
    {
      "epoch": 7.153630379318608,
      "grad_norm": 3.124363660812378,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 507500
    },
    {
      "epoch": 7.1550399616593605,
      "grad_norm": 5.179664611816406,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 507600
    },
    {
      "epoch": 7.156449544000113,
      "grad_norm": 3.463202714920044,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 507700
    },
    {
      "epoch": 7.157859126340865,
      "grad_norm": 2.485948085784912,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 507800
    },
    {
      "epoch": 7.159268708681617,
      "grad_norm": 2.0783863067626953,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 507900
    },
    {
      "epoch": 7.16067829102237,
      "grad_norm": 2.7224557399749756,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 508000
    },
    {
      "epoch": 7.162087873363123,
      "grad_norm": 2.178588628768921,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 508100
    },
    {
      "epoch": 7.163497455703875,
      "grad_norm": 1.2163441181182861,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 508200
    },
    {
      "epoch": 7.164907038044627,
      "grad_norm": 6.088176727294922,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 508300
    },
    {
      "epoch": 7.16631662038538,
      "grad_norm": 3.2710928916931152,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 508400
    },
    {
      "epoch": 7.167726202726132,
      "grad_norm": 2.0147716999053955,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 508500
    },
    {
      "epoch": 7.169135785066885,
      "grad_norm": 2.0405311584472656,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 508600
    },
    {
      "epoch": 7.170545367407637,
      "grad_norm": 1.9031826257705688,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 508700
    },
    {
      "epoch": 7.17195494974839,
      "grad_norm": 4.061360836029053,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 508800
    },
    {
      "epoch": 7.173364532089142,
      "grad_norm": 3.627185344696045,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 508900
    },
    {
      "epoch": 7.174774114429894,
      "grad_norm": 4.389364719390869,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 509000
    },
    {
      "epoch": 7.1761836967706465,
      "grad_norm": 3.466785430908203,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 509100
    },
    {
      "epoch": 7.1775932791114,
      "grad_norm": 4.069981575012207,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 509200
    },
    {
      "epoch": 7.179002861452152,
      "grad_norm": 2.6835310459136963,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 509300
    },
    {
      "epoch": 7.180412443792904,
      "grad_norm": 5.814805507659912,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 509400
    },
    {
      "epoch": 7.1818220261336565,
      "grad_norm": 5.6039323806762695,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 509500
    },
    {
      "epoch": 7.183231608474409,
      "grad_norm": 1.7012670040130615,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 509600
    },
    {
      "epoch": 7.184641190815161,
      "grad_norm": 3.4962456226348877,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 509700
    },
    {
      "epoch": 7.186050773155914,
      "grad_norm": 3.393170118331909,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 509800
    },
    {
      "epoch": 7.1874603554966665,
      "grad_norm": 2.900930166244507,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 509900
    },
    {
      "epoch": 7.188869937837419,
      "grad_norm": 2.4788882732391357,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 510000
    },
    {
      "epoch": 7.190279520178171,
      "grad_norm": 2.4437453746795654,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 510100
    },
    {
      "epoch": 7.191689102518923,
      "grad_norm": 4.5043110847473145,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 510200
    },
    {
      "epoch": 7.193098684859676,
      "grad_norm": 1.226094365119934,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 510300
    },
    {
      "epoch": 7.194508267200429,
      "grad_norm": 3.5131161212921143,
      "learning_rate": 5e-06,
      "loss": 0.0886,
      "step": 510400
    },
    {
      "epoch": 7.195917849541181,
      "grad_norm": 3.350480079650879,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 510500
    },
    {
      "epoch": 7.197327431881933,
      "grad_norm": 2.1637651920318604,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 510600
    },
    {
      "epoch": 7.198737014222686,
      "grad_norm": 2.9411466121673584,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 510700
    },
    {
      "epoch": 7.200146596563438,
      "grad_norm": 2.249101400375366,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 510800
    },
    {
      "epoch": 7.201556178904191,
      "grad_norm": 7.20106840133667,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 510900
    },
    {
      "epoch": 7.202965761244943,
      "grad_norm": 2.8410117626190186,
      "learning_rate": 5e-06,
      "loss": 0.0921,
      "step": 511000
    },
    {
      "epoch": 7.204375343585696,
      "grad_norm": 2.148160934448242,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 511100
    },
    {
      "epoch": 7.205784925926448,
      "grad_norm": 3.0992469787597656,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 511200
    },
    {
      "epoch": 7.2071945082672,
      "grad_norm": 2.971733808517456,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 511300
    },
    {
      "epoch": 7.2086040906079525,
      "grad_norm": 4.897829055786133,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 511400
    },
    {
      "epoch": 7.210013672948706,
      "grad_norm": 3.3192594051361084,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 511500
    },
    {
      "epoch": 7.211423255289458,
      "grad_norm": 6.455739498138428,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 511600
    },
    {
      "epoch": 7.21283283763021,
      "grad_norm": 2.198071241378784,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 511700
    },
    {
      "epoch": 7.2142424199709625,
      "grad_norm": 2.501988649368286,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 511800
    },
    {
      "epoch": 7.215652002311715,
      "grad_norm": 1.0432552099227905,
      "learning_rate": 5e-06,
      "loss": 0.0928,
      "step": 511900
    },
    {
      "epoch": 7.217061584652467,
      "grad_norm": 3.1396749019622803,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 512000
    },
    {
      "epoch": 7.21847116699322,
      "grad_norm": 2.0020639896392822,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 512100
    },
    {
      "epoch": 7.2198807493339725,
      "grad_norm": 7.707345962524414,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 512200
    },
    {
      "epoch": 7.221290331674725,
      "grad_norm": 1.5573766231536865,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 512300
    },
    {
      "epoch": 7.222699914015477,
      "grad_norm": 8.563793182373047,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 512400
    },
    {
      "epoch": 7.224109496356229,
      "grad_norm": 1.2918678522109985,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 512500
    },
    {
      "epoch": 7.2255190786969825,
      "grad_norm": 1.9732717275619507,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 512600
    },
    {
      "epoch": 7.226928661037735,
      "grad_norm": 3.2249226570129395,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 512700
    },
    {
      "epoch": 7.228338243378487,
      "grad_norm": 2.2752482891082764,
      "learning_rate": 5e-06,
      "loss": 0.0943,
      "step": 512800
    },
    {
      "epoch": 7.229747825719239,
      "grad_norm": 1.1511008739471436,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 512900
    },
    {
      "epoch": 7.231157408059992,
      "grad_norm": 1.4014205932617188,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 513000
    },
    {
      "epoch": 7.232566990400744,
      "grad_norm": 5.197038650512695,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 513100
    },
    {
      "epoch": 7.233976572741497,
      "grad_norm": 3.8214879035949707,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 513200
    },
    {
      "epoch": 7.235386155082249,
      "grad_norm": 3.3494930267333984,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 513300
    },
    {
      "epoch": 7.236795737423002,
      "grad_norm": 1.5312455892562866,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 513400
    },
    {
      "epoch": 7.238205319763754,
      "grad_norm": 2.67315673828125,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 513500
    },
    {
      "epoch": 7.239614902104506,
      "grad_norm": 2.1039843559265137,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 513600
    },
    {
      "epoch": 7.2410244844452585,
      "grad_norm": 1.4177892208099365,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 513700
    },
    {
      "epoch": 7.242434066786012,
      "grad_norm": 2.187250852584839,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 513800
    },
    {
      "epoch": 7.243843649126764,
      "grad_norm": 7.062560558319092,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 513900
    },
    {
      "epoch": 7.245253231467516,
      "grad_norm": 1.8331879377365112,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 514000
    },
    {
      "epoch": 7.2466628138082685,
      "grad_norm": 4.7289719581604,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 514100
    },
    {
      "epoch": 7.248072396149021,
      "grad_norm": 1.3583900928497314,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 514200
    },
    {
      "epoch": 7.249481978489774,
      "grad_norm": 1.5473523139953613,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 514300
    },
    {
      "epoch": 7.250891560830526,
      "grad_norm": 4.619248390197754,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 514400
    },
    {
      "epoch": 7.2523011431712785,
      "grad_norm": 2.796436071395874,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 514500
    },
    {
      "epoch": 7.253710725512031,
      "grad_norm": 2.2555646896362305,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 514600
    },
    {
      "epoch": 7.255120307852783,
      "grad_norm": 2.188692331314087,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 514700
    },
    {
      "epoch": 7.256529890193535,
      "grad_norm": 1.528931736946106,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 514800
    },
    {
      "epoch": 7.2579394725342885,
      "grad_norm": 5.477506160736084,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 514900
    },
    {
      "epoch": 7.259349054875041,
      "grad_norm": 3.9151697158813477,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 515000
    },
    {
      "epoch": 7.260758637215793,
      "grad_norm": 3.9100425243377686,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 515100
    },
    {
      "epoch": 7.262168219556545,
      "grad_norm": 4.979395866394043,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 515200
    },
    {
      "epoch": 7.263577801897298,
      "grad_norm": 3.140183448791504,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 515300
    },
    {
      "epoch": 7.26498738423805,
      "grad_norm": 6.86902379989624,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 515400
    },
    {
      "epoch": 7.266396966578803,
      "grad_norm": 5.753554344177246,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 515500
    },
    {
      "epoch": 7.267806548919555,
      "grad_norm": 3.3870513439178467,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 515600
    },
    {
      "epoch": 7.269216131260308,
      "grad_norm": 2.0795724391937256,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 515700
    },
    {
      "epoch": 7.27062571360106,
      "grad_norm": 2.8854029178619385,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 515800
    },
    {
      "epoch": 7.272035295941812,
      "grad_norm": 1.7509748935699463,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 515900
    },
    {
      "epoch": 7.2734448782825645,
      "grad_norm": 1.5402445793151855,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 516000
    },
    {
      "epoch": 7.274854460623318,
      "grad_norm": 6.043060779571533,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 516100
    },
    {
      "epoch": 7.27626404296407,
      "grad_norm": 4.320808410644531,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 516200
    },
    {
      "epoch": 7.277673625304822,
      "grad_norm": 0.8665106892585754,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 516300
    },
    {
      "epoch": 7.2790832076455745,
      "grad_norm": 7.242757320404053,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 516400
    },
    {
      "epoch": 7.280492789986327,
      "grad_norm": 5.148314476013184,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 516500
    },
    {
      "epoch": 7.28190237232708,
      "grad_norm": 2.1007943153381348,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 516600
    },
    {
      "epoch": 7.283311954667832,
      "grad_norm": 4.402869701385498,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 516700
    },
    {
      "epoch": 7.2847215370085845,
      "grad_norm": 2.3276822566986084,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 516800
    },
    {
      "epoch": 7.286131119349337,
      "grad_norm": 1.7597373723983765,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 516900
    },
    {
      "epoch": 7.287540701690089,
      "grad_norm": 2.642733335494995,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 517000
    },
    {
      "epoch": 7.288950284030841,
      "grad_norm": 4.284195899963379,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 517100
    },
    {
      "epoch": 7.2903598663715945,
      "grad_norm": 5.5488996505737305,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 517200
    },
    {
      "epoch": 7.291769448712347,
      "grad_norm": 2.4179494380950928,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 517300
    },
    {
      "epoch": 7.293179031053099,
      "grad_norm": 2.5772619247436523,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 517400
    },
    {
      "epoch": 7.294588613393851,
      "grad_norm": 1.4389593601226807,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 517500
    },
    {
      "epoch": 7.295998195734604,
      "grad_norm": 2.9168052673339844,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 517600
    },
    {
      "epoch": 7.297407778075356,
      "grad_norm": 3.9010396003723145,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 517700
    },
    {
      "epoch": 7.298817360416109,
      "grad_norm": 3.687476396560669,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 517800
    },
    {
      "epoch": 7.300226942756861,
      "grad_norm": 2.2177581787109375,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 517900
    },
    {
      "epoch": 7.301636525097614,
      "grad_norm": 5.48693323135376,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 518000
    },
    {
      "epoch": 7.303046107438366,
      "grad_norm": 3.1752490997314453,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 518100
    },
    {
      "epoch": 7.304455689779118,
      "grad_norm": 4.494115352630615,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 518200
    },
    {
      "epoch": 7.3058652721198705,
      "grad_norm": 2.757366895675659,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 518300
    },
    {
      "epoch": 7.307274854460624,
      "grad_norm": 2.7606236934661865,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 518400
    },
    {
      "epoch": 7.308684436801376,
      "grad_norm": 4.1492018699646,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 518500
    },
    {
      "epoch": 7.310094019142128,
      "grad_norm": 0.5934232473373413,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 518600
    },
    {
      "epoch": 7.3115036014828805,
      "grad_norm": 1.091455340385437,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 518700
    },
    {
      "epoch": 7.312913183823633,
      "grad_norm": 3.309574842453003,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 518800
    },
    {
      "epoch": 7.314322766164386,
      "grad_norm": 2.523379325866699,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 518900
    },
    {
      "epoch": 7.315732348505138,
      "grad_norm": 1.9531009197235107,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 519000
    },
    {
      "epoch": 7.3171419308458905,
      "grad_norm": 2.790905714035034,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 519100
    },
    {
      "epoch": 7.318551513186643,
      "grad_norm": 1.525803804397583,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 519200
    },
    {
      "epoch": 7.319961095527395,
      "grad_norm": 4.437577724456787,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 519300
    },
    {
      "epoch": 7.321370677868147,
      "grad_norm": 3.2104132175445557,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 519400
    },
    {
      "epoch": 7.3227802602089005,
      "grad_norm": 3.4811747074127197,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 519500
    },
    {
      "epoch": 7.324189842549653,
      "grad_norm": 3.652665615081787,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 519600
    },
    {
      "epoch": 7.325599424890405,
      "grad_norm": 4.424418926239014,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 519700
    },
    {
      "epoch": 7.327009007231157,
      "grad_norm": 2.450861692428589,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 519800
    },
    {
      "epoch": 7.32841858957191,
      "grad_norm": 2.811188220977783,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 519900
    },
    {
      "epoch": 7.329828171912662,
      "grad_norm": 4.18364953994751,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 520000
    },
    {
      "epoch": 7.331237754253415,
      "grad_norm": 3.366060733795166,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 520100
    },
    {
      "epoch": 7.332647336594167,
      "grad_norm": 2.5843567848205566,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 520200
    },
    {
      "epoch": 7.33405691893492,
      "grad_norm": 3.3788392543792725,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 520300
    },
    {
      "epoch": 7.335466501275672,
      "grad_norm": 2.7533481121063232,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 520400
    },
    {
      "epoch": 7.336876083616424,
      "grad_norm": 2.3807966709136963,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 520500
    },
    {
      "epoch": 7.3382856659571765,
      "grad_norm": 6.354626178741455,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 520600
    },
    {
      "epoch": 7.33969524829793,
      "grad_norm": 8.154252052307129,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 520700
    },
    {
      "epoch": 7.341104830638682,
      "grad_norm": 3.3991518020629883,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 520800
    },
    {
      "epoch": 7.342514412979434,
      "grad_norm": 3.673558473587036,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 520900
    },
    {
      "epoch": 7.3439239953201865,
      "grad_norm": 5.944555282592773,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 521000
    },
    {
      "epoch": 7.345333577660939,
      "grad_norm": 3.3601527214050293,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 521100
    },
    {
      "epoch": 7.346743160001692,
      "grad_norm": 4.461227893829346,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 521200
    },
    {
      "epoch": 7.348152742342444,
      "grad_norm": 2.058253526687622,
      "learning_rate": 5e-06,
      "loss": 0.0961,
      "step": 521300
    },
    {
      "epoch": 7.3495623246831965,
      "grad_norm": 2.7765142917633057,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 521400
    },
    {
      "epoch": 7.350971907023949,
      "grad_norm": 2.4303603172302246,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 521500
    },
    {
      "epoch": 7.352381489364701,
      "grad_norm": 8.116483688354492,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 521600
    },
    {
      "epoch": 7.353791071705453,
      "grad_norm": 1.6309311389923096,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 521700
    },
    {
      "epoch": 7.3552006540462065,
      "grad_norm": 1.1456167697906494,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 521800
    },
    {
      "epoch": 7.356610236386959,
      "grad_norm": 3.30464243888855,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 521900
    },
    {
      "epoch": 7.358019818727711,
      "grad_norm": 7.46461820602417,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 522000
    },
    {
      "epoch": 7.359429401068463,
      "grad_norm": 3.095078229904175,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 522100
    },
    {
      "epoch": 7.360838983409216,
      "grad_norm": 2.5706191062927246,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 522200
    },
    {
      "epoch": 7.362248565749968,
      "grad_norm": 2.3352811336517334,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 522300
    },
    {
      "epoch": 7.363658148090721,
      "grad_norm": 3.675758123397827,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 522400
    },
    {
      "epoch": 7.365067730431473,
      "grad_norm": 4.437272071838379,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 522500
    },
    {
      "epoch": 7.366477312772226,
      "grad_norm": 3.8725757598876953,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 522600
    },
    {
      "epoch": 7.367886895112978,
      "grad_norm": 4.844286918640137,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 522700
    },
    {
      "epoch": 7.36929647745373,
      "grad_norm": 2.5213963985443115,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 522800
    },
    {
      "epoch": 7.3707060597944825,
      "grad_norm": 5.339938163757324,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 522900
    },
    {
      "epoch": 7.372115642135236,
      "grad_norm": 14.435392379760742,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 523000
    },
    {
      "epoch": 7.373525224475988,
      "grad_norm": 1.1374874114990234,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 523100
    },
    {
      "epoch": 7.37493480681674,
      "grad_norm": 23.846975326538086,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 523200
    },
    {
      "epoch": 7.3763443891574925,
      "grad_norm": 5.413569450378418,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 523300
    },
    {
      "epoch": 7.377753971498245,
      "grad_norm": 2.5612988471984863,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 523400
    },
    {
      "epoch": 7.379163553838998,
      "grad_norm": 1.273673176765442,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 523500
    },
    {
      "epoch": 7.38057313617975,
      "grad_norm": 3.2376792430877686,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 523600
    },
    {
      "epoch": 7.3819827185205025,
      "grad_norm": 6.800812244415283,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 523700
    },
    {
      "epoch": 7.383392300861255,
      "grad_norm": 4.813146591186523,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 523800
    },
    {
      "epoch": 7.384801883202007,
      "grad_norm": 4.880357265472412,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 523900
    },
    {
      "epoch": 7.386211465542759,
      "grad_norm": 3.528116464614868,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 524000
    },
    {
      "epoch": 7.3876210478835125,
      "grad_norm": 4.70189905166626,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 524100
    },
    {
      "epoch": 7.389030630224265,
      "grad_norm": 8.441000938415527,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 524200
    },
    {
      "epoch": 7.390440212565017,
      "grad_norm": 2.9479637145996094,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 524300
    },
    {
      "epoch": 7.391849794905769,
      "grad_norm": 2.7444958686828613,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 524400
    },
    {
      "epoch": 7.393259377246522,
      "grad_norm": 1.9316028356552124,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 524500
    },
    {
      "epoch": 7.394668959587274,
      "grad_norm": 3.4756579399108887,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 524600
    },
    {
      "epoch": 7.396078541928027,
      "grad_norm": 3.9704108238220215,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 524700
    },
    {
      "epoch": 7.397488124268779,
      "grad_norm": 3.5242059230804443,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 524800
    },
    {
      "epoch": 7.398897706609532,
      "grad_norm": 5.34340763092041,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 524900
    },
    {
      "epoch": 7.400307288950284,
      "grad_norm": 3.0633060932159424,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 525000
    },
    {
      "epoch": 7.401716871291036,
      "grad_norm": 1.4250363111495972,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 525100
    },
    {
      "epoch": 7.4031264536317885,
      "grad_norm": 3.7413947582244873,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 525200
    },
    {
      "epoch": 7.404536035972542,
      "grad_norm": 5.220667839050293,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 525300
    },
    {
      "epoch": 7.405945618313294,
      "grad_norm": 2.0257716178894043,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 525400
    },
    {
      "epoch": 7.407355200654046,
      "grad_norm": 5.039585590362549,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 525500
    },
    {
      "epoch": 7.4087647829947985,
      "grad_norm": 2.822174310684204,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 525600
    },
    {
      "epoch": 7.410174365335551,
      "grad_norm": 2.9704694747924805,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 525700
    },
    {
      "epoch": 7.411583947676304,
      "grad_norm": 3.574622869491577,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 525800
    },
    {
      "epoch": 7.412993530017056,
      "grad_norm": 3.3163199424743652,
      "learning_rate": 5e-06,
      "loss": 0.1028,
      "step": 525900
    },
    {
      "epoch": 7.4144031123578085,
      "grad_norm": 2.8231799602508545,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 526000
    },
    {
      "epoch": 7.415812694698561,
      "grad_norm": 3.8718411922454834,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 526100
    },
    {
      "epoch": 7.417222277039313,
      "grad_norm": 5.34652042388916,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 526200
    },
    {
      "epoch": 7.418631859380065,
      "grad_norm": 4.915201187133789,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 526300
    },
    {
      "epoch": 7.4200414417208185,
      "grad_norm": 3.81882905960083,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 526400
    },
    {
      "epoch": 7.421451024061571,
      "grad_norm": 3.7996232509613037,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 526500
    },
    {
      "epoch": 7.422860606402323,
      "grad_norm": 3.8427910804748535,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 526600
    },
    {
      "epoch": 7.424270188743075,
      "grad_norm": 3.4972150325775146,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 526700
    },
    {
      "epoch": 7.425679771083828,
      "grad_norm": 6.101144790649414,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 526800
    },
    {
      "epoch": 7.427089353424581,
      "grad_norm": 3.5328617095947266,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 526900
    },
    {
      "epoch": 7.428498935765333,
      "grad_norm": 5.9234619140625,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 527000
    },
    {
      "epoch": 7.429908518106085,
      "grad_norm": 3.081862688064575,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 527100
    },
    {
      "epoch": 7.431318100446838,
      "grad_norm": 2.7032480239868164,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 527200
    },
    {
      "epoch": 7.43272768278759,
      "grad_norm": 4.765142917633057,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 527300
    },
    {
      "epoch": 7.434137265128342,
      "grad_norm": 2.764906883239746,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 527400
    },
    {
      "epoch": 7.4355468474690944,
      "grad_norm": 3.455778121948242,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 527500
    },
    {
      "epoch": 7.436956429809848,
      "grad_norm": 1.9542039632797241,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 527600
    },
    {
      "epoch": 7.4383660121506,
      "grad_norm": 2.1615500450134277,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 527700
    },
    {
      "epoch": 7.439775594491352,
      "grad_norm": 4.510772228240967,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 527800
    },
    {
      "epoch": 7.4411851768321045,
      "grad_norm": 5.552616119384766,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 527900
    },
    {
      "epoch": 7.442594759172857,
      "grad_norm": 3.399219036102295,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 528000
    },
    {
      "epoch": 7.44400434151361,
      "grad_norm": 2.592533588409424,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 528100
    },
    {
      "epoch": 7.445413923854362,
      "grad_norm": 2.5728538036346436,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 528200
    },
    {
      "epoch": 7.4468235061951145,
      "grad_norm": 2.3726377487182617,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 528300
    },
    {
      "epoch": 7.448233088535867,
      "grad_norm": 2.63698410987854,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 528400
    },
    {
      "epoch": 7.449642670876619,
      "grad_norm": 1.7980953454971313,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 528500
    },
    {
      "epoch": 7.451052253217371,
      "grad_norm": 4.868061065673828,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 528600
    },
    {
      "epoch": 7.4524618355581245,
      "grad_norm": 2.5324044227600098,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 528700
    },
    {
      "epoch": 7.453871417898877,
      "grad_norm": 2.159827947616577,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 528800
    },
    {
      "epoch": 7.455281000239629,
      "grad_norm": 1.6930789947509766,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 528900
    },
    {
      "epoch": 7.456690582580381,
      "grad_norm": 2.782879590988159,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 529000
    },
    {
      "epoch": 7.458100164921134,
      "grad_norm": 3.1740715503692627,
      "learning_rate": 5e-06,
      "loss": 0.088,
      "step": 529100
    },
    {
      "epoch": 7.459509747261887,
      "grad_norm": 5.181077480316162,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 529200
    },
    {
      "epoch": 7.460919329602639,
      "grad_norm": 1.6472251415252686,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 529300
    },
    {
      "epoch": 7.462328911943391,
      "grad_norm": 9.606969833374023,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 529400
    },
    {
      "epoch": 7.463738494284144,
      "grad_norm": 1.233325481414795,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 529500
    },
    {
      "epoch": 7.465148076624896,
      "grad_norm": 5.988548278808594,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 529600
    },
    {
      "epoch": 7.466557658965648,
      "grad_norm": 4.770435810089111,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 529700
    },
    {
      "epoch": 7.467967241306401,
      "grad_norm": 6.050562381744385,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 529800
    },
    {
      "epoch": 7.469376823647154,
      "grad_norm": 2.6619391441345215,
      "learning_rate": 5e-06,
      "loss": 0.0938,
      "step": 529900
    },
    {
      "epoch": 7.470786405987906,
      "grad_norm": 14.941576957702637,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 530000
    },
    {
      "epoch": 7.472195988328658,
      "grad_norm": 0.9909068942070007,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 530100
    },
    {
      "epoch": 7.4736055706694104,
      "grad_norm": 1.407267451286316,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 530200
    },
    {
      "epoch": 7.475015153010163,
      "grad_norm": 2.4111757278442383,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 530300
    },
    {
      "epoch": 7.476424735350916,
      "grad_norm": 3.815986156463623,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 530400
    },
    {
      "epoch": 7.477834317691668,
      "grad_norm": 1.8823548555374146,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 530500
    },
    {
      "epoch": 7.4792439000324205,
      "grad_norm": 2.061023712158203,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 530600
    },
    {
      "epoch": 7.480653482373173,
      "grad_norm": 4.864866256713867,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 530700
    },
    {
      "epoch": 7.482063064713925,
      "grad_norm": 7.753511905670166,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 530800
    },
    {
      "epoch": 7.483472647054677,
      "grad_norm": 2.746248960494995,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 530900
    },
    {
      "epoch": 7.4848822293954305,
      "grad_norm": 4.12352991104126,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 531000
    },
    {
      "epoch": 7.486291811736183,
      "grad_norm": 6.676199913024902,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 531100
    },
    {
      "epoch": 7.487701394076935,
      "grad_norm": 2.3869338035583496,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 531200
    },
    {
      "epoch": 7.489110976417687,
      "grad_norm": 1.6529310941696167,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 531300
    },
    {
      "epoch": 7.49052055875844,
      "grad_norm": 2.6993186473846436,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 531400
    },
    {
      "epoch": 7.491930141099193,
      "grad_norm": 7.317103862762451,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 531500
    },
    {
      "epoch": 7.493339723439945,
      "grad_norm": 3.4755537509918213,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 531600
    },
    {
      "epoch": 7.494749305780697,
      "grad_norm": 2.862560510635376,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 531700
    },
    {
      "epoch": 7.49615888812145,
      "grad_norm": 3.22806715965271,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 531800
    },
    {
      "epoch": 7.497568470462202,
      "grad_norm": 3.190106153488159,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 531900
    },
    {
      "epoch": 7.498978052802954,
      "grad_norm": 2.0593044757843018,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 532000
    },
    {
      "epoch": 7.500387635143706,
      "grad_norm": 4.204637050628662,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 532100
    },
    {
      "epoch": 7.50179721748446,
      "grad_norm": 2.1766319274902344,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 532200
    },
    {
      "epoch": 7.503206799825212,
      "grad_norm": 5.223690986633301,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 532300
    },
    {
      "epoch": 7.504616382165964,
      "grad_norm": 3.753458023071289,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 532400
    },
    {
      "epoch": 7.506025964506716,
      "grad_norm": 2.776871919631958,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 532500
    },
    {
      "epoch": 7.507435546847469,
      "grad_norm": 3.751922607421875,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 532600
    },
    {
      "epoch": 7.508845129188222,
      "grad_norm": 2.0359396934509277,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 532700
    },
    {
      "epoch": 7.510254711528974,
      "grad_norm": 1.6839709281921387,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 532800
    },
    {
      "epoch": 7.5116642938697264,
      "grad_norm": 4.187329292297363,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 532900
    },
    {
      "epoch": 7.513073876210479,
      "grad_norm": 1.2276240587234497,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 533000
    },
    {
      "epoch": 7.514483458551231,
      "grad_norm": 7.438058376312256,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 533100
    },
    {
      "epoch": 7.515893040891983,
      "grad_norm": 6.626797199249268,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 533200
    },
    {
      "epoch": 7.5173026232327365,
      "grad_norm": 2.5265586376190186,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 533300
    },
    {
      "epoch": 7.518712205573489,
      "grad_norm": 1.2455480098724365,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 533400
    },
    {
      "epoch": 7.520121787914241,
      "grad_norm": 3.8906137943267822,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 533500
    },
    {
      "epoch": 7.521531370254993,
      "grad_norm": 2.840167760848999,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 533600
    },
    {
      "epoch": 7.522940952595746,
      "grad_norm": 3.233511209487915,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 533700
    },
    {
      "epoch": 7.524350534936499,
      "grad_norm": 3.774113655090332,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 533800
    },
    {
      "epoch": 7.525760117277251,
      "grad_norm": 5.295225143432617,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 533900
    },
    {
      "epoch": 7.527169699618003,
      "grad_norm": 4.457107067108154,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 534000
    },
    {
      "epoch": 7.528579281958756,
      "grad_norm": 3.3912017345428467,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 534100
    },
    {
      "epoch": 7.529988864299508,
      "grad_norm": 3.769928216934204,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 534200
    },
    {
      "epoch": 7.53139844664026,
      "grad_norm": 2.8448286056518555,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 534300
    },
    {
      "epoch": 7.532808028981012,
      "grad_norm": 6.287631034851074,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 534400
    },
    {
      "epoch": 7.534217611321766,
      "grad_norm": 3.3042609691619873,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 534500
    },
    {
      "epoch": 7.535627193662518,
      "grad_norm": 3.050323963165283,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 534600
    },
    {
      "epoch": 7.53703677600327,
      "grad_norm": 6.2503342628479,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 534700
    },
    {
      "epoch": 7.538446358344022,
      "grad_norm": 3.650428056716919,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 534800
    },
    {
      "epoch": 7.539855940684775,
      "grad_norm": 2.5752694606781006,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 534900
    },
    {
      "epoch": 7.541265523025528,
      "grad_norm": 9.773263931274414,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 535000
    },
    {
      "epoch": 7.54267510536628,
      "grad_norm": 4.871085166931152,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 535100
    },
    {
      "epoch": 7.544084687707032,
      "grad_norm": 3.808076858520508,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 535200
    },
    {
      "epoch": 7.545494270047785,
      "grad_norm": 2.546199321746826,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 535300
    },
    {
      "epoch": 7.546903852388537,
      "grad_norm": 3.3737001419067383,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 535400
    },
    {
      "epoch": 7.548313434729289,
      "grad_norm": 1.7114346027374268,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 535500
    },
    {
      "epoch": 7.5497230170700425,
      "grad_norm": 3.2449421882629395,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 535600
    },
    {
      "epoch": 7.551132599410795,
      "grad_norm": 1.5747486352920532,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 535700
    },
    {
      "epoch": 7.552542181751547,
      "grad_norm": 4.2095255851745605,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 535800
    },
    {
      "epoch": 7.553951764092299,
      "grad_norm": 2.4055068492889404,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 535900
    },
    {
      "epoch": 7.555361346433052,
      "grad_norm": 2.4348154067993164,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 536000
    },
    {
      "epoch": 7.556770928773805,
      "grad_norm": 3.388977289199829,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 536100
    },
    {
      "epoch": 7.558180511114557,
      "grad_norm": 5.307697772979736,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 536200
    },
    {
      "epoch": 7.559590093455309,
      "grad_norm": 5.103752613067627,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 536300
    },
    {
      "epoch": 7.560999675796062,
      "grad_norm": 2.5542140007019043,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 536400
    },
    {
      "epoch": 7.562409258136814,
      "grad_norm": 4.150502681732178,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 536500
    },
    {
      "epoch": 7.563818840477566,
      "grad_norm": 1.7374738454818726,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 536600
    },
    {
      "epoch": 7.565228422818319,
      "grad_norm": 3.3015241622924805,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 536700
    },
    {
      "epoch": 7.566638005159072,
      "grad_norm": 1.6476140022277832,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 536800
    },
    {
      "epoch": 7.568047587499824,
      "grad_norm": 1.776605486869812,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 536900
    },
    {
      "epoch": 7.569457169840576,
      "grad_norm": 4.027929782867432,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 537000
    },
    {
      "epoch": 7.570866752181328,
      "grad_norm": 5.378139495849609,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 537100
    },
    {
      "epoch": 7.572276334522082,
      "grad_norm": 4.948451042175293,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 537200
    },
    {
      "epoch": 7.573685916862834,
      "grad_norm": 3.249573230743408,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 537300
    },
    {
      "epoch": 7.575095499203586,
      "grad_norm": 5.578085422515869,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 537400
    },
    {
      "epoch": 7.576505081544338,
      "grad_norm": 8.376130104064941,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 537500
    },
    {
      "epoch": 7.577914663885091,
      "grad_norm": 2.095019578933716,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 537600
    },
    {
      "epoch": 7.579324246225843,
      "grad_norm": 1.0326157808303833,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 537700
    },
    {
      "epoch": 7.580733828566595,
      "grad_norm": 1.8636149168014526,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 537800
    },
    {
      "epoch": 7.5821434109073484,
      "grad_norm": 2.896793842315674,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 537900
    },
    {
      "epoch": 7.583552993248101,
      "grad_norm": 3.5913517475128174,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 538000
    },
    {
      "epoch": 7.584962575588853,
      "grad_norm": 3.8503904342651367,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 538100
    },
    {
      "epoch": 7.586372157929605,
      "grad_norm": 3.4133810997009277,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 538200
    },
    {
      "epoch": 7.587781740270358,
      "grad_norm": 3.954447031021118,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 538300
    },
    {
      "epoch": 7.589191322611111,
      "grad_norm": 1.5944430828094482,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 538400
    },
    {
      "epoch": 7.590600904951863,
      "grad_norm": 2.6227831840515137,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 538500
    },
    {
      "epoch": 7.592010487292615,
      "grad_norm": 2.2210755348205566,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 538600
    },
    {
      "epoch": 7.593420069633368,
      "grad_norm": 1.7918709516525269,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 538700
    },
    {
      "epoch": 7.59482965197412,
      "grad_norm": 1.8133244514465332,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 538800
    },
    {
      "epoch": 7.596239234314872,
      "grad_norm": 2.360884189605713,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 538900
    },
    {
      "epoch": 7.597648816655625,
      "grad_norm": 5.884791851043701,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 539000
    },
    {
      "epoch": 7.599058398996378,
      "grad_norm": 1.5158145427703857,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 539100
    },
    {
      "epoch": 7.60046798133713,
      "grad_norm": 9.742828369140625,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 539200
    },
    {
      "epoch": 7.601877563677882,
      "grad_norm": 3.0160701274871826,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 539300
    },
    {
      "epoch": 7.603287146018634,
      "grad_norm": 5.781808853149414,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 539400
    },
    {
      "epoch": 7.604696728359388,
      "grad_norm": 3.5220532417297363,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 539500
    },
    {
      "epoch": 7.60610631070014,
      "grad_norm": 2.4881348609924316,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 539600
    },
    {
      "epoch": 7.607515893040892,
      "grad_norm": 4.729599952697754,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 539700
    },
    {
      "epoch": 7.608925475381644,
      "grad_norm": 3.10512113571167,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 539800
    },
    {
      "epoch": 7.610335057722397,
      "grad_norm": 2.982294797897339,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 539900
    },
    {
      "epoch": 7.611744640063149,
      "grad_norm": 3.1384334564208984,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 540000
    },
    {
      "epoch": 7.613154222403901,
      "grad_norm": 3.396388292312622,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 540100
    },
    {
      "epoch": 7.614563804744654,
      "grad_norm": 2.177917957305908,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 540200
    },
    {
      "epoch": 7.615973387085407,
      "grad_norm": 1.13955557346344,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 540300
    },
    {
      "epoch": 7.617382969426159,
      "grad_norm": 2.970886707305908,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 540400
    },
    {
      "epoch": 7.618792551766911,
      "grad_norm": 2.1568000316619873,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 540500
    },
    {
      "epoch": 7.620202134107664,
      "grad_norm": 3.6801345348358154,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 540600
    },
    {
      "epoch": 7.621611716448417,
      "grad_norm": 3.332758665084839,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 540700
    },
    {
      "epoch": 7.623021298789169,
      "grad_norm": 1.2241055965423584,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 540800
    },
    {
      "epoch": 7.624430881129921,
      "grad_norm": 2.057126998901367,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 540900
    },
    {
      "epoch": 7.625840463470674,
      "grad_norm": 3.778003454208374,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 541000
    },
    {
      "epoch": 7.627250045811426,
      "grad_norm": 4.428070545196533,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 541100
    },
    {
      "epoch": 7.628659628152178,
      "grad_norm": 6.044438362121582,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 541200
    },
    {
      "epoch": 7.630069210492931,
      "grad_norm": 3.8774328231811523,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 541300
    },
    {
      "epoch": 7.631478792833684,
      "grad_norm": 2.8582847118377686,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 541400
    },
    {
      "epoch": 7.632888375174436,
      "grad_norm": 2.1189699172973633,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 541500
    },
    {
      "epoch": 7.634297957515188,
      "grad_norm": 3.1863975524902344,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 541600
    },
    {
      "epoch": 7.63570753985594,
      "grad_norm": 3.1419315338134766,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 541700
    },
    {
      "epoch": 7.637117122196694,
      "grad_norm": 2.7504661083221436,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 541800
    },
    {
      "epoch": 7.638526704537446,
      "grad_norm": 5.56207799911499,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 541900
    },
    {
      "epoch": 7.639936286878198,
      "grad_norm": 1.525887370109558,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 542000
    },
    {
      "epoch": 7.64134586921895,
      "grad_norm": 1.5533827543258667,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 542100
    },
    {
      "epoch": 7.642755451559703,
      "grad_norm": 2.080659866333008,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 542200
    },
    {
      "epoch": 7.644165033900455,
      "grad_norm": 3.42077374458313,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 542300
    },
    {
      "epoch": 7.645574616241207,
      "grad_norm": 3.9155116081237793,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 542400
    },
    {
      "epoch": 7.64698419858196,
      "grad_norm": 7.141530513763428,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 542500
    },
    {
      "epoch": 7.648393780922713,
      "grad_norm": 2.4551045894622803,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 542600
    },
    {
      "epoch": 7.649803363263465,
      "grad_norm": 2.768867015838623,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 542700
    },
    {
      "epoch": 7.651212945604217,
      "grad_norm": 2.5687410831451416,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 542800
    },
    {
      "epoch": 7.6526225279449696,
      "grad_norm": 5.805392742156982,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 542900
    },
    {
      "epoch": 7.654032110285723,
      "grad_norm": 3.109055995941162,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 543000
    },
    {
      "epoch": 7.655441692626475,
      "grad_norm": 5.129996299743652,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 543100
    },
    {
      "epoch": 7.656851274967227,
      "grad_norm": 2.1559720039367676,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 543200
    },
    {
      "epoch": 7.65826085730798,
      "grad_norm": 1.8468602895736694,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 543300
    },
    {
      "epoch": 7.659670439648732,
      "grad_norm": 4.336379528045654,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 543400
    },
    {
      "epoch": 7.661080021989484,
      "grad_norm": 1.7855497598648071,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 543500
    },
    {
      "epoch": 7.662489604330237,
      "grad_norm": 2.2771990299224854,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 543600
    },
    {
      "epoch": 7.66389918667099,
      "grad_norm": 4.167362689971924,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 543700
    },
    {
      "epoch": 7.665308769011742,
      "grad_norm": 2.5417559146881104,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 543800
    },
    {
      "epoch": 7.666718351352494,
      "grad_norm": 2.4979872703552246,
      "learning_rate": 5e-06,
      "loss": 0.0914,
      "step": 543900
    },
    {
      "epoch": 7.668127933693246,
      "grad_norm": 3.575965404510498,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 544000
    },
    {
      "epoch": 7.669537516034,
      "grad_norm": 2.915034294128418,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 544100
    },
    {
      "epoch": 7.670947098374752,
      "grad_norm": 3.2832014560699463,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 544200
    },
    {
      "epoch": 7.672356680715504,
      "grad_norm": 2.5025017261505127,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 544300
    },
    {
      "epoch": 7.673766263056256,
      "grad_norm": 1.7521336078643799,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 544400
    },
    {
      "epoch": 7.675175845397009,
      "grad_norm": 1.3029886484146118,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 544500
    },
    {
      "epoch": 7.676585427737761,
      "grad_norm": 4.553801536560059,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 544600
    },
    {
      "epoch": 7.677995010078513,
      "grad_norm": 4.154667854309082,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 544700
    },
    {
      "epoch": 7.679404592419266,
      "grad_norm": 2.759664535522461,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 544800
    },
    {
      "epoch": 7.680814174760019,
      "grad_norm": 1.838148832321167,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 544900
    },
    {
      "epoch": 7.682223757100771,
      "grad_norm": 4.01187801361084,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 545000
    },
    {
      "epoch": 7.683633339441523,
      "grad_norm": 1.7250032424926758,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 545100
    },
    {
      "epoch": 7.6850429217822755,
      "grad_norm": 2.899160146713257,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 545200
    },
    {
      "epoch": 7.686452504123029,
      "grad_norm": 4.898715019226074,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 545300
    },
    {
      "epoch": 7.687862086463781,
      "grad_norm": 6.1999311447143555,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 545400
    },
    {
      "epoch": 7.689271668804533,
      "grad_norm": 5.243541240692139,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 545500
    },
    {
      "epoch": 7.690681251145286,
      "grad_norm": 1.8779700994491577,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 545600
    },
    {
      "epoch": 7.692090833486038,
      "grad_norm": 7.2631659507751465,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 545700
    },
    {
      "epoch": 7.69350041582679,
      "grad_norm": 1.2792762517929077,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 545800
    },
    {
      "epoch": 7.694909998167543,
      "grad_norm": 1.4422417879104614,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 545900
    },
    {
      "epoch": 7.696319580508296,
      "grad_norm": 2.5040621757507324,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 546000
    },
    {
      "epoch": 7.697729162849048,
      "grad_norm": 3.519500255584717,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 546100
    },
    {
      "epoch": 7.6991387451898,
      "grad_norm": 8.206958770751953,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 546200
    },
    {
      "epoch": 7.700548327530552,
      "grad_norm": 5.628887176513672,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 546300
    },
    {
      "epoch": 7.701957909871306,
      "grad_norm": 3.308772563934326,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 546400
    },
    {
      "epoch": 7.703367492212058,
      "grad_norm": 2.150634765625,
      "learning_rate": 5e-06,
      "loss": 0.0887,
      "step": 546500
    },
    {
      "epoch": 7.70477707455281,
      "grad_norm": 3.769819498062134,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 546600
    },
    {
      "epoch": 7.706186656893562,
      "grad_norm": 1.6013171672821045,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 546700
    },
    {
      "epoch": 7.707596239234315,
      "grad_norm": 4.471480846405029,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 546800
    },
    {
      "epoch": 7.709005821575067,
      "grad_norm": 2.9211742877960205,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 546900
    },
    {
      "epoch": 7.710415403915819,
      "grad_norm": 3.815598964691162,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 547000
    },
    {
      "epoch": 7.711824986256572,
      "grad_norm": 3.6084890365600586,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 547100
    },
    {
      "epoch": 7.713234568597325,
      "grad_norm": 2.901599407196045,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 547200
    },
    {
      "epoch": 7.714644150938077,
      "grad_norm": 2.589988946914673,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 547300
    },
    {
      "epoch": 7.716053733278829,
      "grad_norm": 3.7159650325775146,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 547400
    },
    {
      "epoch": 7.7174633156195815,
      "grad_norm": 2.9748737812042236,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 547500
    },
    {
      "epoch": 7.718872897960335,
      "grad_norm": 1.2176719903945923,
      "learning_rate": 5e-06,
      "loss": 0.0946,
      "step": 547600
    },
    {
      "epoch": 7.720282480301087,
      "grad_norm": 12.941751480102539,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 547700
    },
    {
      "epoch": 7.721692062641839,
      "grad_norm": 3.992945432662964,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 547800
    },
    {
      "epoch": 7.7231016449825916,
      "grad_norm": 1.8340405225753784,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 547900
    },
    {
      "epoch": 7.724511227323344,
      "grad_norm": 5.042527675628662,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 548000
    },
    {
      "epoch": 7.725920809664096,
      "grad_norm": 7.150876522064209,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 548100
    },
    {
      "epoch": 7.727330392004849,
      "grad_norm": 2.9794929027557373,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 548200
    },
    {
      "epoch": 7.728739974345602,
      "grad_norm": 1.8002291917800903,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 548300
    },
    {
      "epoch": 7.730149556686354,
      "grad_norm": 2.2805306911468506,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 548400
    },
    {
      "epoch": 7.731559139027106,
      "grad_norm": 2.5343198776245117,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 548500
    },
    {
      "epoch": 7.732968721367858,
      "grad_norm": 2.731707811355591,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 548600
    },
    {
      "epoch": 7.734378303708612,
      "grad_norm": 3.3912179470062256,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 548700
    },
    {
      "epoch": 7.735787886049364,
      "grad_norm": 5.410059452056885,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 548800
    },
    {
      "epoch": 7.737197468390116,
      "grad_norm": 4.286873817443848,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 548900
    },
    {
      "epoch": 7.738607050730868,
      "grad_norm": 3.305402994155884,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 549000
    },
    {
      "epoch": 7.740016633071621,
      "grad_norm": 3.7435338497161865,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 549100
    },
    {
      "epoch": 7.741426215412373,
      "grad_norm": 3.124640703201294,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 549200
    },
    {
      "epoch": 7.742835797753126,
      "grad_norm": 6.538104057312012,
      "learning_rate": 5e-06,
      "loss": 0.0889,
      "step": 549300
    },
    {
      "epoch": 7.744245380093878,
      "grad_norm": 2.2959225177764893,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 549400
    },
    {
      "epoch": 7.745654962434631,
      "grad_norm": 5.233922481536865,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 549500
    },
    {
      "epoch": 7.747064544775383,
      "grad_norm": 3.045269250869751,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 549600
    },
    {
      "epoch": 7.748474127116135,
      "grad_norm": 2.3276870250701904,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 549700
    },
    {
      "epoch": 7.7498837094568875,
      "grad_norm": 4.78444766998291,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 549800
    },
    {
      "epoch": 7.751293291797641,
      "grad_norm": 5.356685161590576,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 549900
    },
    {
      "epoch": 7.752702874138393,
      "grad_norm": 4.304565906524658,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 550000
    },
    {
      "epoch": 7.754112456479145,
      "grad_norm": 3.3872225284576416,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 550100
    },
    {
      "epoch": 7.7555220388198975,
      "grad_norm": 2.3327670097351074,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 550200
    },
    {
      "epoch": 7.75693162116065,
      "grad_norm": 3.7491819858551025,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 550300
    },
    {
      "epoch": 7.758341203501402,
      "grad_norm": 2.2867069244384766,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 550400
    },
    {
      "epoch": 7.759750785842155,
      "grad_norm": 4.485980987548828,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 550500
    },
    {
      "epoch": 7.7611603681829076,
      "grad_norm": 2.9639556407928467,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 550600
    },
    {
      "epoch": 7.76256995052366,
      "grad_norm": 4.862163543701172,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 550700
    },
    {
      "epoch": 7.763979532864412,
      "grad_norm": 3.868096113204956,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 550800
    },
    {
      "epoch": 7.765389115205164,
      "grad_norm": 2.9849905967712402,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 550900
    },
    {
      "epoch": 7.766798697545918,
      "grad_norm": 1.5004708766937256,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 551000
    },
    {
      "epoch": 7.76820827988667,
      "grad_norm": 1.5922420024871826,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 551100
    },
    {
      "epoch": 7.769617862227422,
      "grad_norm": 5.865039348602295,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 551200
    },
    {
      "epoch": 7.771027444568174,
      "grad_norm": 1.3578585386276245,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 551300
    },
    {
      "epoch": 7.772437026908927,
      "grad_norm": 3.0925416946411133,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 551400
    },
    {
      "epoch": 7.773846609249679,
      "grad_norm": 2.5281834602355957,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 551500
    },
    {
      "epoch": 7.775256191590432,
      "grad_norm": 6.108814716339111,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 551600
    },
    {
      "epoch": 7.776665773931184,
      "grad_norm": 3.2117981910705566,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 551700
    },
    {
      "epoch": 7.778075356271937,
      "grad_norm": 2.4751760959625244,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 551800
    },
    {
      "epoch": 7.779484938612689,
      "grad_norm": 4.103489398956299,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 551900
    },
    {
      "epoch": 7.780894520953441,
      "grad_norm": 2.507678270339966,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 552000
    },
    {
      "epoch": 7.782304103294194,
      "grad_norm": 1.850803017616272,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 552100
    },
    {
      "epoch": 7.783713685634947,
      "grad_norm": 4.607981204986572,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 552200
    },
    {
      "epoch": 7.785123267975699,
      "grad_norm": 1.8021223545074463,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 552300
    },
    {
      "epoch": 7.786532850316451,
      "grad_norm": 5.7452006340026855,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 552400
    },
    {
      "epoch": 7.7879424326572035,
      "grad_norm": 4.874687671661377,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 552500
    },
    {
      "epoch": 7.789352014997956,
      "grad_norm": 1.788446068763733,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 552600
    },
    {
      "epoch": 7.790761597338708,
      "grad_norm": 2.2026426792144775,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 552700
    },
    {
      "epoch": 7.792171179679461,
      "grad_norm": 5.5566511154174805,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 552800
    },
    {
      "epoch": 7.7935807620202135,
      "grad_norm": 2.7898776531219482,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 552900
    },
    {
      "epoch": 7.794990344360966,
      "grad_norm": 1.9999308586120605,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 553000
    },
    {
      "epoch": 7.796399926701718,
      "grad_norm": 0.860386848449707,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 553100
    },
    {
      "epoch": 7.79780950904247,
      "grad_norm": 3.5212478637695312,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 553200
    },
    {
      "epoch": 7.799219091383224,
      "grad_norm": 2.0200839042663574,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 553300
    },
    {
      "epoch": 7.800628673723976,
      "grad_norm": 2.7720019817352295,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 553400
    },
    {
      "epoch": 7.802038256064728,
      "grad_norm": 3.807732582092285,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 553500
    },
    {
      "epoch": 7.80344783840548,
      "grad_norm": 7.1202898025512695,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 553600
    },
    {
      "epoch": 7.804857420746233,
      "grad_norm": 4.413220405578613,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 553700
    },
    {
      "epoch": 7.806267003086985,
      "grad_norm": 3.435065507888794,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 553800
    },
    {
      "epoch": 7.807676585427738,
      "grad_norm": 3.6613690853118896,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 553900
    },
    {
      "epoch": 7.80908616776849,
      "grad_norm": 0.6170070767402649,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 554000
    },
    {
      "epoch": 7.810495750109243,
      "grad_norm": 1.5535333156585693,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 554100
    },
    {
      "epoch": 7.811905332449995,
      "grad_norm": 1.7318615913391113,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 554200
    },
    {
      "epoch": 7.813314914790747,
      "grad_norm": 3.997988224029541,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 554300
    },
    {
      "epoch": 7.8147244971315,
      "grad_norm": 3.8852694034576416,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 554400
    },
    {
      "epoch": 7.816134079472253,
      "grad_norm": 2.361467123031616,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 554500
    },
    {
      "epoch": 7.817543661813005,
      "grad_norm": 10.099913597106934,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 554600
    },
    {
      "epoch": 7.818953244153757,
      "grad_norm": 6.098681926727295,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 554700
    },
    {
      "epoch": 7.8203628264945095,
      "grad_norm": 3.962303400039673,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 554800
    },
    {
      "epoch": 7.821772408835262,
      "grad_norm": 5.392736434936523,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 554900
    },
    {
      "epoch": 7.823181991176014,
      "grad_norm": 1.4408575296401978,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 555000
    },
    {
      "epoch": 7.824591573516767,
      "grad_norm": 0.9336168766021729,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 555100
    },
    {
      "epoch": 7.8260011558575195,
      "grad_norm": 2.5919649600982666,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 555200
    },
    {
      "epoch": 7.827410738198272,
      "grad_norm": 1.9046355485916138,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 555300
    },
    {
      "epoch": 7.828820320539024,
      "grad_norm": 5.194572448730469,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 555400
    },
    {
      "epoch": 7.830229902879776,
      "grad_norm": 3.033606767654419,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 555500
    },
    {
      "epoch": 7.8316394852205296,
      "grad_norm": 1.3762203454971313,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 555600
    },
    {
      "epoch": 7.833049067561282,
      "grad_norm": 4.709050178527832,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 555700
    },
    {
      "epoch": 7.834458649902034,
      "grad_norm": 2.7569339275360107,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 555800
    },
    {
      "epoch": 7.835868232242786,
      "grad_norm": 3.372626781463623,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 555900
    },
    {
      "epoch": 7.837277814583539,
      "grad_norm": 11.925813674926758,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 556000
    },
    {
      "epoch": 7.838687396924291,
      "grad_norm": 5.3209638595581055,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 556100
    },
    {
      "epoch": 7.840096979265044,
      "grad_norm": 2.2836873531341553,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 556200
    },
    {
      "epoch": 7.841506561605796,
      "grad_norm": 2.4517860412597656,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 556300
    },
    {
      "epoch": 7.842916143946549,
      "grad_norm": 4.354855060577393,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 556400
    },
    {
      "epoch": 7.844325726287301,
      "grad_norm": 3.5740561485290527,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 556500
    },
    {
      "epoch": 7.845735308628053,
      "grad_norm": 1.975383996963501,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 556600
    },
    {
      "epoch": 7.847144890968806,
      "grad_norm": 6.724788665771484,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 556700
    },
    {
      "epoch": 7.848554473309559,
      "grad_norm": 2.5270347595214844,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 556800
    },
    {
      "epoch": 7.849964055650311,
      "grad_norm": 2.921938419342041,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 556900
    },
    {
      "epoch": 7.851373637991063,
      "grad_norm": 2.229658603668213,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 557000
    },
    {
      "epoch": 7.8527832203318155,
      "grad_norm": 2.4096765518188477,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 557100
    },
    {
      "epoch": 7.854192802672568,
      "grad_norm": 4.002939701080322,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 557200
    },
    {
      "epoch": 7.85560238501332,
      "grad_norm": 8.74708366394043,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 557300
    },
    {
      "epoch": 7.857011967354073,
      "grad_norm": 2.7499923706054688,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 557400
    },
    {
      "epoch": 7.8584215496948255,
      "grad_norm": 2.822199583053589,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 557500
    },
    {
      "epoch": 7.859831132035578,
      "grad_norm": 5.524938106536865,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 557600
    },
    {
      "epoch": 7.86124071437633,
      "grad_norm": 4.547770977020264,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 557700
    },
    {
      "epoch": 7.862650296717082,
      "grad_norm": 2.7157294750213623,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 557800
    },
    {
      "epoch": 7.8640598790578355,
      "grad_norm": 2.0295908451080322,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 557900
    },
    {
      "epoch": 7.865469461398588,
      "grad_norm": 3.693129539489746,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 558000
    },
    {
      "epoch": 7.86687904373934,
      "grad_norm": 4.971876621246338,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 558100
    },
    {
      "epoch": 7.868288626080092,
      "grad_norm": 12.838569641113281,
      "learning_rate": 5e-06,
      "loss": 0.0899,
      "step": 558200
    },
    {
      "epoch": 7.869698208420845,
      "grad_norm": 1.6948491334915161,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 558300
    },
    {
      "epoch": 7.871107790761597,
      "grad_norm": 1.3594917058944702,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 558400
    },
    {
      "epoch": 7.87251737310235,
      "grad_norm": 6.336965084075928,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 558500
    },
    {
      "epoch": 7.873926955443102,
      "grad_norm": 6.189369201660156,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 558600
    },
    {
      "epoch": 7.875336537783855,
      "grad_norm": 7.16401481628418,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 558700
    },
    {
      "epoch": 7.876746120124607,
      "grad_norm": 5.446223258972168,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 558800
    },
    {
      "epoch": 7.878155702465359,
      "grad_norm": 9.035086631774902,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 558900
    },
    {
      "epoch": 7.879565284806112,
      "grad_norm": 5.364252090454102,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 559000
    },
    {
      "epoch": 7.880974867146865,
      "grad_norm": 3.131027936935425,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 559100
    },
    {
      "epoch": 7.882384449487617,
      "grad_norm": 4.247596263885498,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 559200
    },
    {
      "epoch": 7.883794031828369,
      "grad_norm": 4.515839576721191,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 559300
    },
    {
      "epoch": 7.8852036141691215,
      "grad_norm": 8.36900806427002,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 559400
    },
    {
      "epoch": 7.886613196509874,
      "grad_norm": 2.593787431716919,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 559500
    },
    {
      "epoch": 7.888022778850626,
      "grad_norm": 2.41591477394104,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 559600
    },
    {
      "epoch": 7.889432361191379,
      "grad_norm": 1.9480928182601929,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 559700
    },
    {
      "epoch": 7.8908419435321315,
      "grad_norm": 2.26788330078125,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 559800
    },
    {
      "epoch": 7.892251525872884,
      "grad_norm": 3.0479331016540527,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 559900
    },
    {
      "epoch": 7.893661108213636,
      "grad_norm": 2.532167434692383,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 560000
    },
    {
      "epoch": 7.895070690554388,
      "grad_norm": 3.053750514984131,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 560100
    },
    {
      "epoch": 7.8964802728951415,
      "grad_norm": 4.808024883270264,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 560200
    },
    {
      "epoch": 7.897889855235894,
      "grad_norm": 3.837087392807007,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 560300
    },
    {
      "epoch": 7.899299437576646,
      "grad_norm": 2.435978651046753,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 560400
    },
    {
      "epoch": 7.900709019917398,
      "grad_norm": 3.927138566970825,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 560500
    },
    {
      "epoch": 7.902118602258151,
      "grad_norm": 3.681145668029785,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 560600
    },
    {
      "epoch": 7.903528184598903,
      "grad_norm": 4.185794353485107,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 560700
    },
    {
      "epoch": 7.904937766939656,
      "grad_norm": 3.4113802909851074,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 560800
    },
    {
      "epoch": 7.906347349280408,
      "grad_norm": 0.5350868701934814,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 560900
    },
    {
      "epoch": 7.907756931621161,
      "grad_norm": 2.455899238586426,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 561000
    },
    {
      "epoch": 7.909166513961913,
      "grad_norm": 4.131293296813965,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 561100
    },
    {
      "epoch": 7.910576096302665,
      "grad_norm": 7.4135870933532715,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 561200
    },
    {
      "epoch": 7.911985678643418,
      "grad_norm": 3.209538459777832,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 561300
    },
    {
      "epoch": 7.913395260984171,
      "grad_norm": 4.858501434326172,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 561400
    },
    {
      "epoch": 7.914804843324923,
      "grad_norm": 10.58591079711914,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 561500
    },
    {
      "epoch": 7.916214425665675,
      "grad_norm": 5.610419273376465,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 561600
    },
    {
      "epoch": 7.9176240080064275,
      "grad_norm": 8.691078186035156,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 561700
    },
    {
      "epoch": 7.91903359034718,
      "grad_norm": 1.404724359512329,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 561800
    },
    {
      "epoch": 7.920443172687932,
      "grad_norm": 4.5233588218688965,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 561900
    },
    {
      "epoch": 7.921852755028685,
      "grad_norm": 0.6171948909759521,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 562000
    },
    {
      "epoch": 7.9232623373694375,
      "grad_norm": 1.3523435592651367,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 562100
    },
    {
      "epoch": 7.92467191971019,
      "grad_norm": 4.717181205749512,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 562200
    },
    {
      "epoch": 7.926081502050942,
      "grad_norm": 6.274360179901123,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 562300
    },
    {
      "epoch": 7.927491084391694,
      "grad_norm": 6.046230792999268,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 562400
    },
    {
      "epoch": 7.9289006667324475,
      "grad_norm": 1.6821736097335815,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 562500
    },
    {
      "epoch": 7.9303102490732,
      "grad_norm": 2.1562466621398926,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 562600
    },
    {
      "epoch": 7.931719831413952,
      "grad_norm": 4.503530979156494,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 562700
    },
    {
      "epoch": 7.933129413754704,
      "grad_norm": 3.697683572769165,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 562800
    },
    {
      "epoch": 7.934538996095457,
      "grad_norm": 1.1671520471572876,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 562900
    },
    {
      "epoch": 7.935948578436209,
      "grad_norm": 11.604351997375488,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 563000
    },
    {
      "epoch": 7.937358160776962,
      "grad_norm": 2.8049099445343018,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 563100
    },
    {
      "epoch": 7.938767743117714,
      "grad_norm": 4.628658771514893,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 563200
    },
    {
      "epoch": 7.940177325458467,
      "grad_norm": 1.7011538743972778,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 563300
    },
    {
      "epoch": 7.941586907799219,
      "grad_norm": 2.8026907444000244,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 563400
    },
    {
      "epoch": 7.942996490139971,
      "grad_norm": 2.787729024887085,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 563500
    },
    {
      "epoch": 7.944406072480724,
      "grad_norm": 2.6344528198242188,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 563600
    },
    {
      "epoch": 7.945815654821477,
      "grad_norm": 2.4982805252075195,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 563700
    },
    {
      "epoch": 7.947225237162229,
      "grad_norm": 2.683429479598999,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 563800
    },
    {
      "epoch": 7.948634819502981,
      "grad_norm": 4.882691383361816,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 563900
    },
    {
      "epoch": 7.9500444018437335,
      "grad_norm": 4.376312732696533,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 564000
    },
    {
      "epoch": 7.951453984184486,
      "grad_norm": 3.662191867828369,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 564100
    },
    {
      "epoch": 7.952863566525239,
      "grad_norm": 2.863612413406372,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 564200
    },
    {
      "epoch": 7.954273148865991,
      "grad_norm": 1.8368228673934937,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 564300
    },
    {
      "epoch": 7.9556827312067435,
      "grad_norm": 8.350228309631348,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 564400
    },
    {
      "epoch": 7.957092313547496,
      "grad_norm": 2.7784082889556885,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 564500
    },
    {
      "epoch": 7.958501895888248,
      "grad_norm": 3.2435715198516846,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 564600
    },
    {
      "epoch": 7.959911478229,
      "grad_norm": 10.682135581970215,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 564700
    },
    {
      "epoch": 7.9613210605697535,
      "grad_norm": 1.1147063970565796,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 564800
    },
    {
      "epoch": 7.962730642910506,
      "grad_norm": 2.330430507659912,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 564900
    },
    {
      "epoch": 7.964140225251258,
      "grad_norm": 3.9885146617889404,
      "learning_rate": 5e-06,
      "loss": 0.0915,
      "step": 565000
    },
    {
      "epoch": 7.96554980759201,
      "grad_norm": 2.7661335468292236,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 565100
    },
    {
      "epoch": 7.966959389932763,
      "grad_norm": 3.53178334236145,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 565200
    },
    {
      "epoch": 7.968368972273515,
      "grad_norm": 2.9369258880615234,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 565300
    },
    {
      "epoch": 7.969778554614268,
      "grad_norm": 2.4586668014526367,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 565400
    },
    {
      "epoch": 7.97118813695502,
      "grad_norm": 3.1065187454223633,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 565500
    },
    {
      "epoch": 7.972597719295773,
      "grad_norm": 2.8966777324676514,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 565600
    },
    {
      "epoch": 7.974007301636525,
      "grad_norm": 1.049846887588501,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 565700
    },
    {
      "epoch": 7.975416883977277,
      "grad_norm": 4.278616905212402,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 565800
    },
    {
      "epoch": 7.97682646631803,
      "grad_norm": 2.493122100830078,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 565900
    },
    {
      "epoch": 7.978236048658783,
      "grad_norm": 2.337480306625366,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 566000
    },
    {
      "epoch": 7.979645630999535,
      "grad_norm": 3.930920124053955,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 566100
    },
    {
      "epoch": 7.981055213340287,
      "grad_norm": 4.640605449676514,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 566200
    },
    {
      "epoch": 7.9824647956810395,
      "grad_norm": 2.504828453063965,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 566300
    },
    {
      "epoch": 7.983874378021792,
      "grad_norm": 2.711453437805176,
      "learning_rate": 5e-06,
      "loss": 0.0971,
      "step": 566400
    },
    {
      "epoch": 7.985283960362545,
      "grad_norm": 17.54402732849121,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 566500
    },
    {
      "epoch": 7.986693542703297,
      "grad_norm": 3.4540796279907227,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 566600
    },
    {
      "epoch": 7.9881031250440495,
      "grad_norm": 1.2344048023223877,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 566700
    },
    {
      "epoch": 7.989512707384802,
      "grad_norm": 2.0188143253326416,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 566800
    },
    {
      "epoch": 7.990922289725554,
      "grad_norm": 3.3681843280792236,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 566900
    },
    {
      "epoch": 7.992331872066307,
      "grad_norm": 3.2639148235321045,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 567000
    },
    {
      "epoch": 7.9937414544070595,
      "grad_norm": 4.670067310333252,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 567100
    },
    {
      "epoch": 7.995151036747812,
      "grad_norm": 3.4956159591674805,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 567200
    },
    {
      "epoch": 7.996560619088564,
      "grad_norm": 2.755600929260254,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 567300
    },
    {
      "epoch": 7.997970201429316,
      "grad_norm": 0.9837045669555664,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 567400
    },
    {
      "epoch": 7.999379783770069,
      "grad_norm": 2.8972244262695312,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 567500
    },
    {
      "epoch": 8.0,
      "step": 567544,
      "train_loss": 0.07788535952568054,
      "train_perplexity": 1.080998725359718,
      "train_runtime": 3992.0298,
      "train_samples_per_second": 35.542,
      "train_steps_per_second": 8.886
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.08354246616363525,
      "eval_perplexity": 1.0871313806117404,
      "eval_runtime": 990.8559,
      "eval_samples_per_second": 35.799,
      "eval_steps_per_second": 8.95,
      "step": 567544
    },
    {
      "epoch": 8.000789366110821,
      "grad_norm": 2.258819580078125,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 567600
    },
    {
      "epoch": 8.002198948451573,
      "grad_norm": 3.0936129093170166,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 567700
    },
    {
      "epoch": 8.003608530792325,
      "grad_norm": 1.1487104892730713,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 567800
    },
    {
      "epoch": 8.00501811313308,
      "grad_norm": 3.829148530960083,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 567900
    },
    {
      "epoch": 8.006427695473832,
      "grad_norm": 3.5153775215148926,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 568000
    },
    {
      "epoch": 8.007837277814584,
      "grad_norm": 4.032744884490967,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 568100
    },
    {
      "epoch": 8.009246860155336,
      "grad_norm": 3.3824336528778076,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 568200
    },
    {
      "epoch": 8.010656442496089,
      "grad_norm": 3.13568115234375,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 568300
    },
    {
      "epoch": 8.012066024836841,
      "grad_norm": 1.935957670211792,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 568400
    },
    {
      "epoch": 8.013475607177593,
      "grad_norm": 4.703110218048096,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 568500
    },
    {
      "epoch": 8.014885189518345,
      "grad_norm": 3.3389084339141846,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 568600
    },
    {
      "epoch": 8.016294771859098,
      "grad_norm": 1.2387686967849731,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 568700
    },
    {
      "epoch": 8.01770435419985,
      "grad_norm": 3.911508321762085,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 568800
    },
    {
      "epoch": 8.019113936540602,
      "grad_norm": 2.5717122554779053,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 568900
    },
    {
      "epoch": 8.020523518881355,
      "grad_norm": 3.924241781234741,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 569000
    },
    {
      "epoch": 8.021933101222109,
      "grad_norm": 2.309985876083374,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 569100
    },
    {
      "epoch": 8.023342683562861,
      "grad_norm": 2.320030927658081,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 569200
    },
    {
      "epoch": 8.024752265903613,
      "grad_norm": 3.059983730316162,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 569300
    },
    {
      "epoch": 8.026161848244366,
      "grad_norm": 3.252512216567993,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 569400
    },
    {
      "epoch": 8.027571430585118,
      "grad_norm": 3.0480306148529053,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 569500
    },
    {
      "epoch": 8.02898101292587,
      "grad_norm": 3.0006651878356934,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 569600
    },
    {
      "epoch": 8.030390595266622,
      "grad_norm": 1.7316865921020508,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 569700
    },
    {
      "epoch": 8.031800177607375,
      "grad_norm": 12.451374053955078,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 569800
    },
    {
      "epoch": 8.033209759948127,
      "grad_norm": 5.419096946716309,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 569900
    },
    {
      "epoch": 8.03461934228888,
      "grad_norm": 3.405627727508545,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 570000
    },
    {
      "epoch": 8.036028924629631,
      "grad_norm": 2.7658448219299316,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 570100
    },
    {
      "epoch": 8.037438506970386,
      "grad_norm": 4.600990295410156,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 570200
    },
    {
      "epoch": 8.038848089311138,
      "grad_norm": 5.111058235168457,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 570300
    },
    {
      "epoch": 8.04025767165189,
      "grad_norm": 2.1760072708129883,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 570400
    },
    {
      "epoch": 8.041667253992642,
      "grad_norm": 3.4409499168395996,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 570500
    },
    {
      "epoch": 8.043076836333395,
      "grad_norm": 5.334575653076172,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 570600
    },
    {
      "epoch": 8.044486418674147,
      "grad_norm": 3.630059003829956,
      "learning_rate": 5e-06,
      "loss": 0.0908,
      "step": 570700
    },
    {
      "epoch": 8.0458960010149,
      "grad_norm": 2.6960742473602295,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 570800
    },
    {
      "epoch": 8.047305583355651,
      "grad_norm": 2.3082265853881836,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 570900
    },
    {
      "epoch": 8.048715165696404,
      "grad_norm": 3.921442985534668,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 571000
    },
    {
      "epoch": 8.050124748037156,
      "grad_norm": 9.63029670715332,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 571100
    },
    {
      "epoch": 8.051534330377908,
      "grad_norm": 3.6944518089294434,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 571200
    },
    {
      "epoch": 8.05294391271866,
      "grad_norm": 2.64631724357605,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 571300
    },
    {
      "epoch": 8.054353495059415,
      "grad_norm": 3.2022082805633545,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 571400
    },
    {
      "epoch": 8.055763077400167,
      "grad_norm": 2.3843092918395996,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 571500
    },
    {
      "epoch": 8.05717265974092,
      "grad_norm": 5.671633243560791,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 571600
    },
    {
      "epoch": 8.058582242081672,
      "grad_norm": 2.741844654083252,
      "learning_rate": 5e-06,
      "loss": 0.0907,
      "step": 571700
    },
    {
      "epoch": 8.059991824422424,
      "grad_norm": 1.4426300525665283,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 571800
    },
    {
      "epoch": 8.061401406763176,
      "grad_norm": 2.376526117324829,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 571900
    },
    {
      "epoch": 8.062810989103928,
      "grad_norm": 4.889810085296631,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 572000
    },
    {
      "epoch": 8.06422057144468,
      "grad_norm": 4.633843898773193,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 572100
    },
    {
      "epoch": 8.065630153785433,
      "grad_norm": 4.701491355895996,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 572200
    },
    {
      "epoch": 8.067039736126185,
      "grad_norm": 4.074409008026123,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 572300
    },
    {
      "epoch": 8.068449318466937,
      "grad_norm": 4.852864742279053,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 572400
    },
    {
      "epoch": 8.069858900807692,
      "grad_norm": 1.4477747678756714,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 572500
    },
    {
      "epoch": 8.071268483148444,
      "grad_norm": 2.1262691020965576,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 572600
    },
    {
      "epoch": 8.072678065489196,
      "grad_norm": 2.0214672088623047,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 572700
    },
    {
      "epoch": 8.074087647829948,
      "grad_norm": 3.097248077392578,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 572800
    },
    {
      "epoch": 8.0754972301707,
      "grad_norm": 4.823572158813477,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 572900
    },
    {
      "epoch": 8.076906812511453,
      "grad_norm": 4.943412780761719,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 573000
    },
    {
      "epoch": 8.078316394852205,
      "grad_norm": 2.998673915863037,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 573100
    },
    {
      "epoch": 8.079725977192957,
      "grad_norm": 1.7758463621139526,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 573200
    },
    {
      "epoch": 8.08113555953371,
      "grad_norm": 1.894981026649475,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 573300
    },
    {
      "epoch": 8.082545141874462,
      "grad_norm": 3.4934699535369873,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 573400
    },
    {
      "epoch": 8.083954724215214,
      "grad_norm": 4.365226745605469,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 573500
    },
    {
      "epoch": 8.085364306555967,
      "grad_norm": 4.138190269470215,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 573600
    },
    {
      "epoch": 8.08677388889672,
      "grad_norm": 0.9515844583511353,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 573700
    },
    {
      "epoch": 8.088183471237473,
      "grad_norm": 2.112252950668335,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 573800
    },
    {
      "epoch": 8.089593053578225,
      "grad_norm": 4.933610916137695,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 573900
    },
    {
      "epoch": 8.091002635918978,
      "grad_norm": 2.929255485534668,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 574000
    },
    {
      "epoch": 8.09241221825973,
      "grad_norm": 4.53529691696167,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 574100
    },
    {
      "epoch": 8.093821800600482,
      "grad_norm": 10.87984848022461,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 574200
    },
    {
      "epoch": 8.095231382941234,
      "grad_norm": 4.125245571136475,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 574300
    },
    {
      "epoch": 8.096640965281987,
      "grad_norm": 2.097412347793579,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 574400
    },
    {
      "epoch": 8.098050547622739,
      "grad_norm": 2.6619584560394287,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 574500
    },
    {
      "epoch": 8.099460129963491,
      "grad_norm": 2.474330425262451,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 574600
    },
    {
      "epoch": 8.100869712304243,
      "grad_norm": 2.4436087608337402,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 574700
    },
    {
      "epoch": 8.102279294644998,
      "grad_norm": 2.4162678718566895,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 574800
    },
    {
      "epoch": 8.10368887698575,
      "grad_norm": 4.403106212615967,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 574900
    },
    {
      "epoch": 8.105098459326502,
      "grad_norm": 4.421830654144287,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 575000
    },
    {
      "epoch": 8.106508041667254,
      "grad_norm": 2.0033297538757324,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 575100
    },
    {
      "epoch": 8.107917624008007,
      "grad_norm": 2.7133729457855225,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 575200
    },
    {
      "epoch": 8.109327206348759,
      "grad_norm": 12.530983924865723,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 575300
    },
    {
      "epoch": 8.110736788689511,
      "grad_norm": 6.929537296295166,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 575400
    },
    {
      "epoch": 8.112146371030263,
      "grad_norm": 6.2576704025268555,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 575500
    },
    {
      "epoch": 8.113555953371016,
      "grad_norm": 1.7420698404312134,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 575600
    },
    {
      "epoch": 8.114965535711768,
      "grad_norm": 3.7060720920562744,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 575700
    },
    {
      "epoch": 8.11637511805252,
      "grad_norm": 2.9975125789642334,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 575800
    },
    {
      "epoch": 8.117784700393273,
      "grad_norm": 2.084047317504883,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 575900
    },
    {
      "epoch": 8.119194282734027,
      "grad_norm": 1.4396086931228638,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 576000
    },
    {
      "epoch": 8.120603865074779,
      "grad_norm": 2.711595058441162,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 576100
    },
    {
      "epoch": 8.122013447415531,
      "grad_norm": 10.725625991821289,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 576200
    },
    {
      "epoch": 8.123423029756283,
      "grad_norm": 2.7354378700256348,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 576300
    },
    {
      "epoch": 8.124832612097036,
      "grad_norm": 3.8910133838653564,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 576400
    },
    {
      "epoch": 8.126242194437788,
      "grad_norm": 0.633955717086792,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 576500
    },
    {
      "epoch": 8.12765177677854,
      "grad_norm": 2.116302490234375,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 576600
    },
    {
      "epoch": 8.129061359119293,
      "grad_norm": 3.0405242443084717,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 576700
    },
    {
      "epoch": 8.130470941460045,
      "grad_norm": 3.109485149383545,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 576800
    },
    {
      "epoch": 8.131880523800797,
      "grad_norm": 3.600860834121704,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 576900
    },
    {
      "epoch": 8.13329010614155,
      "grad_norm": 1.3179125785827637,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 577000
    },
    {
      "epoch": 8.134699688482304,
      "grad_norm": 2.1677680015563965,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 577100
    },
    {
      "epoch": 8.136109270823056,
      "grad_norm": 2.12050199508667,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 577200
    },
    {
      "epoch": 8.137518853163808,
      "grad_norm": 1.758853554725647,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 577300
    },
    {
      "epoch": 8.13892843550456,
      "grad_norm": 2.6028077602386475,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 577400
    },
    {
      "epoch": 8.140338017845313,
      "grad_norm": 2.8534297943115234,
      "learning_rate": 5e-06,
      "loss": 0.0923,
      "step": 577500
    },
    {
      "epoch": 8.141747600186065,
      "grad_norm": 3.069348096847534,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 577600
    },
    {
      "epoch": 8.143157182526817,
      "grad_norm": 2.650573253631592,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 577700
    },
    {
      "epoch": 8.14456676486757,
      "grad_norm": 8.728272438049316,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 577800
    },
    {
      "epoch": 8.145976347208322,
      "grad_norm": 5.446082592010498,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 577900
    },
    {
      "epoch": 8.147385929549074,
      "grad_norm": 2.022386312484741,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 578000
    },
    {
      "epoch": 8.148795511889826,
      "grad_norm": 5.01256799697876,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 578100
    },
    {
      "epoch": 8.150205094230579,
      "grad_norm": 5.5272440910339355,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 578200
    },
    {
      "epoch": 8.151614676571333,
      "grad_norm": 4.400605201721191,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 578300
    },
    {
      "epoch": 8.153024258912085,
      "grad_norm": 3.0921504497528076,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 578400
    },
    {
      "epoch": 8.154433841252837,
      "grad_norm": 6.001122951507568,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 578500
    },
    {
      "epoch": 8.15584342359359,
      "grad_norm": 6.4809699058532715,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 578600
    },
    {
      "epoch": 8.157253005934342,
      "grad_norm": 4.014676094055176,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 578700
    },
    {
      "epoch": 8.158662588275094,
      "grad_norm": 3.520221710205078,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 578800
    },
    {
      "epoch": 8.160072170615846,
      "grad_norm": 3.8695297241210938,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 578900
    },
    {
      "epoch": 8.161481752956599,
      "grad_norm": 1.5534522533416748,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 579000
    },
    {
      "epoch": 8.162891335297351,
      "grad_norm": 3.5935170650482178,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 579100
    },
    {
      "epoch": 8.164300917638103,
      "grad_norm": 12.882530212402344,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 579200
    },
    {
      "epoch": 8.165710499978855,
      "grad_norm": 1.2010750770568848,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 579300
    },
    {
      "epoch": 8.16712008231961,
      "grad_norm": 4.268014430999756,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 579400
    },
    {
      "epoch": 8.168529664660362,
      "grad_norm": 1.8943760395050049,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 579500
    },
    {
      "epoch": 8.169939247001114,
      "grad_norm": 2.856311082839966,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 579600
    },
    {
      "epoch": 8.171348829341866,
      "grad_norm": 1.765751838684082,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 579700
    },
    {
      "epoch": 8.172758411682619,
      "grad_norm": 3.0042831897735596,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 579800
    },
    {
      "epoch": 8.174167994023371,
      "grad_norm": 2.794724702835083,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 579900
    },
    {
      "epoch": 8.175577576364123,
      "grad_norm": 3.0856313705444336,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 580000
    },
    {
      "epoch": 8.176987158704875,
      "grad_norm": 3.631655216217041,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 580100
    },
    {
      "epoch": 8.178396741045628,
      "grad_norm": 2.087529182434082,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 580200
    },
    {
      "epoch": 8.17980632338638,
      "grad_norm": 4.906473636627197,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 580300
    },
    {
      "epoch": 8.181215905727132,
      "grad_norm": 4.640252113342285,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 580400
    },
    {
      "epoch": 8.182625488067885,
      "grad_norm": 2.4982097148895264,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 580500
    },
    {
      "epoch": 8.184035070408639,
      "grad_norm": 2.319385528564453,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 580600
    },
    {
      "epoch": 8.185444652749391,
      "grad_norm": 2.324799060821533,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 580700
    },
    {
      "epoch": 8.186854235090143,
      "grad_norm": 5.783741474151611,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 580800
    },
    {
      "epoch": 8.188263817430895,
      "grad_norm": 1.5419366359710693,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 580900
    },
    {
      "epoch": 8.189673399771648,
      "grad_norm": 2.718921422958374,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 581000
    },
    {
      "epoch": 8.1910829821124,
      "grad_norm": 3.225167751312256,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 581100
    },
    {
      "epoch": 8.192492564453152,
      "grad_norm": 1.9963843822479248,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 581200
    },
    {
      "epoch": 8.193902146793905,
      "grad_norm": 1.9376031160354614,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 581300
    },
    {
      "epoch": 8.195311729134657,
      "grad_norm": 2.7415566444396973,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 581400
    },
    {
      "epoch": 8.19672131147541,
      "grad_norm": 1.6476095914840698,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 581500
    },
    {
      "epoch": 8.198130893816161,
      "grad_norm": 13.210116386413574,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 581600
    },
    {
      "epoch": 8.199540476156916,
      "grad_norm": 2.596684455871582,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 581700
    },
    {
      "epoch": 8.200950058497668,
      "grad_norm": 4.887807369232178,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 581800
    },
    {
      "epoch": 8.20235964083842,
      "grad_norm": 2.259124994277954,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 581900
    },
    {
      "epoch": 8.203769223179172,
      "grad_norm": 12.89365005493164,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 582000
    },
    {
      "epoch": 8.205178805519925,
      "grad_norm": 3.850226879119873,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 582100
    },
    {
      "epoch": 8.206588387860677,
      "grad_norm": 1.8103102445602417,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 582200
    },
    {
      "epoch": 8.20799797020143,
      "grad_norm": 7.7661051750183105,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 582300
    },
    {
      "epoch": 8.209407552542181,
      "grad_norm": 2.150585412979126,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 582400
    },
    {
      "epoch": 8.210817134882934,
      "grad_norm": 1.7891401052474976,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 582500
    },
    {
      "epoch": 8.212226717223686,
      "grad_norm": 2.588413953781128,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 582600
    },
    {
      "epoch": 8.213636299564438,
      "grad_norm": 5.3622894287109375,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 582700
    },
    {
      "epoch": 8.215045881905192,
      "grad_norm": 2.5896530151367188,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 582800
    },
    {
      "epoch": 8.216455464245945,
      "grad_norm": 1.120914101600647,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 582900
    },
    {
      "epoch": 8.217865046586697,
      "grad_norm": 1.838678002357483,
      "learning_rate": 5e-06,
      "loss": 0.0877,
      "step": 583000
    },
    {
      "epoch": 8.21927462892745,
      "grad_norm": 2.80715274810791,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 583100
    },
    {
      "epoch": 8.220684211268201,
      "grad_norm": 3.6440389156341553,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 583200
    },
    {
      "epoch": 8.222093793608954,
      "grad_norm": 3.0457332134246826,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 583300
    },
    {
      "epoch": 8.223503375949706,
      "grad_norm": 5.7022199630737305,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 583400
    },
    {
      "epoch": 8.224912958290458,
      "grad_norm": 3.2949931621551514,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 583500
    },
    {
      "epoch": 8.22632254063121,
      "grad_norm": 4.799010753631592,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 583600
    },
    {
      "epoch": 8.227732122971963,
      "grad_norm": 4.948573112487793,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 583700
    },
    {
      "epoch": 8.229141705312715,
      "grad_norm": 5.312777519226074,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 583800
    },
    {
      "epoch": 8.230551287653467,
      "grad_norm": 3.367152690887451,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 583900
    },
    {
      "epoch": 8.231960869994221,
      "grad_norm": 2.1840670108795166,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 584000
    },
    {
      "epoch": 8.233370452334974,
      "grad_norm": 3.492060422897339,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 584100
    },
    {
      "epoch": 8.234780034675726,
      "grad_norm": 7.203917503356934,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 584200
    },
    {
      "epoch": 8.236189617016478,
      "grad_norm": 6.830503463745117,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 584300
    },
    {
      "epoch": 8.23759919935723,
      "grad_norm": 2.230180025100708,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 584400
    },
    {
      "epoch": 8.239008781697983,
      "grad_norm": 2.4188523292541504,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 584500
    },
    {
      "epoch": 8.240418364038735,
      "grad_norm": 7.131380558013916,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 584600
    },
    {
      "epoch": 8.241827946379487,
      "grad_norm": 3.830061674118042,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 584700
    },
    {
      "epoch": 8.24323752872024,
      "grad_norm": 2.080855369567871,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 584800
    },
    {
      "epoch": 8.244647111060992,
      "grad_norm": 2.096487045288086,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 584900
    },
    {
      "epoch": 8.246056693401744,
      "grad_norm": 3.928410768508911,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 585000
    },
    {
      "epoch": 8.247466275742498,
      "grad_norm": 2.3631081581115723,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 585100
    },
    {
      "epoch": 8.24887585808325,
      "grad_norm": 2.3145365715026855,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 585200
    },
    {
      "epoch": 8.250285440424003,
      "grad_norm": 4.15939998626709,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 585300
    },
    {
      "epoch": 8.251695022764755,
      "grad_norm": 1.2898218631744385,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 585400
    },
    {
      "epoch": 8.253104605105507,
      "grad_norm": 7.602680206298828,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 585500
    },
    {
      "epoch": 8.25451418744626,
      "grad_norm": 5.802899360656738,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 585600
    },
    {
      "epoch": 8.255923769787012,
      "grad_norm": 3.864301919937134,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 585700
    },
    {
      "epoch": 8.257333352127764,
      "grad_norm": 5.597452163696289,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 585800
    },
    {
      "epoch": 8.258742934468517,
      "grad_norm": 3.062150001525879,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 585900
    },
    {
      "epoch": 8.260152516809269,
      "grad_norm": 6.217422008514404,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 586000
    },
    {
      "epoch": 8.261562099150021,
      "grad_norm": 6.968983173370361,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 586100
    },
    {
      "epoch": 8.262971681490773,
      "grad_norm": 4.183104991912842,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 586200
    },
    {
      "epoch": 8.264381263831527,
      "grad_norm": 7.700478553771973,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 586300
    },
    {
      "epoch": 8.26579084617228,
      "grad_norm": 4.3425612449646,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 586400
    },
    {
      "epoch": 8.267200428513032,
      "grad_norm": 2.396139621734619,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 586500
    },
    {
      "epoch": 8.268610010853784,
      "grad_norm": 4.632627964019775,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 586600
    },
    {
      "epoch": 8.270019593194537,
      "grad_norm": 1.197048544883728,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 586700
    },
    {
      "epoch": 8.271429175535289,
      "grad_norm": 2.4020063877105713,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 586800
    },
    {
      "epoch": 8.272838757876041,
      "grad_norm": 2.182969331741333,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 586900
    },
    {
      "epoch": 8.274248340216793,
      "grad_norm": 3.765451431274414,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 587000
    },
    {
      "epoch": 8.275657922557546,
      "grad_norm": 2.406846761703491,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 587100
    },
    {
      "epoch": 8.277067504898298,
      "grad_norm": 2.807262897491455,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 587200
    },
    {
      "epoch": 8.27847708723905,
      "grad_norm": 11.490025520324707,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 587300
    },
    {
      "epoch": 8.279886669579804,
      "grad_norm": 1.1445082426071167,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 587400
    },
    {
      "epoch": 8.281296251920557,
      "grad_norm": 2.1558022499084473,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 587500
    },
    {
      "epoch": 8.282705834261309,
      "grad_norm": 4.006330490112305,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 587600
    },
    {
      "epoch": 8.284115416602061,
      "grad_norm": 6.36336088180542,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 587700
    },
    {
      "epoch": 8.285524998942813,
      "grad_norm": 2.9075207710266113,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 587800
    },
    {
      "epoch": 8.286934581283566,
      "grad_norm": 3.634005069732666,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 587900
    },
    {
      "epoch": 8.288344163624318,
      "grad_norm": 5.745994567871094,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 588000
    },
    {
      "epoch": 8.28975374596507,
      "grad_norm": 1.8463529348373413,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 588100
    },
    {
      "epoch": 8.291163328305823,
      "grad_norm": 1.602457880973816,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 588200
    },
    {
      "epoch": 8.292572910646575,
      "grad_norm": 6.484891414642334,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 588300
    },
    {
      "epoch": 8.293982492987327,
      "grad_norm": 3.8620870113372803,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 588400
    },
    {
      "epoch": 8.295392075328081,
      "grad_norm": 3.4225165843963623,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 588500
    },
    {
      "epoch": 8.296801657668833,
      "grad_norm": 2.5323445796966553,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 588600
    },
    {
      "epoch": 8.298211240009586,
      "grad_norm": 1.4523566961288452,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 588700
    },
    {
      "epoch": 8.299620822350338,
      "grad_norm": 2.560072183609009,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 588800
    },
    {
      "epoch": 8.30103040469109,
      "grad_norm": 3.1434738636016846,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 588900
    },
    {
      "epoch": 8.302439987031843,
      "grad_norm": 3.8728418350219727,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 589000
    },
    {
      "epoch": 8.303849569372595,
      "grad_norm": 3.0986874103546143,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 589100
    },
    {
      "epoch": 8.305259151713347,
      "grad_norm": 3.041938304901123,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 589200
    },
    {
      "epoch": 8.3066687340541,
      "grad_norm": 1.3157328367233276,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 589300
    },
    {
      "epoch": 8.308078316394852,
      "grad_norm": 3.4501287937164307,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 589400
    },
    {
      "epoch": 8.309487898735604,
      "grad_norm": 3.7577786445617676,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 589500
    },
    {
      "epoch": 8.310897481076356,
      "grad_norm": 3.028397798538208,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 589600
    },
    {
      "epoch": 8.31230706341711,
      "grad_norm": 2.5905628204345703,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 589700
    },
    {
      "epoch": 8.313716645757863,
      "grad_norm": 2.007328748703003,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 589800
    },
    {
      "epoch": 8.315126228098615,
      "grad_norm": 5.320197105407715,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 589900
    },
    {
      "epoch": 8.316535810439367,
      "grad_norm": 2.427659034729004,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 590000
    },
    {
      "epoch": 8.31794539278012,
      "grad_norm": 3.9593472480773926,
      "learning_rate": 5e-06,
      "loss": 0.0909,
      "step": 590100
    },
    {
      "epoch": 8.319354975120872,
      "grad_norm": 1.8599178791046143,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 590200
    },
    {
      "epoch": 8.320764557461624,
      "grad_norm": 2.3058393001556396,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 590300
    },
    {
      "epoch": 8.322174139802376,
      "grad_norm": 6.51411771774292,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 590400
    },
    {
      "epoch": 8.323583722143129,
      "grad_norm": 3.7215347290039062,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 590500
    },
    {
      "epoch": 8.32499330448388,
      "grad_norm": 3.1987054347991943,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 590600
    },
    {
      "epoch": 8.326402886824633,
      "grad_norm": 2.7752327919006348,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 590700
    },
    {
      "epoch": 8.327812469165387,
      "grad_norm": 2.5421743392944336,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 590800
    },
    {
      "epoch": 8.32922205150614,
      "grad_norm": 6.486141204833984,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 590900
    },
    {
      "epoch": 8.330631633846892,
      "grad_norm": 2.003911018371582,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 591000
    },
    {
      "epoch": 8.332041216187644,
      "grad_norm": 2.248603105545044,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 591100
    },
    {
      "epoch": 8.333450798528396,
      "grad_norm": 5.523392200469971,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 591200
    },
    {
      "epoch": 8.334860380869149,
      "grad_norm": 7.504863262176514,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 591300
    },
    {
      "epoch": 8.3362699632099,
      "grad_norm": 8.818055152893066,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 591400
    },
    {
      "epoch": 8.337679545550653,
      "grad_norm": 6.683016300201416,
      "learning_rate": 5e-06,
      "loss": 0.0892,
      "step": 591500
    },
    {
      "epoch": 8.339089127891405,
      "grad_norm": 5.201582431793213,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 591600
    },
    {
      "epoch": 8.340498710232158,
      "grad_norm": 1.8579124212265015,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 591700
    },
    {
      "epoch": 8.34190829257291,
      "grad_norm": 5.732992172241211,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 591800
    },
    {
      "epoch": 8.343317874913662,
      "grad_norm": 5.059037685394287,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 591900
    },
    {
      "epoch": 8.344727457254416,
      "grad_norm": 2.9324114322662354,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 592000
    },
    {
      "epoch": 8.346137039595169,
      "grad_norm": 3.6300063133239746,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 592100
    },
    {
      "epoch": 8.347546621935921,
      "grad_norm": 1.8724122047424316,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 592200
    },
    {
      "epoch": 8.348956204276673,
      "grad_norm": 3.3145034313201904,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 592300
    },
    {
      "epoch": 8.350365786617425,
      "grad_norm": 6.638737201690674,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 592400
    },
    {
      "epoch": 8.351775368958178,
      "grad_norm": 7.133676528930664,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 592500
    },
    {
      "epoch": 8.35318495129893,
      "grad_norm": 3.5751473903656006,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 592600
    },
    {
      "epoch": 8.354594533639682,
      "grad_norm": 2.328188896179199,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 592700
    },
    {
      "epoch": 8.356004115980435,
      "grad_norm": 4.449567794799805,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 592800
    },
    {
      "epoch": 8.357413698321187,
      "grad_norm": 2.791888475418091,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 592900
    },
    {
      "epoch": 8.35882328066194,
      "grad_norm": 2.5350005626678467,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 593000
    },
    {
      "epoch": 8.360232863002693,
      "grad_norm": 1.4540691375732422,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 593100
    },
    {
      "epoch": 8.361642445343445,
      "grad_norm": 3.6373672485351562,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 593200
    },
    {
      "epoch": 8.363052027684198,
      "grad_norm": 2.217207670211792,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 593300
    },
    {
      "epoch": 8.36446161002495,
      "grad_norm": 1.157793641090393,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 593400
    },
    {
      "epoch": 8.365871192365702,
      "grad_norm": 4.175047874450684,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 593500
    },
    {
      "epoch": 8.367280774706455,
      "grad_norm": 0.9561663866043091,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 593600
    },
    {
      "epoch": 8.368690357047207,
      "grad_norm": 3.7770094871520996,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 593700
    },
    {
      "epoch": 8.37009993938796,
      "grad_norm": 3.1255643367767334,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 593800
    },
    {
      "epoch": 8.371509521728711,
      "grad_norm": 5.427332878112793,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 593900
    },
    {
      "epoch": 8.372919104069464,
      "grad_norm": 2.647966146469116,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 594000
    },
    {
      "epoch": 8.374328686410216,
      "grad_norm": 3.5836832523345947,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 594100
    },
    {
      "epoch": 8.375738268750968,
      "grad_norm": 4.8807373046875,
      "learning_rate": 5e-06,
      "loss": 0.0898,
      "step": 594200
    },
    {
      "epoch": 8.377147851091722,
      "grad_norm": 3.2827534675598145,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 594300
    },
    {
      "epoch": 8.378557433432475,
      "grad_norm": 5.165380954742432,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 594400
    },
    {
      "epoch": 8.379967015773227,
      "grad_norm": 3.830493688583374,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 594500
    },
    {
      "epoch": 8.38137659811398,
      "grad_norm": 1.3776575326919556,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 594600
    },
    {
      "epoch": 8.382786180454731,
      "grad_norm": 2.4133105278015137,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 594700
    },
    {
      "epoch": 8.384195762795484,
      "grad_norm": 2.5425662994384766,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 594800
    },
    {
      "epoch": 8.385605345136236,
      "grad_norm": 3.572991132736206,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 594900
    },
    {
      "epoch": 8.387014927476988,
      "grad_norm": 1.3681637048721313,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 595000
    },
    {
      "epoch": 8.38842450981774,
      "grad_norm": 6.285276412963867,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 595100
    },
    {
      "epoch": 8.389834092158493,
      "grad_norm": 2.3235394954681396,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 595200
    },
    {
      "epoch": 8.391243674499245,
      "grad_norm": 4.821329116821289,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 595300
    },
    {
      "epoch": 8.39265325684,
      "grad_norm": 2.5535082817077637,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 595400
    },
    {
      "epoch": 8.394062839180751,
      "grad_norm": 3.8971378803253174,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 595500
    },
    {
      "epoch": 8.395472421521504,
      "grad_norm": 4.8329691886901855,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 595600
    },
    {
      "epoch": 8.396882003862256,
      "grad_norm": 4.546881198883057,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 595700
    },
    {
      "epoch": 8.398291586203008,
      "grad_norm": 3.4990439414978027,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 595800
    },
    {
      "epoch": 8.39970116854376,
      "grad_norm": 3.9655568599700928,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 595900
    },
    {
      "epoch": 8.401110750884513,
      "grad_norm": 1.632271409034729,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 596000
    },
    {
      "epoch": 8.402520333225265,
      "grad_norm": 3.0364038944244385,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 596100
    },
    {
      "epoch": 8.403929915566017,
      "grad_norm": 4.332387924194336,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 596200
    },
    {
      "epoch": 8.40533949790677,
      "grad_norm": 1.3433278799057007,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 596300
    },
    {
      "epoch": 8.406749080247522,
      "grad_norm": 3.636044979095459,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 596400
    },
    {
      "epoch": 8.408158662588274,
      "grad_norm": 2.95243763923645,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 596500
    },
    {
      "epoch": 8.409568244929028,
      "grad_norm": 6.810291290283203,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 596600
    },
    {
      "epoch": 8.41097782726978,
      "grad_norm": 4.126706600189209,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 596700
    },
    {
      "epoch": 8.412387409610533,
      "grad_norm": 3.990403413772583,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 596800
    },
    {
      "epoch": 8.413796991951285,
      "grad_norm": 5.713932037353516,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 596900
    },
    {
      "epoch": 8.415206574292037,
      "grad_norm": 2.9900877475738525,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 597000
    },
    {
      "epoch": 8.41661615663279,
      "grad_norm": 5.420912742614746,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 597100
    },
    {
      "epoch": 8.418025738973542,
      "grad_norm": 4.539261341094971,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 597200
    },
    {
      "epoch": 8.419435321314294,
      "grad_norm": 0.9479780197143555,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 597300
    },
    {
      "epoch": 8.420844903655047,
      "grad_norm": 1.126583218574524,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 597400
    },
    {
      "epoch": 8.422254485995799,
      "grad_norm": 2.0992591381073,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 597500
    },
    {
      "epoch": 8.423664068336551,
      "grad_norm": 5.024375915527344,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 597600
    },
    {
      "epoch": 8.425073650677305,
      "grad_norm": 4.121478080749512,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 597700
    },
    {
      "epoch": 8.426483233018057,
      "grad_norm": 1.5944392681121826,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 597800
    },
    {
      "epoch": 8.42789281535881,
      "grad_norm": 0.39865079522132874,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 597900
    },
    {
      "epoch": 8.429302397699562,
      "grad_norm": 5.470475196838379,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 598000
    },
    {
      "epoch": 8.430711980040314,
      "grad_norm": 2.157954216003418,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 598100
    },
    {
      "epoch": 8.432121562381067,
      "grad_norm": 3.3932113647460938,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 598200
    },
    {
      "epoch": 8.433531144721819,
      "grad_norm": 4.415909290313721,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 598300
    },
    {
      "epoch": 8.434940727062571,
      "grad_norm": 1.8187494277954102,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 598400
    },
    {
      "epoch": 8.436350309403323,
      "grad_norm": 3.1339523792266846,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 598500
    },
    {
      "epoch": 8.437759891744076,
      "grad_norm": 3.3861262798309326,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 598600
    },
    {
      "epoch": 8.439169474084828,
      "grad_norm": 1.0190460681915283,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 598700
    },
    {
      "epoch": 8.44057905642558,
      "grad_norm": 4.781940937042236,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 598800
    },
    {
      "epoch": 8.441988638766334,
      "grad_norm": 2.5056958198547363,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 598900
    },
    {
      "epoch": 8.443398221107087,
      "grad_norm": 6.048502445220947,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 599000
    },
    {
      "epoch": 8.444807803447839,
      "grad_norm": 5.2038397789001465,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 599100
    },
    {
      "epoch": 8.446217385788591,
      "grad_norm": 3.014511823654175,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 599200
    },
    {
      "epoch": 8.447626968129343,
      "grad_norm": 4.571918964385986,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 599300
    },
    {
      "epoch": 8.449036550470096,
      "grad_norm": 5.59411096572876,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 599400
    },
    {
      "epoch": 8.450446132810848,
      "grad_norm": 15.785184860229492,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 599500
    },
    {
      "epoch": 8.4518557151516,
      "grad_norm": 2.70290470123291,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 599600
    },
    {
      "epoch": 8.453265297492353,
      "grad_norm": 3.4723944664001465,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 599700
    },
    {
      "epoch": 8.454674879833105,
      "grad_norm": 6.803363800048828,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 599800
    },
    {
      "epoch": 8.456084462173857,
      "grad_norm": 3.54356050491333,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 599900
    },
    {
      "epoch": 8.457494044514611,
      "grad_norm": 5.0329461097717285,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 600000
    },
    {
      "epoch": 8.458903626855363,
      "grad_norm": 1.060197114944458,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 600100
    },
    {
      "epoch": 8.460313209196116,
      "grad_norm": 2.761418104171753,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 600200
    },
    {
      "epoch": 8.461722791536868,
      "grad_norm": 3.112478494644165,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 600300
    },
    {
      "epoch": 8.46313237387762,
      "grad_norm": 4.616981029510498,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 600400
    },
    {
      "epoch": 8.464541956218373,
      "grad_norm": 4.078691005706787,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 600500
    },
    {
      "epoch": 8.465951538559125,
      "grad_norm": 2.656719923019409,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 600600
    },
    {
      "epoch": 8.467361120899877,
      "grad_norm": 3.0225915908813477,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 600700
    },
    {
      "epoch": 8.46877070324063,
      "grad_norm": 5.609824180603027,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 600800
    },
    {
      "epoch": 8.470180285581382,
      "grad_norm": 2.343268632888794,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 600900
    },
    {
      "epoch": 8.471589867922134,
      "grad_norm": 4.492125034332275,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 601000
    },
    {
      "epoch": 8.472999450262886,
      "grad_norm": 4.413170337677002,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 601100
    },
    {
      "epoch": 8.47440903260364,
      "grad_norm": 5.100759029388428,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 601200
    },
    {
      "epoch": 8.475818614944393,
      "grad_norm": 4.813386917114258,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 601300
    },
    {
      "epoch": 8.477228197285145,
      "grad_norm": 1.937744379043579,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 601400
    },
    {
      "epoch": 8.478637779625897,
      "grad_norm": 4.888726711273193,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 601500
    },
    {
      "epoch": 8.48004736196665,
      "grad_norm": 2.2152295112609863,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 601600
    },
    {
      "epoch": 8.481456944307402,
      "grad_norm": 2.931049108505249,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 601700
    },
    {
      "epoch": 8.482866526648154,
      "grad_norm": 4.469542980194092,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 601800
    },
    {
      "epoch": 8.484276108988906,
      "grad_norm": 4.941529273986816,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 601900
    },
    {
      "epoch": 8.485685691329659,
      "grad_norm": 1.8263663053512573,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 602000
    },
    {
      "epoch": 8.48709527367041,
      "grad_norm": 3.4255530834198,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 602100
    },
    {
      "epoch": 8.488504856011163,
      "grad_norm": 2.661530017852783,
      "learning_rate": 5e-06,
      "loss": 0.0962,
      "step": 602200
    },
    {
      "epoch": 8.489914438351917,
      "grad_norm": 2.3222174644470215,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 602300
    },
    {
      "epoch": 8.49132402069267,
      "grad_norm": 3.6603341102600098,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 602400
    },
    {
      "epoch": 8.492733603033422,
      "grad_norm": 3.3847498893737793,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 602500
    },
    {
      "epoch": 8.494143185374174,
      "grad_norm": 2.817502737045288,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 602600
    },
    {
      "epoch": 8.495552767714926,
      "grad_norm": 3.335705280303955,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 602700
    },
    {
      "epoch": 8.496962350055679,
      "grad_norm": 1.6647511720657349,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 602800
    },
    {
      "epoch": 8.49837193239643,
      "grad_norm": 2.541548013687134,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 602900
    },
    {
      "epoch": 8.499781514737183,
      "grad_norm": 3.1694109439849854,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 603000
    },
    {
      "epoch": 8.501191097077935,
      "grad_norm": 2.899463653564453,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 603100
    },
    {
      "epoch": 8.502600679418688,
      "grad_norm": 2.5819640159606934,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 603200
    },
    {
      "epoch": 8.50401026175944,
      "grad_norm": 1.0380184650421143,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 603300
    },
    {
      "epoch": 8.505419844100192,
      "grad_norm": 3.502631902694702,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 603400
    },
    {
      "epoch": 8.506829426440946,
      "grad_norm": 4.574275493621826,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 603500
    },
    {
      "epoch": 8.508239008781699,
      "grad_norm": 1.3736780881881714,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 603600
    },
    {
      "epoch": 8.50964859112245,
      "grad_norm": 3.8516480922698975,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 603700
    },
    {
      "epoch": 8.511058173463203,
      "grad_norm": 3.90358304977417,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 603800
    },
    {
      "epoch": 8.512467755803955,
      "grad_norm": 3.5744071006774902,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 603900
    },
    {
      "epoch": 8.513877338144708,
      "grad_norm": 4.056251525878906,
      "learning_rate": 5e-06,
      "loss": 0.0885,
      "step": 604000
    },
    {
      "epoch": 8.51528692048546,
      "grad_norm": 3.1646595001220703,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 604100
    },
    {
      "epoch": 8.516696502826212,
      "grad_norm": 3.9138429164886475,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 604200
    },
    {
      "epoch": 8.518106085166965,
      "grad_norm": 2.4606525897979736,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 604300
    },
    {
      "epoch": 8.519515667507717,
      "grad_norm": 2.6224312782287598,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 604400
    },
    {
      "epoch": 8.520925249848469,
      "grad_norm": 1.6341501474380493,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 604500
    },
    {
      "epoch": 8.522334832189223,
      "grad_norm": 1.3786118030548096,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 604600
    },
    {
      "epoch": 8.523744414529975,
      "grad_norm": 3.4107589721679688,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 604700
    },
    {
      "epoch": 8.525153996870728,
      "grad_norm": 1.9241337776184082,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 604800
    },
    {
      "epoch": 8.52656357921148,
      "grad_norm": 3.507099151611328,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 604900
    },
    {
      "epoch": 8.527973161552232,
      "grad_norm": 3.5214438438415527,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 605000
    },
    {
      "epoch": 8.529382743892985,
      "grad_norm": 2.415070056915283,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 605100
    },
    {
      "epoch": 8.530792326233737,
      "grad_norm": 2.9787795543670654,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 605200
    },
    {
      "epoch": 8.53220190857449,
      "grad_norm": 2.271084785461426,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 605300
    },
    {
      "epoch": 8.533611490915241,
      "grad_norm": 3.9040727615356445,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 605400
    },
    {
      "epoch": 8.535021073255994,
      "grad_norm": 3.8875131607055664,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 605500
    },
    {
      "epoch": 8.536430655596746,
      "grad_norm": 4.861405849456787,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 605600
    },
    {
      "epoch": 8.537840237937498,
      "grad_norm": 1.4490816593170166,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 605700
    },
    {
      "epoch": 8.539249820278252,
      "grad_norm": 4.42785120010376,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 605800
    },
    {
      "epoch": 8.540659402619005,
      "grad_norm": 2.7776546478271484,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 605900
    },
    {
      "epoch": 8.542068984959757,
      "grad_norm": 3.8010408878326416,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 606000
    },
    {
      "epoch": 8.54347856730051,
      "grad_norm": 3.2023117542266846,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 606100
    },
    {
      "epoch": 8.544888149641261,
      "grad_norm": 2.0802509784698486,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 606200
    },
    {
      "epoch": 8.546297731982014,
      "grad_norm": 2.548372983932495,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 606300
    },
    {
      "epoch": 8.547707314322766,
      "grad_norm": 5.747016429901123,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 606400
    },
    {
      "epoch": 8.549116896663518,
      "grad_norm": 3.1085240840911865,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 606500
    },
    {
      "epoch": 8.55052647900427,
      "grad_norm": 2.9787189960479736,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 606600
    },
    {
      "epoch": 8.551936061345023,
      "grad_norm": 4.0687971115112305,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 606700
    },
    {
      "epoch": 8.553345643685775,
      "grad_norm": 6.5823235511779785,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 606800
    },
    {
      "epoch": 8.55475522602653,
      "grad_norm": 4.819897174835205,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 606900
    },
    {
      "epoch": 8.556164808367281,
      "grad_norm": 2.117861032485962,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 607000
    },
    {
      "epoch": 8.557574390708034,
      "grad_norm": 3.1484527587890625,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 607100
    },
    {
      "epoch": 8.558983973048786,
      "grad_norm": 6.194031238555908,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 607200
    },
    {
      "epoch": 8.560393555389538,
      "grad_norm": 5.847693920135498,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 607300
    },
    {
      "epoch": 8.56180313773029,
      "grad_norm": 2.038177490234375,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 607400
    },
    {
      "epoch": 8.563212720071043,
      "grad_norm": 5.256998538970947,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 607500
    },
    {
      "epoch": 8.564622302411795,
      "grad_norm": 1.9219293594360352,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 607600
    },
    {
      "epoch": 8.566031884752547,
      "grad_norm": 2.6356894969940186,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 607700
    },
    {
      "epoch": 8.5674414670933,
      "grad_norm": 4.151626110076904,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 607800
    },
    {
      "epoch": 8.568851049434052,
      "grad_norm": 3.409663200378418,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 607900
    },
    {
      "epoch": 8.570260631774804,
      "grad_norm": 1.3806830644607544,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 608000
    },
    {
      "epoch": 8.571670214115558,
      "grad_norm": 3.9380509853363037,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 608100
    },
    {
      "epoch": 8.57307979645631,
      "grad_norm": 1.8814940452575684,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 608200
    },
    {
      "epoch": 8.574489378797063,
      "grad_norm": 3.7427568435668945,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 608300
    },
    {
      "epoch": 8.575898961137815,
      "grad_norm": 3.4475526809692383,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 608400
    },
    {
      "epoch": 8.577308543478567,
      "grad_norm": 2.8066177368164062,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 608500
    },
    {
      "epoch": 8.57871812581932,
      "grad_norm": 2.9437527656555176,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 608600
    },
    {
      "epoch": 8.580127708160072,
      "grad_norm": 2.563157320022583,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 608700
    },
    {
      "epoch": 8.581537290500824,
      "grad_norm": 2.9128897190093994,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 608800
    },
    {
      "epoch": 8.582946872841577,
      "grad_norm": 2.662600517272949,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 608900
    },
    {
      "epoch": 8.584356455182329,
      "grad_norm": 3.162539482116699,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 609000
    },
    {
      "epoch": 8.585766037523081,
      "grad_norm": 6.112043380737305,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 609100
    },
    {
      "epoch": 8.587175619863835,
      "grad_norm": 6.308920383453369,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 609200
    },
    {
      "epoch": 8.588585202204587,
      "grad_norm": 4.7472243309021,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 609300
    },
    {
      "epoch": 8.58999478454534,
      "grad_norm": 4.685139179229736,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 609400
    },
    {
      "epoch": 8.591404366886092,
      "grad_norm": 2.1703128814697266,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 609500
    },
    {
      "epoch": 8.592813949226844,
      "grad_norm": 6.047608375549316,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 609600
    },
    {
      "epoch": 8.594223531567597,
      "grad_norm": 6.502847194671631,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 609700
    },
    {
      "epoch": 8.595633113908349,
      "grad_norm": 3.145321846008301,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 609800
    },
    {
      "epoch": 8.597042696249101,
      "grad_norm": 3.622688055038452,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 609900
    },
    {
      "epoch": 8.598452278589853,
      "grad_norm": 2.7113819122314453,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 610000
    },
    {
      "epoch": 8.599861860930606,
      "grad_norm": 1.528359055519104,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 610100
    },
    {
      "epoch": 8.601271443271358,
      "grad_norm": 3.562999725341797,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 610200
    },
    {
      "epoch": 8.60268102561211,
      "grad_norm": 4.9074907302856445,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 610300
    },
    {
      "epoch": 8.604090607952864,
      "grad_norm": 4.551657676696777,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 610400
    },
    {
      "epoch": 8.605500190293617,
      "grad_norm": 6.009167194366455,
      "learning_rate": 5e-06,
      "loss": 0.0881,
      "step": 610500
    },
    {
      "epoch": 8.606909772634369,
      "grad_norm": 2.3441965579986572,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 610600
    },
    {
      "epoch": 8.608319354975121,
      "grad_norm": 9.178228378295898,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 610700
    },
    {
      "epoch": 8.609728937315873,
      "grad_norm": 1.5166798830032349,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 610800
    },
    {
      "epoch": 8.611138519656626,
      "grad_norm": 5.603992938995361,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 610900
    },
    {
      "epoch": 8.612548101997378,
      "grad_norm": 1.9461479187011719,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 611000
    },
    {
      "epoch": 8.61395768433813,
      "grad_norm": 15.701058387756348,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 611100
    },
    {
      "epoch": 8.615367266678883,
      "grad_norm": 4.5137200355529785,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 611200
    },
    {
      "epoch": 8.616776849019635,
      "grad_norm": 1.7473571300506592,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 611300
    },
    {
      "epoch": 8.618186431360387,
      "grad_norm": 1.5316287279129028,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 611400
    },
    {
      "epoch": 8.619596013701141,
      "grad_norm": 2.5664899349212646,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 611500
    },
    {
      "epoch": 8.621005596041893,
      "grad_norm": 4.293209075927734,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 611600
    },
    {
      "epoch": 8.622415178382646,
      "grad_norm": 6.820868968963623,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 611700
    },
    {
      "epoch": 8.623824760723398,
      "grad_norm": 4.327137470245361,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 611800
    },
    {
      "epoch": 8.62523434306415,
      "grad_norm": 4.75811243057251,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 611900
    },
    {
      "epoch": 8.626643925404903,
      "grad_norm": 0.3584345281124115,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 612000
    },
    {
      "epoch": 8.628053507745655,
      "grad_norm": 6.189222812652588,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 612100
    },
    {
      "epoch": 8.629463090086407,
      "grad_norm": 1.6389875411987305,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 612200
    },
    {
      "epoch": 8.63087267242716,
      "grad_norm": 4.3220696449279785,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 612300
    },
    {
      "epoch": 8.632282254767912,
      "grad_norm": 3.4392940998077393,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 612400
    },
    {
      "epoch": 8.633691837108664,
      "grad_norm": 1.9015127420425415,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 612500
    },
    {
      "epoch": 8.635101419449416,
      "grad_norm": 5.343274116516113,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 612600
    },
    {
      "epoch": 8.63651100179017,
      "grad_norm": 25.51031494140625,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 612700
    },
    {
      "epoch": 8.637920584130923,
      "grad_norm": 2.6611194610595703,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 612800
    },
    {
      "epoch": 8.639330166471675,
      "grad_norm": 3.3469419479370117,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 612900
    },
    {
      "epoch": 8.640739748812427,
      "grad_norm": 2.897458791732788,
      "learning_rate": 5e-06,
      "loss": 0.0947,
      "step": 613000
    },
    {
      "epoch": 8.64214933115318,
      "grad_norm": 3.144463539123535,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 613100
    },
    {
      "epoch": 8.643558913493932,
      "grad_norm": 3.0363826751708984,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 613200
    },
    {
      "epoch": 8.644968495834684,
      "grad_norm": 1.4651215076446533,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 613300
    },
    {
      "epoch": 8.646378078175436,
      "grad_norm": 3.4916346073150635,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 613400
    },
    {
      "epoch": 8.647787660516189,
      "grad_norm": 3.490926504135132,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 613500
    },
    {
      "epoch": 8.64919724285694,
      "grad_norm": 3.166670799255371,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 613600
    },
    {
      "epoch": 8.650606825197695,
      "grad_norm": 2.724771022796631,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 613700
    },
    {
      "epoch": 8.652016407538447,
      "grad_norm": 4.436688423156738,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 613800
    },
    {
      "epoch": 8.6534259898792,
      "grad_norm": 6.2092413902282715,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 613900
    },
    {
      "epoch": 8.654835572219952,
      "grad_norm": 4.224020957946777,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 614000
    },
    {
      "epoch": 8.656245154560704,
      "grad_norm": 4.307400226593018,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 614100
    },
    {
      "epoch": 8.657654736901456,
      "grad_norm": 6.6930317878723145,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 614200
    },
    {
      "epoch": 8.659064319242209,
      "grad_norm": 1.5791370868682861,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 614300
    },
    {
      "epoch": 8.66047390158296,
      "grad_norm": 6.659480571746826,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 614400
    },
    {
      "epoch": 8.661883483923713,
      "grad_norm": 3.385939598083496,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 614500
    },
    {
      "epoch": 8.663293066264465,
      "grad_norm": 1.6969166994094849,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 614600
    },
    {
      "epoch": 8.664702648605218,
      "grad_norm": 2.753270387649536,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 614700
    },
    {
      "epoch": 8.66611223094597,
      "grad_norm": 2.819321632385254,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 614800
    },
    {
      "epoch": 8.667521813286722,
      "grad_norm": 2.5084798336029053,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 614900
    },
    {
      "epoch": 8.668931395627476,
      "grad_norm": 3.691807746887207,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 615000
    },
    {
      "epoch": 8.670340977968229,
      "grad_norm": 2.299680233001709,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 615100
    },
    {
      "epoch": 8.67175056030898,
      "grad_norm": 1.4154858589172363,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 615200
    },
    {
      "epoch": 8.673160142649733,
      "grad_norm": 4.5692219734191895,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 615300
    },
    {
      "epoch": 8.674569724990485,
      "grad_norm": 6.180009841918945,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 615400
    },
    {
      "epoch": 8.675979307331238,
      "grad_norm": 2.294469118118286,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 615500
    },
    {
      "epoch": 8.67738888967199,
      "grad_norm": 2.090646266937256,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 615600
    },
    {
      "epoch": 8.678798472012742,
      "grad_norm": 5.358767032623291,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 615700
    },
    {
      "epoch": 8.680208054353495,
      "grad_norm": 3.428785562515259,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 615800
    },
    {
      "epoch": 8.681617636694247,
      "grad_norm": 2.0649189949035645,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 615900
    },
    {
      "epoch": 8.683027219035,
      "grad_norm": 0.8501191139221191,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 616000
    },
    {
      "epoch": 8.684436801375753,
      "grad_norm": 7.162894248962402,
      "learning_rate": 5e-06,
      "loss": 0.092,
      "step": 616100
    },
    {
      "epoch": 8.685846383716505,
      "grad_norm": 3.7963297367095947,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 616200
    },
    {
      "epoch": 8.687255966057258,
      "grad_norm": 1.9338923692703247,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 616300
    },
    {
      "epoch": 8.68866554839801,
      "grad_norm": 2.5767204761505127,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 616400
    },
    {
      "epoch": 8.690075130738762,
      "grad_norm": 4.979694366455078,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 616500
    },
    {
      "epoch": 8.691484713079515,
      "grad_norm": 6.124215126037598,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 616600
    },
    {
      "epoch": 8.692894295420267,
      "grad_norm": 3.2055110931396484,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 616700
    },
    {
      "epoch": 8.694303877761019,
      "grad_norm": 2.9237353801727295,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 616800
    },
    {
      "epoch": 8.695713460101771,
      "grad_norm": 6.937795639038086,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 616900
    },
    {
      "epoch": 8.697123042442524,
      "grad_norm": 3.0508692264556885,
      "learning_rate": 5e-06,
      "loss": 0.089,
      "step": 617000
    },
    {
      "epoch": 8.698532624783276,
      "grad_norm": 2.8042399883270264,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 617100
    },
    {
      "epoch": 8.699942207124028,
      "grad_norm": 2.0336263179779053,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 617200
    },
    {
      "epoch": 8.701351789464782,
      "grad_norm": 2.100588798522949,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 617300
    },
    {
      "epoch": 8.702761371805535,
      "grad_norm": 3.7752158641815186,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 617400
    },
    {
      "epoch": 8.704170954146287,
      "grad_norm": 2.62548565864563,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 617500
    },
    {
      "epoch": 8.705580536487039,
      "grad_norm": 2.7890400886535645,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 617600
    },
    {
      "epoch": 8.706990118827791,
      "grad_norm": 4.126371383666992,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 617700
    },
    {
      "epoch": 8.708399701168544,
      "grad_norm": 2.7253215312957764,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 617800
    },
    {
      "epoch": 8.709809283509296,
      "grad_norm": 4.092051982879639,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 617900
    },
    {
      "epoch": 8.711218865850048,
      "grad_norm": 3.2269394397735596,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 618000
    },
    {
      "epoch": 8.7126284481908,
      "grad_norm": 1.7147212028503418,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 618100
    },
    {
      "epoch": 8.714038030531553,
      "grad_norm": 6.188643455505371,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 618200
    },
    {
      "epoch": 8.715447612872307,
      "grad_norm": 3.9060118198394775,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 618300
    },
    {
      "epoch": 8.71685719521306,
      "grad_norm": 3.7966079711914062,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 618400
    },
    {
      "epoch": 8.718266777553811,
      "grad_norm": 3.797759532928467,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 618500
    },
    {
      "epoch": 8.719676359894564,
      "grad_norm": 4.416514873504639,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 618600
    },
    {
      "epoch": 8.721085942235316,
      "grad_norm": 2.286044120788574,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 618700
    },
    {
      "epoch": 8.722495524576068,
      "grad_norm": 4.626440525054932,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 618800
    },
    {
      "epoch": 8.72390510691682,
      "grad_norm": 2.2197623252868652,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 618900
    },
    {
      "epoch": 8.725314689257573,
      "grad_norm": 2.2794950008392334,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 619000
    },
    {
      "epoch": 8.726724271598325,
      "grad_norm": 2.6310222148895264,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 619100
    },
    {
      "epoch": 8.728133853939077,
      "grad_norm": 6.397732257843018,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 619200
    },
    {
      "epoch": 8.72954343627983,
      "grad_norm": 1.999200463294983,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 619300
    },
    {
      "epoch": 8.730953018620582,
      "grad_norm": 3.700162410736084,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 619400
    },
    {
      "epoch": 8.732362600961336,
      "grad_norm": 0.688742995262146,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 619500
    },
    {
      "epoch": 8.733772183302088,
      "grad_norm": 6.29848575592041,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 619600
    },
    {
      "epoch": 8.73518176564284,
      "grad_norm": 2.1036360263824463,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 619700
    },
    {
      "epoch": 8.736591347983593,
      "grad_norm": 9.43358325958252,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 619800
    },
    {
      "epoch": 8.738000930324345,
      "grad_norm": 2.8713936805725098,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 619900
    },
    {
      "epoch": 8.739410512665097,
      "grad_norm": 3.9018211364746094,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 620000
    },
    {
      "epoch": 8.74082009500585,
      "grad_norm": 4.71082878112793,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 620100
    },
    {
      "epoch": 8.742229677346602,
      "grad_norm": 2.835761547088623,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 620200
    },
    {
      "epoch": 8.743639259687354,
      "grad_norm": 3.5102076530456543,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 620300
    },
    {
      "epoch": 8.745048842028107,
      "grad_norm": 2.338496685028076,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 620400
    },
    {
      "epoch": 8.746458424368859,
      "grad_norm": 8.563509941101074,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 620500
    },
    {
      "epoch": 8.747868006709613,
      "grad_norm": 2.437816619873047,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 620600
    },
    {
      "epoch": 8.749277589050365,
      "grad_norm": 3.400636672973633,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 620700
    },
    {
      "epoch": 8.750687171391117,
      "grad_norm": 3.133626937866211,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 620800
    },
    {
      "epoch": 8.75209675373187,
      "grad_norm": 2.5943470001220703,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 620900
    },
    {
      "epoch": 8.753506336072622,
      "grad_norm": 2.077523946762085,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 621000
    },
    {
      "epoch": 8.754915918413374,
      "grad_norm": 6.576325416564941,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 621100
    },
    {
      "epoch": 8.756325500754127,
      "grad_norm": 3.632793664932251,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 621200
    },
    {
      "epoch": 8.757735083094879,
      "grad_norm": 2.000680923461914,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 621300
    },
    {
      "epoch": 8.759144665435631,
      "grad_norm": 3.58674955368042,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 621400
    },
    {
      "epoch": 8.760554247776383,
      "grad_norm": 2.3342912197113037,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 621500
    },
    {
      "epoch": 8.761963830117136,
      "grad_norm": 2.6466751098632812,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 621600
    },
    {
      "epoch": 8.763373412457888,
      "grad_norm": 5.228167533874512,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 621700
    },
    {
      "epoch": 8.764782994798642,
      "grad_norm": 3.738288164138794,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 621800
    },
    {
      "epoch": 8.766192577139394,
      "grad_norm": 2.891180992126465,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 621900
    },
    {
      "epoch": 8.767602159480147,
      "grad_norm": 2.5486114025115967,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 622000
    },
    {
      "epoch": 8.769011741820899,
      "grad_norm": 3.307482957839966,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 622100
    },
    {
      "epoch": 8.770421324161651,
      "grad_norm": 0.9898557066917419,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 622200
    },
    {
      "epoch": 8.771830906502403,
      "grad_norm": 3.190359592437744,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 622300
    },
    {
      "epoch": 8.773240488843156,
      "grad_norm": 3.4746479988098145,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 622400
    },
    {
      "epoch": 8.774650071183908,
      "grad_norm": 4.201831340789795,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 622500
    },
    {
      "epoch": 8.77605965352466,
      "grad_norm": 1.8011525869369507,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 622600
    },
    {
      "epoch": 8.777469235865413,
      "grad_norm": 9.866876602172852,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 622700
    },
    {
      "epoch": 8.778878818206165,
      "grad_norm": 2.5796308517456055,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 622800
    },
    {
      "epoch": 8.780288400546919,
      "grad_norm": 2.6821000576019287,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 622900
    },
    {
      "epoch": 8.781697982887671,
      "grad_norm": 4.395678520202637,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 623000
    },
    {
      "epoch": 8.783107565228423,
      "grad_norm": 3.6795876026153564,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 623100
    },
    {
      "epoch": 8.784517147569176,
      "grad_norm": 1.303529977798462,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 623200
    },
    {
      "epoch": 8.785926729909928,
      "grad_norm": 2.6680545806884766,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 623300
    },
    {
      "epoch": 8.78733631225068,
      "grad_norm": 4.4836649894714355,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 623400
    },
    {
      "epoch": 8.788745894591433,
      "grad_norm": 4.6438398361206055,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 623500
    },
    {
      "epoch": 8.790155476932185,
      "grad_norm": 1.389446496963501,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 623600
    },
    {
      "epoch": 8.791565059272937,
      "grad_norm": 5.013481140136719,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 623700
    },
    {
      "epoch": 8.79297464161369,
      "grad_norm": 1.360986351966858,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 623800
    },
    {
      "epoch": 8.794384223954442,
      "grad_norm": 3.530430316925049,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 623900
    },
    {
      "epoch": 8.795793806295194,
      "grad_norm": 5.4439921379089355,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 624000
    },
    {
      "epoch": 8.797203388635948,
      "grad_norm": 2.026155948638916,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 624100
    },
    {
      "epoch": 8.7986129709767,
      "grad_norm": 3.70417857170105,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 624200
    },
    {
      "epoch": 8.800022553317453,
      "grad_norm": 7.370128631591797,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 624300
    },
    {
      "epoch": 8.801432135658205,
      "grad_norm": 5.183065891265869,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 624400
    },
    {
      "epoch": 8.802841717998957,
      "grad_norm": 2.3780407905578613,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 624500
    },
    {
      "epoch": 8.80425130033971,
      "grad_norm": 2.0196797847747803,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 624600
    },
    {
      "epoch": 8.805660882680462,
      "grad_norm": 3.7177724838256836,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 624700
    },
    {
      "epoch": 8.807070465021214,
      "grad_norm": 3.81005597114563,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 624800
    },
    {
      "epoch": 8.808480047361966,
      "grad_norm": 2.2871203422546387,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 624900
    },
    {
      "epoch": 8.809889629702718,
      "grad_norm": 1.1226768493652344,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 625000
    },
    {
      "epoch": 8.81129921204347,
      "grad_norm": 1.2281055450439453,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 625100
    },
    {
      "epoch": 8.812708794384225,
      "grad_norm": 3.1526501178741455,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 625200
    },
    {
      "epoch": 8.814118376724977,
      "grad_norm": 2.9441986083984375,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 625300
    },
    {
      "epoch": 8.81552795906573,
      "grad_norm": 2.4291977882385254,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 625400
    },
    {
      "epoch": 8.816937541406482,
      "grad_norm": 3.6271872520446777,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 625500
    },
    {
      "epoch": 8.818347123747234,
      "grad_norm": 2.566312789916992,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 625600
    },
    {
      "epoch": 8.819756706087986,
      "grad_norm": 6.100719928741455,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 625700
    },
    {
      "epoch": 8.821166288428739,
      "grad_norm": 3.823927640914917,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 625800
    },
    {
      "epoch": 8.82257587076949,
      "grad_norm": 1.9320323467254639,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 625900
    },
    {
      "epoch": 8.823985453110243,
      "grad_norm": 1.9775909185409546,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 626000
    },
    {
      "epoch": 8.825395035450995,
      "grad_norm": 2.63661789894104,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 626100
    },
    {
      "epoch": 8.826804617791748,
      "grad_norm": 2.8621673583984375,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 626200
    },
    {
      "epoch": 8.8282142001325,
      "grad_norm": 1.9830834865570068,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 626300
    },
    {
      "epoch": 8.829623782473254,
      "grad_norm": 2.9143433570861816,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 626400
    },
    {
      "epoch": 8.831033364814006,
      "grad_norm": 3.820819139480591,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 626500
    },
    {
      "epoch": 8.832442947154759,
      "grad_norm": 1.955077886581421,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 626600
    },
    {
      "epoch": 8.83385252949551,
      "grad_norm": 1.4192649126052856,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 626700
    },
    {
      "epoch": 8.835262111836263,
      "grad_norm": 2.5339465141296387,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 626800
    },
    {
      "epoch": 8.836671694177015,
      "grad_norm": 3.155547857284546,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 626900
    },
    {
      "epoch": 8.838081276517768,
      "grad_norm": 2.3711912631988525,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 627000
    },
    {
      "epoch": 8.83949085885852,
      "grad_norm": 2.6175601482391357,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 627100
    },
    {
      "epoch": 8.840900441199272,
      "grad_norm": 4.774866104125977,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 627200
    },
    {
      "epoch": 8.842310023540024,
      "grad_norm": 1.709205985069275,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 627300
    },
    {
      "epoch": 8.843719605880777,
      "grad_norm": 2.6914608478546143,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 627400
    },
    {
      "epoch": 8.84512918822153,
      "grad_norm": 2.9095473289489746,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 627500
    },
    {
      "epoch": 8.846538770562283,
      "grad_norm": 3.6107490062713623,
      "learning_rate": 5e-06,
      "loss": 0.0929,
      "step": 627600
    },
    {
      "epoch": 8.847948352903035,
      "grad_norm": 2.957650661468506,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 627700
    },
    {
      "epoch": 8.849357935243788,
      "grad_norm": 1.8449523448944092,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 627800
    },
    {
      "epoch": 8.85076751758454,
      "grad_norm": 2.7346692085266113,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 627900
    },
    {
      "epoch": 8.852177099925292,
      "grad_norm": 3.5540924072265625,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 628000
    },
    {
      "epoch": 8.853586682266045,
      "grad_norm": 6.54252290725708,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 628100
    },
    {
      "epoch": 8.854996264606797,
      "grad_norm": 3.693993330001831,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 628200
    },
    {
      "epoch": 8.856405846947549,
      "grad_norm": 2.329854965209961,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 628300
    },
    {
      "epoch": 8.857815429288301,
      "grad_norm": 3.3349716663360596,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 628400
    },
    {
      "epoch": 8.859225011629054,
      "grad_norm": 2.427231550216675,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 628500
    },
    {
      "epoch": 8.860634593969806,
      "grad_norm": 5.539070129394531,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 628600
    },
    {
      "epoch": 8.86204417631056,
      "grad_norm": 5.3246917724609375,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 628700
    },
    {
      "epoch": 8.863453758651312,
      "grad_norm": 2.5818428993225098,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 628800
    },
    {
      "epoch": 8.864863340992065,
      "grad_norm": 2.917775869369507,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 628900
    },
    {
      "epoch": 8.866272923332817,
      "grad_norm": 2.2937662601470947,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 629000
    },
    {
      "epoch": 8.867682505673569,
      "grad_norm": 1.1453737020492554,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 629100
    },
    {
      "epoch": 8.869092088014321,
      "grad_norm": 1.7841358184814453,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 629200
    },
    {
      "epoch": 8.870501670355074,
      "grad_norm": 2.411289930343628,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 629300
    },
    {
      "epoch": 8.871911252695826,
      "grad_norm": 1.7477648258209229,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 629400
    },
    {
      "epoch": 8.873320835036578,
      "grad_norm": 4.88268518447876,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 629500
    },
    {
      "epoch": 8.87473041737733,
      "grad_norm": 4.3388471603393555,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 629600
    },
    {
      "epoch": 8.876139999718083,
      "grad_norm": 2.9869046211242676,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 629700
    },
    {
      "epoch": 8.877549582058837,
      "grad_norm": 2.673572540283203,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 629800
    },
    {
      "epoch": 8.878959164399589,
      "grad_norm": 2.387457847595215,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 629900
    },
    {
      "epoch": 8.880368746740341,
      "grad_norm": 3.5739223957061768,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 630000
    },
    {
      "epoch": 8.881778329081094,
      "grad_norm": 3.2318432331085205,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 630100
    },
    {
      "epoch": 8.883187911421846,
      "grad_norm": 3.0479085445404053,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 630200
    },
    {
      "epoch": 8.884597493762598,
      "grad_norm": 5.147655487060547,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 630300
    },
    {
      "epoch": 8.88600707610335,
      "grad_norm": 2.405764579772949,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 630400
    },
    {
      "epoch": 8.887416658444103,
      "grad_norm": 2.6595263481140137,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 630500
    },
    {
      "epoch": 8.888826240784855,
      "grad_norm": 3.9874563217163086,
      "learning_rate": 5e-06,
      "loss": 0.0932,
      "step": 630600
    },
    {
      "epoch": 8.890235823125607,
      "grad_norm": 1.5685089826583862,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 630700
    },
    {
      "epoch": 8.89164540546636,
      "grad_norm": 4.527202606201172,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 630800
    },
    {
      "epoch": 8.893054987807112,
      "grad_norm": 0.8359078168869019,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 630900
    },
    {
      "epoch": 8.894464570147866,
      "grad_norm": 14.10793685913086,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 631000
    },
    {
      "epoch": 8.895874152488618,
      "grad_norm": 3.0253641605377197,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 631100
    },
    {
      "epoch": 8.89728373482937,
      "grad_norm": 2.3565914630889893,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 631200
    },
    {
      "epoch": 8.898693317170123,
      "grad_norm": 4.5289435386657715,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 631300
    },
    {
      "epoch": 8.900102899510875,
      "grad_norm": 3.008239507675171,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 631400
    },
    {
      "epoch": 8.901512481851627,
      "grad_norm": 3.5339972972869873,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 631500
    },
    {
      "epoch": 8.90292206419238,
      "grad_norm": 1.168357253074646,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 631600
    },
    {
      "epoch": 8.904331646533132,
      "grad_norm": 2.324284076690674,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 631700
    },
    {
      "epoch": 8.905741228873884,
      "grad_norm": 2.249798059463501,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 631800
    },
    {
      "epoch": 8.907150811214636,
      "grad_norm": 3.825723648071289,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 631900
    },
    {
      "epoch": 8.908560393555389,
      "grad_norm": 4.1355156898498535,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 632000
    },
    {
      "epoch": 8.909969975896143,
      "grad_norm": 4.9993157386779785,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 632100
    },
    {
      "epoch": 8.911379558236895,
      "grad_norm": 2.268785238265991,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 632200
    },
    {
      "epoch": 8.912789140577647,
      "grad_norm": 1.1309033632278442,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 632300
    },
    {
      "epoch": 8.9141987229184,
      "grad_norm": 2.9686522483825684,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 632400
    },
    {
      "epoch": 8.915608305259152,
      "grad_norm": 7.334748268127441,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 632500
    },
    {
      "epoch": 8.917017887599904,
      "grad_norm": 2.2838892936706543,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 632600
    },
    {
      "epoch": 8.918427469940656,
      "grad_norm": 2.297398328781128,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 632700
    },
    {
      "epoch": 8.919837052281409,
      "grad_norm": 2.275559663772583,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 632800
    },
    {
      "epoch": 8.921246634622161,
      "grad_norm": 4.136236667633057,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 632900
    },
    {
      "epoch": 8.922656216962913,
      "grad_norm": 3.245974063873291,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 633000
    },
    {
      "epoch": 8.924065799303666,
      "grad_norm": 2.781481981277466,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 633100
    },
    {
      "epoch": 8.925475381644418,
      "grad_norm": 3.9449992179870605,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 633200
    },
    {
      "epoch": 8.926884963985172,
      "grad_norm": 5.292062282562256,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 633300
    },
    {
      "epoch": 8.928294546325924,
      "grad_norm": 3.1222503185272217,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 633400
    },
    {
      "epoch": 8.929704128666677,
      "grad_norm": 7.520546913146973,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 633500
    },
    {
      "epoch": 8.931113711007429,
      "grad_norm": 3.0828239917755127,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 633600
    },
    {
      "epoch": 8.932523293348181,
      "grad_norm": 7.115154266357422,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 633700
    },
    {
      "epoch": 8.933932875688933,
      "grad_norm": 2.9081592559814453,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 633800
    },
    {
      "epoch": 8.935342458029686,
      "grad_norm": 4.509057521820068,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 633900
    },
    {
      "epoch": 8.936752040370438,
      "grad_norm": 2.5933725833892822,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 634000
    },
    {
      "epoch": 8.93816162271119,
      "grad_norm": 1.5945643186569214,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 634100
    },
    {
      "epoch": 8.939571205051942,
      "grad_norm": 2.1571946144104004,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 634200
    },
    {
      "epoch": 8.940980787392695,
      "grad_norm": 1.505688190460205,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 634300
    },
    {
      "epoch": 8.942390369733449,
      "grad_norm": 2.031327724456787,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 634400
    },
    {
      "epoch": 8.943799952074201,
      "grad_norm": 3.235743284225464,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 634500
    },
    {
      "epoch": 8.945209534414953,
      "grad_norm": 2.865100622177124,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 634600
    },
    {
      "epoch": 8.946619116755706,
      "grad_norm": 4.4580841064453125,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 634700
    },
    {
      "epoch": 8.948028699096458,
      "grad_norm": 2.7741165161132812,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 634800
    },
    {
      "epoch": 8.94943828143721,
      "grad_norm": 1.8868011236190796,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 634900
    },
    {
      "epoch": 8.950847863777962,
      "grad_norm": 1.9530198574066162,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 635000
    },
    {
      "epoch": 8.952257446118715,
      "grad_norm": 2.9798147678375244,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 635100
    },
    {
      "epoch": 8.953667028459467,
      "grad_norm": 0.9860709309577942,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 635200
    },
    {
      "epoch": 8.95507661080022,
      "grad_norm": 2.808063268661499,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 635300
    },
    {
      "epoch": 8.956486193140972,
      "grad_norm": 2.111877202987671,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 635400
    },
    {
      "epoch": 8.957895775481724,
      "grad_norm": 6.77520751953125,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 635500
    },
    {
      "epoch": 8.959305357822478,
      "grad_norm": 3.3036999702453613,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 635600
    },
    {
      "epoch": 8.96071494016323,
      "grad_norm": 5.835509777069092,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 635700
    },
    {
      "epoch": 8.962124522503983,
      "grad_norm": 2.500143527984619,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 635800
    },
    {
      "epoch": 8.963534104844735,
      "grad_norm": 1.7509374618530273,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 635900
    },
    {
      "epoch": 8.964943687185487,
      "grad_norm": 3.842062473297119,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 636000
    },
    {
      "epoch": 8.96635326952624,
      "grad_norm": 2.573730230331421,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 636100
    },
    {
      "epoch": 8.967762851866992,
      "grad_norm": 4.839503765106201,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 636200
    },
    {
      "epoch": 8.969172434207744,
      "grad_norm": 3.386137008666992,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 636300
    },
    {
      "epoch": 8.970582016548496,
      "grad_norm": 1.6645824909210205,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 636400
    },
    {
      "epoch": 8.971991598889248,
      "grad_norm": 1.3103022575378418,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 636500
    },
    {
      "epoch": 8.97340118123,
      "grad_norm": 2.7530500888824463,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 636600
    },
    {
      "epoch": 8.974810763570755,
      "grad_norm": 1.2908060550689697,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 636700
    },
    {
      "epoch": 8.976220345911507,
      "grad_norm": 1.6221812963485718,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 636800
    },
    {
      "epoch": 8.97762992825226,
      "grad_norm": 3.600837230682373,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 636900
    },
    {
      "epoch": 8.979039510593012,
      "grad_norm": 4.1877899169921875,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 637000
    },
    {
      "epoch": 8.980449092933764,
      "grad_norm": 3.664673089981079,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 637100
    },
    {
      "epoch": 8.981858675274516,
      "grad_norm": 6.181022644042969,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 637200
    },
    {
      "epoch": 8.983268257615268,
      "grad_norm": 2.2144699096679688,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 637300
    },
    {
      "epoch": 8.98467783995602,
      "grad_norm": 1.5891690254211426,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 637400
    },
    {
      "epoch": 8.986087422296773,
      "grad_norm": 2.202548027038574,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 637500
    },
    {
      "epoch": 8.987497004637525,
      "grad_norm": 4.374875068664551,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 637600
    },
    {
      "epoch": 8.988906586978278,
      "grad_norm": 1.3110932111740112,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 637700
    },
    {
      "epoch": 8.99031616931903,
      "grad_norm": 3.3634157180786133,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 637800
    },
    {
      "epoch": 8.991725751659784,
      "grad_norm": 1.4855202436447144,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 637900
    },
    {
      "epoch": 8.993135334000536,
      "grad_norm": 3.095919132232666,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 638000
    },
    {
      "epoch": 8.994544916341288,
      "grad_norm": 3.4693315029144287,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 638100
    },
    {
      "epoch": 8.99595449868204,
      "grad_norm": 2.0654091835021973,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 638200
    },
    {
      "epoch": 8.997364081022793,
      "grad_norm": 2.4580302238464355,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 638300
    },
    {
      "epoch": 8.998773663363545,
      "grad_norm": 3.461303949356079,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 638400
    },
    {
      "epoch": 9.0,
      "step": 638487,
      "train_loss": 0.07549259066581726,
      "train_perplexity": 1.0784152373495683,
      "train_runtime": 3993.2686,
      "train_samples_per_second": 35.531,
      "train_steps_per_second": 8.883
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.08153384178876877,
      "eval_perplexity": 1.084949933609206,
      "eval_runtime": 998.0739,
      "eval_samples_per_second": 35.54,
      "eval_steps_per_second": 8.885,
      "step": 638487
    },
    {
      "epoch": 9.000183245704298,
      "grad_norm": 3.033785104751587,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 638500
    },
    {
      "epoch": 9.00159282804505,
      "grad_norm": 5.213981628417969,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 638600
    },
    {
      "epoch": 9.003002410385802,
      "grad_norm": 1.7556828260421753,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 638700
    },
    {
      "epoch": 9.004411992726554,
      "grad_norm": 3.8549628257751465,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 638800
    },
    {
      "epoch": 9.005821575067307,
      "grad_norm": 2.228264093399048,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 638900
    },
    {
      "epoch": 9.00723115740806,
      "grad_norm": 1.9274288415908813,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 639000
    },
    {
      "epoch": 9.008640739748813,
      "grad_norm": 5.7234063148498535,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 639100
    },
    {
      "epoch": 9.010050322089565,
      "grad_norm": 2.76298189163208,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 639200
    },
    {
      "epoch": 9.011459904430318,
      "grad_norm": 4.953824043273926,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 639300
    },
    {
      "epoch": 9.01286948677107,
      "grad_norm": 3.4209811687469482,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 639400
    },
    {
      "epoch": 9.014279069111822,
      "grad_norm": 1.2893129587173462,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 639500
    },
    {
      "epoch": 9.015688651452574,
      "grad_norm": 2.391944169998169,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 639600
    },
    {
      "epoch": 9.017098233793327,
      "grad_norm": 1.8471698760986328,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 639700
    },
    {
      "epoch": 9.018507816134079,
      "grad_norm": 4.262173652648926,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 639800
    },
    {
      "epoch": 9.019917398474831,
      "grad_norm": 2.6518452167510986,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 639900
    },
    {
      "epoch": 9.021326980815584,
      "grad_norm": 3.046098470687866,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 640000
    },
    {
      "epoch": 9.022736563156338,
      "grad_norm": 3.516641616821289,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 640100
    },
    {
      "epoch": 9.02414614549709,
      "grad_norm": 3.0169432163238525,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 640200
    },
    {
      "epoch": 9.025555727837842,
      "grad_norm": 2.9139809608459473,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 640300
    },
    {
      "epoch": 9.026965310178594,
      "grad_norm": 2.1277506351470947,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 640400
    },
    {
      "epoch": 9.028374892519347,
      "grad_norm": 5.246336936950684,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 640500
    },
    {
      "epoch": 9.029784474860099,
      "grad_norm": 3.1964855194091797,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 640600
    },
    {
      "epoch": 9.031194057200851,
      "grad_norm": 1.8104567527770996,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 640700
    },
    {
      "epoch": 9.032603639541604,
      "grad_norm": 3.962658166885376,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 640800
    },
    {
      "epoch": 9.034013221882356,
      "grad_norm": 4.995582580566406,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 640900
    },
    {
      "epoch": 9.035422804223108,
      "grad_norm": 4.477407932281494,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 641000
    },
    {
      "epoch": 9.03683238656386,
      "grad_norm": 6.986019134521484,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 641100
    },
    {
      "epoch": 9.038241968904613,
      "grad_norm": 2.521357536315918,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 641200
    },
    {
      "epoch": 9.039651551245367,
      "grad_norm": 4.967287540435791,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 641300
    },
    {
      "epoch": 9.041061133586119,
      "grad_norm": 2.3449528217315674,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 641400
    },
    {
      "epoch": 9.042470715926871,
      "grad_norm": 3.2584824562072754,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 641500
    },
    {
      "epoch": 9.043880298267624,
      "grad_norm": 1.675994634628296,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 641600
    },
    {
      "epoch": 9.045289880608376,
      "grad_norm": 0.9839200377464294,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 641700
    },
    {
      "epoch": 9.046699462949128,
      "grad_norm": 3.4913604259490967,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 641800
    },
    {
      "epoch": 9.04810904528988,
      "grad_norm": 3.1500916481018066,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 641900
    },
    {
      "epoch": 9.049518627630633,
      "grad_norm": 10.388249397277832,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 642000
    },
    {
      "epoch": 9.050928209971385,
      "grad_norm": 2.638169050216675,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 642100
    },
    {
      "epoch": 9.052337792312137,
      "grad_norm": 2.6326591968536377,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 642200
    },
    {
      "epoch": 9.05374737465289,
      "grad_norm": 3.2387523651123047,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 642300
    },
    {
      "epoch": 9.055156956993644,
      "grad_norm": 2.0918095111846924,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 642400
    },
    {
      "epoch": 9.056566539334396,
      "grad_norm": 1.718242883682251,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 642500
    },
    {
      "epoch": 9.057976121675148,
      "grad_norm": 2.6193583011627197,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 642600
    },
    {
      "epoch": 9.0593857040159,
      "grad_norm": 7.843202114105225,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 642700
    },
    {
      "epoch": 9.060795286356653,
      "grad_norm": 3.63790225982666,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 642800
    },
    {
      "epoch": 9.062204868697405,
      "grad_norm": 3.647132158279419,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 642900
    },
    {
      "epoch": 9.063614451038157,
      "grad_norm": 1.2734482288360596,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 643000
    },
    {
      "epoch": 9.06502403337891,
      "grad_norm": 1.4863277673721313,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 643100
    },
    {
      "epoch": 9.066433615719662,
      "grad_norm": 3.8798255920410156,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 643200
    },
    {
      "epoch": 9.067843198060414,
      "grad_norm": 2.889486789703369,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 643300
    },
    {
      "epoch": 9.069252780401166,
      "grad_norm": 3.5605251789093018,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 643400
    },
    {
      "epoch": 9.070662362741919,
      "grad_norm": 2.448435068130493,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 643500
    },
    {
      "epoch": 9.072071945082673,
      "grad_norm": 4.7999420166015625,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 643600
    },
    {
      "epoch": 9.073481527423425,
      "grad_norm": 1.9427282810211182,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 643700
    },
    {
      "epoch": 9.074891109764177,
      "grad_norm": 2.5115578174591064,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 643800
    },
    {
      "epoch": 9.07630069210493,
      "grad_norm": 5.9186601638793945,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 643900
    },
    {
      "epoch": 9.077710274445682,
      "grad_norm": 4.45892333984375,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 644000
    },
    {
      "epoch": 9.079119856786434,
      "grad_norm": 2.2377870082855225,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 644100
    },
    {
      "epoch": 9.080529439127186,
      "grad_norm": 2.9616124629974365,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 644200
    },
    {
      "epoch": 9.081939021467939,
      "grad_norm": 4.497771739959717,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 644300
    },
    {
      "epoch": 9.083348603808691,
      "grad_norm": 2.3404781818389893,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 644400
    },
    {
      "epoch": 9.084758186149443,
      "grad_norm": 4.217398643493652,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 644500
    },
    {
      "epoch": 9.086167768490196,
      "grad_norm": 3.120591163635254,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 644600
    },
    {
      "epoch": 9.08757735083095,
      "grad_norm": 1.7411670684814453,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 644700
    },
    {
      "epoch": 9.088986933171702,
      "grad_norm": 3.552593946456909,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 644800
    },
    {
      "epoch": 9.090396515512454,
      "grad_norm": 3.4940805435180664,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 644900
    },
    {
      "epoch": 9.091806097853206,
      "grad_norm": 7.410226345062256,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 645000
    },
    {
      "epoch": 9.093215680193959,
      "grad_norm": 4.234857082366943,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 645100
    },
    {
      "epoch": 9.094625262534711,
      "grad_norm": 5.598631381988525,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 645200
    },
    {
      "epoch": 9.096034844875463,
      "grad_norm": 2.758082628250122,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 645300
    },
    {
      "epoch": 9.097444427216216,
      "grad_norm": 5.00430965423584,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 645400
    },
    {
      "epoch": 9.098854009556968,
      "grad_norm": 4.547581195831299,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 645500
    },
    {
      "epoch": 9.10026359189772,
      "grad_norm": 1.4684008359909058,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 645600
    },
    {
      "epoch": 9.101673174238472,
      "grad_norm": 3.3716399669647217,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 645700
    },
    {
      "epoch": 9.103082756579225,
      "grad_norm": 5.833706378936768,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 645800
    },
    {
      "epoch": 9.104492338919979,
      "grad_norm": 5.75939416885376,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 645900
    },
    {
      "epoch": 9.105901921260731,
      "grad_norm": 4.8118157386779785,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 646000
    },
    {
      "epoch": 9.107311503601483,
      "grad_norm": 2.6696317195892334,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 646100
    },
    {
      "epoch": 9.108721085942236,
      "grad_norm": 2.6338839530944824,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 646200
    },
    {
      "epoch": 9.110130668282988,
      "grad_norm": 1.0855016708374023,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 646300
    },
    {
      "epoch": 9.11154025062374,
      "grad_norm": 11.158894538879395,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 646400
    },
    {
      "epoch": 9.112949832964492,
      "grad_norm": 2.6416637897491455,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 646500
    },
    {
      "epoch": 9.114359415305245,
      "grad_norm": 5.4648118019104,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 646600
    },
    {
      "epoch": 9.115768997645997,
      "grad_norm": 2.5806617736816406,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 646700
    },
    {
      "epoch": 9.11717857998675,
      "grad_norm": 2.5911834239959717,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 646800
    },
    {
      "epoch": 9.118588162327502,
      "grad_norm": 3.4354493618011475,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 646900
    },
    {
      "epoch": 9.119997744668256,
      "grad_norm": 2.1462695598602295,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 647000
    },
    {
      "epoch": 9.121407327009008,
      "grad_norm": 3.3894340991973877,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 647100
    },
    {
      "epoch": 9.12281690934976,
      "grad_norm": 2.80260968208313,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 647200
    },
    {
      "epoch": 9.124226491690512,
      "grad_norm": 2.508291721343994,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 647300
    },
    {
      "epoch": 9.125636074031265,
      "grad_norm": 1.5919344425201416,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 647400
    },
    {
      "epoch": 9.127045656372017,
      "grad_norm": 1.0761637687683105,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 647500
    },
    {
      "epoch": 9.12845523871277,
      "grad_norm": 8.136005401611328,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 647600
    },
    {
      "epoch": 9.129864821053522,
      "grad_norm": 1.5275543928146362,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 647700
    },
    {
      "epoch": 9.131274403394274,
      "grad_norm": 3.251650094985962,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 647800
    },
    {
      "epoch": 9.132683985735026,
      "grad_norm": 2.3714399337768555,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 647900
    },
    {
      "epoch": 9.134093568075778,
      "grad_norm": 4.604292392730713,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 648000
    },
    {
      "epoch": 9.13550315041653,
      "grad_norm": 5.592740058898926,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 648100
    },
    {
      "epoch": 9.136912732757285,
      "grad_norm": 1.8064167499542236,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 648200
    },
    {
      "epoch": 9.138322315098037,
      "grad_norm": 1.5794838666915894,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 648300
    },
    {
      "epoch": 9.13973189743879,
      "grad_norm": 5.986377239227295,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 648400
    },
    {
      "epoch": 9.141141479779542,
      "grad_norm": 1.3847132921218872,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 648500
    },
    {
      "epoch": 9.142551062120294,
      "grad_norm": 1.7625046968460083,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 648600
    },
    {
      "epoch": 9.143960644461046,
      "grad_norm": 1.2089784145355225,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 648700
    },
    {
      "epoch": 9.145370226801798,
      "grad_norm": 3.6735124588012695,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 648800
    },
    {
      "epoch": 9.14677980914255,
      "grad_norm": 5.819273471832275,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 648900
    },
    {
      "epoch": 9.148189391483303,
      "grad_norm": 3.8009424209594727,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 649000
    },
    {
      "epoch": 9.149598973824055,
      "grad_norm": 1.5493894815444946,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 649100
    },
    {
      "epoch": 9.151008556164808,
      "grad_norm": 7.764195919036865,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 649200
    },
    {
      "epoch": 9.152418138505562,
      "grad_norm": 2.0359089374542236,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 649300
    },
    {
      "epoch": 9.153827720846314,
      "grad_norm": 1.7113978862762451,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 649400
    },
    {
      "epoch": 9.155237303187066,
      "grad_norm": 2.529379367828369,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 649500
    },
    {
      "epoch": 9.156646885527818,
      "grad_norm": 3.32124400138855,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 649600
    },
    {
      "epoch": 9.15805646786857,
      "grad_norm": 6.966562271118164,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 649700
    },
    {
      "epoch": 9.159466050209323,
      "grad_norm": 3.9674417972564697,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 649800
    },
    {
      "epoch": 9.160875632550075,
      "grad_norm": 2.5300073623657227,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 649900
    },
    {
      "epoch": 9.162285214890828,
      "grad_norm": 2.8470194339752197,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 650000
    },
    {
      "epoch": 9.16369479723158,
      "grad_norm": 4.7015180587768555,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 650100
    },
    {
      "epoch": 9.165104379572332,
      "grad_norm": 3.2708587646484375,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 650200
    },
    {
      "epoch": 9.166513961913084,
      "grad_norm": 3.2206945419311523,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 650300
    },
    {
      "epoch": 9.167923544253838,
      "grad_norm": 5.777420520782471,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 650400
    },
    {
      "epoch": 9.16933312659459,
      "grad_norm": 2.927692413330078,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 650500
    },
    {
      "epoch": 9.170742708935343,
      "grad_norm": 2.8402657508850098,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 650600
    },
    {
      "epoch": 9.172152291276095,
      "grad_norm": 2.8175208568573,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 650700
    },
    {
      "epoch": 9.173561873616848,
      "grad_norm": 6.662502288818359,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 650800
    },
    {
      "epoch": 9.1749714559576,
      "grad_norm": 9.749961853027344,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 650900
    },
    {
      "epoch": 9.176381038298352,
      "grad_norm": 3.764432191848755,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 651000
    },
    {
      "epoch": 9.177790620639104,
      "grad_norm": 2.468219041824341,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 651100
    },
    {
      "epoch": 9.179200202979857,
      "grad_norm": 1.2532598972320557,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 651200
    },
    {
      "epoch": 9.180609785320609,
      "grad_norm": 5.902378559112549,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 651300
    },
    {
      "epoch": 9.182019367661361,
      "grad_norm": 2.723757743835449,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 651400
    },
    {
      "epoch": 9.183428950002114,
      "grad_norm": 2.172182321548462,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 651500
    },
    {
      "epoch": 9.184838532342868,
      "grad_norm": 6.0402374267578125,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 651600
    },
    {
      "epoch": 9.18624811468362,
      "grad_norm": 4.331788539886475,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 651700
    },
    {
      "epoch": 9.187657697024372,
      "grad_norm": 4.527940273284912,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 651800
    },
    {
      "epoch": 9.189067279365124,
      "grad_norm": 3.0629117488861084,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 651900
    },
    {
      "epoch": 9.190476861705877,
      "grad_norm": 1.2116278409957886,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 652000
    },
    {
      "epoch": 9.191886444046629,
      "grad_norm": 3.483229637145996,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 652100
    },
    {
      "epoch": 9.193296026387381,
      "grad_norm": 2.3890881538391113,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 652200
    },
    {
      "epoch": 9.194705608728134,
      "grad_norm": 6.125432014465332,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 652300
    },
    {
      "epoch": 9.196115191068886,
      "grad_norm": 3.140345335006714,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 652400
    },
    {
      "epoch": 9.197524773409638,
      "grad_norm": 3.410504102706909,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 652500
    },
    {
      "epoch": 9.19893435575039,
      "grad_norm": 3.3865275382995605,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 652600
    },
    {
      "epoch": 9.200343938091144,
      "grad_norm": 1.6918513774871826,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 652700
    },
    {
      "epoch": 9.201753520431897,
      "grad_norm": 4.126249313354492,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 652800
    },
    {
      "epoch": 9.203163102772649,
      "grad_norm": 3.951944351196289,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 652900
    },
    {
      "epoch": 9.204572685113401,
      "grad_norm": 1.24704110622406,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 653000
    },
    {
      "epoch": 9.205982267454154,
      "grad_norm": 2.145287036895752,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 653100
    },
    {
      "epoch": 9.207391849794906,
      "grad_norm": 3.425814390182495,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 653200
    },
    {
      "epoch": 9.208801432135658,
      "grad_norm": 3.4125194549560547,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 653300
    },
    {
      "epoch": 9.21021101447641,
      "grad_norm": 1.574165940284729,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 653400
    },
    {
      "epoch": 9.211620596817163,
      "grad_norm": 3.137525796890259,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 653500
    },
    {
      "epoch": 9.213030179157915,
      "grad_norm": 4.767299175262451,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 653600
    },
    {
      "epoch": 9.214439761498667,
      "grad_norm": 2.507155656814575,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 653700
    },
    {
      "epoch": 9.21584934383942,
      "grad_norm": 6.181889057159424,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 653800
    },
    {
      "epoch": 9.217258926180174,
      "grad_norm": 4.257919788360596,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 653900
    },
    {
      "epoch": 9.218668508520926,
      "grad_norm": 3.9044666290283203,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 654000
    },
    {
      "epoch": 9.220078090861678,
      "grad_norm": 6.726655960083008,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 654100
    },
    {
      "epoch": 9.22148767320243,
      "grad_norm": 2.4381701946258545,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 654200
    },
    {
      "epoch": 9.222897255543183,
      "grad_norm": 3.0273842811584473,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 654300
    },
    {
      "epoch": 9.224306837883935,
      "grad_norm": 3.479240655899048,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 654400
    },
    {
      "epoch": 9.225716420224687,
      "grad_norm": 1.9822463989257812,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 654500
    },
    {
      "epoch": 9.22712600256544,
      "grad_norm": 4.907980918884277,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 654600
    },
    {
      "epoch": 9.228535584906192,
      "grad_norm": 4.107574462890625,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 654700
    },
    {
      "epoch": 9.229945167246944,
      "grad_norm": 2.9188599586486816,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 654800
    },
    {
      "epoch": 9.231354749587696,
      "grad_norm": 3.8272433280944824,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 654900
    },
    {
      "epoch": 9.23276433192845,
      "grad_norm": 1.9618926048278809,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 655000
    },
    {
      "epoch": 9.234173914269203,
      "grad_norm": 1.9832396507263184,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 655100
    },
    {
      "epoch": 9.235583496609955,
      "grad_norm": 2.354781150817871,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 655200
    },
    {
      "epoch": 9.236993078950707,
      "grad_norm": 6.91623067855835,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 655300
    },
    {
      "epoch": 9.23840266129146,
      "grad_norm": 2.2298264503479004,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 655400
    },
    {
      "epoch": 9.239812243632212,
      "grad_norm": 3.564208507537842,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 655500
    },
    {
      "epoch": 9.241221825972964,
      "grad_norm": 5.938438892364502,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 655600
    },
    {
      "epoch": 9.242631408313716,
      "grad_norm": 10.360793113708496,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 655700
    },
    {
      "epoch": 9.244040990654469,
      "grad_norm": 3.328120231628418,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 655800
    },
    {
      "epoch": 9.245450572995221,
      "grad_norm": 2.4120395183563232,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 655900
    },
    {
      "epoch": 9.246860155335973,
      "grad_norm": 2.5059926509857178,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 656000
    },
    {
      "epoch": 9.248269737676726,
      "grad_norm": 3.192758798599243,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 656100
    },
    {
      "epoch": 9.24967932001748,
      "grad_norm": 3.6454808712005615,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 656200
    },
    {
      "epoch": 9.251088902358232,
      "grad_norm": 4.373575687408447,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 656300
    },
    {
      "epoch": 9.252498484698984,
      "grad_norm": 3.704106092453003,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 656400
    },
    {
      "epoch": 9.253908067039736,
      "grad_norm": 2.576894998550415,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 656500
    },
    {
      "epoch": 9.255317649380489,
      "grad_norm": 3.3460724353790283,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 656600
    },
    {
      "epoch": 9.256727231721241,
      "grad_norm": 2.4195685386657715,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 656700
    },
    {
      "epoch": 9.258136814061993,
      "grad_norm": 1.2116978168487549,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 656800
    },
    {
      "epoch": 9.259546396402746,
      "grad_norm": 5.474991798400879,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 656900
    },
    {
      "epoch": 9.260955978743498,
      "grad_norm": 2.695030450820923,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 657000
    },
    {
      "epoch": 9.26236556108425,
      "grad_norm": 1.6439061164855957,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 657100
    },
    {
      "epoch": 9.263775143425002,
      "grad_norm": 6.303578853607178,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 657200
    },
    {
      "epoch": 9.265184725765756,
      "grad_norm": 6.0379180908203125,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 657300
    },
    {
      "epoch": 9.266594308106509,
      "grad_norm": 7.015474319458008,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 657400
    },
    {
      "epoch": 9.268003890447261,
      "grad_norm": 0.7538604140281677,
      "learning_rate": 5e-06,
      "loss": 0.0879,
      "step": 657500
    },
    {
      "epoch": 9.269413472788013,
      "grad_norm": 2.3841612339019775,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 657600
    },
    {
      "epoch": 9.270823055128766,
      "grad_norm": 2.391777515411377,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 657700
    },
    {
      "epoch": 9.272232637469518,
      "grad_norm": 2.4674391746520996,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 657800
    },
    {
      "epoch": 9.27364221981027,
      "grad_norm": 5.461174964904785,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 657900
    },
    {
      "epoch": 9.275051802151022,
      "grad_norm": 1.9130748510360718,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 658000
    },
    {
      "epoch": 9.276461384491775,
      "grad_norm": 1.4706556797027588,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 658100
    },
    {
      "epoch": 9.277870966832527,
      "grad_norm": 2.72171950340271,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 658200
    },
    {
      "epoch": 9.27928054917328,
      "grad_norm": 2.2804267406463623,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 658300
    },
    {
      "epoch": 9.280690131514032,
      "grad_norm": 1.985704779624939,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 658400
    },
    {
      "epoch": 9.282099713854786,
      "grad_norm": 2.3881096839904785,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 658500
    },
    {
      "epoch": 9.283509296195538,
      "grad_norm": 0.95036780834198,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 658600
    },
    {
      "epoch": 9.28491887853629,
      "grad_norm": 2.3432655334472656,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 658700
    },
    {
      "epoch": 9.286328460877042,
      "grad_norm": 2.163802146911621,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 658800
    },
    {
      "epoch": 9.287738043217795,
      "grad_norm": 3.3928771018981934,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 658900
    },
    {
      "epoch": 9.289147625558547,
      "grad_norm": 3.256598711013794,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 659000
    },
    {
      "epoch": 9.2905572078993,
      "grad_norm": 5.998112678527832,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 659100
    },
    {
      "epoch": 9.291966790240052,
      "grad_norm": 2.3555009365081787,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 659200
    },
    {
      "epoch": 9.293376372580804,
      "grad_norm": 3.3619375228881836,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 659300
    },
    {
      "epoch": 9.294785954921556,
      "grad_norm": 3.6543943881988525,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 659400
    },
    {
      "epoch": 9.296195537262308,
      "grad_norm": 2.467787981033325,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 659500
    },
    {
      "epoch": 9.297605119603062,
      "grad_norm": 3.8782806396484375,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 659600
    },
    {
      "epoch": 9.299014701943815,
      "grad_norm": 5.903880596160889,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 659700
    },
    {
      "epoch": 9.300424284284567,
      "grad_norm": 4.758502960205078,
      "learning_rate": 5e-06,
      "loss": 0.0861,
      "step": 659800
    },
    {
      "epoch": 9.30183386662532,
      "grad_norm": 5.029628753662109,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 659900
    },
    {
      "epoch": 9.303243448966072,
      "grad_norm": 1.4648746252059937,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 660000
    },
    {
      "epoch": 9.304653031306824,
      "grad_norm": 1.378677248954773,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 660100
    },
    {
      "epoch": 9.306062613647576,
      "grad_norm": 3.2377357482910156,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 660200
    },
    {
      "epoch": 9.307472195988328,
      "grad_norm": 3.7319087982177734,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 660300
    },
    {
      "epoch": 9.30888177832908,
      "grad_norm": 1.067534327507019,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 660400
    },
    {
      "epoch": 9.310291360669833,
      "grad_norm": 3.8259036540985107,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 660500
    },
    {
      "epoch": 9.311700943010585,
      "grad_norm": 3.6613223552703857,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 660600
    },
    {
      "epoch": 9.313110525351338,
      "grad_norm": 2.0167059898376465,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 660700
    },
    {
      "epoch": 9.314520107692092,
      "grad_norm": 5.203461647033691,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 660800
    },
    {
      "epoch": 9.315929690032844,
      "grad_norm": 4.924674987792969,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 660900
    },
    {
      "epoch": 9.317339272373596,
      "grad_norm": 3.9828121662139893,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 661000
    },
    {
      "epoch": 9.318748854714348,
      "grad_norm": 2.519767999649048,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 661100
    },
    {
      "epoch": 9.3201584370551,
      "grad_norm": 4.411625862121582,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 661200
    },
    {
      "epoch": 9.321568019395853,
      "grad_norm": 3.1706013679504395,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 661300
    },
    {
      "epoch": 9.322977601736605,
      "grad_norm": 0.9251718521118164,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 661400
    },
    {
      "epoch": 9.324387184077358,
      "grad_norm": 2.0237808227539062,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 661500
    },
    {
      "epoch": 9.32579676641811,
      "grad_norm": 3.674161195755005,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 661600
    },
    {
      "epoch": 9.327206348758862,
      "grad_norm": 1.4058542251586914,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 661700
    },
    {
      "epoch": 9.328615931099614,
      "grad_norm": 3.5833139419555664,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 661800
    },
    {
      "epoch": 9.330025513440368,
      "grad_norm": 2.7136380672454834,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 661900
    },
    {
      "epoch": 9.33143509578112,
      "grad_norm": 2.532956838607788,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 662000
    },
    {
      "epoch": 9.332844678121873,
      "grad_norm": 3.2179317474365234,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 662100
    },
    {
      "epoch": 9.334254260462625,
      "grad_norm": 3.140458822250366,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 662200
    },
    {
      "epoch": 9.335663842803378,
      "grad_norm": 4.1171464920043945,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 662300
    },
    {
      "epoch": 9.33707342514413,
      "grad_norm": 2.48197865486145,
      "learning_rate": 5e-06,
      "loss": 0.0858,
      "step": 662400
    },
    {
      "epoch": 9.338483007484882,
      "grad_norm": 4.279956340789795,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 662500
    },
    {
      "epoch": 9.339892589825634,
      "grad_norm": 2.14626145362854,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 662600
    },
    {
      "epoch": 9.341302172166387,
      "grad_norm": 5.791232109069824,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 662700
    },
    {
      "epoch": 9.342711754507139,
      "grad_norm": 1.433371901512146,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 662800
    },
    {
      "epoch": 9.344121336847891,
      "grad_norm": 3.7905685901641846,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 662900
    },
    {
      "epoch": 9.345530919188644,
      "grad_norm": 4.623456954956055,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 663000
    },
    {
      "epoch": 9.346940501529398,
      "grad_norm": 3.5842199325561523,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 663100
    },
    {
      "epoch": 9.34835008387015,
      "grad_norm": 4.408010482788086,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 663200
    },
    {
      "epoch": 9.349759666210902,
      "grad_norm": 2.204831838607788,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 663300
    },
    {
      "epoch": 9.351169248551654,
      "grad_norm": 4.205589771270752,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 663400
    },
    {
      "epoch": 9.352578830892407,
      "grad_norm": 0.9775913953781128,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 663500
    },
    {
      "epoch": 9.353988413233159,
      "grad_norm": 1.7626032829284668,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 663600
    },
    {
      "epoch": 9.355397995573911,
      "grad_norm": 2.325620651245117,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 663700
    },
    {
      "epoch": 9.356807577914664,
      "grad_norm": 4.970250129699707,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 663800
    },
    {
      "epoch": 9.358217160255416,
      "grad_norm": 3.2212510108947754,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 663900
    },
    {
      "epoch": 9.359626742596168,
      "grad_norm": 2.9990038871765137,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 664000
    },
    {
      "epoch": 9.36103632493692,
      "grad_norm": 4.177429676055908,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 664100
    },
    {
      "epoch": 9.362445907277674,
      "grad_norm": 3.5640997886657715,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 664200
    },
    {
      "epoch": 9.363855489618427,
      "grad_norm": 5.610964298248291,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 664300
    },
    {
      "epoch": 9.365265071959179,
      "grad_norm": 2.786856174468994,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 664400
    },
    {
      "epoch": 9.366674654299931,
      "grad_norm": 1.6327017545700073,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 664500
    },
    {
      "epoch": 9.368084236640684,
      "grad_norm": 3.0834949016571045,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 664600
    },
    {
      "epoch": 9.369493818981436,
      "grad_norm": 7.2434868812561035,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 664700
    },
    {
      "epoch": 9.370903401322188,
      "grad_norm": 2.0172290802001953,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 664800
    },
    {
      "epoch": 9.37231298366294,
      "grad_norm": 4.720004081726074,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 664900
    },
    {
      "epoch": 9.373722566003693,
      "grad_norm": 1.8279414176940918,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 665000
    },
    {
      "epoch": 9.375132148344445,
      "grad_norm": 3.704326629638672,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 665100
    },
    {
      "epoch": 9.376541730685197,
      "grad_norm": 2.932837724685669,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 665200
    },
    {
      "epoch": 9.37795131302595,
      "grad_norm": 1.867013931274414,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 665300
    },
    {
      "epoch": 9.379360895366704,
      "grad_norm": 2.2679781913757324,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 665400
    },
    {
      "epoch": 9.380770477707456,
      "grad_norm": 2.3015871047973633,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 665500
    },
    {
      "epoch": 9.382180060048208,
      "grad_norm": 2.040052652359009,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 665600
    },
    {
      "epoch": 9.38358964238896,
      "grad_norm": 7.069454669952393,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 665700
    },
    {
      "epoch": 9.384999224729713,
      "grad_norm": 3.55891752243042,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 665800
    },
    {
      "epoch": 9.386408807070465,
      "grad_norm": 8.281469345092773,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 665900
    },
    {
      "epoch": 9.387818389411217,
      "grad_norm": 3.211223602294922,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 666000
    },
    {
      "epoch": 9.38922797175197,
      "grad_norm": 2.4168057441711426,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 666100
    },
    {
      "epoch": 9.390637554092722,
      "grad_norm": 2.3921265602111816,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 666200
    },
    {
      "epoch": 9.392047136433474,
      "grad_norm": 3.481034994125366,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 666300
    },
    {
      "epoch": 9.393456718774226,
      "grad_norm": 1.9063986539840698,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 666400
    },
    {
      "epoch": 9.39486630111498,
      "grad_norm": 2.4016144275665283,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 666500
    },
    {
      "epoch": 9.396275883455733,
      "grad_norm": 2.7434499263763428,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 666600
    },
    {
      "epoch": 9.397685465796485,
      "grad_norm": 4.428713321685791,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 666700
    },
    {
      "epoch": 9.399095048137237,
      "grad_norm": 6.391598224639893,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 666800
    },
    {
      "epoch": 9.40050463047799,
      "grad_norm": 3.621187448501587,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 666900
    },
    {
      "epoch": 9.401914212818742,
      "grad_norm": 1.6782286167144775,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 667000
    },
    {
      "epoch": 9.403323795159494,
      "grad_norm": 2.1462690830230713,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 667100
    },
    {
      "epoch": 9.404733377500246,
      "grad_norm": 4.507288455963135,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 667200
    },
    {
      "epoch": 9.406142959840999,
      "grad_norm": 4.586470603942871,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 667300
    },
    {
      "epoch": 9.407552542181751,
      "grad_norm": 1.9553762674331665,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 667400
    },
    {
      "epoch": 9.408962124522503,
      "grad_norm": 2.754222869873047,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 667500
    },
    {
      "epoch": 9.410371706863256,
      "grad_norm": 3.9421579837799072,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 667600
    },
    {
      "epoch": 9.41178128920401,
      "grad_norm": 2.360179901123047,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 667700
    },
    {
      "epoch": 9.413190871544762,
      "grad_norm": 3.9174678325653076,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 667800
    },
    {
      "epoch": 9.414600453885514,
      "grad_norm": 2.714326858520508,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 667900
    },
    {
      "epoch": 9.416010036226266,
      "grad_norm": 1.4523934125900269,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 668000
    },
    {
      "epoch": 9.417419618567019,
      "grad_norm": 1.6250869035720825,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 668100
    },
    {
      "epoch": 9.418829200907771,
      "grad_norm": 4.096624851226807,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 668200
    },
    {
      "epoch": 9.420238783248523,
      "grad_norm": 3.1201953887939453,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 668300
    },
    {
      "epoch": 9.421648365589276,
      "grad_norm": 3.5832109451293945,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 668400
    },
    {
      "epoch": 9.423057947930028,
      "grad_norm": 1.6209808588027954,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 668500
    },
    {
      "epoch": 9.42446753027078,
      "grad_norm": 3.0998077392578125,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 668600
    },
    {
      "epoch": 9.425877112611532,
      "grad_norm": 2.325988531112671,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 668700
    },
    {
      "epoch": 9.427286694952286,
      "grad_norm": 6.41974401473999,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 668800
    },
    {
      "epoch": 9.428696277293039,
      "grad_norm": 4.973197937011719,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 668900
    },
    {
      "epoch": 9.430105859633791,
      "grad_norm": 3.2260184288024902,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 669000
    },
    {
      "epoch": 9.431515441974543,
      "grad_norm": 2.7015163898468018,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 669100
    },
    {
      "epoch": 9.432925024315296,
      "grad_norm": 4.585581302642822,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 669200
    },
    {
      "epoch": 9.434334606656048,
      "grad_norm": 3.245471239089966,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 669300
    },
    {
      "epoch": 9.4357441889968,
      "grad_norm": 1.0316879749298096,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 669400
    },
    {
      "epoch": 9.437153771337552,
      "grad_norm": 5.008816242218018,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 669500
    },
    {
      "epoch": 9.438563353678305,
      "grad_norm": 4.413674831390381,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 669600
    },
    {
      "epoch": 9.439972936019057,
      "grad_norm": 4.343985080718994,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 669700
    },
    {
      "epoch": 9.44138251835981,
      "grad_norm": 1.6938518285751343,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 669800
    },
    {
      "epoch": 9.442792100700562,
      "grad_norm": 3.3782713413238525,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 669900
    },
    {
      "epoch": 9.444201683041316,
      "grad_norm": 4.735832691192627,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 670000
    },
    {
      "epoch": 9.445611265382068,
      "grad_norm": 3.7782413959503174,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 670100
    },
    {
      "epoch": 9.44702084772282,
      "grad_norm": 2.2892801761627197,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 670200
    },
    {
      "epoch": 9.448430430063572,
      "grad_norm": 1.750023365020752,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 670300
    },
    {
      "epoch": 9.449840012404325,
      "grad_norm": 3.954148530960083,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 670400
    },
    {
      "epoch": 9.451249594745077,
      "grad_norm": 2.8646080493927,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 670500
    },
    {
      "epoch": 9.45265917708583,
      "grad_norm": 2.5615272521972656,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 670600
    },
    {
      "epoch": 9.454068759426582,
      "grad_norm": 1.5177351236343384,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 670700
    },
    {
      "epoch": 9.455478341767334,
      "grad_norm": 2.2687668800354004,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 670800
    },
    {
      "epoch": 9.456887924108086,
      "grad_norm": 4.129466533660889,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 670900
    },
    {
      "epoch": 9.458297506448838,
      "grad_norm": 5.262681484222412,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 671000
    },
    {
      "epoch": 9.459707088789592,
      "grad_norm": 5.141051769256592,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 671100
    },
    {
      "epoch": 9.461116671130345,
      "grad_norm": 2.414501667022705,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 671200
    },
    {
      "epoch": 9.462526253471097,
      "grad_norm": 1.8033472299575806,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 671300
    },
    {
      "epoch": 9.46393583581185,
      "grad_norm": 3.5941359996795654,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 671400
    },
    {
      "epoch": 9.465345418152602,
      "grad_norm": 3.326695203781128,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 671500
    },
    {
      "epoch": 9.466755000493354,
      "grad_norm": 3.0466158390045166,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 671600
    },
    {
      "epoch": 9.468164582834106,
      "grad_norm": 2.6515066623687744,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 671700
    },
    {
      "epoch": 9.469574165174858,
      "grad_norm": 2.1415021419525146,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 671800
    },
    {
      "epoch": 9.47098374751561,
      "grad_norm": 2.31044602394104,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 671900
    },
    {
      "epoch": 9.472393329856363,
      "grad_norm": 3.66288685798645,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 672000
    },
    {
      "epoch": 9.473802912197115,
      "grad_norm": 3.6943247318267822,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 672100
    },
    {
      "epoch": 9.47521249453787,
      "grad_norm": 5.892053604125977,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 672200
    },
    {
      "epoch": 9.476622076878622,
      "grad_norm": 4.561337947845459,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 672300
    },
    {
      "epoch": 9.478031659219374,
      "grad_norm": 3.1890451908111572,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 672400
    },
    {
      "epoch": 9.479441241560126,
      "grad_norm": 1.4181385040283203,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 672500
    },
    {
      "epoch": 9.480850823900878,
      "grad_norm": 1.9453974962234497,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 672600
    },
    {
      "epoch": 9.48226040624163,
      "grad_norm": 7.586675643920898,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 672700
    },
    {
      "epoch": 9.483669988582383,
      "grad_norm": 1.5121726989746094,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 672800
    },
    {
      "epoch": 9.485079570923135,
      "grad_norm": 8.41591739654541,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 672900
    },
    {
      "epoch": 9.486489153263888,
      "grad_norm": 1.6454548835754395,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 673000
    },
    {
      "epoch": 9.48789873560464,
      "grad_norm": 2.8816165924072266,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 673100
    },
    {
      "epoch": 9.489308317945392,
      "grad_norm": 4.200830936431885,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 673200
    },
    {
      "epoch": 9.490717900286144,
      "grad_norm": 5.3270087242126465,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 673300
    },
    {
      "epoch": 9.492127482626898,
      "grad_norm": 5.00258207321167,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 673400
    },
    {
      "epoch": 9.49353706496765,
      "grad_norm": 3.2629010677337646,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 673500
    },
    {
      "epoch": 9.494946647308403,
      "grad_norm": 3.6815292835235596,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 673600
    },
    {
      "epoch": 9.496356229649155,
      "grad_norm": 5.411847114562988,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 673700
    },
    {
      "epoch": 9.497765811989908,
      "grad_norm": 8.027104377746582,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 673800
    },
    {
      "epoch": 9.49917539433066,
      "grad_norm": 2.3289499282836914,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 673900
    },
    {
      "epoch": 9.500584976671412,
      "grad_norm": 5.292318820953369,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 674000
    },
    {
      "epoch": 9.501994559012164,
      "grad_norm": 3.0383567810058594,
      "learning_rate": 5e-06,
      "loss": 0.0912,
      "step": 674100
    },
    {
      "epoch": 9.503404141352917,
      "grad_norm": 3.9469172954559326,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 674200
    },
    {
      "epoch": 9.504813723693669,
      "grad_norm": 4.774228096008301,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 674300
    },
    {
      "epoch": 9.506223306034421,
      "grad_norm": 3.3696906566619873,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 674400
    },
    {
      "epoch": 9.507632888375174,
      "grad_norm": 3.9643189907073975,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 674500
    },
    {
      "epoch": 9.509042470715928,
      "grad_norm": 7.687789440155029,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 674600
    },
    {
      "epoch": 9.51045205305668,
      "grad_norm": 3.630437135696411,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 674700
    },
    {
      "epoch": 9.511861635397432,
      "grad_norm": 1.1793525218963623,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 674800
    },
    {
      "epoch": 9.513271217738184,
      "grad_norm": 3.8463149070739746,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 674900
    },
    {
      "epoch": 9.514680800078937,
      "grad_norm": 2.997201681137085,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 675000
    },
    {
      "epoch": 9.516090382419689,
      "grad_norm": 4.479633331298828,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 675100
    },
    {
      "epoch": 9.517499964760441,
      "grad_norm": 3.1762561798095703,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 675200
    },
    {
      "epoch": 9.518909547101194,
      "grad_norm": 2.792401075363159,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 675300
    },
    {
      "epoch": 9.520319129441946,
      "grad_norm": 3.4475412368774414,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 675400
    },
    {
      "epoch": 9.521728711782698,
      "grad_norm": 2.122290849685669,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 675500
    },
    {
      "epoch": 9.523138294123452,
      "grad_norm": 2.7484750747680664,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 675600
    },
    {
      "epoch": 9.524547876464204,
      "grad_norm": 1.8859896659851074,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 675700
    },
    {
      "epoch": 9.525957458804957,
      "grad_norm": 3.956869602203369,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 675800
    },
    {
      "epoch": 9.527367041145709,
      "grad_norm": 5.171632289886475,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 675900
    },
    {
      "epoch": 9.528776623486461,
      "grad_norm": 8.814216613769531,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 676000
    },
    {
      "epoch": 9.530186205827214,
      "grad_norm": 5.0406174659729,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 676100
    },
    {
      "epoch": 9.531595788167966,
      "grad_norm": 6.168703556060791,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 676200
    },
    {
      "epoch": 9.533005370508718,
      "grad_norm": 11.28413200378418,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 676300
    },
    {
      "epoch": 9.53441495284947,
      "grad_norm": 3.1524651050567627,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 676400
    },
    {
      "epoch": 9.535824535190223,
      "grad_norm": 4.232783317565918,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 676500
    },
    {
      "epoch": 9.537234117530975,
      "grad_norm": 2.4151480197906494,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 676600
    },
    {
      "epoch": 9.538643699871727,
      "grad_norm": 4.905150413513184,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 676700
    },
    {
      "epoch": 9.54005328221248,
      "grad_norm": 2.109644889831543,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 676800
    },
    {
      "epoch": 9.541462864553234,
      "grad_norm": 6.172050952911377,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 676900
    },
    {
      "epoch": 9.542872446893986,
      "grad_norm": 6.502019882202148,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 677000
    },
    {
      "epoch": 9.544282029234738,
      "grad_norm": 4.399631023406982,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 677100
    },
    {
      "epoch": 9.54569161157549,
      "grad_norm": 1.8724724054336548,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 677200
    },
    {
      "epoch": 9.547101193916243,
      "grad_norm": 1.6388881206512451,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 677300
    },
    {
      "epoch": 9.548510776256995,
      "grad_norm": 4.2996907234191895,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 677400
    },
    {
      "epoch": 9.549920358597747,
      "grad_norm": 2.1662962436676025,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 677500
    },
    {
      "epoch": 9.5513299409385,
      "grad_norm": 4.726548194885254,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 677600
    },
    {
      "epoch": 9.552739523279252,
      "grad_norm": 2.848468542098999,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 677700
    },
    {
      "epoch": 9.554149105620004,
      "grad_norm": 2.988304615020752,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 677800
    },
    {
      "epoch": 9.555558687960758,
      "grad_norm": 3.637216329574585,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 677900
    },
    {
      "epoch": 9.55696827030151,
      "grad_norm": 2.71944522857666,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 678000
    },
    {
      "epoch": 9.558377852642263,
      "grad_norm": 0.9790667295455933,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 678100
    },
    {
      "epoch": 9.559787434983015,
      "grad_norm": 4.644237041473389,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 678200
    },
    {
      "epoch": 9.561197017323767,
      "grad_norm": 5.2833099365234375,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 678300
    },
    {
      "epoch": 9.56260659966452,
      "grad_norm": 3.270336627960205,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 678400
    },
    {
      "epoch": 9.564016182005272,
      "grad_norm": 2.98181414604187,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 678500
    },
    {
      "epoch": 9.565425764346024,
      "grad_norm": 5.329856872558594,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 678600
    },
    {
      "epoch": 9.566835346686776,
      "grad_norm": 2.808335065841675,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 678700
    },
    {
      "epoch": 9.568244929027529,
      "grad_norm": 5.364130973815918,
      "learning_rate": 5e-06,
      "loss": 0.0854,
      "step": 678800
    },
    {
      "epoch": 9.569654511368281,
      "grad_norm": 4.907264709472656,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 678900
    },
    {
      "epoch": 9.571064093709033,
      "grad_norm": 6.602355480194092,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 679000
    },
    {
      "epoch": 9.572473676049787,
      "grad_norm": 5.477911949157715,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 679100
    },
    {
      "epoch": 9.57388325839054,
      "grad_norm": 3.572624444961548,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 679200
    },
    {
      "epoch": 9.575292840731292,
      "grad_norm": 4.1463799476623535,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 679300
    },
    {
      "epoch": 9.576702423072044,
      "grad_norm": 1.9495261907577515,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 679400
    },
    {
      "epoch": 9.578112005412796,
      "grad_norm": 6.098609924316406,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 679500
    },
    {
      "epoch": 9.579521587753549,
      "grad_norm": 2.4842727184295654,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 679600
    },
    {
      "epoch": 9.580931170094301,
      "grad_norm": 1.7037619352340698,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 679700
    },
    {
      "epoch": 9.582340752435053,
      "grad_norm": 1.3088762760162354,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 679800
    },
    {
      "epoch": 9.583750334775806,
      "grad_norm": 3.5031962394714355,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 679900
    },
    {
      "epoch": 9.585159917116558,
      "grad_norm": 3.8628017902374268,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 680000
    },
    {
      "epoch": 9.58656949945731,
      "grad_norm": 1.3081343173980713,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 680100
    },
    {
      "epoch": 9.587979081798064,
      "grad_norm": 6.201098442077637,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 680200
    },
    {
      "epoch": 9.589388664138816,
      "grad_norm": 3.0755455493927,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 680300
    },
    {
      "epoch": 9.590798246479569,
      "grad_norm": 1.372986078262329,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 680400
    },
    {
      "epoch": 9.592207828820321,
      "grad_norm": 3.0748794078826904,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 680500
    },
    {
      "epoch": 9.593617411161073,
      "grad_norm": 2.82715106010437,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 680600
    },
    {
      "epoch": 9.595026993501826,
      "grad_norm": 1.7220494747161865,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 680700
    },
    {
      "epoch": 9.596436575842578,
      "grad_norm": 2.4028239250183105,
      "learning_rate": 5e-06,
      "loss": 0.0897,
      "step": 680800
    },
    {
      "epoch": 9.59784615818333,
      "grad_norm": 3.944232225418091,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 680900
    },
    {
      "epoch": 9.599255740524082,
      "grad_norm": 4.663615703582764,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 681000
    },
    {
      "epoch": 9.600665322864835,
      "grad_norm": 4.412710666656494,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 681100
    },
    {
      "epoch": 9.602074905205587,
      "grad_norm": 1.7382392883300781,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 681200
    },
    {
      "epoch": 9.60348448754634,
      "grad_norm": 2.73089337348938,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 681300
    },
    {
      "epoch": 9.604894069887093,
      "grad_norm": 2.881019353866577,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 681400
    },
    {
      "epoch": 9.606303652227846,
      "grad_norm": 0.5831354260444641,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 681500
    },
    {
      "epoch": 9.607713234568598,
      "grad_norm": 3.500364065170288,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 681600
    },
    {
      "epoch": 9.60912281690935,
      "grad_norm": 3.3603572845458984,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 681700
    },
    {
      "epoch": 9.610532399250102,
      "grad_norm": 3.304698944091797,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 681800
    },
    {
      "epoch": 9.611941981590855,
      "grad_norm": 3.3651697635650635,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 681900
    },
    {
      "epoch": 9.613351563931607,
      "grad_norm": 1.9797388315200806,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 682000
    },
    {
      "epoch": 9.61476114627236,
      "grad_norm": 2.4175403118133545,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 682100
    },
    {
      "epoch": 9.616170728613112,
      "grad_norm": 3.9908738136291504,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 682200
    },
    {
      "epoch": 9.617580310953864,
      "grad_norm": 2.7835774421691895,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 682300
    },
    {
      "epoch": 9.618989893294616,
      "grad_norm": 4.464077949523926,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 682400
    },
    {
      "epoch": 9.62039947563537,
      "grad_norm": 4.2115607261657715,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 682500
    },
    {
      "epoch": 9.621809057976122,
      "grad_norm": 3.103839874267578,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 682600
    },
    {
      "epoch": 9.623218640316875,
      "grad_norm": 3.3779706954956055,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 682700
    },
    {
      "epoch": 9.624628222657627,
      "grad_norm": 3.0933308601379395,
      "learning_rate": 5e-06,
      "loss": 0.0902,
      "step": 682800
    },
    {
      "epoch": 9.62603780499838,
      "grad_norm": 1.182325005531311,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 682900
    },
    {
      "epoch": 9.627447387339132,
      "grad_norm": 4.807794570922852,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 683000
    },
    {
      "epoch": 9.628856969679884,
      "grad_norm": 1.5250535011291504,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 683100
    },
    {
      "epoch": 9.630266552020636,
      "grad_norm": 4.570385932922363,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 683200
    },
    {
      "epoch": 9.631676134361388,
      "grad_norm": 3.175477981567383,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 683300
    },
    {
      "epoch": 9.63308571670214,
      "grad_norm": 5.72989559173584,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 683400
    },
    {
      "epoch": 9.634495299042893,
      "grad_norm": 4.15848445892334,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 683500
    },
    {
      "epoch": 9.635904881383645,
      "grad_norm": 5.131315231323242,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 683600
    },
    {
      "epoch": 9.6373144637244,
      "grad_norm": 3.90290904045105,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 683700
    },
    {
      "epoch": 9.638724046065152,
      "grad_norm": 6.394445419311523,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 683800
    },
    {
      "epoch": 9.640133628405904,
      "grad_norm": 4.097983360290527,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 683900
    },
    {
      "epoch": 9.641543210746656,
      "grad_norm": 1.508797526359558,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 684000
    },
    {
      "epoch": 9.642952793087408,
      "grad_norm": 3.26434326171875,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 684100
    },
    {
      "epoch": 9.64436237542816,
      "grad_norm": 1.8908735513687134,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 684200
    },
    {
      "epoch": 9.645771957768913,
      "grad_norm": 3.0149786472320557,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 684300
    },
    {
      "epoch": 9.647181540109665,
      "grad_norm": 1.258976697921753,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 684400
    },
    {
      "epoch": 9.648591122450418,
      "grad_norm": 2.2375102043151855,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 684500
    },
    {
      "epoch": 9.65000070479117,
      "grad_norm": 1.007439136505127,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 684600
    },
    {
      "epoch": 9.651410287131922,
      "grad_norm": 0.9024060964584351,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 684700
    },
    {
      "epoch": 9.652819869472676,
      "grad_norm": 4.085185527801514,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 684800
    },
    {
      "epoch": 9.654229451813428,
      "grad_norm": 1.4539086818695068,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 684900
    },
    {
      "epoch": 9.65563903415418,
      "grad_norm": 1.0621941089630127,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 685000
    },
    {
      "epoch": 9.657048616494933,
      "grad_norm": 1.2714996337890625,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 685100
    },
    {
      "epoch": 9.658458198835685,
      "grad_norm": 5.212671279907227,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 685200
    },
    {
      "epoch": 9.659867781176438,
      "grad_norm": 3.673693895339966,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 685300
    },
    {
      "epoch": 9.66127736351719,
      "grad_norm": 4.799895286560059,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 685400
    },
    {
      "epoch": 9.662686945857942,
      "grad_norm": 4.425483703613281,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 685500
    },
    {
      "epoch": 9.664096528198694,
      "grad_norm": 1.8987233638763428,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 685600
    },
    {
      "epoch": 9.665506110539447,
      "grad_norm": 4.178799152374268,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 685700
    },
    {
      "epoch": 9.666915692880199,
      "grad_norm": 2.8392140865325928,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 685800
    },
    {
      "epoch": 9.668325275220951,
      "grad_norm": 2.979414939880371,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 685900
    },
    {
      "epoch": 9.669734857561705,
      "grad_norm": 1.5238878726959229,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 686000
    },
    {
      "epoch": 9.671144439902458,
      "grad_norm": 1.9312878847122192,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 686100
    },
    {
      "epoch": 9.67255402224321,
      "grad_norm": 2.742647171020508,
      "learning_rate": 5e-06,
      "loss": 0.0882,
      "step": 686200
    },
    {
      "epoch": 9.673963604583962,
      "grad_norm": 1.2280919551849365,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 686300
    },
    {
      "epoch": 9.675373186924714,
      "grad_norm": 7.893852710723877,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 686400
    },
    {
      "epoch": 9.676782769265467,
      "grad_norm": 2.7644386291503906,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 686500
    },
    {
      "epoch": 9.678192351606219,
      "grad_norm": 4.1453537940979,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 686600
    },
    {
      "epoch": 9.679601933946971,
      "grad_norm": 5.433894157409668,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 686700
    },
    {
      "epoch": 9.681011516287723,
      "grad_norm": 5.080111980438232,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 686800
    },
    {
      "epoch": 9.682421098628476,
      "grad_norm": 3.9178242683410645,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 686900
    },
    {
      "epoch": 9.683830680969228,
      "grad_norm": 8.228693008422852,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 687000
    },
    {
      "epoch": 9.685240263309982,
      "grad_norm": 1.6016912460327148,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 687100
    },
    {
      "epoch": 9.686649845650734,
      "grad_norm": 1.3344697952270508,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 687200
    },
    {
      "epoch": 9.688059427991487,
      "grad_norm": 2.0430684089660645,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 687300
    },
    {
      "epoch": 9.689469010332239,
      "grad_norm": 3.9638428688049316,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 687400
    },
    {
      "epoch": 9.690878592672991,
      "grad_norm": 1.6715123653411865,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 687500
    },
    {
      "epoch": 9.692288175013744,
      "grad_norm": 3.5517618656158447,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 687600
    },
    {
      "epoch": 9.693697757354496,
      "grad_norm": 1.5877143144607544,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 687700
    },
    {
      "epoch": 9.695107339695248,
      "grad_norm": 4.672343730926514,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 687800
    },
    {
      "epoch": 9.696516922036,
      "grad_norm": 3.1886744499206543,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 687900
    },
    {
      "epoch": 9.697926504376753,
      "grad_norm": 2.054676055908203,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 688000
    },
    {
      "epoch": 9.699336086717505,
      "grad_norm": 3.36973237991333,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 688100
    },
    {
      "epoch": 9.700745669058257,
      "grad_norm": 3.3725745677948,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 688200
    },
    {
      "epoch": 9.702155251399011,
      "grad_norm": 1.7662057876586914,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 688300
    },
    {
      "epoch": 9.703564833739764,
      "grad_norm": 5.143935203552246,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 688400
    },
    {
      "epoch": 9.704974416080516,
      "grad_norm": 1.8500525951385498,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 688500
    },
    {
      "epoch": 9.706383998421268,
      "grad_norm": 2.8492727279663086,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 688600
    },
    {
      "epoch": 9.70779358076202,
      "grad_norm": 3.951427698135376,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 688700
    },
    {
      "epoch": 9.709203163102773,
      "grad_norm": 14.93791389465332,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 688800
    },
    {
      "epoch": 9.710612745443525,
      "grad_norm": 2.034414052963257,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 688900
    },
    {
      "epoch": 9.712022327784277,
      "grad_norm": 3.6217408180236816,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 689000
    },
    {
      "epoch": 9.71343191012503,
      "grad_norm": 2.91005802154541,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 689100
    },
    {
      "epoch": 9.714841492465782,
      "grad_norm": 4.2867608070373535,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 689200
    },
    {
      "epoch": 9.716251074806534,
      "grad_norm": 5.920797348022461,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 689300
    },
    {
      "epoch": 9.717660657147288,
      "grad_norm": 4.379220008850098,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 689400
    },
    {
      "epoch": 9.71907023948804,
      "grad_norm": 1.787399172782898,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 689500
    },
    {
      "epoch": 9.720479821828793,
      "grad_norm": 0.9535497426986694,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 689600
    },
    {
      "epoch": 9.721889404169545,
      "grad_norm": 3.0217511653900146,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 689700
    },
    {
      "epoch": 9.723298986510297,
      "grad_norm": 2.1420319080352783,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 689800
    },
    {
      "epoch": 9.72470856885105,
      "grad_norm": 14.69627571105957,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 689900
    },
    {
      "epoch": 9.726118151191802,
      "grad_norm": 3.994114875793457,
      "learning_rate": 5e-06,
      "loss": 0.0888,
      "step": 690000
    },
    {
      "epoch": 9.727527733532554,
      "grad_norm": 1.7572404146194458,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 690100
    },
    {
      "epoch": 9.728937315873306,
      "grad_norm": 4.1694817543029785,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 690200
    },
    {
      "epoch": 9.730346898214059,
      "grad_norm": 10.253915786743164,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 690300
    },
    {
      "epoch": 9.731756480554811,
      "grad_norm": 2.904308557510376,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 690400
    },
    {
      "epoch": 9.733166062895563,
      "grad_norm": 3.7699191570281982,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 690500
    },
    {
      "epoch": 9.734575645236317,
      "grad_norm": 2.648007869720459,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 690600
    },
    {
      "epoch": 9.73598522757707,
      "grad_norm": 2.2085697650909424,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 690700
    },
    {
      "epoch": 9.737394809917822,
      "grad_norm": 1.738576054573059,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 690800
    },
    {
      "epoch": 9.738804392258574,
      "grad_norm": 0.6096861958503723,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 690900
    },
    {
      "epoch": 9.740213974599326,
      "grad_norm": 3.2642924785614014,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 691000
    },
    {
      "epoch": 9.741623556940079,
      "grad_norm": 2.598454713821411,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 691100
    },
    {
      "epoch": 9.743033139280831,
      "grad_norm": 2.137972116470337,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 691200
    },
    {
      "epoch": 9.744442721621583,
      "grad_norm": 4.3372392654418945,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 691300
    },
    {
      "epoch": 9.745852303962335,
      "grad_norm": 2.075767755508423,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 691400
    },
    {
      "epoch": 9.747261886303088,
      "grad_norm": 3.932101011276245,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 691500
    },
    {
      "epoch": 9.74867146864384,
      "grad_norm": 2.8672311305999756,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 691600
    },
    {
      "epoch": 9.750081050984594,
      "grad_norm": 2.486278772354126,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 691700
    },
    {
      "epoch": 9.751490633325346,
      "grad_norm": 1.3432871103286743,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 691800
    },
    {
      "epoch": 9.752900215666099,
      "grad_norm": 3.194154977798462,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 691900
    },
    {
      "epoch": 9.754309798006851,
      "grad_norm": 7.635598182678223,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 692000
    },
    {
      "epoch": 9.755719380347603,
      "grad_norm": 2.653297185897827,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 692100
    },
    {
      "epoch": 9.757128962688356,
      "grad_norm": 2.446309804916382,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 692200
    },
    {
      "epoch": 9.758538545029108,
      "grad_norm": 4.33326530456543,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 692300
    },
    {
      "epoch": 9.75994812736986,
      "grad_norm": 5.84433650970459,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 692400
    },
    {
      "epoch": 9.761357709710612,
      "grad_norm": 2.156748056411743,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 692500
    },
    {
      "epoch": 9.762767292051365,
      "grad_norm": 3.3429813385009766,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 692600
    },
    {
      "epoch": 9.764176874392117,
      "grad_norm": 4.251692295074463,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 692700
    },
    {
      "epoch": 9.76558645673287,
      "grad_norm": 2.736332893371582,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 692800
    },
    {
      "epoch": 9.766996039073623,
      "grad_norm": 2.0011050701141357,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 692900
    },
    {
      "epoch": 9.768405621414376,
      "grad_norm": 2.71889591217041,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 693000
    },
    {
      "epoch": 9.769815203755128,
      "grad_norm": 0.9076345562934875,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 693100
    },
    {
      "epoch": 9.77122478609588,
      "grad_norm": 3.591412305831909,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 693200
    },
    {
      "epoch": 9.772634368436632,
      "grad_norm": 2.011906385421753,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 693300
    },
    {
      "epoch": 9.774043950777385,
      "grad_norm": 7.506752967834473,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 693400
    },
    {
      "epoch": 9.775453533118137,
      "grad_norm": 3.7653255462646484,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 693500
    },
    {
      "epoch": 9.77686311545889,
      "grad_norm": 1.5843318700790405,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 693600
    },
    {
      "epoch": 9.778272697799641,
      "grad_norm": 3.0703535079956055,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 693700
    },
    {
      "epoch": 9.779682280140394,
      "grad_norm": 2.5517282485961914,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 693800
    },
    {
      "epoch": 9.781091862481146,
      "grad_norm": 1.671093225479126,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 693900
    },
    {
      "epoch": 9.7825014448219,
      "grad_norm": 1.9684853553771973,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 694000
    },
    {
      "epoch": 9.783911027162652,
      "grad_norm": 3.5276265144348145,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 694100
    },
    {
      "epoch": 9.785320609503405,
      "grad_norm": 3.095219850540161,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 694200
    },
    {
      "epoch": 9.786730191844157,
      "grad_norm": 5.318758487701416,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 694300
    },
    {
      "epoch": 9.78813977418491,
      "grad_norm": 2.0101966857910156,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 694400
    },
    {
      "epoch": 9.789549356525661,
      "grad_norm": 4.056540012359619,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 694500
    },
    {
      "epoch": 9.790958938866414,
      "grad_norm": 3.436241865158081,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 694600
    },
    {
      "epoch": 9.792368521207166,
      "grad_norm": 2.0635712146759033,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 694700
    },
    {
      "epoch": 9.793778103547918,
      "grad_norm": 6.128113746643066,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 694800
    },
    {
      "epoch": 9.79518768588867,
      "grad_norm": 2.527391195297241,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 694900
    },
    {
      "epoch": 9.796597268229423,
      "grad_norm": 2.2326676845550537,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 695000
    },
    {
      "epoch": 9.798006850570175,
      "grad_norm": 4.938276767730713,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 695100
    },
    {
      "epoch": 9.79941643291093,
      "grad_norm": 2.193798780441284,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 695200
    },
    {
      "epoch": 9.800826015251682,
      "grad_norm": 4.007716178894043,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 695300
    },
    {
      "epoch": 9.802235597592434,
      "grad_norm": 2.1240994930267334,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 695400
    },
    {
      "epoch": 9.803645179933186,
      "grad_norm": 6.484084606170654,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 695500
    },
    {
      "epoch": 9.805054762273938,
      "grad_norm": 4.553395748138428,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 695600
    },
    {
      "epoch": 9.80646434461469,
      "grad_norm": 1.1267796754837036,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 695700
    },
    {
      "epoch": 9.807873926955443,
      "grad_norm": 4.003170490264893,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 695800
    },
    {
      "epoch": 9.809283509296195,
      "grad_norm": 2.8856289386749268,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 695900
    },
    {
      "epoch": 9.810693091636947,
      "grad_norm": 6.169207572937012,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 696000
    },
    {
      "epoch": 9.8121026739777,
      "grad_norm": 1.5978256464004517,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 696100
    },
    {
      "epoch": 9.813512256318452,
      "grad_norm": 3.711893081665039,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 696200
    },
    {
      "epoch": 9.814921838659206,
      "grad_norm": 3.1337714195251465,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 696300
    },
    {
      "epoch": 9.816331420999958,
      "grad_norm": 6.1394782066345215,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 696400
    },
    {
      "epoch": 9.81774100334071,
      "grad_norm": 2.8139359951019287,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 696500
    },
    {
      "epoch": 9.819150585681463,
      "grad_norm": 2.1445212364196777,
      "learning_rate": 5e-06,
      "loss": 0.091,
      "step": 696600
    },
    {
      "epoch": 9.820560168022215,
      "grad_norm": 1.895789384841919,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 696700
    },
    {
      "epoch": 9.821969750362967,
      "grad_norm": 3.7970187664031982,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 696800
    },
    {
      "epoch": 9.82337933270372,
      "grad_norm": 3.910916566848755,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 696900
    },
    {
      "epoch": 9.824788915044472,
      "grad_norm": 5.758863925933838,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 697000
    },
    {
      "epoch": 9.826198497385224,
      "grad_norm": 2.556730031967163,
      "learning_rate": 5e-06,
      "loss": 0.0895,
      "step": 697100
    },
    {
      "epoch": 9.827608079725977,
      "grad_norm": 0.6202995181083679,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 697200
    },
    {
      "epoch": 9.829017662066729,
      "grad_norm": 2.299973249435425,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 697300
    },
    {
      "epoch": 9.830427244407481,
      "grad_norm": 3.146555185317993,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 697400
    },
    {
      "epoch": 9.831836826748235,
      "grad_norm": 1.8437495231628418,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 697500
    },
    {
      "epoch": 9.833246409088988,
      "grad_norm": 1.7378206253051758,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 697600
    },
    {
      "epoch": 9.83465599142974,
      "grad_norm": 3.2087039947509766,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 697700
    },
    {
      "epoch": 9.836065573770492,
      "grad_norm": 3.3872671127319336,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 697800
    },
    {
      "epoch": 9.837475156111244,
      "grad_norm": 1.7990620136260986,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 697900
    },
    {
      "epoch": 9.838884738451997,
      "grad_norm": 6.950917720794678,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 698000
    },
    {
      "epoch": 9.840294320792749,
      "grad_norm": 2.1646206378936768,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 698100
    },
    {
      "epoch": 9.841703903133501,
      "grad_norm": 3.7094218730926514,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 698200
    },
    {
      "epoch": 9.843113485474253,
      "grad_norm": 5.18332576751709,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 698300
    },
    {
      "epoch": 9.844523067815006,
      "grad_norm": 1.2440531253814697,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 698400
    },
    {
      "epoch": 9.845932650155758,
      "grad_norm": 2.58890962600708,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 698500
    },
    {
      "epoch": 9.847342232496512,
      "grad_norm": 2.2669081687927246,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 698600
    },
    {
      "epoch": 9.848751814837264,
      "grad_norm": 1.6842955350875854,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 698700
    },
    {
      "epoch": 9.850161397178017,
      "grad_norm": 3.4546830654144287,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 698800
    },
    {
      "epoch": 9.851570979518769,
      "grad_norm": 3.4588866233825684,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 698900
    },
    {
      "epoch": 9.852980561859521,
      "grad_norm": 3.186154842376709,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 699000
    },
    {
      "epoch": 9.854390144200273,
      "grad_norm": 4.172794342041016,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 699100
    },
    {
      "epoch": 9.855799726541026,
      "grad_norm": 4.055861473083496,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 699200
    },
    {
      "epoch": 9.857209308881778,
      "grad_norm": 2.6932473182678223,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 699300
    },
    {
      "epoch": 9.85861889122253,
      "grad_norm": 2.8013389110565186,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 699400
    },
    {
      "epoch": 9.860028473563283,
      "grad_norm": 5.897510051727295,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 699500
    },
    {
      "epoch": 9.861438055904035,
      "grad_norm": 7.709386825561523,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 699600
    },
    {
      "epoch": 9.862847638244787,
      "grad_norm": 3.2794480323791504,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 699700
    },
    {
      "epoch": 9.864257220585541,
      "grad_norm": 2.888650417327881,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 699800
    },
    {
      "epoch": 9.865666802926293,
      "grad_norm": 3.2210493087768555,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 699900
    },
    {
      "epoch": 9.867076385267046,
      "grad_norm": 1.0652066469192505,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 700000
    },
    {
      "epoch": 9.868485967607798,
      "grad_norm": 1.7897250652313232,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 700100
    },
    {
      "epoch": 9.86989554994855,
      "grad_norm": 4.232812881469727,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 700200
    },
    {
      "epoch": 9.871305132289303,
      "grad_norm": 2.3407392501831055,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 700300
    },
    {
      "epoch": 9.872714714630055,
      "grad_norm": 7.682876110076904,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 700400
    },
    {
      "epoch": 9.874124296970807,
      "grad_norm": 2.6555051803588867,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 700500
    },
    {
      "epoch": 9.87553387931156,
      "grad_norm": 1.9965322017669678,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 700600
    },
    {
      "epoch": 9.876943461652312,
      "grad_norm": 6.7242255210876465,
      "learning_rate": 5e-06,
      "loss": 0.0893,
      "step": 700700
    },
    {
      "epoch": 9.878353043993066,
      "grad_norm": 5.688483715057373,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 700800
    },
    {
      "epoch": 9.879762626333818,
      "grad_norm": 3.045459032058716,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 700900
    },
    {
      "epoch": 9.88117220867457,
      "grad_norm": 3.73586368560791,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 701000
    },
    {
      "epoch": 9.882581791015323,
      "grad_norm": 2.4860737323760986,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 701100
    },
    {
      "epoch": 9.883991373356075,
      "grad_norm": 2.9452970027923584,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 701200
    },
    {
      "epoch": 9.885400955696827,
      "grad_norm": 3.409745931625366,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 701300
    },
    {
      "epoch": 9.88681053803758,
      "grad_norm": 2.6257054805755615,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 701400
    },
    {
      "epoch": 9.888220120378332,
      "grad_norm": 1.2651491165161133,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 701500
    },
    {
      "epoch": 9.889629702719084,
      "grad_norm": 7.260246753692627,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 701600
    },
    {
      "epoch": 9.891039285059836,
      "grad_norm": 2.893136978149414,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 701700
    },
    {
      "epoch": 9.892448867400589,
      "grad_norm": 2.429487705230713,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 701800
    },
    {
      "epoch": 9.89385844974134,
      "grad_norm": 1.8016018867492676,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 701900
    },
    {
      "epoch": 9.895268032082093,
      "grad_norm": 2.777421712875366,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 702000
    },
    {
      "epoch": 9.896677614422847,
      "grad_norm": 2.708559513092041,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 702100
    },
    {
      "epoch": 9.8980871967636,
      "grad_norm": 1.1486128568649292,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 702200
    },
    {
      "epoch": 9.899496779104352,
      "grad_norm": 2.2653915882110596,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 702300
    },
    {
      "epoch": 9.900906361445104,
      "grad_norm": 2.912984609603882,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 702400
    },
    {
      "epoch": 9.902315943785856,
      "grad_norm": 1.824152946472168,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 702500
    },
    {
      "epoch": 9.903725526126609,
      "grad_norm": 2.798208475112915,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 702600
    },
    {
      "epoch": 9.905135108467361,
      "grad_norm": 1.9783411026000977,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 702700
    },
    {
      "epoch": 9.906544690808113,
      "grad_norm": 2.0904500484466553,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 702800
    },
    {
      "epoch": 9.907954273148865,
      "grad_norm": 3.6676151752471924,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 702900
    },
    {
      "epoch": 9.909363855489618,
      "grad_norm": 9.092353820800781,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 703000
    },
    {
      "epoch": 9.910773437830372,
      "grad_norm": 2.8694007396698,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 703100
    },
    {
      "epoch": 9.912183020171124,
      "grad_norm": 3.6889848709106445,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 703200
    },
    {
      "epoch": 9.913592602511876,
      "grad_norm": 4.342735767364502,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 703300
    },
    {
      "epoch": 9.915002184852629,
      "grad_norm": 15.065911293029785,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 703400
    },
    {
      "epoch": 9.916411767193381,
      "grad_norm": 5.412251949310303,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 703500
    },
    {
      "epoch": 9.917821349534133,
      "grad_norm": 5.1796488761901855,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 703600
    },
    {
      "epoch": 9.919230931874885,
      "grad_norm": 2.462433099746704,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 703700
    },
    {
      "epoch": 9.920640514215638,
      "grad_norm": 5.842207431793213,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 703800
    },
    {
      "epoch": 9.92205009655639,
      "grad_norm": 4.3041300773620605,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 703900
    },
    {
      "epoch": 9.923459678897142,
      "grad_norm": 1.4404247999191284,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 704000
    },
    {
      "epoch": 9.924869261237895,
      "grad_norm": 1.799928069114685,
      "learning_rate": 5e-06,
      "loss": 0.0944,
      "step": 704100
    },
    {
      "epoch": 9.926278843578647,
      "grad_norm": 1.9552961587905884,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 704200
    },
    {
      "epoch": 9.9276884259194,
      "grad_norm": 2.480043411254883,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 704300
    },
    {
      "epoch": 9.929098008260153,
      "grad_norm": 2.400818109512329,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 704400
    },
    {
      "epoch": 9.930507590600905,
      "grad_norm": 2.8923847675323486,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 704500
    },
    {
      "epoch": 9.931917172941658,
      "grad_norm": 2.2800793647766113,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 704600
    },
    {
      "epoch": 9.93332675528241,
      "grad_norm": 2.8666322231292725,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 704700
    },
    {
      "epoch": 9.934736337623162,
      "grad_norm": 1.4367930889129639,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 704800
    },
    {
      "epoch": 9.936145919963915,
      "grad_norm": 3.0265774726867676,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 704900
    },
    {
      "epoch": 9.937555502304667,
      "grad_norm": 4.194064617156982,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 705000
    },
    {
      "epoch": 9.93896508464542,
      "grad_norm": 3.0335752964019775,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 705100
    },
    {
      "epoch": 9.940374666986171,
      "grad_norm": 4.177344799041748,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 705200
    },
    {
      "epoch": 9.941784249326924,
      "grad_norm": 5.335031509399414,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 705300
    },
    {
      "epoch": 9.943193831667678,
      "grad_norm": 4.308259963989258,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 705400
    },
    {
      "epoch": 9.94460341400843,
      "grad_norm": 1.9530906677246094,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 705500
    },
    {
      "epoch": 9.946012996349182,
      "grad_norm": 0.9991256594657898,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 705600
    },
    {
      "epoch": 9.947422578689935,
      "grad_norm": 4.427321434020996,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 705700
    },
    {
      "epoch": 9.948832161030687,
      "grad_norm": 4.0910139083862305,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 705800
    },
    {
      "epoch": 9.95024174337144,
      "grad_norm": 1.3962645530700684,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 705900
    },
    {
      "epoch": 9.951651325712191,
      "grad_norm": 1.9950511455535889,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 706000
    },
    {
      "epoch": 9.953060908052944,
      "grad_norm": 2.4283902645111084,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 706100
    },
    {
      "epoch": 9.954470490393696,
      "grad_norm": 1.321479320526123,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 706200
    },
    {
      "epoch": 9.955880072734448,
      "grad_norm": 3.8986899852752686,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 706300
    },
    {
      "epoch": 9.9572896550752,
      "grad_norm": 3.911494016647339,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 706400
    },
    {
      "epoch": 9.958699237415953,
      "grad_norm": 2.0447280406951904,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 706500
    },
    {
      "epoch": 9.960108819756705,
      "grad_norm": 2.794933557510376,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 706600
    },
    {
      "epoch": 9.96151840209746,
      "grad_norm": 1.2337546348571777,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 706700
    },
    {
      "epoch": 9.962927984438211,
      "grad_norm": 8.363975524902344,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 706800
    },
    {
      "epoch": 9.964337566778964,
      "grad_norm": 3.2341649532318115,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 706900
    },
    {
      "epoch": 9.965747149119716,
      "grad_norm": 4.3992815017700195,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 707000
    },
    {
      "epoch": 9.967156731460468,
      "grad_norm": 4.114537239074707,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 707100
    },
    {
      "epoch": 9.96856631380122,
      "grad_norm": 2.900066614151001,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 707200
    },
    {
      "epoch": 9.969975896141973,
      "grad_norm": 2.5087599754333496,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 707300
    },
    {
      "epoch": 9.971385478482725,
      "grad_norm": 4.989854335784912,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 707400
    },
    {
      "epoch": 9.972795060823477,
      "grad_norm": 2.818143129348755,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 707500
    },
    {
      "epoch": 9.97420464316423,
      "grad_norm": 1.8601797819137573,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 707600
    },
    {
      "epoch": 9.975614225504984,
      "grad_norm": 9.516655921936035,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 707700
    },
    {
      "epoch": 9.977023807845736,
      "grad_norm": 1.9355522394180298,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 707800
    },
    {
      "epoch": 9.978433390186488,
      "grad_norm": 1.6787614822387695,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 707900
    },
    {
      "epoch": 9.97984297252724,
      "grad_norm": 5.952850818634033,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 708000
    },
    {
      "epoch": 9.981252554867993,
      "grad_norm": 3.018385887145996,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 708100
    },
    {
      "epoch": 9.982662137208745,
      "grad_norm": 3.5502283573150635,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 708200
    },
    {
      "epoch": 9.984071719549497,
      "grad_norm": 3.3055214881896973,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 708300
    },
    {
      "epoch": 9.98548130189025,
      "grad_norm": 1.5286215543746948,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 708400
    },
    {
      "epoch": 9.986890884231002,
      "grad_norm": 4.926133632659912,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 708500
    },
    {
      "epoch": 9.988300466571754,
      "grad_norm": 1.67461097240448,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 708600
    },
    {
      "epoch": 9.989710048912507,
      "grad_norm": 4.607664585113525,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 708700
    },
    {
      "epoch": 9.991119631253259,
      "grad_norm": 2.1388094425201416,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 708800
    },
    {
      "epoch": 9.992529213594013,
      "grad_norm": 2.6834042072296143,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 708900
    },
    {
      "epoch": 9.993938795934765,
      "grad_norm": 4.2166829109191895,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 709000
    },
    {
      "epoch": 9.995348378275517,
      "grad_norm": 7.967071056365967,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 709100
    },
    {
      "epoch": 9.99675796061627,
      "grad_norm": 3.587859869003296,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 709200
    },
    {
      "epoch": 9.998167542957022,
      "grad_norm": 3.0454728603363037,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 709300
    },
    {
      "epoch": 9.999577125297774,
      "grad_norm": 3.1743855476379395,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 709400
    },
    {
      "epoch": 10.0,
      "step": 709430,
      "train_loss": 0.07390356063842773,
      "train_perplexity": 1.0767029639426482,
      "train_runtime": 3992.1569,
      "train_samples_per_second": 35.541,
      "train_steps_per_second": 8.885
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.08039798587560654,
      "eval_perplexity": 1.0837182864309156,
      "eval_runtime": 998.3006,
      "eval_samples_per_second": 35.532,
      "eval_steps_per_second": 8.883,
      "step": 709430
    },
    {
      "epoch": 10.000986707638527,
      "grad_norm": 8.367533683776855,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 709500
    },
    {
      "epoch": 10.002396289979279,
      "grad_norm": 4.7147746086120605,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 709600
    },
    {
      "epoch": 10.003805872320031,
      "grad_norm": 6.177651405334473,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 709700
    },
    {
      "epoch": 10.005215454660783,
      "grad_norm": 2.3706021308898926,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 709800
    },
    {
      "epoch": 10.006625037001536,
      "grad_norm": 1.610844612121582,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 709900
    },
    {
      "epoch": 10.008034619342288,
      "grad_norm": 2.736278533935547,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 710000
    },
    {
      "epoch": 10.009444201683042,
      "grad_norm": 2.8253839015960693,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 710100
    },
    {
      "epoch": 10.010853784023794,
      "grad_norm": 3.107762336730957,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 710200
    },
    {
      "epoch": 10.012263366364547,
      "grad_norm": 3.512143135070801,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 710300
    },
    {
      "epoch": 10.013672948705299,
      "grad_norm": 1.9719538688659668,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 710400
    },
    {
      "epoch": 10.015082531046051,
      "grad_norm": 3.733937978744507,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 710500
    },
    {
      "epoch": 10.016492113386803,
      "grad_norm": 5.033971786499023,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 710600
    },
    {
      "epoch": 10.017901695727556,
      "grad_norm": 3.593400716781616,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 710700
    },
    {
      "epoch": 10.019311278068308,
      "grad_norm": 1.1636333465576172,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 710800
    },
    {
      "epoch": 10.02072086040906,
      "grad_norm": 1.5989618301391602,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 710900
    },
    {
      "epoch": 10.022130442749813,
      "grad_norm": 4.116579532623291,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 711000
    },
    {
      "epoch": 10.023540025090565,
      "grad_norm": 3.056143045425415,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 711100
    },
    {
      "epoch": 10.024949607431319,
      "grad_norm": 5.187929153442383,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 711200
    },
    {
      "epoch": 10.026359189772071,
      "grad_norm": 1.6061687469482422,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 711300
    },
    {
      "epoch": 10.027768772112823,
      "grad_norm": 11.728732109069824,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 711400
    },
    {
      "epoch": 10.029178354453576,
      "grad_norm": 6.511402130126953,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 711500
    },
    {
      "epoch": 10.030587936794328,
      "grad_norm": 3.1458632946014404,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 711600
    },
    {
      "epoch": 10.03199751913508,
      "grad_norm": 2.8171072006225586,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 711700
    },
    {
      "epoch": 10.033407101475833,
      "grad_norm": 2.05932879447937,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 711800
    },
    {
      "epoch": 10.034816683816585,
      "grad_norm": 1.9912023544311523,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 711900
    },
    {
      "epoch": 10.036226266157337,
      "grad_norm": 5.063715934753418,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 712000
    },
    {
      "epoch": 10.03763584849809,
      "grad_norm": 4.139323711395264,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 712100
    },
    {
      "epoch": 10.039045430838842,
      "grad_norm": 3.8425443172454834,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 712200
    },
    {
      "epoch": 10.040455013179596,
      "grad_norm": 0.9734727740287781,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 712300
    },
    {
      "epoch": 10.041864595520348,
      "grad_norm": 2.3673102855682373,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 712400
    },
    {
      "epoch": 10.0432741778611,
      "grad_norm": 2.3474972248077393,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 712500
    },
    {
      "epoch": 10.044683760201853,
      "grad_norm": 1.539833903312683,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 712600
    },
    {
      "epoch": 10.046093342542605,
      "grad_norm": 3.6865243911743164,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 712700
    },
    {
      "epoch": 10.047502924883357,
      "grad_norm": 7.66070032119751,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 712800
    },
    {
      "epoch": 10.04891250722411,
      "grad_norm": 1.298630714416504,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 712900
    },
    {
      "epoch": 10.050322089564862,
      "grad_norm": 3.962322473526001,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 713000
    },
    {
      "epoch": 10.051731671905614,
      "grad_norm": 8.194122314453125,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 713100
    },
    {
      "epoch": 10.053141254246366,
      "grad_norm": 4.051178455352783,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 713200
    },
    {
      "epoch": 10.054550836587119,
      "grad_norm": 3.923424005508423,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 713300
    },
    {
      "epoch": 10.05596041892787,
      "grad_norm": 2.7281904220581055,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 713400
    },
    {
      "epoch": 10.057370001268625,
      "grad_norm": 3.0447142124176025,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 713500
    },
    {
      "epoch": 10.058779583609377,
      "grad_norm": 1.9367293119430542,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 713600
    },
    {
      "epoch": 10.06018916595013,
      "grad_norm": 1.8125535249710083,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 713700
    },
    {
      "epoch": 10.061598748290882,
      "grad_norm": 1.7113549709320068,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 713800
    },
    {
      "epoch": 10.063008330631634,
      "grad_norm": 5.110776424407959,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 713900
    },
    {
      "epoch": 10.064417912972386,
      "grad_norm": 3.4763646125793457,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 714000
    },
    {
      "epoch": 10.065827495313139,
      "grad_norm": 2.6708736419677734,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 714100
    },
    {
      "epoch": 10.06723707765389,
      "grad_norm": 6.200312614440918,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 714200
    },
    {
      "epoch": 10.068646659994643,
      "grad_norm": 3.272451877593994,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 714300
    },
    {
      "epoch": 10.070056242335395,
      "grad_norm": 4.060788154602051,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 714400
    },
    {
      "epoch": 10.071465824676148,
      "grad_norm": 3.903472423553467,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 714500
    },
    {
      "epoch": 10.072875407016902,
      "grad_norm": 3.6553220748901367,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 714600
    },
    {
      "epoch": 10.074284989357654,
      "grad_norm": 6.4999470710754395,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 714700
    },
    {
      "epoch": 10.075694571698406,
      "grad_norm": 2.9863882064819336,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 714800
    },
    {
      "epoch": 10.077104154039159,
      "grad_norm": 1.9795526266098022,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 714900
    },
    {
      "epoch": 10.07851373637991,
      "grad_norm": 1.735866665840149,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 715000
    },
    {
      "epoch": 10.079923318720663,
      "grad_norm": 3.4235260486602783,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 715100
    },
    {
      "epoch": 10.081332901061415,
      "grad_norm": 1.5957999229431152,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 715200
    },
    {
      "epoch": 10.082742483402168,
      "grad_norm": 1.172845482826233,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 715300
    },
    {
      "epoch": 10.08415206574292,
      "grad_norm": 4.064375400543213,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 715400
    },
    {
      "epoch": 10.085561648083672,
      "grad_norm": 4.826650619506836,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 715500
    },
    {
      "epoch": 10.086971230424425,
      "grad_norm": 2.3144781589508057,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 715600
    },
    {
      "epoch": 10.088380812765177,
      "grad_norm": 4.307990550994873,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 715700
    },
    {
      "epoch": 10.089790395105931,
      "grad_norm": 4.854825973510742,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 715800
    },
    {
      "epoch": 10.091199977446683,
      "grad_norm": 3.2883450984954834,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 715900
    },
    {
      "epoch": 10.092609559787435,
      "grad_norm": 2.425252676010132,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 716000
    },
    {
      "epoch": 10.094019142128188,
      "grad_norm": 3.592940330505371,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 716100
    },
    {
      "epoch": 10.09542872446894,
      "grad_norm": 4.17235803604126,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 716200
    },
    {
      "epoch": 10.096838306809692,
      "grad_norm": 1.532418966293335,
      "learning_rate": 5e-06,
      "loss": 0.0873,
      "step": 716300
    },
    {
      "epoch": 10.098247889150445,
      "grad_norm": 2.3252010345458984,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 716400
    },
    {
      "epoch": 10.099657471491197,
      "grad_norm": 2.0689432621002197,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 716500
    },
    {
      "epoch": 10.10106705383195,
      "grad_norm": 3.376413345336914,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 716600
    },
    {
      "epoch": 10.102476636172701,
      "grad_norm": 3.7580368518829346,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 716700
    },
    {
      "epoch": 10.103886218513454,
      "grad_norm": 3.0578787326812744,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 716800
    },
    {
      "epoch": 10.105295800854208,
      "grad_norm": 2.724923610687256,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 716900
    },
    {
      "epoch": 10.10670538319496,
      "grad_norm": 1.1661438941955566,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 717000
    },
    {
      "epoch": 10.108114965535712,
      "grad_norm": 2.3536341190338135,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 717100
    },
    {
      "epoch": 10.109524547876465,
      "grad_norm": 3.247230052947998,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 717200
    },
    {
      "epoch": 10.110934130217217,
      "grad_norm": 1.2111189365386963,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 717300
    },
    {
      "epoch": 10.11234371255797,
      "grad_norm": 3.2128183841705322,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 717400
    },
    {
      "epoch": 10.113753294898721,
      "grad_norm": 0.30742624402046204,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 717500
    },
    {
      "epoch": 10.115162877239474,
      "grad_norm": 1.7120521068572998,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 717600
    },
    {
      "epoch": 10.116572459580226,
      "grad_norm": 11.872590065002441,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 717700
    },
    {
      "epoch": 10.117982041920978,
      "grad_norm": 1.9364659786224365,
      "learning_rate": 5e-06,
      "loss": 0.0612,
      "step": 717800
    },
    {
      "epoch": 10.11939162426173,
      "grad_norm": 2.1611690521240234,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 717900
    },
    {
      "epoch": 10.120801206602483,
      "grad_norm": 1.3768727779388428,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 718000
    },
    {
      "epoch": 10.122210788943237,
      "grad_norm": 3.3696534633636475,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 718100
    },
    {
      "epoch": 10.12362037128399,
      "grad_norm": 1.7493274211883545,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 718200
    },
    {
      "epoch": 10.125029953624741,
      "grad_norm": 5.03016471862793,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 718300
    },
    {
      "epoch": 10.126439535965494,
      "grad_norm": 1.822327733039856,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 718400
    },
    {
      "epoch": 10.127849118306246,
      "grad_norm": 3.1896042823791504,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 718500
    },
    {
      "epoch": 10.129258700646998,
      "grad_norm": 9.020139694213867,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 718600
    },
    {
      "epoch": 10.13066828298775,
      "grad_norm": 3.392761468887329,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 718700
    },
    {
      "epoch": 10.132077865328503,
      "grad_norm": 13.47526741027832,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 718800
    },
    {
      "epoch": 10.133487447669255,
      "grad_norm": 3.004673480987549,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 718900
    },
    {
      "epoch": 10.134897030010007,
      "grad_norm": 2.7354958057403564,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 719000
    },
    {
      "epoch": 10.13630661235076,
      "grad_norm": 5.265743732452393,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 719100
    },
    {
      "epoch": 10.137716194691514,
      "grad_norm": 4.3126397132873535,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 719200
    },
    {
      "epoch": 10.139125777032266,
      "grad_norm": 2.3981807231903076,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 719300
    },
    {
      "epoch": 10.140535359373018,
      "grad_norm": 2.6205341815948486,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 719400
    },
    {
      "epoch": 10.14194494171377,
      "grad_norm": 3.133122444152832,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 719500
    },
    {
      "epoch": 10.143354524054523,
      "grad_norm": 2.5455195903778076,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 719600
    },
    {
      "epoch": 10.144764106395275,
      "grad_norm": 2.455193519592285,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 719700
    },
    {
      "epoch": 10.146173688736027,
      "grad_norm": 1.6648478507995605,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 719800
    },
    {
      "epoch": 10.14758327107678,
      "grad_norm": 2.846684455871582,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 719900
    },
    {
      "epoch": 10.148992853417532,
      "grad_norm": 1.01405930519104,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 720000
    },
    {
      "epoch": 10.150402435758284,
      "grad_norm": 2.6100668907165527,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 720100
    },
    {
      "epoch": 10.151812018099037,
      "grad_norm": 3.7016148567199707,
      "learning_rate": 5e-06,
      "loss": 0.0871,
      "step": 720200
    },
    {
      "epoch": 10.153221600439789,
      "grad_norm": 2.7065274715423584,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 720300
    },
    {
      "epoch": 10.154631182780543,
      "grad_norm": 1.8615822792053223,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 720400
    },
    {
      "epoch": 10.156040765121295,
      "grad_norm": 2.8106703758239746,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 720500
    },
    {
      "epoch": 10.157450347462047,
      "grad_norm": 2.9089744091033936,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 720600
    },
    {
      "epoch": 10.1588599298028,
      "grad_norm": 2.1108009815216064,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 720700
    },
    {
      "epoch": 10.160269512143552,
      "grad_norm": 4.368298053741455,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 720800
    },
    {
      "epoch": 10.161679094484304,
      "grad_norm": 2.0422115325927734,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 720900
    },
    {
      "epoch": 10.163088676825057,
      "grad_norm": 4.050205707550049,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 721000
    },
    {
      "epoch": 10.164498259165809,
      "grad_norm": 4.5639729499816895,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 721100
    },
    {
      "epoch": 10.165907841506561,
      "grad_norm": 2.9954068660736084,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 721200
    },
    {
      "epoch": 10.167317423847313,
      "grad_norm": 1.9893211126327515,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 721300
    },
    {
      "epoch": 10.168727006188066,
      "grad_norm": 4.753576278686523,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 721400
    },
    {
      "epoch": 10.17013658852882,
      "grad_norm": 1.7624555826187134,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 721500
    },
    {
      "epoch": 10.171546170869572,
      "grad_norm": 3.135768413543701,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 721600
    },
    {
      "epoch": 10.172955753210324,
      "grad_norm": 1.224756121635437,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 721700
    },
    {
      "epoch": 10.174365335551077,
      "grad_norm": 2.74784255027771,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 721800
    },
    {
      "epoch": 10.175774917891829,
      "grad_norm": 1.8618370294570923,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 721900
    },
    {
      "epoch": 10.177184500232581,
      "grad_norm": 1.362201452255249,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 722000
    },
    {
      "epoch": 10.178594082573333,
      "grad_norm": 5.1597065925598145,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 722100
    },
    {
      "epoch": 10.180003664914086,
      "grad_norm": 1.7816132307052612,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 722200
    },
    {
      "epoch": 10.181413247254838,
      "grad_norm": 1.3677434921264648,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 722300
    },
    {
      "epoch": 10.18282282959559,
      "grad_norm": 2.5212812423706055,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 722400
    },
    {
      "epoch": 10.184232411936343,
      "grad_norm": 1.2988299131393433,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 722500
    },
    {
      "epoch": 10.185641994277095,
      "grad_norm": 3.752073287963867,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 722600
    },
    {
      "epoch": 10.187051576617849,
      "grad_norm": 1.9707095623016357,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 722700
    },
    {
      "epoch": 10.188461158958601,
      "grad_norm": 2.255108118057251,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 722800
    },
    {
      "epoch": 10.189870741299353,
      "grad_norm": 1.9457188844680786,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 722900
    },
    {
      "epoch": 10.191280323640106,
      "grad_norm": 3.5296270847320557,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 723000
    },
    {
      "epoch": 10.192689905980858,
      "grad_norm": 4.150256633758545,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 723100
    },
    {
      "epoch": 10.19409948832161,
      "grad_norm": 2.755725145339966,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 723200
    },
    {
      "epoch": 10.195509070662363,
      "grad_norm": 2.313870906829834,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 723300
    },
    {
      "epoch": 10.196918653003115,
      "grad_norm": 4.169161319732666,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 723400
    },
    {
      "epoch": 10.198328235343867,
      "grad_norm": 3.290400743484497,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 723500
    },
    {
      "epoch": 10.19973781768462,
      "grad_norm": 6.277050495147705,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 723600
    },
    {
      "epoch": 10.201147400025372,
      "grad_norm": 6.511251449584961,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 723700
    },
    {
      "epoch": 10.202556982366126,
      "grad_norm": 3.1363933086395264,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 723800
    },
    {
      "epoch": 10.203966564706878,
      "grad_norm": 4.1095051765441895,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 723900
    },
    {
      "epoch": 10.20537614704763,
      "grad_norm": 2.2826015949249268,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 724000
    },
    {
      "epoch": 10.206785729388383,
      "grad_norm": 2.7442069053649902,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 724100
    },
    {
      "epoch": 10.208195311729135,
      "grad_norm": 3.045250415802002,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 724200
    },
    {
      "epoch": 10.209604894069887,
      "grad_norm": 3.16005802154541,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 724300
    },
    {
      "epoch": 10.21101447641064,
      "grad_norm": 3.0590598583221436,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 724400
    },
    {
      "epoch": 10.212424058751392,
      "grad_norm": 6.806273460388184,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 724500
    },
    {
      "epoch": 10.213833641092144,
      "grad_norm": 3.291348934173584,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 724600
    },
    {
      "epoch": 10.215243223432896,
      "grad_norm": 3.725935697555542,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 724700
    },
    {
      "epoch": 10.216652805773649,
      "grad_norm": 3.7184860706329346,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 724800
    },
    {
      "epoch": 10.2180623881144,
      "grad_norm": 2.093778610229492,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 724900
    },
    {
      "epoch": 10.219471970455155,
      "grad_norm": 2.3452417850494385,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 725000
    },
    {
      "epoch": 10.220881552795907,
      "grad_norm": 2.417576789855957,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 725100
    },
    {
      "epoch": 10.22229113513666,
      "grad_norm": 3.4416732788085938,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 725200
    },
    {
      "epoch": 10.223700717477412,
      "grad_norm": 11.481611251831055,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 725300
    },
    {
      "epoch": 10.225110299818164,
      "grad_norm": 2.9270646572113037,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 725400
    },
    {
      "epoch": 10.226519882158916,
      "grad_norm": 4.0827717781066895,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 725500
    },
    {
      "epoch": 10.227929464499669,
      "grad_norm": 3.9022276401519775,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 725600
    },
    {
      "epoch": 10.22933904684042,
      "grad_norm": 1.1441766023635864,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 725700
    },
    {
      "epoch": 10.230748629181173,
      "grad_norm": 3.4547066688537598,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 725800
    },
    {
      "epoch": 10.232158211521925,
      "grad_norm": 2.926807403564453,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 725900
    },
    {
      "epoch": 10.233567793862678,
      "grad_norm": 3.238473892211914,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 726000
    },
    {
      "epoch": 10.234977376203432,
      "grad_norm": 2.613889455795288,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 726100
    },
    {
      "epoch": 10.236386958544184,
      "grad_norm": 3.7252538204193115,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 726200
    },
    {
      "epoch": 10.237796540884936,
      "grad_norm": 3.101712703704834,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 726300
    },
    {
      "epoch": 10.239206123225689,
      "grad_norm": 4.146864414215088,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 726400
    },
    {
      "epoch": 10.24061570556644,
      "grad_norm": 2.6388745307922363,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 726500
    },
    {
      "epoch": 10.242025287907193,
      "grad_norm": 4.352621555328369,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 726600
    },
    {
      "epoch": 10.243434870247945,
      "grad_norm": 2.5427002906799316,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 726700
    },
    {
      "epoch": 10.244844452588698,
      "grad_norm": 3.2908928394317627,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 726800
    },
    {
      "epoch": 10.24625403492945,
      "grad_norm": 1.2557543516159058,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 726900
    },
    {
      "epoch": 10.247663617270202,
      "grad_norm": 5.760032653808594,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 727000
    },
    {
      "epoch": 10.249073199610955,
      "grad_norm": 1.014662742614746,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 727100
    },
    {
      "epoch": 10.250482781951707,
      "grad_norm": 3.1435883045196533,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 727200
    },
    {
      "epoch": 10.25189236429246,
      "grad_norm": 3.8804445266723633,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 727300
    },
    {
      "epoch": 10.253301946633213,
      "grad_norm": 3.378880739212036,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 727400
    },
    {
      "epoch": 10.254711528973965,
      "grad_norm": 3.7364988327026367,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 727500
    },
    {
      "epoch": 10.256121111314718,
      "grad_norm": 2.0280487537384033,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 727600
    },
    {
      "epoch": 10.25753069365547,
      "grad_norm": 4.0222086906433105,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 727700
    },
    {
      "epoch": 10.258940275996222,
      "grad_norm": 2.886709213256836,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 727800
    },
    {
      "epoch": 10.260349858336975,
      "grad_norm": 2.075655937194824,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 727900
    },
    {
      "epoch": 10.261759440677727,
      "grad_norm": 1.716599464416504,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 728000
    },
    {
      "epoch": 10.263169023018479,
      "grad_norm": 2.725224733352661,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 728100
    },
    {
      "epoch": 10.264578605359231,
      "grad_norm": 1.772709608078003,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 728200
    },
    {
      "epoch": 10.265988187699984,
      "grad_norm": 6.7415924072265625,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 728300
    },
    {
      "epoch": 10.267397770040738,
      "grad_norm": 1.3593024015426636,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 728400
    },
    {
      "epoch": 10.26880735238149,
      "grad_norm": 3.210268259048462,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 728500
    },
    {
      "epoch": 10.270216934722242,
      "grad_norm": 3.074636936187744,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 728600
    },
    {
      "epoch": 10.271626517062995,
      "grad_norm": 2.3948161602020264,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 728700
    },
    {
      "epoch": 10.273036099403747,
      "grad_norm": 0.840238094329834,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 728800
    },
    {
      "epoch": 10.2744456817445,
      "grad_norm": 1.4359225034713745,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 728900
    },
    {
      "epoch": 10.275855264085251,
      "grad_norm": 1.601434588432312,
      "learning_rate": 5e-06,
      "loss": 0.0876,
      "step": 729000
    },
    {
      "epoch": 10.277264846426004,
      "grad_norm": 3.5620853900909424,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 729100
    },
    {
      "epoch": 10.278674428766756,
      "grad_norm": 1.2764500379562378,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 729200
    },
    {
      "epoch": 10.280084011107508,
      "grad_norm": 2.0178163051605225,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 729300
    },
    {
      "epoch": 10.28149359344826,
      "grad_norm": 0.9338886737823486,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 729400
    },
    {
      "epoch": 10.282903175789013,
      "grad_norm": 5.397181034088135,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 729500
    },
    {
      "epoch": 10.284312758129767,
      "grad_norm": 13.1686429977417,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 729600
    },
    {
      "epoch": 10.28572234047052,
      "grad_norm": 3.178001642227173,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 729700
    },
    {
      "epoch": 10.287131922811271,
      "grad_norm": 2.1123781204223633,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 729800
    },
    {
      "epoch": 10.288541505152024,
      "grad_norm": 3.862823724746704,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 729900
    },
    {
      "epoch": 10.289951087492776,
      "grad_norm": 3.3313887119293213,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 730000
    },
    {
      "epoch": 10.291360669833528,
      "grad_norm": 2.7397477626800537,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 730100
    },
    {
      "epoch": 10.29277025217428,
      "grad_norm": 1.424889326095581,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 730200
    },
    {
      "epoch": 10.294179834515033,
      "grad_norm": 1.3620525598526,
      "learning_rate": 5e-06,
      "loss": 0.0896,
      "step": 730300
    },
    {
      "epoch": 10.295589416855785,
      "grad_norm": 2.3371505737304688,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 730400
    },
    {
      "epoch": 10.296998999196537,
      "grad_norm": 5.548141956329346,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 730500
    },
    {
      "epoch": 10.29840858153729,
      "grad_norm": 2.8946926593780518,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 730600
    },
    {
      "epoch": 10.299818163878044,
      "grad_norm": 3.072420597076416,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 730700
    },
    {
      "epoch": 10.301227746218796,
      "grad_norm": 3.585148811340332,
      "learning_rate": 5e-06,
      "loss": 0.0855,
      "step": 730800
    },
    {
      "epoch": 10.302637328559548,
      "grad_norm": 0.7865807414054871,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 730900
    },
    {
      "epoch": 10.3040469109003,
      "grad_norm": 9.622381210327148,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 731000
    },
    {
      "epoch": 10.305456493241053,
      "grad_norm": 6.964993476867676,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 731100
    },
    {
      "epoch": 10.306866075581805,
      "grad_norm": 1.1561795473098755,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 731200
    },
    {
      "epoch": 10.308275657922557,
      "grad_norm": 3.387565851211548,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 731300
    },
    {
      "epoch": 10.30968524026331,
      "grad_norm": 3.7186100482940674,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 731400
    },
    {
      "epoch": 10.311094822604062,
      "grad_norm": 6.789622783660889,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 731500
    },
    {
      "epoch": 10.312504404944814,
      "grad_norm": 3.0463244915008545,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 731600
    },
    {
      "epoch": 10.313913987285567,
      "grad_norm": 11.346186637878418,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 731700
    },
    {
      "epoch": 10.31532356962632,
      "grad_norm": 3.896709442138672,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 731800
    },
    {
      "epoch": 10.316733151967073,
      "grad_norm": 2.7301218509674072,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 731900
    },
    {
      "epoch": 10.318142734307825,
      "grad_norm": 4.092960834503174,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 732000
    },
    {
      "epoch": 10.319552316648577,
      "grad_norm": 3.9327096939086914,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 732100
    },
    {
      "epoch": 10.32096189898933,
      "grad_norm": 3.6156423091888428,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 732200
    },
    {
      "epoch": 10.322371481330082,
      "grad_norm": 1.9567372798919678,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 732300
    },
    {
      "epoch": 10.323781063670834,
      "grad_norm": 8.601557731628418,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 732400
    },
    {
      "epoch": 10.325190646011587,
      "grad_norm": 4.224066257476807,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 732500
    },
    {
      "epoch": 10.326600228352339,
      "grad_norm": 7.281635761260986,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 732600
    },
    {
      "epoch": 10.328009810693091,
      "grad_norm": 3.4192001819610596,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 732700
    },
    {
      "epoch": 10.329419393033843,
      "grad_norm": 2.3536317348480225,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 732800
    },
    {
      "epoch": 10.330828975374596,
      "grad_norm": 0.5854305028915405,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 732900
    },
    {
      "epoch": 10.33223855771535,
      "grad_norm": 3.509697437286377,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 733000
    },
    {
      "epoch": 10.333648140056102,
      "grad_norm": 2.9338955879211426,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 733100
    },
    {
      "epoch": 10.335057722396854,
      "grad_norm": 1.6196792125701904,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 733200
    },
    {
      "epoch": 10.336467304737607,
      "grad_norm": 2.4092862606048584,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 733300
    },
    {
      "epoch": 10.337876887078359,
      "grad_norm": 1.4050713777542114,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 733400
    },
    {
      "epoch": 10.339286469419111,
      "grad_norm": 3.5365161895751953,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 733500
    },
    {
      "epoch": 10.340696051759863,
      "grad_norm": 3.1996796131134033,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 733600
    },
    {
      "epoch": 10.342105634100616,
      "grad_norm": 2.6998965740203857,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 733700
    },
    {
      "epoch": 10.343515216441368,
      "grad_norm": 8.414031028747559,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 733800
    },
    {
      "epoch": 10.34492479878212,
      "grad_norm": 1.4537153244018555,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 733900
    },
    {
      "epoch": 10.346334381122873,
      "grad_norm": 3.082836627960205,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 734000
    },
    {
      "epoch": 10.347743963463627,
      "grad_norm": 2.7735493183135986,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 734100
    },
    {
      "epoch": 10.349153545804379,
      "grad_norm": 4.10347843170166,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 734200
    },
    {
      "epoch": 10.350563128145131,
      "grad_norm": 2.0447781085968018,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 734300
    },
    {
      "epoch": 10.351972710485883,
      "grad_norm": 0.9498888850212097,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 734400
    },
    {
      "epoch": 10.353382292826636,
      "grad_norm": 2.62052583694458,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 734500
    },
    {
      "epoch": 10.354791875167388,
      "grad_norm": 3.213043689727783,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 734600
    },
    {
      "epoch": 10.35620145750814,
      "grad_norm": 2.142214298248291,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 734700
    },
    {
      "epoch": 10.357611039848893,
      "grad_norm": 1.0770424604415894,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 734800
    },
    {
      "epoch": 10.359020622189645,
      "grad_norm": 3.1734962463378906,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 734900
    },
    {
      "epoch": 10.360430204530397,
      "grad_norm": 3.361497402191162,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 735000
    },
    {
      "epoch": 10.36183978687115,
      "grad_norm": 3.1348817348480225,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 735100
    },
    {
      "epoch": 10.363249369211903,
      "grad_norm": 1.523295521736145,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 735200
    },
    {
      "epoch": 10.364658951552656,
      "grad_norm": 2.89660382270813,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 735300
    },
    {
      "epoch": 10.366068533893408,
      "grad_norm": 3.055222988128662,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 735400
    },
    {
      "epoch": 10.36747811623416,
      "grad_norm": 3.8252201080322266,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 735500
    },
    {
      "epoch": 10.368887698574913,
      "grad_norm": 12.08682918548584,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 735600
    },
    {
      "epoch": 10.370297280915665,
      "grad_norm": 2.233016014099121,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 735700
    },
    {
      "epoch": 10.371706863256417,
      "grad_norm": 3.3254611492156982,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 735800
    },
    {
      "epoch": 10.37311644559717,
      "grad_norm": 1.502902626991272,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 735900
    },
    {
      "epoch": 10.374526027937922,
      "grad_norm": 2.343096971511841,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 736000
    },
    {
      "epoch": 10.375935610278674,
      "grad_norm": 2.5501410961151123,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 736100
    },
    {
      "epoch": 10.377345192619426,
      "grad_norm": 5.852058410644531,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 736200
    },
    {
      "epoch": 10.378754774960179,
      "grad_norm": 2.164470672607422,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 736300
    },
    {
      "epoch": 10.380164357300933,
      "grad_norm": 4.023683547973633,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 736400
    },
    {
      "epoch": 10.381573939641685,
      "grad_norm": 5.218042373657227,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 736500
    },
    {
      "epoch": 10.382983521982437,
      "grad_norm": 2.6460020542144775,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 736600
    },
    {
      "epoch": 10.38439310432319,
      "grad_norm": 4.628745079040527,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 736700
    },
    {
      "epoch": 10.385802686663942,
      "grad_norm": 2.7639968395233154,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 736800
    },
    {
      "epoch": 10.387212269004694,
      "grad_norm": 3.46403169631958,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 736900
    },
    {
      "epoch": 10.388621851345446,
      "grad_norm": 2.2799124717712402,
      "learning_rate": 5e-06,
      "loss": 0.0867,
      "step": 737000
    },
    {
      "epoch": 10.390031433686199,
      "grad_norm": 3.2822160720825195,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 737100
    },
    {
      "epoch": 10.39144101602695,
      "grad_norm": 4.611609935760498,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 737200
    },
    {
      "epoch": 10.392850598367703,
      "grad_norm": 4.207004070281982,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 737300
    },
    {
      "epoch": 10.394260180708455,
      "grad_norm": 2.1239633560180664,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 737400
    },
    {
      "epoch": 10.39566976304921,
      "grad_norm": 13.379152297973633,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 737500
    },
    {
      "epoch": 10.397079345389962,
      "grad_norm": 8.796884536743164,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 737600
    },
    {
      "epoch": 10.398488927730714,
      "grad_norm": 2.5075347423553467,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 737700
    },
    {
      "epoch": 10.399898510071466,
      "grad_norm": 2.704361915588379,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 737800
    },
    {
      "epoch": 10.401308092412219,
      "grad_norm": 2.2249903678894043,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 737900
    },
    {
      "epoch": 10.40271767475297,
      "grad_norm": 4.573665618896484,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 738000
    },
    {
      "epoch": 10.404127257093723,
      "grad_norm": 3.308227777481079,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 738100
    },
    {
      "epoch": 10.405536839434475,
      "grad_norm": 1.036115288734436,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 738200
    },
    {
      "epoch": 10.406946421775228,
      "grad_norm": 2.6323013305664062,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 738300
    },
    {
      "epoch": 10.40835600411598,
      "grad_norm": 5.396134853363037,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 738400
    },
    {
      "epoch": 10.409765586456732,
      "grad_norm": 3.661208152770996,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 738500
    },
    {
      "epoch": 10.411175168797485,
      "grad_norm": 3.822617769241333,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 738600
    },
    {
      "epoch": 10.412584751138239,
      "grad_norm": 3.009117841720581,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 738700
    },
    {
      "epoch": 10.41399433347899,
      "grad_norm": 2.3203036785125732,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 738800
    },
    {
      "epoch": 10.415403915819743,
      "grad_norm": 4.808043003082275,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 738900
    },
    {
      "epoch": 10.416813498160495,
      "grad_norm": 2.3463022708892822,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 739000
    },
    {
      "epoch": 10.418223080501248,
      "grad_norm": 1.8969720602035522,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 739100
    },
    {
      "epoch": 10.419632662842,
      "grad_norm": 1.292064905166626,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 739200
    },
    {
      "epoch": 10.421042245182752,
      "grad_norm": 1.7501212358474731,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 739300
    },
    {
      "epoch": 10.422451827523505,
      "grad_norm": 4.188704490661621,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 739400
    },
    {
      "epoch": 10.423861409864257,
      "grad_norm": 5.045593738555908,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 739500
    },
    {
      "epoch": 10.425270992205009,
      "grad_norm": 2.0274276733398438,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 739600
    },
    {
      "epoch": 10.426680574545761,
      "grad_norm": 7.835762023925781,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 739700
    },
    {
      "epoch": 10.428090156886515,
      "grad_norm": 4.151562690734863,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 739800
    },
    {
      "epoch": 10.429499739227268,
      "grad_norm": 6.905399799346924,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 739900
    },
    {
      "epoch": 10.43090932156802,
      "grad_norm": 2.5978617668151855,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 740000
    },
    {
      "epoch": 10.432318903908772,
      "grad_norm": 3.2085459232330322,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 740100
    },
    {
      "epoch": 10.433728486249525,
      "grad_norm": 7.7550153732299805,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 740200
    },
    {
      "epoch": 10.435138068590277,
      "grad_norm": 4.800072193145752,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 740300
    },
    {
      "epoch": 10.436547650931029,
      "grad_norm": 3.559035539627075,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 740400
    },
    {
      "epoch": 10.437957233271781,
      "grad_norm": 4.446800708770752,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 740500
    },
    {
      "epoch": 10.439366815612534,
      "grad_norm": 3.066499948501587,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 740600
    },
    {
      "epoch": 10.440776397953286,
      "grad_norm": 2.7476963996887207,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 740700
    },
    {
      "epoch": 10.442185980294038,
      "grad_norm": 3.301975965499878,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 740800
    },
    {
      "epoch": 10.44359556263479,
      "grad_norm": 1.4499081373214722,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 740900
    },
    {
      "epoch": 10.445005144975545,
      "grad_norm": 3.3106184005737305,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 741000
    },
    {
      "epoch": 10.446414727316297,
      "grad_norm": 2.011733055114746,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 741100
    },
    {
      "epoch": 10.44782430965705,
      "grad_norm": 2.0714213848114014,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 741200
    },
    {
      "epoch": 10.449233891997801,
      "grad_norm": 1.5003454685211182,
      "learning_rate": 5e-06,
      "loss": 0.0863,
      "step": 741300
    },
    {
      "epoch": 10.450643474338554,
      "grad_norm": 1.3303178548812866,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 741400
    },
    {
      "epoch": 10.452053056679306,
      "grad_norm": 2.5607423782348633,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 741500
    },
    {
      "epoch": 10.453462639020058,
      "grad_norm": 6.332793712615967,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 741600
    },
    {
      "epoch": 10.45487222136081,
      "grad_norm": 3.6485002040863037,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 741700
    },
    {
      "epoch": 10.456281803701563,
      "grad_norm": 4.10909366607666,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 741800
    },
    {
      "epoch": 10.457691386042315,
      "grad_norm": 2.997633695602417,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 741900
    },
    {
      "epoch": 10.459100968383067,
      "grad_norm": 3.0094053745269775,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 742000
    },
    {
      "epoch": 10.460510550723821,
      "grad_norm": 4.009043216705322,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 742100
    },
    {
      "epoch": 10.461920133064574,
      "grad_norm": 2.2179207801818848,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 742200
    },
    {
      "epoch": 10.463329715405326,
      "grad_norm": 3.3252105712890625,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 742300
    },
    {
      "epoch": 10.464739297746078,
      "grad_norm": 7.194735050201416,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 742400
    },
    {
      "epoch": 10.46614888008683,
      "grad_norm": 2.1693155765533447,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 742500
    },
    {
      "epoch": 10.467558462427583,
      "grad_norm": 3.2083048820495605,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 742600
    },
    {
      "epoch": 10.468968044768335,
      "grad_norm": 2.1566078662872314,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 742700
    },
    {
      "epoch": 10.470377627109087,
      "grad_norm": 2.1857998371124268,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 742800
    },
    {
      "epoch": 10.47178720944984,
      "grad_norm": 3.983321189880371,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 742900
    },
    {
      "epoch": 10.473196791790592,
      "grad_norm": 3.9524569511413574,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 743000
    },
    {
      "epoch": 10.474606374131344,
      "grad_norm": 4.3227081298828125,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 743100
    },
    {
      "epoch": 10.476015956472096,
      "grad_norm": 1.9575093984603882,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 743200
    },
    {
      "epoch": 10.47742553881285,
      "grad_norm": 4.403449058532715,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 743300
    },
    {
      "epoch": 10.478835121153603,
      "grad_norm": 2.261025905609131,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 743400
    },
    {
      "epoch": 10.480244703494355,
      "grad_norm": 2.4538631439208984,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 743500
    },
    {
      "epoch": 10.481654285835107,
      "grad_norm": 1.624783992767334,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 743600
    },
    {
      "epoch": 10.48306386817586,
      "grad_norm": 2.9922614097595215,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 743700
    },
    {
      "epoch": 10.484473450516612,
      "grad_norm": 2.8418679237365723,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 743800
    },
    {
      "epoch": 10.485883032857364,
      "grad_norm": 9.640421867370605,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 743900
    },
    {
      "epoch": 10.487292615198117,
      "grad_norm": 4.9129180908203125,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 744000
    },
    {
      "epoch": 10.488702197538869,
      "grad_norm": 1.9275835752487183,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 744100
    },
    {
      "epoch": 10.490111779879621,
      "grad_norm": 0.6105861067771912,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 744200
    },
    {
      "epoch": 10.491521362220373,
      "grad_norm": 2.6696460247039795,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 744300
    },
    {
      "epoch": 10.492930944561127,
      "grad_norm": 2.1391382217407227,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 744400
    },
    {
      "epoch": 10.49434052690188,
      "grad_norm": 3.4836466312408447,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 744500
    },
    {
      "epoch": 10.495750109242632,
      "grad_norm": 2.0242369174957275,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 744600
    },
    {
      "epoch": 10.497159691583384,
      "grad_norm": 0.5611536502838135,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 744700
    },
    {
      "epoch": 10.498569273924137,
      "grad_norm": 2.5034048557281494,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 744800
    },
    {
      "epoch": 10.499978856264889,
      "grad_norm": 2.357621669769287,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 744900
    },
    {
      "epoch": 10.501388438605641,
      "grad_norm": 5.887016773223877,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 745000
    },
    {
      "epoch": 10.502798020946393,
      "grad_norm": 0.908592939376831,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 745100
    },
    {
      "epoch": 10.504207603287146,
      "grad_norm": 1.5590198040008545,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 745200
    },
    {
      "epoch": 10.505617185627898,
      "grad_norm": 1.8399062156677246,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 745300
    },
    {
      "epoch": 10.50702676796865,
      "grad_norm": 5.260653018951416,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 745400
    },
    {
      "epoch": 10.508436350309402,
      "grad_norm": 3.4807052612304688,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 745500
    },
    {
      "epoch": 10.509845932650157,
      "grad_norm": 6.640979290008545,
      "learning_rate": 5e-06,
      "loss": 0.0848,
      "step": 745600
    },
    {
      "epoch": 10.511255514990909,
      "grad_norm": 1.8106584548950195,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 745700
    },
    {
      "epoch": 10.512665097331661,
      "grad_norm": 2.338590383529663,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 745800
    },
    {
      "epoch": 10.514074679672413,
      "grad_norm": 2.760768175125122,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 745900
    },
    {
      "epoch": 10.515484262013166,
      "grad_norm": 2.5058751106262207,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 746000
    },
    {
      "epoch": 10.516893844353918,
      "grad_norm": 4.393440246582031,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 746100
    },
    {
      "epoch": 10.51830342669467,
      "grad_norm": 2.3700594902038574,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 746200
    },
    {
      "epoch": 10.519713009035423,
      "grad_norm": 0.9994795322418213,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 746300
    },
    {
      "epoch": 10.521122591376175,
      "grad_norm": 4.049694061279297,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 746400
    },
    {
      "epoch": 10.522532173716927,
      "grad_norm": 3.588253974914551,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 746500
    },
    {
      "epoch": 10.52394175605768,
      "grad_norm": 5.2665839195251465,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 746600
    },
    {
      "epoch": 10.525351338398433,
      "grad_norm": 2.9711763858795166,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 746700
    },
    {
      "epoch": 10.526760920739186,
      "grad_norm": 2.8557369709014893,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 746800
    },
    {
      "epoch": 10.528170503079938,
      "grad_norm": 1.5924497842788696,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 746900
    },
    {
      "epoch": 10.52958008542069,
      "grad_norm": 7.180417537689209,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 747000
    },
    {
      "epoch": 10.530989667761443,
      "grad_norm": 3.701587200164795,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 747100
    },
    {
      "epoch": 10.532399250102195,
      "grad_norm": 4.377138614654541,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 747200
    },
    {
      "epoch": 10.533808832442947,
      "grad_norm": 4.8931403160095215,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 747300
    },
    {
      "epoch": 10.5352184147837,
      "grad_norm": 2.7469582557678223,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 747400
    },
    {
      "epoch": 10.536627997124452,
      "grad_norm": 2.2631676197052,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 747500
    },
    {
      "epoch": 10.538037579465204,
      "grad_norm": 4.9116692543029785,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 747600
    },
    {
      "epoch": 10.539447161805956,
      "grad_norm": 2.208761692047119,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 747700
    },
    {
      "epoch": 10.540856744146708,
      "grad_norm": 2.281236410140991,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 747800
    },
    {
      "epoch": 10.542266326487463,
      "grad_norm": 4.154687404632568,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 747900
    },
    {
      "epoch": 10.543675908828215,
      "grad_norm": 2.8071558475494385,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 748000
    },
    {
      "epoch": 10.545085491168967,
      "grad_norm": 2.324812173843384,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 748100
    },
    {
      "epoch": 10.54649507350972,
      "grad_norm": 2.4358789920806885,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 748200
    },
    {
      "epoch": 10.547904655850472,
      "grad_norm": 14.215710639953613,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 748300
    },
    {
      "epoch": 10.549314238191224,
      "grad_norm": 1.7534397840499878,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 748400
    },
    {
      "epoch": 10.550723820531976,
      "grad_norm": 4.095900058746338,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 748500
    },
    {
      "epoch": 10.552133402872728,
      "grad_norm": 2.6845157146453857,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 748600
    },
    {
      "epoch": 10.55354298521348,
      "grad_norm": 3.3873798847198486,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 748700
    },
    {
      "epoch": 10.554952567554233,
      "grad_norm": 5.223307132720947,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 748800
    },
    {
      "epoch": 10.556362149894985,
      "grad_norm": 2.1413025856018066,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 748900
    },
    {
      "epoch": 10.55777173223574,
      "grad_norm": 3.6222195625305176,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 749000
    },
    {
      "epoch": 10.559181314576492,
      "grad_norm": 2.960967540740967,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 749100
    },
    {
      "epoch": 10.560590896917244,
      "grad_norm": 2.39282488822937,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 749200
    },
    {
      "epoch": 10.562000479257996,
      "grad_norm": 2.7567222118377686,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 749300
    },
    {
      "epoch": 10.563410061598749,
      "grad_norm": 3.430666923522949,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 749400
    },
    {
      "epoch": 10.5648196439395,
      "grad_norm": 3.3650200366973877,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 749500
    },
    {
      "epoch": 10.566229226280253,
      "grad_norm": 2.455737590789795,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 749600
    },
    {
      "epoch": 10.567638808621005,
      "grad_norm": 3.0731029510498047,
      "learning_rate": 5e-06,
      "loss": 0.0811,
      "step": 749700
    },
    {
      "epoch": 10.569048390961758,
      "grad_norm": 4.615866661071777,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 749800
    },
    {
      "epoch": 10.57045797330251,
      "grad_norm": 1.1019644737243652,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 749900
    },
    {
      "epoch": 10.571867555643262,
      "grad_norm": 5.331333160400391,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 750000
    },
    {
      "epoch": 10.573277137984014,
      "grad_norm": 2.4724838733673096,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 750100
    },
    {
      "epoch": 10.574686720324769,
      "grad_norm": 3.6874494552612305,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 750200
    },
    {
      "epoch": 10.57609630266552,
      "grad_norm": 2.62231183052063,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 750300
    },
    {
      "epoch": 10.577505885006273,
      "grad_norm": 5.222466945648193,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 750400
    },
    {
      "epoch": 10.578915467347025,
      "grad_norm": 3.758281707763672,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 750500
    },
    {
      "epoch": 10.580325049687778,
      "grad_norm": 1.3740922212600708,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 750600
    },
    {
      "epoch": 10.58173463202853,
      "grad_norm": 2.016472578048706,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 750700
    },
    {
      "epoch": 10.583144214369282,
      "grad_norm": 7.724142074584961,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 750800
    },
    {
      "epoch": 10.584553796710034,
      "grad_norm": 2.1095712184906006,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 750900
    },
    {
      "epoch": 10.585963379050787,
      "grad_norm": 3.829376459121704,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 751000
    },
    {
      "epoch": 10.587372961391539,
      "grad_norm": 1.8290871381759644,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 751100
    },
    {
      "epoch": 10.588782543732291,
      "grad_norm": 3.848855495452881,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 751200
    },
    {
      "epoch": 10.590192126073045,
      "grad_norm": 2.5177996158599854,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 751300
    },
    {
      "epoch": 10.591601708413798,
      "grad_norm": 4.910348892211914,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 751400
    },
    {
      "epoch": 10.59301129075455,
      "grad_norm": 1.8222978115081787,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 751500
    },
    {
      "epoch": 10.594420873095302,
      "grad_norm": 3.9519238471984863,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 751600
    },
    {
      "epoch": 10.595830455436055,
      "grad_norm": 2.5089848041534424,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 751700
    },
    {
      "epoch": 10.597240037776807,
      "grad_norm": 5.959698677062988,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 751800
    },
    {
      "epoch": 10.598649620117559,
      "grad_norm": 3.8123433589935303,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 751900
    },
    {
      "epoch": 10.600059202458311,
      "grad_norm": 3.0533387660980225,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 752000
    },
    {
      "epoch": 10.601468784799064,
      "grad_norm": 5.029603481292725,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 752100
    },
    {
      "epoch": 10.602878367139816,
      "grad_norm": 2.859910726547241,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 752200
    },
    {
      "epoch": 10.604287949480568,
      "grad_norm": 4.104005336761475,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 752300
    },
    {
      "epoch": 10.60569753182132,
      "grad_norm": 1.3356009721755981,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 752400
    },
    {
      "epoch": 10.607107114162075,
      "grad_norm": 6.663877964019775,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 752500
    },
    {
      "epoch": 10.608516696502827,
      "grad_norm": 4.177056789398193,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 752600
    },
    {
      "epoch": 10.609926278843579,
      "grad_norm": 1.621211290359497,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 752700
    },
    {
      "epoch": 10.611335861184331,
      "grad_norm": 1.4044184684753418,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 752800
    },
    {
      "epoch": 10.612745443525084,
      "grad_norm": 5.762723922729492,
      "learning_rate": 5e-06,
      "loss": 0.0878,
      "step": 752900
    },
    {
      "epoch": 10.614155025865836,
      "grad_norm": 2.2720415592193604,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 753000
    },
    {
      "epoch": 10.615564608206588,
      "grad_norm": 7.045312404632568,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 753100
    },
    {
      "epoch": 10.61697419054734,
      "grad_norm": 3.0249412059783936,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 753200
    },
    {
      "epoch": 10.618383772888093,
      "grad_norm": 2.490832805633545,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 753300
    },
    {
      "epoch": 10.619793355228845,
      "grad_norm": 1.7577674388885498,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 753400
    },
    {
      "epoch": 10.621202937569597,
      "grad_norm": 2.062653064727783,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 753500
    },
    {
      "epoch": 10.622612519910351,
      "grad_norm": 2.1768715381622314,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 753600
    },
    {
      "epoch": 10.624022102251104,
      "grad_norm": 3.335231065750122,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 753700
    },
    {
      "epoch": 10.625431684591856,
      "grad_norm": 3.0707619190216064,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 753800
    },
    {
      "epoch": 10.626841266932608,
      "grad_norm": 2.129193067550659,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 753900
    },
    {
      "epoch": 10.62825084927336,
      "grad_norm": 4.8497314453125,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 754000
    },
    {
      "epoch": 10.629660431614113,
      "grad_norm": 2.0382351875305176,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 754100
    },
    {
      "epoch": 10.631070013954865,
      "grad_norm": 2.7033729553222656,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 754200
    },
    {
      "epoch": 10.632479596295617,
      "grad_norm": 2.752673387527466,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 754300
    },
    {
      "epoch": 10.63388917863637,
      "grad_norm": 2.5483314990997314,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 754400
    },
    {
      "epoch": 10.635298760977122,
      "grad_norm": 1.6198943853378296,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 754500
    },
    {
      "epoch": 10.636708343317874,
      "grad_norm": 1.817280888557434,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 754600
    },
    {
      "epoch": 10.638117925658626,
      "grad_norm": 3.8920257091522217,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 754700
    },
    {
      "epoch": 10.63952750799938,
      "grad_norm": 1.3421651124954224,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 754800
    },
    {
      "epoch": 10.640937090340133,
      "grad_norm": 2.8123996257781982,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 754900
    },
    {
      "epoch": 10.642346672680885,
      "grad_norm": 2.128765106201172,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 755000
    },
    {
      "epoch": 10.643756255021637,
      "grad_norm": 2.3584539890289307,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 755100
    },
    {
      "epoch": 10.64516583736239,
      "grad_norm": 1.9818096160888672,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 755200
    },
    {
      "epoch": 10.646575419703142,
      "grad_norm": 2.0459647178649902,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 755300
    },
    {
      "epoch": 10.647985002043894,
      "grad_norm": 2.5599923133850098,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 755400
    },
    {
      "epoch": 10.649394584384646,
      "grad_norm": 4.064542293548584,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 755500
    },
    {
      "epoch": 10.650804166725399,
      "grad_norm": 2.458249807357788,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 755600
    },
    {
      "epoch": 10.652213749066151,
      "grad_norm": 5.4030656814575195,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 755700
    },
    {
      "epoch": 10.653623331406903,
      "grad_norm": 1.1325026750564575,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 755800
    },
    {
      "epoch": 10.655032913747657,
      "grad_norm": 4.700529098510742,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 755900
    },
    {
      "epoch": 10.65644249608841,
      "grad_norm": 2.152691602706909,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 756000
    },
    {
      "epoch": 10.657852078429162,
      "grad_norm": 1.8935091495513916,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 756100
    },
    {
      "epoch": 10.659261660769914,
      "grad_norm": 4.083924293518066,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 756200
    },
    {
      "epoch": 10.660671243110666,
      "grad_norm": 3.472400188446045,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 756300
    },
    {
      "epoch": 10.662080825451419,
      "grad_norm": 2.117027997970581,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 756400
    },
    {
      "epoch": 10.663490407792171,
      "grad_norm": 1.0151939392089844,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 756500
    },
    {
      "epoch": 10.664899990132923,
      "grad_norm": 4.245755195617676,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 756600
    },
    {
      "epoch": 10.666309572473676,
      "grad_norm": 2.464478015899658,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 756700
    },
    {
      "epoch": 10.667719154814428,
      "grad_norm": 2.546680450439453,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 756800
    },
    {
      "epoch": 10.66912873715518,
      "grad_norm": 3.819270610809326,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 756900
    },
    {
      "epoch": 10.670538319495932,
      "grad_norm": 1.5243207216262817,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 757000
    },
    {
      "epoch": 10.671947901836687,
      "grad_norm": 3.1787095069885254,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 757100
    },
    {
      "epoch": 10.673357484177439,
      "grad_norm": 3.4020681381225586,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 757200
    },
    {
      "epoch": 10.674767066518191,
      "grad_norm": 3.8510050773620605,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 757300
    },
    {
      "epoch": 10.676176648858943,
      "grad_norm": 1.8826085329055786,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 757400
    },
    {
      "epoch": 10.677586231199696,
      "grad_norm": 2.056323289871216,
      "learning_rate": 5e-06,
      "loss": 0.0894,
      "step": 757500
    },
    {
      "epoch": 10.678995813540448,
      "grad_norm": 7.453033924102783,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 757600
    },
    {
      "epoch": 10.6804053958812,
      "grad_norm": 1.8624396324157715,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 757700
    },
    {
      "epoch": 10.681814978221952,
      "grad_norm": 4.495533466339111,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 757800
    },
    {
      "epoch": 10.683224560562705,
      "grad_norm": 4.542578220367432,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 757900
    },
    {
      "epoch": 10.684634142903457,
      "grad_norm": 3.2406554222106934,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 758000
    },
    {
      "epoch": 10.68604372524421,
      "grad_norm": 3.314530849456787,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 758100
    },
    {
      "epoch": 10.687453307584963,
      "grad_norm": 4.499228000640869,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 758200
    },
    {
      "epoch": 10.688862889925716,
      "grad_norm": 3.376978635787964,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 758300
    },
    {
      "epoch": 10.690272472266468,
      "grad_norm": 2.0363590717315674,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 758400
    },
    {
      "epoch": 10.69168205460722,
      "grad_norm": 3.645883321762085,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 758500
    },
    {
      "epoch": 10.693091636947972,
      "grad_norm": 1.0468438863754272,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 758600
    },
    {
      "epoch": 10.694501219288725,
      "grad_norm": 2.484518527984619,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 758700
    },
    {
      "epoch": 10.695910801629477,
      "grad_norm": 4.6669020652771,
      "learning_rate": 5e-06,
      "loss": 0.0903,
      "step": 758800
    },
    {
      "epoch": 10.69732038397023,
      "grad_norm": 2.3305797576904297,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 758900
    },
    {
      "epoch": 10.698729966310982,
      "grad_norm": 2.7084293365478516,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 759000
    },
    {
      "epoch": 10.700139548651734,
      "grad_norm": 2.92063570022583,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 759100
    },
    {
      "epoch": 10.701549130992486,
      "grad_norm": 3.1396610736846924,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 759200
    },
    {
      "epoch": 10.702958713333238,
      "grad_norm": 2.5194091796875,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 759300
    },
    {
      "epoch": 10.704368295673993,
      "grad_norm": 2.5430452823638916,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 759400
    },
    {
      "epoch": 10.705777878014745,
      "grad_norm": 3.253697156906128,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 759500
    },
    {
      "epoch": 10.707187460355497,
      "grad_norm": 5.205460548400879,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 759600
    },
    {
      "epoch": 10.70859704269625,
      "grad_norm": 2.4820051193237305,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 759700
    },
    {
      "epoch": 10.710006625037002,
      "grad_norm": 2.80448579788208,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 759800
    },
    {
      "epoch": 10.711416207377754,
      "grad_norm": 5.131701469421387,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 759900
    },
    {
      "epoch": 10.712825789718506,
      "grad_norm": 2.5155372619628906,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 760000
    },
    {
      "epoch": 10.714235372059258,
      "grad_norm": 0.8169448971748352,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 760100
    },
    {
      "epoch": 10.71564495440001,
      "grad_norm": 5.2408270835876465,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 760200
    },
    {
      "epoch": 10.717054536740763,
      "grad_norm": 2.02875018119812,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 760300
    },
    {
      "epoch": 10.718464119081517,
      "grad_norm": 4.219250679016113,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 760400
    },
    {
      "epoch": 10.71987370142227,
      "grad_norm": 2.665264368057251,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 760500
    },
    {
      "epoch": 10.721283283763022,
      "grad_norm": 3.2854247093200684,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 760600
    },
    {
      "epoch": 10.722692866103774,
      "grad_norm": 2.2966537475585938,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 760700
    },
    {
      "epoch": 10.724102448444526,
      "grad_norm": 3.3692739009857178,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 760800
    },
    {
      "epoch": 10.725512030785278,
      "grad_norm": 2.857060432434082,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 760900
    },
    {
      "epoch": 10.72692161312603,
      "grad_norm": 2.5944621562957764,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 761000
    },
    {
      "epoch": 10.728331195466783,
      "grad_norm": 2.8769590854644775,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 761100
    },
    {
      "epoch": 10.729740777807535,
      "grad_norm": 1.66867995262146,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 761200
    },
    {
      "epoch": 10.731150360148288,
      "grad_norm": 8.645051002502441,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 761300
    },
    {
      "epoch": 10.73255994248904,
      "grad_norm": 3.8111236095428467,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 761400
    },
    {
      "epoch": 10.733969524829792,
      "grad_norm": 4.66878604888916,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 761500
    },
    {
      "epoch": 10.735379107170544,
      "grad_norm": 1.0960899591445923,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 761600
    },
    {
      "epoch": 10.736788689511299,
      "grad_norm": 4.267361640930176,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 761700
    },
    {
      "epoch": 10.73819827185205,
      "grad_norm": 7.794097900390625,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 761800
    },
    {
      "epoch": 10.739607854192803,
      "grad_norm": 4.468156337738037,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 761900
    },
    {
      "epoch": 10.741017436533555,
      "grad_norm": 2.2305095195770264,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 762000
    },
    {
      "epoch": 10.742427018874308,
      "grad_norm": 4.643870830535889,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 762100
    },
    {
      "epoch": 10.74383660121506,
      "grad_norm": 2.637150526046753,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 762200
    },
    {
      "epoch": 10.745246183555812,
      "grad_norm": 2.1191253662109375,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 762300
    },
    {
      "epoch": 10.746655765896564,
      "grad_norm": 6.241938591003418,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 762400
    },
    {
      "epoch": 10.748065348237317,
      "grad_norm": 1.8022795915603638,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 762500
    },
    {
      "epoch": 10.749474930578069,
      "grad_norm": 11.826913833618164,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 762600
    },
    {
      "epoch": 10.750884512918823,
      "grad_norm": 2.3038790225982666,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 762700
    },
    {
      "epoch": 10.752294095259575,
      "grad_norm": 2.1707308292388916,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 762800
    },
    {
      "epoch": 10.753703677600328,
      "grad_norm": 5.623669624328613,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 762900
    },
    {
      "epoch": 10.75511325994108,
      "grad_norm": 5.3959150314331055,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 763000
    },
    {
      "epoch": 10.756522842281832,
      "grad_norm": 5.306842803955078,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 763100
    },
    {
      "epoch": 10.757932424622584,
      "grad_norm": 2.1403322219848633,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 763200
    },
    {
      "epoch": 10.759342006963337,
      "grad_norm": 5.351369857788086,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 763300
    },
    {
      "epoch": 10.760751589304089,
      "grad_norm": 2.1854844093322754,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 763400
    },
    {
      "epoch": 10.762161171644841,
      "grad_norm": 3.062699794769287,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 763500
    },
    {
      "epoch": 10.763570753985594,
      "grad_norm": 6.3418049812316895,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 763600
    },
    {
      "epoch": 10.764980336326346,
      "grad_norm": 2.436566114425659,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 763700
    },
    {
      "epoch": 10.766389918667098,
      "grad_norm": 3.276179075241089,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 763800
    },
    {
      "epoch": 10.76779950100785,
      "grad_norm": 1.9352320432662964,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 763900
    },
    {
      "epoch": 10.769209083348604,
      "grad_norm": 1.901435136795044,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 764000
    },
    {
      "epoch": 10.770618665689357,
      "grad_norm": 3.5652008056640625,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 764100
    },
    {
      "epoch": 10.772028248030109,
      "grad_norm": 3.4974660873413086,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 764200
    },
    {
      "epoch": 10.773437830370861,
      "grad_norm": 3.9509308338165283,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 764300
    },
    {
      "epoch": 10.774847412711614,
      "grad_norm": 3.5591132640838623,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 764400
    },
    {
      "epoch": 10.776256995052366,
      "grad_norm": 2.677833318710327,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 764500
    },
    {
      "epoch": 10.777666577393118,
      "grad_norm": 1.7547681331634521,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 764600
    },
    {
      "epoch": 10.77907615973387,
      "grad_norm": 1.8053545951843262,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 764700
    },
    {
      "epoch": 10.780485742074623,
      "grad_norm": 3.509159564971924,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 764800
    },
    {
      "epoch": 10.781895324415375,
      "grad_norm": 2.0173420906066895,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 764900
    },
    {
      "epoch": 10.783304906756129,
      "grad_norm": 3.117922782897949,
      "learning_rate": 5e-06,
      "loss": 0.0883,
      "step": 765000
    },
    {
      "epoch": 10.784714489096881,
      "grad_norm": 3.9288721084594727,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 765100
    },
    {
      "epoch": 10.786124071437634,
      "grad_norm": 2.3181426525115967,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 765200
    },
    {
      "epoch": 10.787533653778386,
      "grad_norm": 1.9635717868804932,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 765300
    },
    {
      "epoch": 10.788943236119138,
      "grad_norm": 5.850149154663086,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 765400
    },
    {
      "epoch": 10.79035281845989,
      "grad_norm": 4.324781894683838,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 765500
    },
    {
      "epoch": 10.791762400800643,
      "grad_norm": 3.1963443756103516,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 765600
    },
    {
      "epoch": 10.793171983141395,
      "grad_norm": 7.038215637207031,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 765700
    },
    {
      "epoch": 10.794581565482147,
      "grad_norm": 3.43224835395813,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 765800
    },
    {
      "epoch": 10.7959911478229,
      "grad_norm": 3.128162384033203,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 765900
    },
    {
      "epoch": 10.797400730163652,
      "grad_norm": 2.206825017929077,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 766000
    },
    {
      "epoch": 10.798810312504404,
      "grad_norm": 5.194987773895264,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 766100
    },
    {
      "epoch": 10.800219894845158,
      "grad_norm": 4.552646160125732,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 766200
    },
    {
      "epoch": 10.80162947718591,
      "grad_norm": 15.070652961730957,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 766300
    },
    {
      "epoch": 10.803039059526663,
      "grad_norm": 3.475614547729492,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 766400
    },
    {
      "epoch": 10.804448641867415,
      "grad_norm": 4.893901824951172,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 766500
    },
    {
      "epoch": 10.805858224208167,
      "grad_norm": 3.0365922451019287,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 766600
    },
    {
      "epoch": 10.80726780654892,
      "grad_norm": 3.370021104812622,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 766700
    },
    {
      "epoch": 10.808677388889672,
      "grad_norm": 3.1195077896118164,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 766800
    },
    {
      "epoch": 10.810086971230424,
      "grad_norm": 1.1613010168075562,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 766900
    },
    {
      "epoch": 10.811496553571176,
      "grad_norm": 2.1905620098114014,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 767000
    },
    {
      "epoch": 10.812906135911929,
      "grad_norm": 2.671938419342041,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 767100
    },
    {
      "epoch": 10.814315718252681,
      "grad_norm": 3.15230393409729,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 767200
    },
    {
      "epoch": 10.815725300593435,
      "grad_norm": 4.07331657409668,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 767300
    },
    {
      "epoch": 10.817134882934187,
      "grad_norm": 2.008538007736206,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 767400
    },
    {
      "epoch": 10.81854446527494,
      "grad_norm": 1.0956380367279053,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 767500
    },
    {
      "epoch": 10.819954047615692,
      "grad_norm": 4.389350414276123,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 767600
    },
    {
      "epoch": 10.821363629956444,
      "grad_norm": 1.3814464807510376,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 767700
    },
    {
      "epoch": 10.822773212297196,
      "grad_norm": 3.865814208984375,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 767800
    },
    {
      "epoch": 10.824182794637949,
      "grad_norm": 1.9401639699935913,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 767900
    },
    {
      "epoch": 10.825592376978701,
      "grad_norm": 3.6324806213378906,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 768000
    },
    {
      "epoch": 10.827001959319453,
      "grad_norm": 0.8466856479644775,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 768100
    },
    {
      "epoch": 10.828411541660206,
      "grad_norm": 2.809840679168701,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 768200
    },
    {
      "epoch": 10.829821124000958,
      "grad_norm": 4.6839518547058105,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 768300
    },
    {
      "epoch": 10.83123070634171,
      "grad_norm": 1.147188425064087,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 768400
    },
    {
      "epoch": 10.832640288682464,
      "grad_norm": 0.7476513981819153,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 768500
    },
    {
      "epoch": 10.834049871023216,
      "grad_norm": 2.8397457599639893,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 768600
    },
    {
      "epoch": 10.835459453363969,
      "grad_norm": 2.794877052307129,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 768700
    },
    {
      "epoch": 10.836869035704721,
      "grad_norm": 3.0494136810302734,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 768800
    },
    {
      "epoch": 10.838278618045473,
      "grad_norm": 2.703630208969116,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 768900
    },
    {
      "epoch": 10.839688200386226,
      "grad_norm": 2.704918146133423,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 769000
    },
    {
      "epoch": 10.841097782726978,
      "grad_norm": 2.9531972408294678,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 769100
    },
    {
      "epoch": 10.84250736506773,
      "grad_norm": 1.019838571548462,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 769200
    },
    {
      "epoch": 10.843916947408482,
      "grad_norm": 1.960198998451233,
      "learning_rate": 5e-06,
      "loss": 0.086,
      "step": 769300
    },
    {
      "epoch": 10.845326529749235,
      "grad_norm": 2.351498603820801,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 769400
    },
    {
      "epoch": 10.846736112089987,
      "grad_norm": 2.2645764350891113,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 769500
    },
    {
      "epoch": 10.848145694430741,
      "grad_norm": 2.3635871410369873,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 769600
    },
    {
      "epoch": 10.849555276771493,
      "grad_norm": 2.5227866172790527,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 769700
    },
    {
      "epoch": 10.850964859112246,
      "grad_norm": 2.7132439613342285,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 769800
    },
    {
      "epoch": 10.852374441452998,
      "grad_norm": 4.607149124145508,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 769900
    },
    {
      "epoch": 10.85378402379375,
      "grad_norm": 1.6599023342132568,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 770000
    },
    {
      "epoch": 10.855193606134502,
      "grad_norm": 2.508756399154663,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 770100
    },
    {
      "epoch": 10.856603188475255,
      "grad_norm": 2.9603562355041504,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 770200
    },
    {
      "epoch": 10.858012770816007,
      "grad_norm": 2.956127643585205,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 770300
    },
    {
      "epoch": 10.85942235315676,
      "grad_norm": 8.205486297607422,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 770400
    },
    {
      "epoch": 10.860831935497512,
      "grad_norm": 4.1620635986328125,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 770500
    },
    {
      "epoch": 10.862241517838264,
      "grad_norm": 2.2185020446777344,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 770600
    },
    {
      "epoch": 10.863651100179016,
      "grad_norm": 2.173670530319214,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 770700
    },
    {
      "epoch": 10.86506068251977,
      "grad_norm": 1.4979524612426758,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 770800
    },
    {
      "epoch": 10.866470264860522,
      "grad_norm": 3.0302720069885254,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 770900
    },
    {
      "epoch": 10.867879847201275,
      "grad_norm": 2.8452863693237305,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 771000
    },
    {
      "epoch": 10.869289429542027,
      "grad_norm": 3.100104331970215,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 771100
    },
    {
      "epoch": 10.87069901188278,
      "grad_norm": 4.301878452301025,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 771200
    },
    {
      "epoch": 10.872108594223532,
      "grad_norm": 2.1536285877227783,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 771300
    },
    {
      "epoch": 10.873518176564284,
      "grad_norm": 1.759101390838623,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 771400
    },
    {
      "epoch": 10.874927758905036,
      "grad_norm": 2.5213630199432373,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 771500
    },
    {
      "epoch": 10.876337341245788,
      "grad_norm": 2.2510154247283936,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 771600
    },
    {
      "epoch": 10.87774692358654,
      "grad_norm": 1.1440366506576538,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 771700
    },
    {
      "epoch": 10.879156505927293,
      "grad_norm": 2.7520198822021484,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 771800
    },
    {
      "epoch": 10.880566088268047,
      "grad_norm": 1.915673017501831,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 771900
    },
    {
      "epoch": 10.8819756706088,
      "grad_norm": 4.311267852783203,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 772000
    },
    {
      "epoch": 10.883385252949552,
      "grad_norm": 2.3438165187835693,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 772100
    },
    {
      "epoch": 10.884794835290304,
      "grad_norm": 2.1915533542633057,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 772200
    },
    {
      "epoch": 10.886204417631056,
      "grad_norm": 2.9959723949432373,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 772300
    },
    {
      "epoch": 10.887613999971808,
      "grad_norm": 8.995274543762207,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 772400
    },
    {
      "epoch": 10.88902358231256,
      "grad_norm": 2.0833921432495117,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 772500
    },
    {
      "epoch": 10.890433164653313,
      "grad_norm": 4.145092487335205,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 772600
    },
    {
      "epoch": 10.891842746994065,
      "grad_norm": 1.2812373638153076,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 772700
    },
    {
      "epoch": 10.893252329334818,
      "grad_norm": 1.234531283378601,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 772800
    },
    {
      "epoch": 10.89466191167557,
      "grad_norm": 2.8393146991729736,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 772900
    },
    {
      "epoch": 10.896071494016322,
      "grad_norm": 1.5400887727737427,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 773000
    },
    {
      "epoch": 10.897481076357076,
      "grad_norm": 1.0985867977142334,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 773100
    },
    {
      "epoch": 10.898890658697828,
      "grad_norm": 3.6722190380096436,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 773200
    },
    {
      "epoch": 10.90030024103858,
      "grad_norm": 4.519181728363037,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 773300
    },
    {
      "epoch": 10.901709823379333,
      "grad_norm": 7.438965797424316,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 773400
    },
    {
      "epoch": 10.903119405720085,
      "grad_norm": 1.2853755950927734,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 773500
    },
    {
      "epoch": 10.904528988060838,
      "grad_norm": 3.3580212593078613,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 773600
    },
    {
      "epoch": 10.90593857040159,
      "grad_norm": 3.2708377838134766,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 773700
    },
    {
      "epoch": 10.907348152742342,
      "grad_norm": 11.573598861694336,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 773800
    },
    {
      "epoch": 10.908757735083094,
      "grad_norm": 6.59112548828125,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 773900
    },
    {
      "epoch": 10.910167317423847,
      "grad_norm": 2.570621967315674,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 774000
    },
    {
      "epoch": 10.911576899764599,
      "grad_norm": 4.606081962585449,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 774100
    },
    {
      "epoch": 10.912986482105353,
      "grad_norm": 2.1423540115356445,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 774200
    },
    {
      "epoch": 10.914396064446105,
      "grad_norm": 7.003805637359619,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 774300
    },
    {
      "epoch": 10.915805646786858,
      "grad_norm": 7.503359317779541,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 774400
    },
    {
      "epoch": 10.91721522912761,
      "grad_norm": 1.5191504955291748,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 774500
    },
    {
      "epoch": 10.918624811468362,
      "grad_norm": 5.495389938354492,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 774600
    },
    {
      "epoch": 10.920034393809114,
      "grad_norm": 3.8476247787475586,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 774700
    },
    {
      "epoch": 10.921443976149867,
      "grad_norm": 4.981857776641846,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 774800
    },
    {
      "epoch": 10.922853558490619,
      "grad_norm": 2.264108419418335,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 774900
    },
    {
      "epoch": 10.924263140831371,
      "grad_norm": 1.0448017120361328,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 775000
    },
    {
      "epoch": 10.925672723172124,
      "grad_norm": 5.024141311645508,
      "learning_rate": 5e-06,
      "loss": 0.0911,
      "step": 775100
    },
    {
      "epoch": 10.927082305512876,
      "grad_norm": 4.2559709548950195,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 775200
    },
    {
      "epoch": 10.928491887853628,
      "grad_norm": 2.2355353832244873,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 775300
    },
    {
      "epoch": 10.929901470194382,
      "grad_norm": 2.9369516372680664,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 775400
    },
    {
      "epoch": 10.931311052535134,
      "grad_norm": 5.680507659912109,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 775500
    },
    {
      "epoch": 10.932720634875887,
      "grad_norm": 1.9751462936401367,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 775600
    },
    {
      "epoch": 10.934130217216639,
      "grad_norm": 2.954409599304199,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 775700
    },
    {
      "epoch": 10.935539799557391,
      "grad_norm": 3.0602521896362305,
      "learning_rate": 5e-06,
      "loss": 0.0864,
      "step": 775800
    },
    {
      "epoch": 10.936949381898144,
      "grad_norm": 4.639306545257568,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 775900
    },
    {
      "epoch": 10.938358964238896,
      "grad_norm": 1.131341814994812,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 776000
    },
    {
      "epoch": 10.939768546579648,
      "grad_norm": 1.216157078742981,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 776100
    },
    {
      "epoch": 10.9411781289204,
      "grad_norm": 1.6625406742095947,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 776200
    },
    {
      "epoch": 10.942587711261153,
      "grad_norm": 2.3731300830841064,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 776300
    },
    {
      "epoch": 10.943997293601905,
      "grad_norm": 4.197577476501465,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 776400
    },
    {
      "epoch": 10.945406875942659,
      "grad_norm": 1.7817394733428955,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 776500
    },
    {
      "epoch": 10.946816458283411,
      "grad_norm": 3.9258058071136475,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 776600
    },
    {
      "epoch": 10.948226040624164,
      "grad_norm": 2.237751007080078,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 776700
    },
    {
      "epoch": 10.949635622964916,
      "grad_norm": 3.0465540885925293,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 776800
    },
    {
      "epoch": 10.951045205305668,
      "grad_norm": 12.263710975646973,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 776900
    },
    {
      "epoch": 10.95245478764642,
      "grad_norm": 2.0454416275024414,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 777000
    },
    {
      "epoch": 10.953864369987173,
      "grad_norm": 4.258035182952881,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 777100
    },
    {
      "epoch": 10.955273952327925,
      "grad_norm": 3.331369161605835,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 777200
    },
    {
      "epoch": 10.956683534668677,
      "grad_norm": 1.8502789735794067,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 777300
    },
    {
      "epoch": 10.95809311700943,
      "grad_norm": 4.347641468048096,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 777400
    },
    {
      "epoch": 10.959502699350182,
      "grad_norm": 2.777858257293701,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 777500
    },
    {
      "epoch": 10.960912281690934,
      "grad_norm": 1.0228736400604248,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 777600
    },
    {
      "epoch": 10.962321864031688,
      "grad_norm": 2.655884027481079,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 777700
    },
    {
      "epoch": 10.96373144637244,
      "grad_norm": 1.841576099395752,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 777800
    },
    {
      "epoch": 10.965141028713193,
      "grad_norm": 2.7532811164855957,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 777900
    },
    {
      "epoch": 10.966550611053945,
      "grad_norm": 5.393737316131592,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 778000
    },
    {
      "epoch": 10.967960193394697,
      "grad_norm": 1.9048439264297485,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 778100
    },
    {
      "epoch": 10.96936977573545,
      "grad_norm": 4.730288028717041,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 778200
    },
    {
      "epoch": 10.970779358076202,
      "grad_norm": 2.2597484588623047,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 778300
    },
    {
      "epoch": 10.972188940416954,
      "grad_norm": 1.439806342124939,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 778400
    },
    {
      "epoch": 10.973598522757706,
      "grad_norm": 2.2683658599853516,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 778500
    },
    {
      "epoch": 10.975008105098459,
      "grad_norm": 1.7934826612472534,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 778600
    },
    {
      "epoch": 10.976417687439211,
      "grad_norm": 6.2387495040893555,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 778700
    },
    {
      "epoch": 10.977827269779965,
      "grad_norm": 4.305704116821289,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 778800
    },
    {
      "epoch": 10.979236852120717,
      "grad_norm": 2.2000691890716553,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 778900
    },
    {
      "epoch": 10.98064643446147,
      "grad_norm": 0.9893994331359863,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 779000
    },
    {
      "epoch": 10.982056016802222,
      "grad_norm": 5.0501227378845215,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 779100
    },
    {
      "epoch": 10.983465599142974,
      "grad_norm": 3.2790234088897705,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 779200
    },
    {
      "epoch": 10.984875181483726,
      "grad_norm": 4.706633567810059,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 779300
    },
    {
      "epoch": 10.986284763824479,
      "grad_norm": 4.24311637878418,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 779400
    },
    {
      "epoch": 10.987694346165231,
      "grad_norm": 5.725317478179932,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 779500
    },
    {
      "epoch": 10.989103928505983,
      "grad_norm": 4.840524673461914,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 779600
    },
    {
      "epoch": 10.990513510846736,
      "grad_norm": 2.035001516342163,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 779700
    },
    {
      "epoch": 10.991923093187488,
      "grad_norm": 2.9809205532073975,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 779800
    },
    {
      "epoch": 10.99333267552824,
      "grad_norm": 1.5507644414901733,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 779900
    },
    {
      "epoch": 10.994742257868994,
      "grad_norm": 3.5666399002075195,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 780000
    },
    {
      "epoch": 10.996151840209746,
      "grad_norm": 2.3378818035125732,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 780100
    },
    {
      "epoch": 10.997561422550499,
      "grad_norm": 3.847896099090576,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 780200
    },
    {
      "epoch": 10.998971004891251,
      "grad_norm": 11.58810806274414,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 780300
    },
    {
      "epoch": 11.0,
      "step": 780373,
      "train_loss": 0.07215532660484314,
      "train_perplexity": 1.0748222795942124,
      "train_runtime": 3992.2503,
      "train_samples_per_second": 35.54,
      "train_steps_per_second": 8.885
    },
    {
      "epoch": 11.0,
      "eval_loss": 0.07911023497581482,
      "eval_perplexity": 1.0823236254131645,
      "eval_runtime": 998.524,
      "eval_samples_per_second": 35.524,
      "eval_steps_per_second": 8.881,
      "step": 780373
    },
    {
      "epoch": 11.000380587232003,
      "grad_norm": 4.836583614349365,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 780400
    },
    {
      "epoch": 11.001790169572756,
      "grad_norm": 2.0214221477508545,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 780500
    },
    {
      "epoch": 11.003199751913508,
      "grad_norm": 4.475584506988525,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 780600
    },
    {
      "epoch": 11.00460933425426,
      "grad_norm": 1.9459699392318726,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 780700
    },
    {
      "epoch": 11.006018916595012,
      "grad_norm": 6.673242568969727,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 780800
    },
    {
      "epoch": 11.007428498935765,
      "grad_norm": 6.256539821624756,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 780900
    },
    {
      "epoch": 11.008838081276517,
      "grad_norm": 3.8509583473205566,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 781000
    },
    {
      "epoch": 11.010247663617271,
      "grad_norm": 2.866069793701172,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 781100
    },
    {
      "epoch": 11.011657245958023,
      "grad_norm": 5.738687515258789,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 781200
    },
    {
      "epoch": 11.013066828298776,
      "grad_norm": 4.001960277557373,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 781300
    },
    {
      "epoch": 11.014476410639528,
      "grad_norm": 1.5391284227371216,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 781400
    },
    {
      "epoch": 11.01588599298028,
      "grad_norm": 2.3361752033233643,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 781500
    },
    {
      "epoch": 11.017295575321032,
      "grad_norm": 3.691601514816284,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 781600
    },
    {
      "epoch": 11.018705157661785,
      "grad_norm": 3.0375540256500244,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 781700
    },
    {
      "epoch": 11.020114740002537,
      "grad_norm": 1.9974188804626465,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 781800
    },
    {
      "epoch": 11.02152432234329,
      "grad_norm": 5.465871810913086,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 781900
    },
    {
      "epoch": 11.022933904684042,
      "grad_norm": 1.512703776359558,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 782000
    },
    {
      "epoch": 11.024343487024794,
      "grad_norm": 10.493043899536133,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 782100
    },
    {
      "epoch": 11.025753069365546,
      "grad_norm": 3.716805934906006,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 782200
    },
    {
      "epoch": 11.0271626517063,
      "grad_norm": 2.990536689758301,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 782300
    },
    {
      "epoch": 11.028572234047052,
      "grad_norm": 2.0420138835906982,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 782400
    },
    {
      "epoch": 11.029981816387805,
      "grad_norm": 0.8084883689880371,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 782500
    },
    {
      "epoch": 11.031391398728557,
      "grad_norm": 4.538261890411377,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 782600
    },
    {
      "epoch": 11.03280098106931,
      "grad_norm": 3.1427457332611084,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 782700
    },
    {
      "epoch": 11.034210563410062,
      "grad_norm": 3.8413379192352295,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 782800
    },
    {
      "epoch": 11.035620145750814,
      "grad_norm": 3.9761149883270264,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 782900
    },
    {
      "epoch": 11.037029728091566,
      "grad_norm": 4.2813568115234375,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 783000
    },
    {
      "epoch": 11.038439310432318,
      "grad_norm": 1.5274667739868164,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 783100
    },
    {
      "epoch": 11.03984889277307,
      "grad_norm": 2.8809914588928223,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 783200
    },
    {
      "epoch": 11.041258475113823,
      "grad_norm": 1.523495078086853,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 783300
    },
    {
      "epoch": 11.042668057454577,
      "grad_norm": 3.2486255168914795,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 783400
    },
    {
      "epoch": 11.04407763979533,
      "grad_norm": 3.6080703735351562,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 783500
    },
    {
      "epoch": 11.045487222136082,
      "grad_norm": 3.1605923175811768,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 783600
    },
    {
      "epoch": 11.046896804476834,
      "grad_norm": 1.4290112257003784,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 783700
    },
    {
      "epoch": 11.048306386817586,
      "grad_norm": 2.5139575004577637,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 783800
    },
    {
      "epoch": 11.049715969158338,
      "grad_norm": 3.0842480659484863,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 783900
    },
    {
      "epoch": 11.05112555149909,
      "grad_norm": 3.1261022090911865,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 784000
    },
    {
      "epoch": 11.052535133839843,
      "grad_norm": 2.0364432334899902,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 784100
    },
    {
      "epoch": 11.053944716180595,
      "grad_norm": 3.1427109241485596,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 784200
    },
    {
      "epoch": 11.055354298521348,
      "grad_norm": 2.91306734085083,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 784300
    },
    {
      "epoch": 11.0567638808621,
      "grad_norm": 3.4219701290130615,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 784400
    },
    {
      "epoch": 11.058173463202852,
      "grad_norm": 4.099986553192139,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 784500
    },
    {
      "epoch": 11.059583045543606,
      "grad_norm": 4.647078514099121,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 784600
    },
    {
      "epoch": 11.060992627884358,
      "grad_norm": 5.372097015380859,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 784700
    },
    {
      "epoch": 11.06240221022511,
      "grad_norm": 3.4169843196868896,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 784800
    },
    {
      "epoch": 11.063811792565863,
      "grad_norm": 2.4181954860687256,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 784900
    },
    {
      "epoch": 11.065221374906615,
      "grad_norm": 4.8046135902404785,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 785000
    },
    {
      "epoch": 11.066630957247368,
      "grad_norm": 1.054005742073059,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 785100
    },
    {
      "epoch": 11.06804053958812,
      "grad_norm": 13.134902000427246,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 785200
    },
    {
      "epoch": 11.069450121928872,
      "grad_norm": 4.142577648162842,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 785300
    },
    {
      "epoch": 11.070859704269624,
      "grad_norm": 1.4301620721817017,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 785400
    },
    {
      "epoch": 11.072269286610377,
      "grad_norm": 3.2970056533813477,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 785500
    },
    {
      "epoch": 11.073678868951129,
      "grad_norm": 3.3627688884735107,
      "learning_rate": 5e-06,
      "loss": 0.0989,
      "step": 785600
    },
    {
      "epoch": 11.075088451291883,
      "grad_norm": 2.458364486694336,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 785700
    },
    {
      "epoch": 11.076498033632635,
      "grad_norm": 3.118361711502075,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 785800
    },
    {
      "epoch": 11.077907615973388,
      "grad_norm": 6.20737886428833,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 785900
    },
    {
      "epoch": 11.07931719831414,
      "grad_norm": 3.7467539310455322,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 786000
    },
    {
      "epoch": 11.080726780654892,
      "grad_norm": 2.7208192348480225,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 786100
    },
    {
      "epoch": 11.082136362995644,
      "grad_norm": 6.399802207946777,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 786200
    },
    {
      "epoch": 11.083545945336397,
      "grad_norm": 4.705255508422852,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 786300
    },
    {
      "epoch": 11.084955527677149,
      "grad_norm": 0.9070483446121216,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 786400
    },
    {
      "epoch": 11.086365110017901,
      "grad_norm": 3.206301212310791,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 786500
    },
    {
      "epoch": 11.087774692358654,
      "grad_norm": 1.7613238096237183,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 786600
    },
    {
      "epoch": 11.089184274699406,
      "grad_norm": 7.398809909820557,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 786700
    },
    {
      "epoch": 11.09059385704016,
      "grad_norm": 1.718504786491394,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 786800
    },
    {
      "epoch": 11.092003439380912,
      "grad_norm": 2.180830717086792,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 786900
    },
    {
      "epoch": 11.093413021721664,
      "grad_norm": 4.7279744148254395,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 787000
    },
    {
      "epoch": 11.094822604062417,
      "grad_norm": 4.746765613555908,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 787100
    },
    {
      "epoch": 11.096232186403169,
      "grad_norm": 1.9528751373291016,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 787200
    },
    {
      "epoch": 11.097641768743921,
      "grad_norm": 5.050483703613281,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 787300
    },
    {
      "epoch": 11.099051351084674,
      "grad_norm": 4.309716701507568,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 787400
    },
    {
      "epoch": 11.100460933425426,
      "grad_norm": 1.1250067949295044,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 787500
    },
    {
      "epoch": 11.101870515766178,
      "grad_norm": 4.536024570465088,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 787600
    },
    {
      "epoch": 11.10328009810693,
      "grad_norm": 2.1106839179992676,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 787700
    },
    {
      "epoch": 11.104689680447683,
      "grad_norm": 2.524470567703247,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 787800
    },
    {
      "epoch": 11.106099262788435,
      "grad_norm": 5.229276180267334,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 787900
    },
    {
      "epoch": 11.107508845129189,
      "grad_norm": 2.9451911449432373,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 788000
    },
    {
      "epoch": 11.108918427469941,
      "grad_norm": 1.789036512374878,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 788100
    },
    {
      "epoch": 11.110328009810694,
      "grad_norm": 3.2337260246276855,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 788200
    },
    {
      "epoch": 11.111737592151446,
      "grad_norm": 3.1307313442230225,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 788300
    },
    {
      "epoch": 11.113147174492198,
      "grad_norm": 2.698992967605591,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 788400
    },
    {
      "epoch": 11.11455675683295,
      "grad_norm": 6.720571041107178,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 788500
    },
    {
      "epoch": 11.115966339173703,
      "grad_norm": 2.145042896270752,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 788600
    },
    {
      "epoch": 11.117375921514455,
      "grad_norm": 1.8140965700149536,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 788700
    },
    {
      "epoch": 11.118785503855207,
      "grad_norm": 4.007485866546631,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 788800
    },
    {
      "epoch": 11.12019508619596,
      "grad_norm": 4.27374792098999,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 788900
    },
    {
      "epoch": 11.121604668536712,
      "grad_norm": 2.4967596530914307,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 789000
    },
    {
      "epoch": 11.123014250877466,
      "grad_norm": 1.9267289638519287,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 789100
    },
    {
      "epoch": 11.124423833218218,
      "grad_norm": 1.1818362474441528,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 789200
    },
    {
      "epoch": 11.12583341555897,
      "grad_norm": 2.6637203693389893,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 789300
    },
    {
      "epoch": 11.127242997899723,
      "grad_norm": 1.786617636680603,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 789400
    },
    {
      "epoch": 11.128652580240475,
      "grad_norm": 2.5201404094696045,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 789500
    },
    {
      "epoch": 11.130062162581227,
      "grad_norm": 1.6573359966278076,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 789600
    },
    {
      "epoch": 11.13147174492198,
      "grad_norm": 3.6570732593536377,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 789700
    },
    {
      "epoch": 11.132881327262732,
      "grad_norm": 3.9085934162139893,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 789800
    },
    {
      "epoch": 11.134290909603484,
      "grad_norm": 6.361783504486084,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 789900
    },
    {
      "epoch": 11.135700491944236,
      "grad_norm": 2.2167608737945557,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 790000
    },
    {
      "epoch": 11.137110074284989,
      "grad_norm": 3.254261016845703,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 790100
    },
    {
      "epoch": 11.138519656625741,
      "grad_norm": 1.4698982238769531,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 790200
    },
    {
      "epoch": 11.139929238966495,
      "grad_norm": 2.121060609817505,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 790300
    },
    {
      "epoch": 11.141338821307247,
      "grad_norm": 2.436814546585083,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 790400
    },
    {
      "epoch": 11.142748403648,
      "grad_norm": 1.1393719911575317,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 790500
    },
    {
      "epoch": 11.144157985988752,
      "grad_norm": 3.5339457988739014,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 790600
    },
    {
      "epoch": 11.145567568329504,
      "grad_norm": 1.1638972759246826,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 790700
    },
    {
      "epoch": 11.146977150670256,
      "grad_norm": 3.507558584213257,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 790800
    },
    {
      "epoch": 11.148386733011009,
      "grad_norm": 1.5906840562820435,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 790900
    },
    {
      "epoch": 11.149796315351761,
      "grad_norm": 5.4070048332214355,
      "learning_rate": 5e-06,
      "loss": 0.0852,
      "step": 791000
    },
    {
      "epoch": 11.151205897692513,
      "grad_norm": 3.0074217319488525,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 791100
    },
    {
      "epoch": 11.152615480033266,
      "grad_norm": 1.5515621900558472,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 791200
    },
    {
      "epoch": 11.154025062374018,
      "grad_norm": 0.9851754903793335,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 791300
    },
    {
      "epoch": 11.155434644714772,
      "grad_norm": 2.0072038173675537,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 791400
    },
    {
      "epoch": 11.156844227055524,
      "grad_norm": 2.4395079612731934,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 791500
    },
    {
      "epoch": 11.158253809396276,
      "grad_norm": 1.7821152210235596,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 791600
    },
    {
      "epoch": 11.159663391737029,
      "grad_norm": 2.19327974319458,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 791700
    },
    {
      "epoch": 11.161072974077781,
      "grad_norm": 2.9473934173583984,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 791800
    },
    {
      "epoch": 11.162482556418533,
      "grad_norm": 3.5085196495056152,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 791900
    },
    {
      "epoch": 11.163892138759286,
      "grad_norm": 0.8260954022407532,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 792000
    },
    {
      "epoch": 11.165301721100038,
      "grad_norm": 4.027444362640381,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 792100
    },
    {
      "epoch": 11.16671130344079,
      "grad_norm": 0.7018155455589294,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 792200
    },
    {
      "epoch": 11.168120885781542,
      "grad_norm": 2.636314868927002,
      "learning_rate": 5e-06,
      "loss": 0.0857,
      "step": 792300
    },
    {
      "epoch": 11.169530468122295,
      "grad_norm": 4.133753776550293,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 792400
    },
    {
      "epoch": 11.170940050463047,
      "grad_norm": 1.9096375703811646,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 792500
    },
    {
      "epoch": 11.172349632803801,
      "grad_norm": 2.7639214992523193,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 792600
    },
    {
      "epoch": 11.173759215144553,
      "grad_norm": 3.550391435623169,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 792700
    },
    {
      "epoch": 11.175168797485306,
      "grad_norm": 3.091998338699341,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 792800
    },
    {
      "epoch": 11.176578379826058,
      "grad_norm": 2.369182586669922,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 792900
    },
    {
      "epoch": 11.17798796216681,
      "grad_norm": 4.841920375823975,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 793000
    },
    {
      "epoch": 11.179397544507562,
      "grad_norm": 1.4178355932235718,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 793100
    },
    {
      "epoch": 11.180807126848315,
      "grad_norm": 3.1874520778656006,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 793200
    },
    {
      "epoch": 11.182216709189067,
      "grad_norm": 2.9798994064331055,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 793300
    },
    {
      "epoch": 11.18362629152982,
      "grad_norm": 2.437019109725952,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 793400
    },
    {
      "epoch": 11.185035873870572,
      "grad_norm": 2.3289694786071777,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 793500
    },
    {
      "epoch": 11.186445456211324,
      "grad_norm": 3.2566781044006348,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 793600
    },
    {
      "epoch": 11.187855038552078,
      "grad_norm": 2.368058204650879,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 793700
    },
    {
      "epoch": 11.18926462089283,
      "grad_norm": 3.777836561203003,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 793800
    },
    {
      "epoch": 11.190674203233582,
      "grad_norm": 3.086911678314209,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 793900
    },
    {
      "epoch": 11.192083785574335,
      "grad_norm": 2.7384159564971924,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 794000
    },
    {
      "epoch": 11.193493367915087,
      "grad_norm": 3.96116304397583,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 794100
    },
    {
      "epoch": 11.19490295025584,
      "grad_norm": 4.501333236694336,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 794200
    },
    {
      "epoch": 11.196312532596592,
      "grad_norm": 2.512601852416992,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 794300
    },
    {
      "epoch": 11.197722114937344,
      "grad_norm": 5.183481216430664,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 794400
    },
    {
      "epoch": 11.199131697278096,
      "grad_norm": 1.329457402229309,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 794500
    },
    {
      "epoch": 11.200541279618848,
      "grad_norm": 2.328338146209717,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 794600
    },
    {
      "epoch": 11.2019508619596,
      "grad_norm": 3.266893148422241,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 794700
    },
    {
      "epoch": 11.203360444300353,
      "grad_norm": 5.3277764320373535,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 794800
    },
    {
      "epoch": 11.204770026641107,
      "grad_norm": 3.1338510513305664,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 794900
    },
    {
      "epoch": 11.20617960898186,
      "grad_norm": 3.066532611846924,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 795000
    },
    {
      "epoch": 11.207589191322612,
      "grad_norm": 5.560154914855957,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 795100
    },
    {
      "epoch": 11.208998773663364,
      "grad_norm": 2.3768868446350098,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 795200
    },
    {
      "epoch": 11.210408356004116,
      "grad_norm": 2.1417763233184814,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 795300
    },
    {
      "epoch": 11.211817938344868,
      "grad_norm": 2.736057758331299,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 795400
    },
    {
      "epoch": 11.21322752068562,
      "grad_norm": 5.574239253997803,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 795500
    },
    {
      "epoch": 11.214637103026373,
      "grad_norm": 2.326336622238159,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 795600
    },
    {
      "epoch": 11.216046685367125,
      "grad_norm": 2.221865177154541,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 795700
    },
    {
      "epoch": 11.217456267707878,
      "grad_norm": 1.9867467880249023,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 795800
    },
    {
      "epoch": 11.21886585004863,
      "grad_norm": 3.077563524246216,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 795900
    },
    {
      "epoch": 11.220275432389384,
      "grad_norm": 12.961681365966797,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 796000
    },
    {
      "epoch": 11.221685014730136,
      "grad_norm": 1.4067412614822388,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 796100
    },
    {
      "epoch": 11.223094597070888,
      "grad_norm": 2.00311541557312,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 796200
    },
    {
      "epoch": 11.22450417941164,
      "grad_norm": 5.047642707824707,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 796300
    },
    {
      "epoch": 11.225913761752393,
      "grad_norm": 2.212610960006714,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 796400
    },
    {
      "epoch": 11.227323344093145,
      "grad_norm": 4.355847358703613,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 796500
    },
    {
      "epoch": 11.228732926433898,
      "grad_norm": 1.8439191579818726,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 796600
    },
    {
      "epoch": 11.23014250877465,
      "grad_norm": 2.6474857330322266,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 796700
    },
    {
      "epoch": 11.231552091115402,
      "grad_norm": 3.3803389072418213,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 796800
    },
    {
      "epoch": 11.232961673456154,
      "grad_norm": 0.7673133015632629,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 796900
    },
    {
      "epoch": 11.234371255796907,
      "grad_norm": 4.241428375244141,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 797000
    },
    {
      "epoch": 11.23578083813766,
      "grad_norm": 1.3482913970947266,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 797100
    },
    {
      "epoch": 11.237190420478413,
      "grad_norm": 1.4717514514923096,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 797200
    },
    {
      "epoch": 11.238600002819165,
      "grad_norm": 2.406097173690796,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 797300
    },
    {
      "epoch": 11.240009585159918,
      "grad_norm": 3.0201821327209473,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 797400
    },
    {
      "epoch": 11.24141916750067,
      "grad_norm": 2.6073896884918213,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 797500
    },
    {
      "epoch": 11.242828749841422,
      "grad_norm": 3.4001717567443848,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 797600
    },
    {
      "epoch": 11.244238332182174,
      "grad_norm": 3.001343011856079,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 797700
    },
    {
      "epoch": 11.245647914522927,
      "grad_norm": 4.074306964874268,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 797800
    },
    {
      "epoch": 11.247057496863679,
      "grad_norm": 1.557827353477478,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 797900
    },
    {
      "epoch": 11.248467079204431,
      "grad_norm": 1.6123948097229004,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 798000
    },
    {
      "epoch": 11.249876661545184,
      "grad_norm": 3.3541998863220215,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 798100
    },
    {
      "epoch": 11.251286243885936,
      "grad_norm": 4.88639497756958,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 798200
    },
    {
      "epoch": 11.25269582622669,
      "grad_norm": 3.4374117851257324,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 798300
    },
    {
      "epoch": 11.254105408567442,
      "grad_norm": 2.358731508255005,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 798400
    },
    {
      "epoch": 11.255514990908194,
      "grad_norm": 2.680253744125366,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 798500
    },
    {
      "epoch": 11.256924573248947,
      "grad_norm": 2.4610748291015625,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 798600
    },
    {
      "epoch": 11.258334155589699,
      "grad_norm": 2.0720133781433105,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 798700
    },
    {
      "epoch": 11.259743737930451,
      "grad_norm": 3.476405620574951,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 798800
    },
    {
      "epoch": 11.261153320271204,
      "grad_norm": 4.0256524085998535,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 798900
    },
    {
      "epoch": 11.262562902611956,
      "grad_norm": 3.8523213863372803,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 799000
    },
    {
      "epoch": 11.263972484952708,
      "grad_norm": 3.225147008895874,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 799100
    },
    {
      "epoch": 11.26538206729346,
      "grad_norm": 0.7267082333564758,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 799200
    },
    {
      "epoch": 11.266791649634213,
      "grad_norm": 3.8568520545959473,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 799300
    },
    {
      "epoch": 11.268201231974967,
      "grad_norm": 4.048203468322754,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 799400
    },
    {
      "epoch": 11.269610814315719,
      "grad_norm": 3.420435667037964,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 799500
    },
    {
      "epoch": 11.271020396656471,
      "grad_norm": 6.61972188949585,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 799600
    },
    {
      "epoch": 11.272429978997224,
      "grad_norm": 2.768462657928467,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 799700
    },
    {
      "epoch": 11.273839561337976,
      "grad_norm": 10.552437782287598,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 799800
    },
    {
      "epoch": 11.275249143678728,
      "grad_norm": 2.378013849258423,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 799900
    },
    {
      "epoch": 11.27665872601948,
      "grad_norm": 5.257534980773926,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 800000
    },
    {
      "epoch": 11.278068308360233,
      "grad_norm": 2.6816494464874268,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 800100
    },
    {
      "epoch": 11.279477890700985,
      "grad_norm": 3.720717191696167,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 800200
    },
    {
      "epoch": 11.280887473041737,
      "grad_norm": 1.334046721458435,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 800300
    },
    {
      "epoch": 11.28229705538249,
      "grad_norm": 2.315563440322876,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 800400
    },
    {
      "epoch": 11.283706637723242,
      "grad_norm": 1.5030843019485474,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 800500
    },
    {
      "epoch": 11.285116220063996,
      "grad_norm": 3.019766330718994,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 800600
    },
    {
      "epoch": 11.286525802404748,
      "grad_norm": 3.6154961585998535,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 800700
    },
    {
      "epoch": 11.2879353847455,
      "grad_norm": 3.517246723175049,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 800800
    },
    {
      "epoch": 11.289344967086253,
      "grad_norm": 1.8632382154464722,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 800900
    },
    {
      "epoch": 11.290754549427005,
      "grad_norm": 9.118010520935059,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 801000
    },
    {
      "epoch": 11.292164131767757,
      "grad_norm": 3.6867563724517822,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 801100
    },
    {
      "epoch": 11.29357371410851,
      "grad_norm": 7.594156742095947,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 801200
    },
    {
      "epoch": 11.294983296449262,
      "grad_norm": 2.280029773712158,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 801300
    },
    {
      "epoch": 11.296392878790014,
      "grad_norm": 1.7286940813064575,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 801400
    },
    {
      "epoch": 11.297802461130766,
      "grad_norm": 2.020564556121826,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 801500
    },
    {
      "epoch": 11.299212043471519,
      "grad_norm": 2.8989341259002686,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 801600
    },
    {
      "epoch": 11.300621625812273,
      "grad_norm": 3.148488759994507,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 801700
    },
    {
      "epoch": 11.302031208153025,
      "grad_norm": 3.4688854217529297,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 801800
    },
    {
      "epoch": 11.303440790493777,
      "grad_norm": 2.220557451248169,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 801900
    },
    {
      "epoch": 11.30485037283453,
      "grad_norm": 1.5706151723861694,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 802000
    },
    {
      "epoch": 11.306259955175282,
      "grad_norm": 3.007629156112671,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 802100
    },
    {
      "epoch": 11.307669537516034,
      "grad_norm": 4.026367664337158,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 802200
    },
    {
      "epoch": 11.309079119856786,
      "grad_norm": 7.226364612579346,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 802300
    },
    {
      "epoch": 11.310488702197539,
      "grad_norm": 2.2767364978790283,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 802400
    },
    {
      "epoch": 11.311898284538291,
      "grad_norm": 6.920801162719727,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 802500
    },
    {
      "epoch": 11.313307866879043,
      "grad_norm": 2.078380823135376,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 802600
    },
    {
      "epoch": 11.314717449219795,
      "grad_norm": 3.906541109085083,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 802700
    },
    {
      "epoch": 11.316127031560548,
      "grad_norm": 2.8432974815368652,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 802800
    },
    {
      "epoch": 11.317536613901302,
      "grad_norm": 2.636894464492798,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 802900
    },
    {
      "epoch": 11.318946196242054,
      "grad_norm": 2.995694398880005,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 803000
    },
    {
      "epoch": 11.320355778582806,
      "grad_norm": 2.2860987186431885,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 803100
    },
    {
      "epoch": 11.321765360923559,
      "grad_norm": 1.9005281925201416,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 803200
    },
    {
      "epoch": 11.323174943264311,
      "grad_norm": 3.100980758666992,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 803300
    },
    {
      "epoch": 11.324584525605063,
      "grad_norm": 3.2512731552124023,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 803400
    },
    {
      "epoch": 11.325994107945816,
      "grad_norm": 1.2139794826507568,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 803500
    },
    {
      "epoch": 11.327403690286568,
      "grad_norm": 2.3709628582000732,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 803600
    },
    {
      "epoch": 11.32881327262732,
      "grad_norm": 0.6701279282569885,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 803700
    },
    {
      "epoch": 11.330222854968072,
      "grad_norm": 2.6761224269866943,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 803800
    },
    {
      "epoch": 11.331632437308825,
      "grad_norm": 6.974854946136475,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 803900
    },
    {
      "epoch": 11.333042019649579,
      "grad_norm": 3.5471415519714355,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 804000
    },
    {
      "epoch": 11.334451601990331,
      "grad_norm": 2.867703437805176,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 804100
    },
    {
      "epoch": 11.335861184331083,
      "grad_norm": 4.37359094619751,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 804200
    },
    {
      "epoch": 11.337270766671836,
      "grad_norm": 6.164564609527588,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 804300
    },
    {
      "epoch": 11.338680349012588,
      "grad_norm": 1.9071029424667358,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 804400
    },
    {
      "epoch": 11.34008993135334,
      "grad_norm": 2.012526035308838,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 804500
    },
    {
      "epoch": 11.341499513694092,
      "grad_norm": 3.3059310913085938,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 804600
    },
    {
      "epoch": 11.342909096034845,
      "grad_norm": 2.128246307373047,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 804700
    },
    {
      "epoch": 11.344318678375597,
      "grad_norm": 5.242721080780029,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 804800
    },
    {
      "epoch": 11.34572826071635,
      "grad_norm": 2.5103542804718018,
      "learning_rate": 5e-06,
      "loss": 0.087,
      "step": 804900
    },
    {
      "epoch": 11.347137843057101,
      "grad_norm": 3.9831812381744385,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 805000
    },
    {
      "epoch": 11.348547425397854,
      "grad_norm": 1.7437692880630493,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 805100
    },
    {
      "epoch": 11.349957007738608,
      "grad_norm": 2.6079788208007812,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 805200
    },
    {
      "epoch": 11.35136659007936,
      "grad_norm": 1.3333685398101807,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 805300
    },
    {
      "epoch": 11.352776172420112,
      "grad_norm": 3.101963758468628,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 805400
    },
    {
      "epoch": 11.354185754760865,
      "grad_norm": 3.686102867126465,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 805500
    },
    {
      "epoch": 11.355595337101617,
      "grad_norm": 3.003993034362793,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 805600
    },
    {
      "epoch": 11.35700491944237,
      "grad_norm": 4.125528335571289,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 805700
    },
    {
      "epoch": 11.358414501783122,
      "grad_norm": 8.804654121398926,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 805800
    },
    {
      "epoch": 11.359824084123874,
      "grad_norm": 1.4851428270339966,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 805900
    },
    {
      "epoch": 11.361233666464626,
      "grad_norm": 2.3533053398132324,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 806000
    },
    {
      "epoch": 11.362643248805378,
      "grad_norm": 3.464599847793579,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 806100
    },
    {
      "epoch": 11.36405283114613,
      "grad_norm": 5.540538787841797,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 806200
    },
    {
      "epoch": 11.365462413486885,
      "grad_norm": 4.615365028381348,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 806300
    },
    {
      "epoch": 11.366871995827637,
      "grad_norm": 2.437652349472046,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 806400
    },
    {
      "epoch": 11.36828157816839,
      "grad_norm": 5.4641618728637695,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 806500
    },
    {
      "epoch": 11.369691160509142,
      "grad_norm": 3.471723794937134,
      "learning_rate": 5e-06,
      "loss": 0.0874,
      "step": 806600
    },
    {
      "epoch": 11.371100742849894,
      "grad_norm": 2.0725653171539307,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 806700
    },
    {
      "epoch": 11.372510325190646,
      "grad_norm": 6.77194356918335,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 806800
    },
    {
      "epoch": 11.373919907531398,
      "grad_norm": 2.614184856414795,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 806900
    },
    {
      "epoch": 11.37532948987215,
      "grad_norm": 5.785428524017334,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 807000
    },
    {
      "epoch": 11.376739072212903,
      "grad_norm": 2.4075262546539307,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 807100
    },
    {
      "epoch": 11.378148654553655,
      "grad_norm": 1.8351171016693115,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 807200
    },
    {
      "epoch": 11.379558236894407,
      "grad_norm": 4.514698505401611,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 807300
    },
    {
      "epoch": 11.38096781923516,
      "grad_norm": 3.6455862522125244,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 807400
    },
    {
      "epoch": 11.382377401575914,
      "grad_norm": 7.598576545715332,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 807500
    },
    {
      "epoch": 11.383786983916666,
      "grad_norm": 2.3318538665771484,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 807600
    },
    {
      "epoch": 11.385196566257418,
      "grad_norm": 4.669806480407715,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 807700
    },
    {
      "epoch": 11.38660614859817,
      "grad_norm": 3.4489340782165527,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 807800
    },
    {
      "epoch": 11.388015730938923,
      "grad_norm": 2.0355849266052246,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 807900
    },
    {
      "epoch": 11.389425313279675,
      "grad_norm": 2.2367541790008545,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 808000
    },
    {
      "epoch": 11.390834895620428,
      "grad_norm": 3.9011290073394775,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 808100
    },
    {
      "epoch": 11.39224447796118,
      "grad_norm": 3.3654630184173584,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 808200
    },
    {
      "epoch": 11.393654060301932,
      "grad_norm": 2.4167044162750244,
      "learning_rate": 5e-06,
      "loss": 0.0826,
      "step": 808300
    },
    {
      "epoch": 11.395063642642684,
      "grad_norm": 1.544233798980713,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 808400
    },
    {
      "epoch": 11.396473224983437,
      "grad_norm": 2.6223397254943848,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 808500
    },
    {
      "epoch": 11.39788280732419,
      "grad_norm": 3.347654104232788,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 808600
    },
    {
      "epoch": 11.399292389664943,
      "grad_norm": 1.412387728691101,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 808700
    },
    {
      "epoch": 11.400701972005695,
      "grad_norm": 4.586277961730957,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 808800
    },
    {
      "epoch": 11.402111554346448,
      "grad_norm": 2.5313782691955566,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 808900
    },
    {
      "epoch": 11.4035211366872,
      "grad_norm": 3.85770320892334,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 809000
    },
    {
      "epoch": 11.404930719027952,
      "grad_norm": 1.0963315963745117,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 809100
    },
    {
      "epoch": 11.406340301368704,
      "grad_norm": 2.775508165359497,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 809200
    },
    {
      "epoch": 11.407749883709457,
      "grad_norm": 1.8110532760620117,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 809300
    },
    {
      "epoch": 11.409159466050209,
      "grad_norm": 3.506568431854248,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 809400
    },
    {
      "epoch": 11.410569048390961,
      "grad_norm": 1.7207648754119873,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 809500
    },
    {
      "epoch": 11.411978630731713,
      "grad_norm": 3.646442174911499,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 809600
    },
    {
      "epoch": 11.413388213072466,
      "grad_norm": 2.737567186355591,
      "learning_rate": 5e-06,
      "loss": 0.0632,
      "step": 809700
    },
    {
      "epoch": 11.41479779541322,
      "grad_norm": 1.2025198936462402,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 809800
    },
    {
      "epoch": 11.416207377753972,
      "grad_norm": 4.310303688049316,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 809900
    },
    {
      "epoch": 11.417616960094724,
      "grad_norm": 4.968203544616699,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 810000
    },
    {
      "epoch": 11.419026542435477,
      "grad_norm": 3.3260343074798584,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 810100
    },
    {
      "epoch": 11.420436124776229,
      "grad_norm": 1.1889824867248535,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 810200
    },
    {
      "epoch": 11.421845707116981,
      "grad_norm": 0.8061357736587524,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 810300
    },
    {
      "epoch": 11.423255289457733,
      "grad_norm": 2.790388822555542,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 810400
    },
    {
      "epoch": 11.424664871798486,
      "grad_norm": 2.6195123195648193,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 810500
    },
    {
      "epoch": 11.426074454139238,
      "grad_norm": 1.603502631187439,
      "learning_rate": 5e-06,
      "loss": 0.09,
      "step": 810600
    },
    {
      "epoch": 11.42748403647999,
      "grad_norm": 1.3325896263122559,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 810700
    },
    {
      "epoch": 11.428893618820743,
      "grad_norm": 4.213508129119873,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 810800
    },
    {
      "epoch": 11.430303201161497,
      "grad_norm": 2.159369945526123,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 810900
    },
    {
      "epoch": 11.431712783502249,
      "grad_norm": 2.4667632579803467,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 811000
    },
    {
      "epoch": 11.433122365843001,
      "grad_norm": 2.2463486194610596,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 811100
    },
    {
      "epoch": 11.434531948183754,
      "grad_norm": 6.60774564743042,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 811200
    },
    {
      "epoch": 11.435941530524506,
      "grad_norm": 3.6670401096343994,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 811300
    },
    {
      "epoch": 11.437351112865258,
      "grad_norm": 3.5423831939697266,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 811400
    },
    {
      "epoch": 11.43876069520601,
      "grad_norm": 1.0127437114715576,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 811500
    },
    {
      "epoch": 11.440170277546763,
      "grad_norm": 2.220578908920288,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 811600
    },
    {
      "epoch": 11.441579859887515,
      "grad_norm": 5.964767932891846,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 811700
    },
    {
      "epoch": 11.442989442228267,
      "grad_norm": 4.423312187194824,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 811800
    },
    {
      "epoch": 11.44439902456902,
      "grad_norm": 3.1151254177093506,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 811900
    },
    {
      "epoch": 11.445808606909772,
      "grad_norm": 4.369108200073242,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 812000
    },
    {
      "epoch": 11.447218189250526,
      "grad_norm": 2.565281391143799,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 812100
    },
    {
      "epoch": 11.448627771591278,
      "grad_norm": 2.294048309326172,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 812200
    },
    {
      "epoch": 11.45003735393203,
      "grad_norm": 2.4446005821228027,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 812300
    },
    {
      "epoch": 11.451446936272783,
      "grad_norm": 3.838078260421753,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 812400
    },
    {
      "epoch": 11.452856518613535,
      "grad_norm": 7.714221000671387,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 812500
    },
    {
      "epoch": 11.454266100954287,
      "grad_norm": 2.3048839569091797,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 812600
    },
    {
      "epoch": 11.45567568329504,
      "grad_norm": 2.023653030395508,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 812700
    },
    {
      "epoch": 11.457085265635792,
      "grad_norm": 3.0802342891693115,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 812800
    },
    {
      "epoch": 11.458494847976544,
      "grad_norm": 2.425231695175171,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 812900
    },
    {
      "epoch": 11.459904430317296,
      "grad_norm": 6.732027053833008,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 813000
    },
    {
      "epoch": 11.461314012658049,
      "grad_norm": 4.777829170227051,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 813100
    },
    {
      "epoch": 11.462723594998803,
      "grad_norm": 4.004074573516846,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 813200
    },
    {
      "epoch": 11.464133177339555,
      "grad_norm": 2.5696120262145996,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 813300
    },
    {
      "epoch": 11.465542759680307,
      "grad_norm": 11.038554191589355,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 813400
    },
    {
      "epoch": 11.46695234202106,
      "grad_norm": 1.4327954053878784,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 813500
    },
    {
      "epoch": 11.468361924361812,
      "grad_norm": 1.9695500135421753,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 813600
    },
    {
      "epoch": 11.469771506702564,
      "grad_norm": 2.5370712280273438,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 813700
    },
    {
      "epoch": 11.471181089043316,
      "grad_norm": 4.791889190673828,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 813800
    },
    {
      "epoch": 11.472590671384069,
      "grad_norm": 2.8062057495117188,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 813900
    },
    {
      "epoch": 11.474000253724821,
      "grad_norm": 2.5631942749023438,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 814000
    },
    {
      "epoch": 11.475409836065573,
      "grad_norm": 3.113746166229248,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 814100
    },
    {
      "epoch": 11.476819418406325,
      "grad_norm": 1.5511764287948608,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 814200
    },
    {
      "epoch": 11.478229000747078,
      "grad_norm": 5.598330497741699,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 814300
    },
    {
      "epoch": 11.479638583087832,
      "grad_norm": 4.753718376159668,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 814400
    },
    {
      "epoch": 11.481048165428584,
      "grad_norm": 3.36769700050354,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 814500
    },
    {
      "epoch": 11.482457747769336,
      "grad_norm": 2.5769777297973633,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 814600
    },
    {
      "epoch": 11.483867330110089,
      "grad_norm": 6.129129886627197,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 814700
    },
    {
      "epoch": 11.485276912450841,
      "grad_norm": 2.3092498779296875,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 814800
    },
    {
      "epoch": 11.486686494791593,
      "grad_norm": 2.346926689147949,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 814900
    },
    {
      "epoch": 11.488096077132345,
      "grad_norm": 3.134226083755493,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 815000
    },
    {
      "epoch": 11.489505659473098,
      "grad_norm": 8.385285377502441,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 815100
    },
    {
      "epoch": 11.49091524181385,
      "grad_norm": 3.2051305770874023,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 815200
    },
    {
      "epoch": 11.492324824154602,
      "grad_norm": 1.1102962493896484,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 815300
    },
    {
      "epoch": 11.493734406495355,
      "grad_norm": 16.44281005859375,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 815400
    },
    {
      "epoch": 11.495143988836109,
      "grad_norm": 2.80383038520813,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 815500
    },
    {
      "epoch": 11.496553571176861,
      "grad_norm": 2.965348243713379,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 815600
    },
    {
      "epoch": 11.497963153517613,
      "grad_norm": 1.972888708114624,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 815700
    },
    {
      "epoch": 11.499372735858366,
      "grad_norm": 3.7891199588775635,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 815800
    },
    {
      "epoch": 11.500782318199118,
      "grad_norm": 3.2513835430145264,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 815900
    },
    {
      "epoch": 11.50219190053987,
      "grad_norm": 2.697383165359497,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 816000
    },
    {
      "epoch": 11.503601482880622,
      "grad_norm": 2.3732142448425293,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 816100
    },
    {
      "epoch": 11.505011065221375,
      "grad_norm": 4.461109161376953,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 816200
    },
    {
      "epoch": 11.506420647562127,
      "grad_norm": 2.7378809452056885,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 816300
    },
    {
      "epoch": 11.50783022990288,
      "grad_norm": 1.7985485792160034,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 816400
    },
    {
      "epoch": 11.509239812243631,
      "grad_norm": 2.406416893005371,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 816500
    },
    {
      "epoch": 11.510649394584384,
      "grad_norm": 0.6047986149787903,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 816600
    },
    {
      "epoch": 11.512058976925138,
      "grad_norm": 2.307668447494507,
      "learning_rate": 5e-06,
      "loss": 0.085,
      "step": 816700
    },
    {
      "epoch": 11.51346855926589,
      "grad_norm": 4.08318567276001,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 816800
    },
    {
      "epoch": 11.514878141606642,
      "grad_norm": 6.991671562194824,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 816900
    },
    {
      "epoch": 11.516287723947395,
      "grad_norm": 2.30277419090271,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 817000
    },
    {
      "epoch": 11.517697306288147,
      "grad_norm": 2.232400894165039,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 817100
    },
    {
      "epoch": 11.5191068886289,
      "grad_norm": 1.3753196001052856,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 817200
    },
    {
      "epoch": 11.520516470969651,
      "grad_norm": 3.6238996982574463,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 817300
    },
    {
      "epoch": 11.521926053310404,
      "grad_norm": 2.28224515914917,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 817400
    },
    {
      "epoch": 11.523335635651156,
      "grad_norm": 3.3002405166625977,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 817500
    },
    {
      "epoch": 11.524745217991908,
      "grad_norm": 2.641418695449829,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 817600
    },
    {
      "epoch": 11.526154800332662,
      "grad_norm": 4.044216156005859,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 817700
    },
    {
      "epoch": 11.527564382673415,
      "grad_norm": 2.7707080841064453,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 817800
    },
    {
      "epoch": 11.528973965014167,
      "grad_norm": 4.4199419021606445,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 817900
    },
    {
      "epoch": 11.53038354735492,
      "grad_norm": 3.223116636276245,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 818000
    },
    {
      "epoch": 11.531793129695671,
      "grad_norm": 5.374578475952148,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 818100
    },
    {
      "epoch": 11.533202712036424,
      "grad_norm": 1.5167101621627808,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 818200
    },
    {
      "epoch": 11.534612294377176,
      "grad_norm": 9.578845977783203,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 818300
    },
    {
      "epoch": 11.536021876717928,
      "grad_norm": 1.9584641456604004,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 818400
    },
    {
      "epoch": 11.53743145905868,
      "grad_norm": 3.2098476886749268,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 818500
    },
    {
      "epoch": 11.538841041399433,
      "grad_norm": 2.693006992340088,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 818600
    },
    {
      "epoch": 11.540250623740185,
      "grad_norm": 3.565985679626465,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 818700
    },
    {
      "epoch": 11.541660206080937,
      "grad_norm": 3.0527045726776123,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 818800
    },
    {
      "epoch": 11.54306978842169,
      "grad_norm": 1.5593924522399902,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 818900
    },
    {
      "epoch": 11.544479370762444,
      "grad_norm": 2.021305561065674,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 819000
    },
    {
      "epoch": 11.545888953103196,
      "grad_norm": 3.5021114349365234,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 819100
    },
    {
      "epoch": 11.547298535443948,
      "grad_norm": 2.2008256912231445,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 819200
    },
    {
      "epoch": 11.5487081177847,
      "grad_norm": 2.0080504417419434,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 819300
    },
    {
      "epoch": 11.550117700125453,
      "grad_norm": 1.9060442447662354,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 819400
    },
    {
      "epoch": 11.551527282466205,
      "grad_norm": 1.8768621683120728,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 819500
    },
    {
      "epoch": 11.552936864806957,
      "grad_norm": 3.1564338207244873,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 819600
    },
    {
      "epoch": 11.55434644714771,
      "grad_norm": 6.769277572631836,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 819700
    },
    {
      "epoch": 11.555756029488462,
      "grad_norm": 5.456335067749023,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 819800
    },
    {
      "epoch": 11.557165611829214,
      "grad_norm": 2.4584884643554688,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 819900
    },
    {
      "epoch": 11.558575194169968,
      "grad_norm": 3.925945997238159,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 820000
    },
    {
      "epoch": 11.55998477651072,
      "grad_norm": 1.2068620920181274,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 820100
    },
    {
      "epoch": 11.561394358851473,
      "grad_norm": 2.235412359237671,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 820200
    },
    {
      "epoch": 11.562803941192225,
      "grad_norm": 1.622101902961731,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 820300
    },
    {
      "epoch": 11.564213523532977,
      "grad_norm": 5.875766277313232,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 820400
    },
    {
      "epoch": 11.56562310587373,
      "grad_norm": 7.4671525955200195,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 820500
    },
    {
      "epoch": 11.567032688214482,
      "grad_norm": 4.293766498565674,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 820600
    },
    {
      "epoch": 11.568442270555234,
      "grad_norm": 3.1924474239349365,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 820700
    },
    {
      "epoch": 11.569851852895987,
      "grad_norm": 4.2797064781188965,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 820800
    },
    {
      "epoch": 11.571261435236739,
      "grad_norm": 1.446770191192627,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 820900
    },
    {
      "epoch": 11.572671017577491,
      "grad_norm": 2.7407217025756836,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 821000
    },
    {
      "epoch": 11.574080599918243,
      "grad_norm": 1.8649358749389648,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 821100
    },
    {
      "epoch": 11.575490182258996,
      "grad_norm": 2.5014355182647705,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 821200
    },
    {
      "epoch": 11.57689976459975,
      "grad_norm": 3.338625192642212,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 821300
    },
    {
      "epoch": 11.578309346940502,
      "grad_norm": 1.757365345954895,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 821400
    },
    {
      "epoch": 11.579718929281254,
      "grad_norm": 2.5596063137054443,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 821500
    },
    {
      "epoch": 11.581128511622007,
      "grad_norm": 3.4268784523010254,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 821600
    },
    {
      "epoch": 11.582538093962759,
      "grad_norm": 0.6773568391799927,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 821700
    },
    {
      "epoch": 11.583947676303511,
      "grad_norm": 3.910057544708252,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 821800
    },
    {
      "epoch": 11.585357258644263,
      "grad_norm": 3.3200888633728027,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 821900
    },
    {
      "epoch": 11.586766840985016,
      "grad_norm": 3.844395399093628,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 822000
    },
    {
      "epoch": 11.588176423325768,
      "grad_norm": 1.4847683906555176,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 822100
    },
    {
      "epoch": 11.58958600566652,
      "grad_norm": 6.100429058074951,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 822200
    },
    {
      "epoch": 11.590995588007274,
      "grad_norm": 0.9903465509414673,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 822300
    },
    {
      "epoch": 11.592405170348027,
      "grad_norm": 1.3667118549346924,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 822400
    },
    {
      "epoch": 11.593814752688779,
      "grad_norm": 2.882568120956421,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 822500
    },
    {
      "epoch": 11.595224335029531,
      "grad_norm": 4.3273115158081055,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 822600
    },
    {
      "epoch": 11.596633917370283,
      "grad_norm": 4.195160388946533,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 822700
    },
    {
      "epoch": 11.598043499711036,
      "grad_norm": 1.268323302268982,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 822800
    },
    {
      "epoch": 11.599453082051788,
      "grad_norm": 1.845811128616333,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 822900
    },
    {
      "epoch": 11.60086266439254,
      "grad_norm": 3.9349000453948975,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 823000
    },
    {
      "epoch": 11.602272246733293,
      "grad_norm": 3.0427918434143066,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 823100
    },
    {
      "epoch": 11.603681829074045,
      "grad_norm": 0.44167372584342957,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 823200
    },
    {
      "epoch": 11.605091411414797,
      "grad_norm": 2.214099645614624,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 823300
    },
    {
      "epoch": 11.60650099375555,
      "grad_norm": 3.4995369911193848,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 823400
    },
    {
      "epoch": 11.607910576096302,
      "grad_norm": 3.539553642272949,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 823500
    },
    {
      "epoch": 11.609320158437056,
      "grad_norm": 3.9338767528533936,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 823600
    },
    {
      "epoch": 11.610729740777808,
      "grad_norm": 1.6729751825332642,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 823700
    },
    {
      "epoch": 11.61213932311856,
      "grad_norm": 6.565310001373291,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 823800
    },
    {
      "epoch": 11.613548905459313,
      "grad_norm": 2.8917901515960693,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 823900
    },
    {
      "epoch": 11.614958487800065,
      "grad_norm": 2.513646364212036,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 824000
    },
    {
      "epoch": 11.616368070140817,
      "grad_norm": 2.7176005840301514,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 824100
    },
    {
      "epoch": 11.61777765248157,
      "grad_norm": 4.637676239013672,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 824200
    },
    {
      "epoch": 11.619187234822322,
      "grad_norm": 2.209068536758423,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 824300
    },
    {
      "epoch": 11.620596817163074,
      "grad_norm": 1.4733949899673462,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 824400
    },
    {
      "epoch": 11.622006399503826,
      "grad_norm": 2.857389450073242,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 824500
    },
    {
      "epoch": 11.62341598184458,
      "grad_norm": 3.1232550144195557,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 824600
    },
    {
      "epoch": 11.624825564185333,
      "grad_norm": 5.859597682952881,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 824700
    },
    {
      "epoch": 11.626235146526085,
      "grad_norm": 2.5011205673217773,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 824800
    },
    {
      "epoch": 11.627644728866837,
      "grad_norm": 3.682624101638794,
      "learning_rate": 5e-06,
      "loss": 0.0841,
      "step": 824900
    },
    {
      "epoch": 11.62905431120759,
      "grad_norm": 4.369138717651367,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 825000
    },
    {
      "epoch": 11.630463893548342,
      "grad_norm": 2.012861967086792,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 825100
    },
    {
      "epoch": 11.631873475889094,
      "grad_norm": 2.447758913040161,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 825200
    },
    {
      "epoch": 11.633283058229846,
      "grad_norm": 3.9648566246032715,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 825300
    },
    {
      "epoch": 11.634692640570599,
      "grad_norm": 5.2109198570251465,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 825400
    },
    {
      "epoch": 11.63610222291135,
      "grad_norm": 0.7037463784217834,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 825500
    },
    {
      "epoch": 11.637511805252103,
      "grad_norm": 3.390526056289673,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 825600
    },
    {
      "epoch": 11.638921387592855,
      "grad_norm": 1.5612298250198364,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 825700
    },
    {
      "epoch": 11.64033096993361,
      "grad_norm": 1.862414836883545,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 825800
    },
    {
      "epoch": 11.641740552274362,
      "grad_norm": 3.0113937854766846,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 825900
    },
    {
      "epoch": 11.643150134615114,
      "grad_norm": 2.656557321548462,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 826000
    },
    {
      "epoch": 11.644559716955866,
      "grad_norm": 0.8430032134056091,
      "learning_rate": 5e-06,
      "loss": 0.0865,
      "step": 826100
    },
    {
      "epoch": 11.645969299296619,
      "grad_norm": 3.5345566272735596,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 826200
    },
    {
      "epoch": 11.647378881637371,
      "grad_norm": 3.0705270767211914,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 826300
    },
    {
      "epoch": 11.648788463978123,
      "grad_norm": 2.1300113201141357,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 826400
    },
    {
      "epoch": 11.650198046318875,
      "grad_norm": 1.465312123298645,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 826500
    },
    {
      "epoch": 11.651607628659628,
      "grad_norm": 3.048055410385132,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 826600
    },
    {
      "epoch": 11.65301721100038,
      "grad_norm": 3.3617138862609863,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 826700
    },
    {
      "epoch": 11.654426793341132,
      "grad_norm": 4.027839660644531,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 826800
    },
    {
      "epoch": 11.655836375681886,
      "grad_norm": 3.3914053440093994,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 826900
    },
    {
      "epoch": 11.657245958022639,
      "grad_norm": 14.624815940856934,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 827000
    },
    {
      "epoch": 11.658655540363391,
      "grad_norm": 3.8329286575317383,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 827100
    },
    {
      "epoch": 11.660065122704143,
      "grad_norm": 2.7521753311157227,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 827200
    },
    {
      "epoch": 11.661474705044895,
      "grad_norm": 1.9032196998596191,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 827300
    },
    {
      "epoch": 11.662884287385648,
      "grad_norm": 3.0451207160949707,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 827400
    },
    {
      "epoch": 11.6642938697264,
      "grad_norm": 2.950077533721924,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 827500
    },
    {
      "epoch": 11.665703452067152,
      "grad_norm": 1.948370337486267,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 827600
    },
    {
      "epoch": 11.667113034407905,
      "grad_norm": 1.3794732093811035,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 827700
    },
    {
      "epoch": 11.668522616748657,
      "grad_norm": 1.9881982803344727,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 827800
    },
    {
      "epoch": 11.66993219908941,
      "grad_norm": 2.382087469100952,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 827900
    },
    {
      "epoch": 11.671341781430161,
      "grad_norm": 3.2199437618255615,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 828000
    },
    {
      "epoch": 11.672751363770915,
      "grad_norm": 2.953770399093628,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 828100
    },
    {
      "epoch": 11.674160946111668,
      "grad_norm": 1.2251390218734741,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 828200
    },
    {
      "epoch": 11.67557052845242,
      "grad_norm": 5.125490665435791,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 828300
    },
    {
      "epoch": 11.676980110793172,
      "grad_norm": 1.946082592010498,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 828400
    },
    {
      "epoch": 11.678389693133925,
      "grad_norm": 3.5490424633026123,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 828500
    },
    {
      "epoch": 11.679799275474677,
      "grad_norm": 2.550126314163208,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 828600
    },
    {
      "epoch": 11.68120885781543,
      "grad_norm": 2.1153619289398193,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 828700
    },
    {
      "epoch": 11.682618440156181,
      "grad_norm": 4.94304084777832,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 828800
    },
    {
      "epoch": 11.684028022496934,
      "grad_norm": 3.0235090255737305,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 828900
    },
    {
      "epoch": 11.685437604837686,
      "grad_norm": 3.5691750049591064,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 829000
    },
    {
      "epoch": 11.686847187178438,
      "grad_norm": 1.8819141387939453,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 829100
    },
    {
      "epoch": 11.688256769519192,
      "grad_norm": 5.307667255401611,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 829200
    },
    {
      "epoch": 11.689666351859945,
      "grad_norm": 2.3341214656829834,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 829300
    },
    {
      "epoch": 11.691075934200697,
      "grad_norm": 3.870847463607788,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 829400
    },
    {
      "epoch": 11.69248551654145,
      "grad_norm": 1.8808541297912598,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 829500
    },
    {
      "epoch": 11.693895098882201,
      "grad_norm": 1.5953700542449951,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 829600
    },
    {
      "epoch": 11.695304681222954,
      "grad_norm": 3.362560272216797,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 829700
    },
    {
      "epoch": 11.696714263563706,
      "grad_norm": 1.319128394126892,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 829800
    },
    {
      "epoch": 11.698123845904458,
      "grad_norm": 2.3906261920928955,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 829900
    },
    {
      "epoch": 11.69953342824521,
      "grad_norm": 4.619760513305664,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 830000
    },
    {
      "epoch": 11.700943010585963,
      "grad_norm": 1.2776142358779907,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 830100
    },
    {
      "epoch": 11.702352592926715,
      "grad_norm": 4.012270927429199,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 830200
    },
    {
      "epoch": 11.703762175267467,
      "grad_norm": 2.8269410133361816,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 830300
    },
    {
      "epoch": 11.705171757608221,
      "grad_norm": 1.8068993091583252,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 830400
    },
    {
      "epoch": 11.706581339948974,
      "grad_norm": 1.9644243717193604,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 830500
    },
    {
      "epoch": 11.707990922289726,
      "grad_norm": 2.394345760345459,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 830600
    },
    {
      "epoch": 11.709400504630478,
      "grad_norm": 2.322410821914673,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 830700
    },
    {
      "epoch": 11.71081008697123,
      "grad_norm": 2.79707670211792,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 830800
    },
    {
      "epoch": 11.712219669311983,
      "grad_norm": 3.175023317337036,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 830900
    },
    {
      "epoch": 11.713629251652735,
      "grad_norm": 3.019402265548706,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 831000
    },
    {
      "epoch": 11.715038833993487,
      "grad_norm": 3.654292583465576,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 831100
    },
    {
      "epoch": 11.71644841633424,
      "grad_norm": 1.9586005210876465,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 831200
    },
    {
      "epoch": 11.717857998674992,
      "grad_norm": 5.635257720947266,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 831300
    },
    {
      "epoch": 11.719267581015744,
      "grad_norm": 1.942691683769226,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 831400
    },
    {
      "epoch": 11.720677163356498,
      "grad_norm": 5.240694046020508,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 831500
    },
    {
      "epoch": 11.72208674569725,
      "grad_norm": 2.704939365386963,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 831600
    },
    {
      "epoch": 11.723496328038003,
      "grad_norm": 5.021595478057861,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 831700
    },
    {
      "epoch": 11.724905910378755,
      "grad_norm": 5.725073337554932,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 831800
    },
    {
      "epoch": 11.726315492719507,
      "grad_norm": 5.0305962562561035,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 831900
    },
    {
      "epoch": 11.72772507506026,
      "grad_norm": 7.955597400665283,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 832000
    },
    {
      "epoch": 11.729134657401012,
      "grad_norm": 0.9086605310440063,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 832100
    },
    {
      "epoch": 11.730544239741764,
      "grad_norm": 2.2314791679382324,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 832200
    },
    {
      "epoch": 11.731953822082517,
      "grad_norm": 2.396901845932007,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 832300
    },
    {
      "epoch": 11.733363404423269,
      "grad_norm": 0.8318396210670471,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 832400
    },
    {
      "epoch": 11.734772986764021,
      "grad_norm": 1.0830820798873901,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 832500
    },
    {
      "epoch": 11.736182569104773,
      "grad_norm": 2.371246576309204,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 832600
    },
    {
      "epoch": 11.737592151445527,
      "grad_norm": 1.764330267906189,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 832700
    },
    {
      "epoch": 11.73900173378628,
      "grad_norm": 4.930456638336182,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 832800
    },
    {
      "epoch": 11.740411316127032,
      "grad_norm": 1.4597405195236206,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 832900
    },
    {
      "epoch": 11.741820898467784,
      "grad_norm": 1.0226776599884033,
      "learning_rate": 5e-06,
      "loss": 0.0939,
      "step": 833000
    },
    {
      "epoch": 11.743230480808537,
      "grad_norm": 2.5744729042053223,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 833100
    },
    {
      "epoch": 11.744640063149289,
      "grad_norm": 1.974128246307373,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 833200
    },
    {
      "epoch": 11.746049645490041,
      "grad_norm": 3.5029244422912598,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 833300
    },
    {
      "epoch": 11.747459227830793,
      "grad_norm": 2.95505428314209,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 833400
    },
    {
      "epoch": 11.748868810171546,
      "grad_norm": 1.488119125366211,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 833500
    },
    {
      "epoch": 11.750278392512298,
      "grad_norm": 4.014123916625977,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 833600
    },
    {
      "epoch": 11.75168797485305,
      "grad_norm": 2.633239984512329,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 833700
    },
    {
      "epoch": 11.753097557193804,
      "grad_norm": 2.6924431324005127,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 833800
    },
    {
      "epoch": 11.754507139534557,
      "grad_norm": 4.417960166931152,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 833900
    },
    {
      "epoch": 11.755916721875309,
      "grad_norm": 1.9763375520706177,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 834000
    },
    {
      "epoch": 11.757326304216061,
      "grad_norm": 3.1412651538848877,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 834100
    },
    {
      "epoch": 11.758735886556813,
      "grad_norm": 7.0820631980896,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 834200
    },
    {
      "epoch": 11.760145468897566,
      "grad_norm": 2.9104137420654297,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 834300
    },
    {
      "epoch": 11.761555051238318,
      "grad_norm": 3.0604944229125977,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 834400
    },
    {
      "epoch": 11.76296463357907,
      "grad_norm": 2.3342607021331787,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 834500
    },
    {
      "epoch": 11.764374215919823,
      "grad_norm": 10.750475883483887,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 834600
    },
    {
      "epoch": 11.765783798260575,
      "grad_norm": 2.4330005645751953,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 834700
    },
    {
      "epoch": 11.767193380601327,
      "grad_norm": 1.17351496219635,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 834800
    },
    {
      "epoch": 11.76860296294208,
      "grad_norm": 3.983241319656372,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 834900
    },
    {
      "epoch": 11.770012545282833,
      "grad_norm": 2.0876412391662598,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 835000
    },
    {
      "epoch": 11.771422127623586,
      "grad_norm": 3.6973466873168945,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 835100
    },
    {
      "epoch": 11.772831709964338,
      "grad_norm": 2.343043088912964,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 835200
    },
    {
      "epoch": 11.77424129230509,
      "grad_norm": 5.147433757781982,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 835300
    },
    {
      "epoch": 11.775650874645843,
      "grad_norm": 2.56432843208313,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 835400
    },
    {
      "epoch": 11.777060456986595,
      "grad_norm": 4.733654022216797,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 835500
    },
    {
      "epoch": 11.778470039327347,
      "grad_norm": 1.782741665840149,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 835600
    },
    {
      "epoch": 11.7798796216681,
      "grad_norm": 5.252774715423584,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 835700
    },
    {
      "epoch": 11.781289204008852,
      "grad_norm": 2.8912582397460938,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 835800
    },
    {
      "epoch": 11.782698786349604,
      "grad_norm": 3.3490896224975586,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 835900
    },
    {
      "epoch": 11.784108368690356,
      "grad_norm": 3.570178747177124,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 836000
    },
    {
      "epoch": 11.78551795103111,
      "grad_norm": 3.4126908779144287,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 836100
    },
    {
      "epoch": 11.786927533371863,
      "grad_norm": 4.581557273864746,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 836200
    },
    {
      "epoch": 11.788337115712615,
      "grad_norm": 1.708479642868042,
      "learning_rate": 5e-06,
      "loss": 0.084,
      "step": 836300
    },
    {
      "epoch": 11.789746698053367,
      "grad_norm": 2.085453748703003,
      "learning_rate": 5e-06,
      "loss": 0.0849,
      "step": 836400
    },
    {
      "epoch": 11.79115628039412,
      "grad_norm": 7.857093811035156,
      "learning_rate": 5e-06,
      "loss": 0.0869,
      "step": 836500
    },
    {
      "epoch": 11.792565862734872,
      "grad_norm": 6.210772514343262,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 836600
    },
    {
      "epoch": 11.793975445075624,
      "grad_norm": 1.9350725412368774,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 836700
    },
    {
      "epoch": 11.795385027416376,
      "grad_norm": 2.7934792041778564,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 836800
    },
    {
      "epoch": 11.796794609757129,
      "grad_norm": 3.5313503742218018,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 836900
    },
    {
      "epoch": 11.79820419209788,
      "grad_norm": 3.8301734924316406,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 837000
    },
    {
      "epoch": 11.799613774438633,
      "grad_norm": 6.126312255859375,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 837100
    },
    {
      "epoch": 11.801023356779385,
      "grad_norm": 7.344303131103516,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 837200
    },
    {
      "epoch": 11.80243293912014,
      "grad_norm": 2.9884064197540283,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 837300
    },
    {
      "epoch": 11.803842521460892,
      "grad_norm": 5.024691581726074,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 837400
    },
    {
      "epoch": 11.805252103801644,
      "grad_norm": 0.935309886932373,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 837500
    },
    {
      "epoch": 11.806661686142396,
      "grad_norm": 3.040444850921631,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 837600
    },
    {
      "epoch": 11.808071268483149,
      "grad_norm": 2.3030848503112793,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 837700
    },
    {
      "epoch": 11.8094808508239,
      "grad_norm": 8.752556800842285,
      "learning_rate": 5e-06,
      "loss": 0.0875,
      "step": 837800
    },
    {
      "epoch": 11.810890433164653,
      "grad_norm": 3.559319496154785,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 837900
    },
    {
      "epoch": 11.812300015505405,
      "grad_norm": 2.039137363433838,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 838000
    },
    {
      "epoch": 11.813709597846158,
      "grad_norm": 2.249338150024414,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 838100
    },
    {
      "epoch": 11.81511918018691,
      "grad_norm": 3.0832760334014893,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 838200
    },
    {
      "epoch": 11.816528762527662,
      "grad_norm": 1.797280192375183,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 838300
    },
    {
      "epoch": 11.817938344868416,
      "grad_norm": 3.2296156883239746,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 838400
    },
    {
      "epoch": 11.819347927209169,
      "grad_norm": 1.5780194997787476,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 838500
    },
    {
      "epoch": 11.82075750954992,
      "grad_norm": 3.871297597885132,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 838600
    },
    {
      "epoch": 11.822167091890673,
      "grad_norm": 4.460612773895264,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 838700
    },
    {
      "epoch": 11.823576674231425,
      "grad_norm": 4.409093856811523,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 838800
    },
    {
      "epoch": 11.824986256572178,
      "grad_norm": 5.408935070037842,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 838900
    },
    {
      "epoch": 11.82639583891293,
      "grad_norm": 3.934644937515259,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 839000
    },
    {
      "epoch": 11.827805421253682,
      "grad_norm": 4.157798767089844,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 839100
    },
    {
      "epoch": 11.829215003594435,
      "grad_norm": 2.4375734329223633,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 839200
    },
    {
      "epoch": 11.830624585935187,
      "grad_norm": 1.5628621578216553,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 839300
    },
    {
      "epoch": 11.83203416827594,
      "grad_norm": 4.5109124183654785,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 839400
    },
    {
      "epoch": 11.833443750616691,
      "grad_norm": 1.0383440256118774,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 839500
    },
    {
      "epoch": 11.834853332957445,
      "grad_norm": 5.742084503173828,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 839600
    },
    {
      "epoch": 11.836262915298198,
      "grad_norm": 2.624704122543335,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 839700
    },
    {
      "epoch": 11.83767249763895,
      "grad_norm": 1.9009673595428467,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 839800
    },
    {
      "epoch": 11.839082079979702,
      "grad_norm": 1.1408649682998657,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 839900
    },
    {
      "epoch": 11.840491662320455,
      "grad_norm": 4.097431659698486,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 840000
    },
    {
      "epoch": 11.841901244661207,
      "grad_norm": 2.6338095664978027,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 840100
    },
    {
      "epoch": 11.84331082700196,
      "grad_norm": 4.621664524078369,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 840200
    },
    {
      "epoch": 11.844720409342711,
      "grad_norm": 5.296778678894043,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 840300
    },
    {
      "epoch": 11.846129991683464,
      "grad_norm": 4.182905197143555,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 840400
    },
    {
      "epoch": 11.847539574024216,
      "grad_norm": 3.750509738922119,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 840500
    },
    {
      "epoch": 11.848949156364968,
      "grad_norm": 3.5522043704986572,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 840600
    },
    {
      "epoch": 11.850358738705722,
      "grad_norm": 2.7620275020599365,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 840700
    },
    {
      "epoch": 11.851768321046475,
      "grad_norm": 3.550574779510498,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 840800
    },
    {
      "epoch": 11.853177903387227,
      "grad_norm": 2.4503068923950195,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 840900
    },
    {
      "epoch": 11.85458748572798,
      "grad_norm": 4.560505390167236,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 841000
    },
    {
      "epoch": 11.855997068068731,
      "grad_norm": 10.151044845581055,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 841100
    },
    {
      "epoch": 11.857406650409484,
      "grad_norm": 2.372403383255005,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 841200
    },
    {
      "epoch": 11.858816232750236,
      "grad_norm": 6.454037189483643,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 841300
    },
    {
      "epoch": 11.860225815090988,
      "grad_norm": 1.911799430847168,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 841400
    },
    {
      "epoch": 11.86163539743174,
      "grad_norm": 1.5490936040878296,
      "learning_rate": 5e-06,
      "loss": 0.0601,
      "step": 841500
    },
    {
      "epoch": 11.863044979772493,
      "grad_norm": 1.923431158065796,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 841600
    },
    {
      "epoch": 11.864454562113245,
      "grad_norm": 2.6660778522491455,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 841700
    },
    {
      "epoch": 11.865864144453997,
      "grad_norm": 3.551166296005249,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 841800
    },
    {
      "epoch": 11.867273726794751,
      "grad_norm": 1.18000328540802,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 841900
    },
    {
      "epoch": 11.868683309135504,
      "grad_norm": 1.3152374029159546,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 842000
    },
    {
      "epoch": 11.870092891476256,
      "grad_norm": 3.5881896018981934,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 842100
    },
    {
      "epoch": 11.871502473817008,
      "grad_norm": 4.045653820037842,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 842200
    },
    {
      "epoch": 11.87291205615776,
      "grad_norm": 2.368157148361206,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 842300
    },
    {
      "epoch": 11.874321638498513,
      "grad_norm": 6.324624538421631,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 842400
    },
    {
      "epoch": 11.875731220839265,
      "grad_norm": 1.961753487586975,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 842500
    },
    {
      "epoch": 11.877140803180017,
      "grad_norm": 3.037989616394043,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 842600
    },
    {
      "epoch": 11.87855038552077,
      "grad_norm": 4.009172439575195,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 842700
    },
    {
      "epoch": 11.879959967861522,
      "grad_norm": 3.1283864974975586,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 842800
    },
    {
      "epoch": 11.881369550202274,
      "grad_norm": 1.6642543077468872,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 842900
    },
    {
      "epoch": 11.882779132543028,
      "grad_norm": 2.7527177333831787,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 843000
    },
    {
      "epoch": 11.88418871488378,
      "grad_norm": 1.9247112274169922,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 843100
    },
    {
      "epoch": 11.885598297224533,
      "grad_norm": 4.24574089050293,
      "learning_rate": 5e-06,
      "loss": 0.0831,
      "step": 843200
    },
    {
      "epoch": 11.887007879565285,
      "grad_norm": 4.2496771812438965,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 843300
    },
    {
      "epoch": 11.888417461906037,
      "grad_norm": 7.370486259460449,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 843400
    },
    {
      "epoch": 11.88982704424679,
      "grad_norm": 4.898993968963623,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 843500
    },
    {
      "epoch": 11.891236626587542,
      "grad_norm": 2.266038179397583,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 843600
    },
    {
      "epoch": 11.892646208928294,
      "grad_norm": 2.8178441524505615,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 843700
    },
    {
      "epoch": 11.894055791269047,
      "grad_norm": 1.9586849212646484,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 843800
    },
    {
      "epoch": 11.895465373609799,
      "grad_norm": 2.345188617706299,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 843900
    },
    {
      "epoch": 11.896874955950551,
      "grad_norm": 2.6311562061309814,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 844000
    },
    {
      "epoch": 11.898284538291303,
      "grad_norm": 1.71074640750885,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 844100
    },
    {
      "epoch": 11.899694120632057,
      "grad_norm": 5.072890758514404,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 844200
    },
    {
      "epoch": 11.90110370297281,
      "grad_norm": 4.167721271514893,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 844300
    },
    {
      "epoch": 11.902513285313562,
      "grad_norm": 2.866161823272705,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 844400
    },
    {
      "epoch": 11.903922867654314,
      "grad_norm": 2.9485719203948975,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 844500
    },
    {
      "epoch": 11.905332449995067,
      "grad_norm": 2.4463961124420166,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 844600
    },
    {
      "epoch": 11.906742032335819,
      "grad_norm": 1.820027470588684,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 844700
    },
    {
      "epoch": 11.908151614676571,
      "grad_norm": 5.219752788543701,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 844800
    },
    {
      "epoch": 11.909561197017323,
      "grad_norm": 6.934394359588623,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 844900
    },
    {
      "epoch": 11.910970779358076,
      "grad_norm": 6.563014030456543,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 845000
    },
    {
      "epoch": 11.912380361698828,
      "grad_norm": 2.9896557331085205,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 845100
    },
    {
      "epoch": 11.91378994403958,
      "grad_norm": 3.9100191593170166,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 845200
    },
    {
      "epoch": 11.915199526380334,
      "grad_norm": 2.491584062576294,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 845300
    },
    {
      "epoch": 11.916609108721087,
      "grad_norm": 3.289348602294922,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 845400
    },
    {
      "epoch": 11.918018691061839,
      "grad_norm": 2.396991014480591,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 845500
    },
    {
      "epoch": 11.919428273402591,
      "grad_norm": 4.023555278778076,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 845600
    },
    {
      "epoch": 11.920837855743343,
      "grad_norm": 2.8711373805999756,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 845700
    },
    {
      "epoch": 11.922247438084096,
      "grad_norm": 7.82722806930542,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 845800
    },
    {
      "epoch": 11.923657020424848,
      "grad_norm": 2.4719436168670654,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 845900
    },
    {
      "epoch": 11.9250666027656,
      "grad_norm": 2.716107130050659,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 846000
    },
    {
      "epoch": 11.926476185106353,
      "grad_norm": 6.584914684295654,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 846100
    },
    {
      "epoch": 11.927885767447105,
      "grad_norm": 3.5820915699005127,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 846200
    },
    {
      "epoch": 11.929295349787857,
      "grad_norm": 2.352534055709839,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 846300
    },
    {
      "epoch": 11.93070493212861,
      "grad_norm": 2.7714858055114746,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 846400
    },
    {
      "epoch": 11.932114514469363,
      "grad_norm": 6.870391845703125,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 846500
    },
    {
      "epoch": 11.933524096810116,
      "grad_norm": 2.8555259704589844,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 846600
    },
    {
      "epoch": 11.934933679150868,
      "grad_norm": 1.7544430494308472,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 846700
    },
    {
      "epoch": 11.93634326149162,
      "grad_norm": 4.1724419593811035,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 846800
    },
    {
      "epoch": 11.937752843832373,
      "grad_norm": 3.4909324645996094,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 846900
    },
    {
      "epoch": 11.939162426173125,
      "grad_norm": 3.5354812145233154,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 847000
    },
    {
      "epoch": 11.940572008513877,
      "grad_norm": 1.350303053855896,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 847100
    },
    {
      "epoch": 11.94198159085463,
      "grad_norm": 1.3220704793930054,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 847200
    },
    {
      "epoch": 11.943391173195382,
      "grad_norm": 4.342665672302246,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 847300
    },
    {
      "epoch": 11.944800755536134,
      "grad_norm": 2.6498465538024902,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 847400
    },
    {
      "epoch": 11.946210337876888,
      "grad_norm": 2.7080893516540527,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 847500
    },
    {
      "epoch": 11.94761992021764,
      "grad_norm": 3.630784034729004,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 847600
    },
    {
      "epoch": 11.949029502558393,
      "grad_norm": 2.459190607070923,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 847700
    },
    {
      "epoch": 11.950439084899145,
      "grad_norm": 1.735039234161377,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 847800
    },
    {
      "epoch": 11.951848667239897,
      "grad_norm": 4.087249279022217,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 847900
    },
    {
      "epoch": 11.95325824958065,
      "grad_norm": 1.8246461153030396,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 848000
    },
    {
      "epoch": 11.954667831921402,
      "grad_norm": 2.8943257331848145,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 848100
    },
    {
      "epoch": 11.956077414262154,
      "grad_norm": 8.455133438110352,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 848200
    },
    {
      "epoch": 11.957486996602906,
      "grad_norm": 1.4095892906188965,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 848300
    },
    {
      "epoch": 11.958896578943659,
      "grad_norm": 2.1925857067108154,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 848400
    },
    {
      "epoch": 11.96030616128441,
      "grad_norm": 4.40653133392334,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 848500
    },
    {
      "epoch": 11.961715743625163,
      "grad_norm": 4.930408000946045,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 848600
    },
    {
      "epoch": 11.963125325965915,
      "grad_norm": 2.207885265350342,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 848700
    },
    {
      "epoch": 11.96453490830667,
      "grad_norm": 1.9061291217803955,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 848800
    },
    {
      "epoch": 11.965944490647422,
      "grad_norm": 3.935210704803467,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 848900
    },
    {
      "epoch": 11.967354072988174,
      "grad_norm": 2.4271724224090576,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 849000
    },
    {
      "epoch": 11.968763655328926,
      "grad_norm": 2.385850191116333,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 849100
    },
    {
      "epoch": 11.970173237669679,
      "grad_norm": 1.880128264427185,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 849200
    },
    {
      "epoch": 11.97158282001043,
      "grad_norm": 3.3210842609405518,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 849300
    },
    {
      "epoch": 11.972992402351183,
      "grad_norm": 1.8999944925308228,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 849400
    },
    {
      "epoch": 11.974401984691935,
      "grad_norm": 3.531309127807617,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 849500
    },
    {
      "epoch": 11.975811567032688,
      "grad_norm": 3.127073049545288,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 849600
    },
    {
      "epoch": 11.97722114937344,
      "grad_norm": 0.7300565838813782,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 849700
    },
    {
      "epoch": 11.978630731714194,
      "grad_norm": 1.5275962352752686,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 849800
    },
    {
      "epoch": 11.980040314054946,
      "grad_norm": 2.486222267150879,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 849900
    },
    {
      "epoch": 11.981449896395699,
      "grad_norm": 6.317917823791504,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 850000
    },
    {
      "epoch": 11.98285947873645,
      "grad_norm": 6.152581691741943,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 850100
    },
    {
      "epoch": 11.984269061077203,
      "grad_norm": 3.370208978652954,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 850200
    },
    {
      "epoch": 11.985678643417955,
      "grad_norm": 1.0340945720672607,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 850300
    },
    {
      "epoch": 11.987088225758708,
      "grad_norm": 2.8434722423553467,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 850400
    },
    {
      "epoch": 11.98849780809946,
      "grad_norm": 4.207633972167969,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 850500
    },
    {
      "epoch": 11.989907390440212,
      "grad_norm": 2.1261348724365234,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 850600
    },
    {
      "epoch": 11.991316972780965,
      "grad_norm": 2.5435972213745117,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 850700
    },
    {
      "epoch": 11.992726555121717,
      "grad_norm": 4.622560977935791,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 850800
    },
    {
      "epoch": 11.994136137462469,
      "grad_norm": 6.280633926391602,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 850900
    },
    {
      "epoch": 11.995545719803221,
      "grad_norm": 4.229738712310791,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 851000
    },
    {
      "epoch": 11.996955302143975,
      "grad_norm": 1.382120132446289,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 851100
    },
    {
      "epoch": 11.998364884484728,
      "grad_norm": 3.072408437728882,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 851200
    },
    {
      "epoch": 11.99977446682548,
      "grad_norm": 1.8496241569519043,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 851300
    },
    {
      "epoch": 12.0,
      "step": 851316,
      "train_loss": 0.070961132645607,
      "train_perplexity": 1.0735394994172855,
      "train_runtime": 3990.6024,
      "train_samples_per_second": 35.555,
      "train_steps_per_second": 8.889
    },
    {
      "epoch": 12.0,
      "eval_loss": 0.07824365794658661,
      "eval_perplexity": 1.0813861148924004,
      "eval_runtime": 998.3699,
      "eval_samples_per_second": 35.53,
      "eval_steps_per_second": 8.882,
      "step": 851316
    },
    {
      "epoch": 12.001184049166232,
      "grad_norm": 6.326596736907959,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 851400
    },
    {
      "epoch": 12.002593631506985,
      "grad_norm": 3.802048444747925,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 851500
    },
    {
      "epoch": 12.004003213847737,
      "grad_norm": 2.2357921600341797,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 851600
    },
    {
      "epoch": 12.005412796188489,
      "grad_norm": 6.08061408996582,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 851700
    },
    {
      "epoch": 12.006822378529241,
      "grad_norm": 2.7398324012756348,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 851800
    },
    {
      "epoch": 12.008231960869994,
      "grad_norm": 1.4277681112289429,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 851900
    },
    {
      "epoch": 12.009641543210746,
      "grad_norm": 4.330210208892822,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 852000
    },
    {
      "epoch": 12.011051125551498,
      "grad_norm": 3.1137659549713135,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 852100
    },
    {
      "epoch": 12.012460707892252,
      "grad_norm": 1.6977934837341309,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 852200
    },
    {
      "epoch": 12.013870290233005,
      "grad_norm": 2.833693504333496,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 852300
    },
    {
      "epoch": 12.015279872573757,
      "grad_norm": 1.701582431793213,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 852400
    },
    {
      "epoch": 12.01668945491451,
      "grad_norm": 3.663398027420044,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 852500
    },
    {
      "epoch": 12.018099037255261,
      "grad_norm": 2.171478271484375,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 852600
    },
    {
      "epoch": 12.019508619596014,
      "grad_norm": 1.316274642944336,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 852700
    },
    {
      "epoch": 12.020918201936766,
      "grad_norm": 3.6932156085968018,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 852800
    },
    {
      "epoch": 12.022327784277518,
      "grad_norm": 4.44595193862915,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 852900
    },
    {
      "epoch": 12.02373736661827,
      "grad_norm": 1.8363398313522339,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 853000
    },
    {
      "epoch": 12.025146948959023,
      "grad_norm": 1.1178274154663086,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 853100
    },
    {
      "epoch": 12.026556531299775,
      "grad_norm": 3.0967154502868652,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 853200
    },
    {
      "epoch": 12.02796611364053,
      "grad_norm": 2.0858428478240967,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 853300
    },
    {
      "epoch": 12.029375695981281,
      "grad_norm": 3.9205069541931152,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 853400
    },
    {
      "epoch": 12.030785278322034,
      "grad_norm": 2.03537917137146,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 853500
    },
    {
      "epoch": 12.032194860662786,
      "grad_norm": 1.5929526090621948,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 853600
    },
    {
      "epoch": 12.033604443003538,
      "grad_norm": 2.962393045425415,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 853700
    },
    {
      "epoch": 12.03501402534429,
      "grad_norm": 2.5604782104492188,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 853800
    },
    {
      "epoch": 12.036423607685043,
      "grad_norm": 1.954157829284668,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 853900
    },
    {
      "epoch": 12.037833190025795,
      "grad_norm": 3.983173131942749,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 854000
    },
    {
      "epoch": 12.039242772366547,
      "grad_norm": 3.258354902267456,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 854100
    },
    {
      "epoch": 12.0406523547073,
      "grad_norm": 1.5762828588485718,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 854200
    },
    {
      "epoch": 12.042061937048052,
      "grad_norm": 1.6950362920761108,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 854300
    },
    {
      "epoch": 12.043471519388804,
      "grad_norm": 3.695910930633545,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 854400
    },
    {
      "epoch": 12.044881101729558,
      "grad_norm": 2.5700228214263916,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 854500
    },
    {
      "epoch": 12.04629068407031,
      "grad_norm": 4.8403849601745605,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 854600
    },
    {
      "epoch": 12.047700266411063,
      "grad_norm": 4.194240570068359,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 854700
    },
    {
      "epoch": 12.049109848751815,
      "grad_norm": 1.3707396984100342,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 854800
    },
    {
      "epoch": 12.050519431092567,
      "grad_norm": 1.6656156778335571,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 854900
    },
    {
      "epoch": 12.05192901343332,
      "grad_norm": 10.799748420715332,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 855000
    },
    {
      "epoch": 12.053338595774072,
      "grad_norm": 5.034304141998291,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 855100
    },
    {
      "epoch": 12.054748178114824,
      "grad_norm": 4.43495512008667,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 855200
    },
    {
      "epoch": 12.056157760455577,
      "grad_norm": 4.647449016571045,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 855300
    },
    {
      "epoch": 12.057567342796329,
      "grad_norm": 1.587417483329773,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 855400
    },
    {
      "epoch": 12.058976925137081,
      "grad_norm": 3.048309087753296,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 855500
    },
    {
      "epoch": 12.060386507477835,
      "grad_norm": 2.434573173522949,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 855600
    },
    {
      "epoch": 12.061796089818587,
      "grad_norm": 5.4492878913879395,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 855700
    },
    {
      "epoch": 12.06320567215934,
      "grad_norm": 1.8832874298095703,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 855800
    },
    {
      "epoch": 12.064615254500092,
      "grad_norm": 1.2402456998825073,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 855900
    },
    {
      "epoch": 12.066024836840844,
      "grad_norm": 2.822711944580078,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 856000
    },
    {
      "epoch": 12.067434419181597,
      "grad_norm": 3.5809085369110107,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 856100
    },
    {
      "epoch": 12.068844001522349,
      "grad_norm": 1.8847980499267578,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 856200
    },
    {
      "epoch": 12.070253583863101,
      "grad_norm": 5.437270641326904,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 856300
    },
    {
      "epoch": 12.071663166203853,
      "grad_norm": 3.111616611480713,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 856400
    },
    {
      "epoch": 12.073072748544606,
      "grad_norm": 6.450324058532715,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 856500
    },
    {
      "epoch": 12.074482330885358,
      "grad_norm": 4.825695037841797,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 856600
    },
    {
      "epoch": 12.075891913226112,
      "grad_norm": 2.454465627670288,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 856700
    },
    {
      "epoch": 12.077301495566864,
      "grad_norm": 2.903585910797119,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 856800
    },
    {
      "epoch": 12.078711077907617,
      "grad_norm": 3.3218960762023926,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 856900
    },
    {
      "epoch": 12.080120660248369,
      "grad_norm": 3.9388630390167236,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 857000
    },
    {
      "epoch": 12.081530242589121,
      "grad_norm": 1.5468854904174805,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 857100
    },
    {
      "epoch": 12.082939824929873,
      "grad_norm": 3.3328280448913574,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 857200
    },
    {
      "epoch": 12.084349407270626,
      "grad_norm": 4.450117111206055,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 857300
    },
    {
      "epoch": 12.085758989611378,
      "grad_norm": 1.3312751054763794,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 857400
    },
    {
      "epoch": 12.08716857195213,
      "grad_norm": 6.120021820068359,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 857500
    },
    {
      "epoch": 12.088578154292883,
      "grad_norm": 2.921147346496582,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 857600
    },
    {
      "epoch": 12.089987736633635,
      "grad_norm": 3.314685821533203,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 857700
    },
    {
      "epoch": 12.091397318974387,
      "grad_norm": 1.8115450143814087,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 857800
    },
    {
      "epoch": 12.092806901315141,
      "grad_norm": 4.570441722869873,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 857900
    },
    {
      "epoch": 12.094216483655893,
      "grad_norm": 4.573448657989502,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 858000
    },
    {
      "epoch": 12.095626065996646,
      "grad_norm": 2.7816684246063232,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 858100
    },
    {
      "epoch": 12.097035648337398,
      "grad_norm": 7.553094387054443,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 858200
    },
    {
      "epoch": 12.09844523067815,
      "grad_norm": 5.226571083068848,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 858300
    },
    {
      "epoch": 12.099854813018903,
      "grad_norm": 3.848581552505493,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 858400
    },
    {
      "epoch": 12.101264395359655,
      "grad_norm": 1.4816726446151733,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 858500
    },
    {
      "epoch": 12.102673977700407,
      "grad_norm": 1.6558514833450317,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 858600
    },
    {
      "epoch": 12.10408356004116,
      "grad_norm": 2.988823175430298,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 858700
    },
    {
      "epoch": 12.105493142381912,
      "grad_norm": 2.0238049030303955,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 858800
    },
    {
      "epoch": 12.106902724722664,
      "grad_norm": 3.2413136959075928,
      "learning_rate": 5e-06,
      "loss": 0.0839,
      "step": 858900
    },
    {
      "epoch": 12.108312307063418,
      "grad_norm": 3.61024808883667,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 859000
    },
    {
      "epoch": 12.10972188940417,
      "grad_norm": 3.215574264526367,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 859100
    },
    {
      "epoch": 12.111131471744923,
      "grad_norm": 1.303645372390747,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 859200
    },
    {
      "epoch": 12.112541054085675,
      "grad_norm": 0.8621246814727783,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 859300
    },
    {
      "epoch": 12.113950636426427,
      "grad_norm": 3.3342881202697754,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 859400
    },
    {
      "epoch": 12.11536021876718,
      "grad_norm": 2.3129236698150635,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 859500
    },
    {
      "epoch": 12.116769801107932,
      "grad_norm": 3.112431049346924,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 859600
    },
    {
      "epoch": 12.118179383448684,
      "grad_norm": 2.0065419673919678,
      "learning_rate": 5e-06,
      "loss": 0.0913,
      "step": 859700
    },
    {
      "epoch": 12.119588965789436,
      "grad_norm": 2.359003782272339,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 859800
    },
    {
      "epoch": 12.120998548130189,
      "grad_norm": 12.857702255249023,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 859900
    },
    {
      "epoch": 12.12240813047094,
      "grad_norm": 1.5333763360977173,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 860000
    },
    {
      "epoch": 12.123817712811693,
      "grad_norm": 3.1833653450012207,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 860100
    },
    {
      "epoch": 12.125227295152447,
      "grad_norm": 5.173057556152344,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 860200
    },
    {
      "epoch": 12.1266368774932,
      "grad_norm": 7.589523792266846,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 860300
    },
    {
      "epoch": 12.128046459833952,
      "grad_norm": 1.9914921522140503,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 860400
    },
    {
      "epoch": 12.129456042174704,
      "grad_norm": 4.032088279724121,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 860500
    },
    {
      "epoch": 12.130865624515456,
      "grad_norm": 2.073211908340454,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 860600
    },
    {
      "epoch": 12.132275206856209,
      "grad_norm": 3.157116174697876,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 860700
    },
    {
      "epoch": 12.13368478919696,
      "grad_norm": 4.828210353851318,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 860800
    },
    {
      "epoch": 12.135094371537713,
      "grad_norm": 3.451096296310425,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 860900
    },
    {
      "epoch": 12.136503953878465,
      "grad_norm": 2.436154365539551,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 861000
    },
    {
      "epoch": 12.137913536219218,
      "grad_norm": 4.647305011749268,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 861100
    },
    {
      "epoch": 12.13932311855997,
      "grad_norm": 1.9004255533218384,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 861200
    },
    {
      "epoch": 12.140732700900724,
      "grad_norm": 1.9591600894927979,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 861300
    },
    {
      "epoch": 12.142142283241476,
      "grad_norm": 3.7739531993865967,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 861400
    },
    {
      "epoch": 12.143551865582229,
      "grad_norm": 1.8719614744186401,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 861500
    },
    {
      "epoch": 12.14496144792298,
      "grad_norm": 3.3034281730651855,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 861600
    },
    {
      "epoch": 12.146371030263733,
      "grad_norm": 1.4492703676223755,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 861700
    },
    {
      "epoch": 12.147780612604485,
      "grad_norm": 3.097572088241577,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 861800
    },
    {
      "epoch": 12.149190194945238,
      "grad_norm": 1.8440548181533813,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 861900
    },
    {
      "epoch": 12.15059977728599,
      "grad_norm": 3.4115726947784424,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 862000
    },
    {
      "epoch": 12.152009359626742,
      "grad_norm": 3.4480161666870117,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 862100
    },
    {
      "epoch": 12.153418941967495,
      "grad_norm": 1.5927605628967285,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 862200
    },
    {
      "epoch": 12.154828524308247,
      "grad_norm": 5.088826656341553,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 862300
    },
    {
      "epoch": 12.156238106648999,
      "grad_norm": 5.508631229400635,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 862400
    },
    {
      "epoch": 12.157647688989753,
      "grad_norm": 0.2738460600376129,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 862500
    },
    {
      "epoch": 12.159057271330505,
      "grad_norm": 4.181965351104736,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 862600
    },
    {
      "epoch": 12.160466853671258,
      "grad_norm": 2.2719483375549316,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 862700
    },
    {
      "epoch": 12.16187643601201,
      "grad_norm": 2.65381121635437,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 862800
    },
    {
      "epoch": 12.163286018352762,
      "grad_norm": 1.9627288579940796,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 862900
    },
    {
      "epoch": 12.164695600693515,
      "grad_norm": 1.6940971612930298,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 863000
    },
    {
      "epoch": 12.166105183034267,
      "grad_norm": 4.10569953918457,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 863100
    },
    {
      "epoch": 12.167514765375019,
      "grad_norm": 0.6246965527534485,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 863200
    },
    {
      "epoch": 12.168924347715771,
      "grad_norm": 3.565629005432129,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 863300
    },
    {
      "epoch": 12.170333930056524,
      "grad_norm": 4.333570957183838,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 863400
    },
    {
      "epoch": 12.171743512397276,
      "grad_norm": 5.144425868988037,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 863500
    },
    {
      "epoch": 12.17315309473803,
      "grad_norm": 2.499734878540039,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 863600
    },
    {
      "epoch": 12.174562677078782,
      "grad_norm": 3.0410008430480957,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 863700
    },
    {
      "epoch": 12.175972259419535,
      "grad_norm": 3.578333854675293,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 863800
    },
    {
      "epoch": 12.177381841760287,
      "grad_norm": 3.430870294570923,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 863900
    },
    {
      "epoch": 12.178791424101039,
      "grad_norm": 1.5378296375274658,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 864000
    },
    {
      "epoch": 12.180201006441791,
      "grad_norm": 3.645287036895752,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 864100
    },
    {
      "epoch": 12.181610588782544,
      "grad_norm": 3.025533437728882,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 864200
    },
    {
      "epoch": 12.183020171123296,
      "grad_norm": 4.311985969543457,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 864300
    },
    {
      "epoch": 12.184429753464048,
      "grad_norm": 3.7575109004974365,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 864400
    },
    {
      "epoch": 12.1858393358048,
      "grad_norm": 2.2858924865722656,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 864500
    },
    {
      "epoch": 12.187248918145553,
      "grad_norm": 4.183230400085449,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 864600
    },
    {
      "epoch": 12.188658500486305,
      "grad_norm": 3.8211021423339844,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 864700
    },
    {
      "epoch": 12.19006808282706,
      "grad_norm": 3.7622382640838623,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 864800
    },
    {
      "epoch": 12.191477665167811,
      "grad_norm": 2.1754965782165527,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 864900
    },
    {
      "epoch": 12.192887247508564,
      "grad_norm": 1.776062250137329,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 865000
    },
    {
      "epoch": 12.194296829849316,
      "grad_norm": 3.7505991458892822,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 865100
    },
    {
      "epoch": 12.195706412190068,
      "grad_norm": 2.546311140060425,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 865200
    },
    {
      "epoch": 12.19711599453082,
      "grad_norm": 3.7873408794403076,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 865300
    },
    {
      "epoch": 12.198525576871573,
      "grad_norm": 2.45767879486084,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 865400
    },
    {
      "epoch": 12.199935159212325,
      "grad_norm": 2.351954460144043,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 865500
    },
    {
      "epoch": 12.201344741553077,
      "grad_norm": 4.934174537658691,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 865600
    },
    {
      "epoch": 12.20275432389383,
      "grad_norm": 3.3535122871398926,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 865700
    },
    {
      "epoch": 12.204163906234582,
      "grad_norm": 1.8385378122329712,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 865800
    },
    {
      "epoch": 12.205573488575336,
      "grad_norm": 9.611519813537598,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 865900
    },
    {
      "epoch": 12.206983070916088,
      "grad_norm": 3.119818925857544,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 866000
    },
    {
      "epoch": 12.20839265325684,
      "grad_norm": 4.9594645500183105,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 866100
    },
    {
      "epoch": 12.209802235597593,
      "grad_norm": 2.981710910797119,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 866200
    },
    {
      "epoch": 12.211211817938345,
      "grad_norm": 1.9117534160614014,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 866300
    },
    {
      "epoch": 12.212621400279097,
      "grad_norm": 3.553466558456421,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 866400
    },
    {
      "epoch": 12.21403098261985,
      "grad_norm": 2.6471610069274902,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 866500
    },
    {
      "epoch": 12.215440564960602,
      "grad_norm": 1.8181047439575195,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 866600
    },
    {
      "epoch": 12.216850147301354,
      "grad_norm": 2.7163450717926025,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 866700
    },
    {
      "epoch": 12.218259729642106,
      "grad_norm": 1.7503803968429565,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 866800
    },
    {
      "epoch": 12.219669311982859,
      "grad_norm": 2.3557276725769043,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 866900
    },
    {
      "epoch": 12.221078894323611,
      "grad_norm": 8.04147720336914,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 867000
    },
    {
      "epoch": 12.222488476664365,
      "grad_norm": 1.2146732807159424,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 867100
    },
    {
      "epoch": 12.223898059005117,
      "grad_norm": 3.219998836517334,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 867200
    },
    {
      "epoch": 12.22530764134587,
      "grad_norm": 3.9884490966796875,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 867300
    },
    {
      "epoch": 12.226717223686622,
      "grad_norm": 4.9454755783081055,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 867400
    },
    {
      "epoch": 12.228126806027374,
      "grad_norm": 2.3872933387756348,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 867500
    },
    {
      "epoch": 12.229536388368127,
      "grad_norm": 1.4473390579223633,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 867600
    },
    {
      "epoch": 12.230945970708879,
      "grad_norm": 3.4421939849853516,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 867700
    },
    {
      "epoch": 12.232355553049631,
      "grad_norm": 2.579535484313965,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 867800
    },
    {
      "epoch": 12.233765135390383,
      "grad_norm": 7.99291467666626,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 867900
    },
    {
      "epoch": 12.235174717731136,
      "grad_norm": 3.8181254863739014,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 868000
    },
    {
      "epoch": 12.236584300071888,
      "grad_norm": 11.916184425354004,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 868100
    },
    {
      "epoch": 12.237993882412642,
      "grad_norm": 4.383668422698975,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 868200
    },
    {
      "epoch": 12.239403464753394,
      "grad_norm": 0.7419124245643616,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 868300
    },
    {
      "epoch": 12.240813047094147,
      "grad_norm": 1.5551117658615112,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 868400
    },
    {
      "epoch": 12.242222629434899,
      "grad_norm": 4.7863850593566895,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 868500
    },
    {
      "epoch": 12.243632211775651,
      "grad_norm": 4.2071146965026855,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 868600
    },
    {
      "epoch": 12.245041794116403,
      "grad_norm": 2.7505362033843994,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 868700
    },
    {
      "epoch": 12.246451376457156,
      "grad_norm": 1.578731656074524,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 868800
    },
    {
      "epoch": 12.247860958797908,
      "grad_norm": 3.38629412651062,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 868900
    },
    {
      "epoch": 12.24927054113866,
      "grad_norm": 7.562777042388916,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 869000
    },
    {
      "epoch": 12.250680123479412,
      "grad_norm": 3.0123467445373535,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 869100
    },
    {
      "epoch": 12.252089705820165,
      "grad_norm": 3.5063931941986084,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 869200
    },
    {
      "epoch": 12.253499288160917,
      "grad_norm": 2.096238136291504,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 869300
    },
    {
      "epoch": 12.254908870501671,
      "grad_norm": 3.098598003387451,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 869400
    },
    {
      "epoch": 12.256318452842423,
      "grad_norm": 6.240606784820557,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 869500
    },
    {
      "epoch": 12.257728035183176,
      "grad_norm": 4.222250938415527,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 869600
    },
    {
      "epoch": 12.259137617523928,
      "grad_norm": 4.455869674682617,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 869700
    },
    {
      "epoch": 12.26054719986468,
      "grad_norm": 4.122959136962891,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 869800
    },
    {
      "epoch": 12.261956782205433,
      "grad_norm": 3.4292564392089844,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 869900
    },
    {
      "epoch": 12.263366364546185,
      "grad_norm": 9.456029891967773,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 870000
    },
    {
      "epoch": 12.264775946886937,
      "grad_norm": 3.456961154937744,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 870100
    },
    {
      "epoch": 12.26618552922769,
      "grad_norm": 3.270071506500244,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 870200
    },
    {
      "epoch": 12.267595111568442,
      "grad_norm": 3.780853509902954,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 870300
    },
    {
      "epoch": 12.269004693909194,
      "grad_norm": 19.933795928955078,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 870400
    },
    {
      "epoch": 12.270414276249948,
      "grad_norm": 2.4669761657714844,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 870500
    },
    {
      "epoch": 12.2718238585907,
      "grad_norm": 1.2169761657714844,
      "learning_rate": 5e-06,
      "loss": 0.0812,
      "step": 870600
    },
    {
      "epoch": 12.273233440931453,
      "grad_norm": 0.9669121503829956,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 870700
    },
    {
      "epoch": 12.274643023272205,
      "grad_norm": 3.264474868774414,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 870800
    },
    {
      "epoch": 12.276052605612957,
      "grad_norm": 3.528430938720703,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 870900
    },
    {
      "epoch": 12.27746218795371,
      "grad_norm": 7.963431358337402,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 871000
    },
    {
      "epoch": 12.278871770294462,
      "grad_norm": 4.849734306335449,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 871100
    },
    {
      "epoch": 12.280281352635214,
      "grad_norm": 3.8385438919067383,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 871200
    },
    {
      "epoch": 12.281690934975966,
      "grad_norm": 2.344655752182007,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 871300
    },
    {
      "epoch": 12.283100517316718,
      "grad_norm": 4.548064708709717,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 871400
    },
    {
      "epoch": 12.28451009965747,
      "grad_norm": 1.5539090633392334,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 871500
    },
    {
      "epoch": 12.285919681998223,
      "grad_norm": 1.690464735031128,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 871600
    },
    {
      "epoch": 12.287329264338977,
      "grad_norm": 2.5339276790618896,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 871700
    },
    {
      "epoch": 12.28873884667973,
      "grad_norm": 0.48841866850852966,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 871800
    },
    {
      "epoch": 12.290148429020482,
      "grad_norm": 1.637793779373169,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 871900
    },
    {
      "epoch": 12.291558011361234,
      "grad_norm": 3.024104595184326,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 872000
    },
    {
      "epoch": 12.292967593701986,
      "grad_norm": 3.368720531463623,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 872100
    },
    {
      "epoch": 12.294377176042738,
      "grad_norm": 2.288954734802246,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 872200
    },
    {
      "epoch": 12.29578675838349,
      "grad_norm": 3.4634485244750977,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 872300
    },
    {
      "epoch": 12.297196340724243,
      "grad_norm": 1.2552589178085327,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 872400
    },
    {
      "epoch": 12.298605923064995,
      "grad_norm": 4.068366527557373,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 872500
    },
    {
      "epoch": 12.300015505405748,
      "grad_norm": 1.8720561265945435,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 872600
    },
    {
      "epoch": 12.3014250877465,
      "grad_norm": 1.2970497608184814,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 872700
    },
    {
      "epoch": 12.302834670087254,
      "grad_norm": 6.0457611083984375,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 872800
    },
    {
      "epoch": 12.304244252428006,
      "grad_norm": 1.6860036849975586,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 872900
    },
    {
      "epoch": 12.305653834768759,
      "grad_norm": 1.2848587036132812,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 873000
    },
    {
      "epoch": 12.30706341710951,
      "grad_norm": 6.547530651092529,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 873100
    },
    {
      "epoch": 12.308472999450263,
      "grad_norm": 2.5597994327545166,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 873200
    },
    {
      "epoch": 12.309882581791015,
      "grad_norm": 2.6368517875671387,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 873300
    },
    {
      "epoch": 12.311292164131768,
      "grad_norm": 3.423686981201172,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 873400
    },
    {
      "epoch": 12.31270174647252,
      "grad_norm": 3.6194398403167725,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 873500
    },
    {
      "epoch": 12.314111328813272,
      "grad_norm": 6.378366947174072,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 873600
    },
    {
      "epoch": 12.315520911154024,
      "grad_norm": 4.456289291381836,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 873700
    },
    {
      "epoch": 12.316930493494777,
      "grad_norm": 7.207717418670654,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 873800
    },
    {
      "epoch": 12.318340075835529,
      "grad_norm": 2.393920660018921,
      "learning_rate": 5e-06,
      "loss": 0.0884,
      "step": 873900
    },
    {
      "epoch": 12.319749658176283,
      "grad_norm": 1.9214823246002197,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 874000
    },
    {
      "epoch": 12.321159240517035,
      "grad_norm": 4.162989616394043,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 874100
    },
    {
      "epoch": 12.322568822857788,
      "grad_norm": 2.209557294845581,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 874200
    },
    {
      "epoch": 12.32397840519854,
      "grad_norm": 3.345257520675659,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 874300
    },
    {
      "epoch": 12.325387987539292,
      "grad_norm": 2.164923906326294,
      "learning_rate": 5e-06,
      "loss": 0.0924,
      "step": 874400
    },
    {
      "epoch": 12.326797569880044,
      "grad_norm": 0.9471359252929688,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 874500
    },
    {
      "epoch": 12.328207152220797,
      "grad_norm": 3.1653871536254883,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 874600
    },
    {
      "epoch": 12.329616734561549,
      "grad_norm": 2.832745313644409,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 874700
    },
    {
      "epoch": 12.331026316902301,
      "grad_norm": 4.428751468658447,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 874800
    },
    {
      "epoch": 12.332435899243054,
      "grad_norm": 7.353127956390381,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 874900
    },
    {
      "epoch": 12.333845481583806,
      "grad_norm": 3.635185718536377,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 875000
    },
    {
      "epoch": 12.33525506392456,
      "grad_norm": 1.8427531719207764,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 875100
    },
    {
      "epoch": 12.336664646265312,
      "grad_norm": 1.6977119445800781,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 875200
    },
    {
      "epoch": 12.338074228606065,
      "grad_norm": 2.284036636352539,
      "learning_rate": 5e-06,
      "loss": 0.0941,
      "step": 875300
    },
    {
      "epoch": 12.339483810946817,
      "grad_norm": 3.0011520385742188,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 875400
    },
    {
      "epoch": 12.340893393287569,
      "grad_norm": 3.4967446327209473,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 875500
    },
    {
      "epoch": 12.342302975628321,
      "grad_norm": 4.078157901763916,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 875600
    },
    {
      "epoch": 12.343712557969074,
      "grad_norm": 1.61296546459198,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 875700
    },
    {
      "epoch": 12.345122140309826,
      "grad_norm": 4.940389633178711,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 875800
    },
    {
      "epoch": 12.346531722650578,
      "grad_norm": 1.9354732036590576,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 875900
    },
    {
      "epoch": 12.34794130499133,
      "grad_norm": 4.475857734680176,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 876000
    },
    {
      "epoch": 12.349350887332083,
      "grad_norm": 3.861737012863159,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 876100
    },
    {
      "epoch": 12.350760469672835,
      "grad_norm": 2.1187191009521484,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 876200
    },
    {
      "epoch": 12.352170052013589,
      "grad_norm": 3.3582730293273926,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 876300
    },
    {
      "epoch": 12.353579634354341,
      "grad_norm": 2.152787446975708,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 876400
    },
    {
      "epoch": 12.354989216695094,
      "grad_norm": 2.231100082397461,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 876500
    },
    {
      "epoch": 12.356398799035846,
      "grad_norm": 1.6697014570236206,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 876600
    },
    {
      "epoch": 12.357808381376598,
      "grad_norm": 3.006361246109009,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 876700
    },
    {
      "epoch": 12.35921796371735,
      "grad_norm": 2.8855249881744385,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 876800
    },
    {
      "epoch": 12.360627546058103,
      "grad_norm": 3.7340755462646484,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 876900
    },
    {
      "epoch": 12.362037128398855,
      "grad_norm": 2.261445999145508,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 877000
    },
    {
      "epoch": 12.363446710739607,
      "grad_norm": 1.231526255607605,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 877100
    },
    {
      "epoch": 12.36485629308036,
      "grad_norm": 1.2450122833251953,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 877200
    },
    {
      "epoch": 12.366265875421112,
      "grad_norm": 4.393556594848633,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 877300
    },
    {
      "epoch": 12.367675457761866,
      "grad_norm": 4.046734809875488,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 877400
    },
    {
      "epoch": 12.369085040102618,
      "grad_norm": 3.813289165496826,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 877500
    },
    {
      "epoch": 12.37049462244337,
      "grad_norm": 4.5444016456604,
      "learning_rate": 5e-06,
      "loss": 0.0859,
      "step": 877600
    },
    {
      "epoch": 12.371904204784123,
      "grad_norm": 6.316935062408447,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 877700
    },
    {
      "epoch": 12.373313787124875,
      "grad_norm": 5.127254009246826,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 877800
    },
    {
      "epoch": 12.374723369465627,
      "grad_norm": 3.782607078552246,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 877900
    },
    {
      "epoch": 12.37613295180638,
      "grad_norm": 2.8671905994415283,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 878000
    },
    {
      "epoch": 12.377542534147132,
      "grad_norm": 2.7919859886169434,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 878100
    },
    {
      "epoch": 12.378952116487884,
      "grad_norm": 1.7690200805664062,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 878200
    },
    {
      "epoch": 12.380361698828636,
      "grad_norm": 6.853877067565918,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 878300
    },
    {
      "epoch": 12.381771281169389,
      "grad_norm": 5.77761697769165,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 878400
    },
    {
      "epoch": 12.383180863510143,
      "grad_norm": 2.067762851715088,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 878500
    },
    {
      "epoch": 12.384590445850895,
      "grad_norm": 1.251297116279602,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 878600
    },
    {
      "epoch": 12.386000028191647,
      "grad_norm": 1.4827061891555786,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 878700
    },
    {
      "epoch": 12.3874096105324,
      "grad_norm": 5.1929450035095215,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 878800
    },
    {
      "epoch": 12.388819192873152,
      "grad_norm": 3.899445056915283,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 878900
    },
    {
      "epoch": 12.390228775213904,
      "grad_norm": 1.870917558670044,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 879000
    },
    {
      "epoch": 12.391638357554656,
      "grad_norm": 6.815019130706787,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 879100
    },
    {
      "epoch": 12.393047939895409,
      "grad_norm": 2.405172348022461,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 879200
    },
    {
      "epoch": 12.394457522236161,
      "grad_norm": 1.6659375429153442,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 879300
    },
    {
      "epoch": 12.395867104576913,
      "grad_norm": 2.409010410308838,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 879400
    },
    {
      "epoch": 12.397276686917666,
      "grad_norm": 2.4419901371002197,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 879500
    },
    {
      "epoch": 12.398686269258418,
      "grad_norm": 3.6961841583251953,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 879600
    },
    {
      "epoch": 12.400095851599172,
      "grad_norm": 3.0234293937683105,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 879700
    },
    {
      "epoch": 12.401505433939924,
      "grad_norm": 2.609480381011963,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 879800
    },
    {
      "epoch": 12.402915016280676,
      "grad_norm": 3.4289662837982178,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 879900
    },
    {
      "epoch": 12.404324598621429,
      "grad_norm": 3.0584967136383057,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 880000
    },
    {
      "epoch": 12.405734180962181,
      "grad_norm": 2.102625846862793,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 880100
    },
    {
      "epoch": 12.407143763302933,
      "grad_norm": 2.607285261154175,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 880200
    },
    {
      "epoch": 12.408553345643686,
      "grad_norm": 3.91196870803833,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 880300
    },
    {
      "epoch": 12.409962927984438,
      "grad_norm": 3.174501657485962,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 880400
    },
    {
      "epoch": 12.41137251032519,
      "grad_norm": 2.4478628635406494,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 880500
    },
    {
      "epoch": 12.412782092665942,
      "grad_norm": 0.9124115109443665,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 880600
    },
    {
      "epoch": 12.414191675006695,
      "grad_norm": 3.9287025928497314,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 880700
    },
    {
      "epoch": 12.415601257347449,
      "grad_norm": 1.6111623048782349,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 880800
    },
    {
      "epoch": 12.417010839688201,
      "grad_norm": 1.9096931219100952,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 880900
    },
    {
      "epoch": 12.418420422028953,
      "grad_norm": 2.4597675800323486,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 881000
    },
    {
      "epoch": 12.419830004369706,
      "grad_norm": 1.7074065208435059,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 881100
    },
    {
      "epoch": 12.421239586710458,
      "grad_norm": 1.1217992305755615,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 881200
    },
    {
      "epoch": 12.42264916905121,
      "grad_norm": 2.9148812294006348,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 881300
    },
    {
      "epoch": 12.424058751391962,
      "grad_norm": 2.2047858238220215,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 881400
    },
    {
      "epoch": 12.425468333732715,
      "grad_norm": 3.501542806625366,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 881500
    },
    {
      "epoch": 12.426877916073467,
      "grad_norm": 1.6217608451843262,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 881600
    },
    {
      "epoch": 12.42828749841422,
      "grad_norm": 5.356144428253174,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 881700
    },
    {
      "epoch": 12.429697080754972,
      "grad_norm": 2.363036632537842,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 881800
    },
    {
      "epoch": 12.431106663095726,
      "grad_norm": 2.304227828979492,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 881900
    },
    {
      "epoch": 12.432516245436478,
      "grad_norm": 2.0917320251464844,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 882000
    },
    {
      "epoch": 12.43392582777723,
      "grad_norm": 1.842948317527771,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 882100
    },
    {
      "epoch": 12.435335410117982,
      "grad_norm": 3.228093147277832,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 882200
    },
    {
      "epoch": 12.436744992458735,
      "grad_norm": 3.422494411468506,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 882300
    },
    {
      "epoch": 12.438154574799487,
      "grad_norm": 4.600372314453125,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 882400
    },
    {
      "epoch": 12.43956415714024,
      "grad_norm": 1.3788162469863892,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 882500
    },
    {
      "epoch": 12.440973739480992,
      "grad_norm": 2.2190022468566895,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 882600
    },
    {
      "epoch": 12.442383321821744,
      "grad_norm": 3.263684034347534,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 882700
    },
    {
      "epoch": 12.443792904162496,
      "grad_norm": 3.306877613067627,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 882800
    },
    {
      "epoch": 12.445202486503248,
      "grad_norm": 1.8227388858795166,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 882900
    },
    {
      "epoch": 12.446612068844,
      "grad_norm": 3.2328908443450928,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 883000
    },
    {
      "epoch": 12.448021651184755,
      "grad_norm": 1.7287899255752563,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 883100
    },
    {
      "epoch": 12.449431233525507,
      "grad_norm": 2.823334217071533,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 883200
    },
    {
      "epoch": 12.45084081586626,
      "grad_norm": 0.9709804654121399,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 883300
    },
    {
      "epoch": 12.452250398207012,
      "grad_norm": 1.9876203536987305,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 883400
    },
    {
      "epoch": 12.453659980547764,
      "grad_norm": 1.1393141746520996,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 883500
    },
    {
      "epoch": 12.455069562888516,
      "grad_norm": 3.108591318130493,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 883600
    },
    {
      "epoch": 12.456479145229268,
      "grad_norm": 1.3038510084152222,
      "learning_rate": 5e-06,
      "loss": 0.059,
      "step": 883700
    },
    {
      "epoch": 12.45788872757002,
      "grad_norm": 2.998722553253174,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 883800
    },
    {
      "epoch": 12.459298309910773,
      "grad_norm": 2.4567201137542725,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 883900
    },
    {
      "epoch": 12.460707892251525,
      "grad_norm": 5.33777379989624,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 884000
    },
    {
      "epoch": 12.462117474592278,
      "grad_norm": 3.497194528579712,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 884100
    },
    {
      "epoch": 12.463527056933032,
      "grad_norm": 6.274288177490234,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 884200
    },
    {
      "epoch": 12.464936639273784,
      "grad_norm": 2.2450578212738037,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 884300
    },
    {
      "epoch": 12.466346221614536,
      "grad_norm": 4.687513828277588,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 884400
    },
    {
      "epoch": 12.467755803955288,
      "grad_norm": 3.117973566055298,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 884500
    },
    {
      "epoch": 12.46916538629604,
      "grad_norm": 2.0824694633483887,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 884600
    },
    {
      "epoch": 12.470574968636793,
      "grad_norm": 3.3909480571746826,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 884700
    },
    {
      "epoch": 12.471984550977545,
      "grad_norm": 2.676898717880249,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 884800
    },
    {
      "epoch": 12.473394133318298,
      "grad_norm": 2.4429585933685303,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 884900
    },
    {
      "epoch": 12.47480371565905,
      "grad_norm": 1.5894850492477417,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 885000
    },
    {
      "epoch": 12.476213297999802,
      "grad_norm": 1.3589798212051392,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 885100
    },
    {
      "epoch": 12.477622880340554,
      "grad_norm": 2.2267422676086426,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 885200
    },
    {
      "epoch": 12.479032462681307,
      "grad_norm": 3.762925148010254,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 885300
    },
    {
      "epoch": 12.48044204502206,
      "grad_norm": 3.988699436187744,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 885400
    },
    {
      "epoch": 12.481851627362813,
      "grad_norm": 3.2616991996765137,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 885500
    },
    {
      "epoch": 12.483261209703565,
      "grad_norm": 2.17402720451355,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 885600
    },
    {
      "epoch": 12.484670792044318,
      "grad_norm": 4.07794713973999,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 885700
    },
    {
      "epoch": 12.48608037438507,
      "grad_norm": 2.3568813800811768,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 885800
    },
    {
      "epoch": 12.487489956725822,
      "grad_norm": 9.647833824157715,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 885900
    },
    {
      "epoch": 12.488899539066574,
      "grad_norm": 1.5498054027557373,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 886000
    },
    {
      "epoch": 12.490309121407327,
      "grad_norm": 8.0908203125,
      "learning_rate": 5e-06,
      "loss": 0.0603,
      "step": 886100
    },
    {
      "epoch": 12.491718703748079,
      "grad_norm": 2.843719720840454,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 886200
    },
    {
      "epoch": 12.493128286088831,
      "grad_norm": 3.7204508781433105,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 886300
    },
    {
      "epoch": 12.494537868429584,
      "grad_norm": 5.031363487243652,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 886400
    },
    {
      "epoch": 12.495947450770338,
      "grad_norm": 2.9660050868988037,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 886500
    },
    {
      "epoch": 12.49735703311109,
      "grad_norm": 4.288139820098877,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 886600
    },
    {
      "epoch": 12.498766615451842,
      "grad_norm": 2.057851552963257,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 886700
    },
    {
      "epoch": 12.500176197792594,
      "grad_norm": 2.4312283992767334,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 886800
    },
    {
      "epoch": 12.501585780133347,
      "grad_norm": 1.6246613264083862,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 886900
    },
    {
      "epoch": 12.502995362474099,
      "grad_norm": 4.340694427490234,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 887000
    },
    {
      "epoch": 12.504404944814851,
      "grad_norm": 1.438328504562378,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 887100
    },
    {
      "epoch": 12.505814527155604,
      "grad_norm": 4.5724053382873535,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 887200
    },
    {
      "epoch": 12.507224109496356,
      "grad_norm": 2.997136354446411,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 887300
    },
    {
      "epoch": 12.508633691837108,
      "grad_norm": 2.6720550060272217,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 887400
    },
    {
      "epoch": 12.51004327417786,
      "grad_norm": 4.792640686035156,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 887500
    },
    {
      "epoch": 12.511452856518613,
      "grad_norm": 3.0615406036376953,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 887600
    },
    {
      "epoch": 12.512862438859367,
      "grad_norm": 2.513277053833008,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 887700
    },
    {
      "epoch": 12.514272021200119,
      "grad_norm": 1.9315049648284912,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 887800
    },
    {
      "epoch": 12.515681603540871,
      "grad_norm": 5.773216247558594,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 887900
    },
    {
      "epoch": 12.517091185881624,
      "grad_norm": 4.5091400146484375,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 888000
    },
    {
      "epoch": 12.518500768222376,
      "grad_norm": 3.8063366413116455,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 888100
    },
    {
      "epoch": 12.519910350563128,
      "grad_norm": 2.997462272644043,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 888200
    },
    {
      "epoch": 12.52131993290388,
      "grad_norm": 5.317589282989502,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 888300
    },
    {
      "epoch": 12.522729515244633,
      "grad_norm": 3.3974199295043945,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 888400
    },
    {
      "epoch": 12.524139097585385,
      "grad_norm": 2.497812271118164,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 888500
    },
    {
      "epoch": 12.525548679926137,
      "grad_norm": 6.401479244232178,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 888600
    },
    {
      "epoch": 12.52695826226689,
      "grad_norm": 3.258496046066284,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 888700
    },
    {
      "epoch": 12.528367844607644,
      "grad_norm": 2.9344124794006348,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 888800
    },
    {
      "epoch": 12.529777426948396,
      "grad_norm": 3.3331658840179443,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 888900
    },
    {
      "epoch": 12.531187009289148,
      "grad_norm": 1.7694696187973022,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 889000
    },
    {
      "epoch": 12.5325965916299,
      "grad_norm": 3.253636121749878,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 889100
    },
    {
      "epoch": 12.534006173970653,
      "grad_norm": 2.7909162044525146,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 889200
    },
    {
      "epoch": 12.535415756311405,
      "grad_norm": 4.191773414611816,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 889300
    },
    {
      "epoch": 12.536825338652157,
      "grad_norm": 8.106566429138184,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 889400
    },
    {
      "epoch": 12.53823492099291,
      "grad_norm": 2.2259833812713623,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 889500
    },
    {
      "epoch": 12.539644503333662,
      "grad_norm": 2.695849895477295,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 889600
    },
    {
      "epoch": 12.541054085674414,
      "grad_norm": 2.7475781440734863,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 889700
    },
    {
      "epoch": 12.542463668015166,
      "grad_norm": 1.8563848733901978,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 889800
    },
    {
      "epoch": 12.543873250355919,
      "grad_norm": 3.021338939666748,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 889900
    },
    {
      "epoch": 12.545282832696673,
      "grad_norm": 2.0147929191589355,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 890000
    },
    {
      "epoch": 12.546692415037425,
      "grad_norm": 2.597780704498291,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 890100
    },
    {
      "epoch": 12.548101997378177,
      "grad_norm": 2.7574374675750732,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 890200
    },
    {
      "epoch": 12.54951157971893,
      "grad_norm": 3.8142812252044678,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 890300
    },
    {
      "epoch": 12.550921162059682,
      "grad_norm": 1.7270764112472534,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 890400
    },
    {
      "epoch": 12.552330744400434,
      "grad_norm": 1.343601942062378,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 890500
    },
    {
      "epoch": 12.553740326741186,
      "grad_norm": 0.8976677060127258,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 890600
    },
    {
      "epoch": 12.555149909081939,
      "grad_norm": 2.533531904220581,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 890700
    },
    {
      "epoch": 12.556559491422691,
      "grad_norm": 9.207406997680664,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 890800
    },
    {
      "epoch": 12.557969073763443,
      "grad_norm": 2.1194732189178467,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 890900
    },
    {
      "epoch": 12.559378656104196,
      "grad_norm": 1.9921824932098389,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 891000
    },
    {
      "epoch": 12.56078823844495,
      "grad_norm": 1.4817614555358887,
      "learning_rate": 5e-06,
      "loss": 0.0853,
      "step": 891100
    },
    {
      "epoch": 12.562197820785702,
      "grad_norm": 1.6839094161987305,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 891200
    },
    {
      "epoch": 12.563607403126454,
      "grad_norm": 4.409183025360107,
      "learning_rate": 5e-06,
      "loss": 0.0866,
      "step": 891300
    },
    {
      "epoch": 12.565016985467206,
      "grad_norm": 1.508515477180481,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 891400
    },
    {
      "epoch": 12.566426567807959,
      "grad_norm": 1.2172616720199585,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 891500
    },
    {
      "epoch": 12.567836150148711,
      "grad_norm": 2.432774543762207,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 891600
    },
    {
      "epoch": 12.569245732489463,
      "grad_norm": 1.9264700412750244,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 891700
    },
    {
      "epoch": 12.570655314830216,
      "grad_norm": 3.309232473373413,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 891800
    },
    {
      "epoch": 12.572064897170968,
      "grad_norm": 3.11661434173584,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 891900
    },
    {
      "epoch": 12.57347447951172,
      "grad_norm": 1.6343352794647217,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 892000
    },
    {
      "epoch": 12.574884061852472,
      "grad_norm": 4.7463836669921875,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 892100
    },
    {
      "epoch": 12.576293644193225,
      "grad_norm": 1.3864033222198486,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 892200
    },
    {
      "epoch": 12.577703226533979,
      "grad_norm": 2.511911630630493,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 892300
    },
    {
      "epoch": 12.579112808874731,
      "grad_norm": 2.6000235080718994,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 892400
    },
    {
      "epoch": 12.580522391215483,
      "grad_norm": 1.597377896308899,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 892500
    },
    {
      "epoch": 12.581931973556236,
      "grad_norm": 4.3270792961120605,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 892600
    },
    {
      "epoch": 12.583341555896988,
      "grad_norm": 3.617633819580078,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 892700
    },
    {
      "epoch": 12.58475113823774,
      "grad_norm": 4.171154975891113,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 892800
    },
    {
      "epoch": 12.586160720578492,
      "grad_norm": 2.0542566776275635,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 892900
    },
    {
      "epoch": 12.587570302919245,
      "grad_norm": 4.802604675292969,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 893000
    },
    {
      "epoch": 12.588979885259997,
      "grad_norm": 1.7622841596603394,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 893100
    },
    {
      "epoch": 12.59038946760075,
      "grad_norm": 3.2032206058502197,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 893200
    },
    {
      "epoch": 12.591799049941502,
      "grad_norm": 1.4030824899673462,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 893300
    },
    {
      "epoch": 12.593208632282256,
      "grad_norm": 3.9788451194763184,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 893400
    },
    {
      "epoch": 12.594618214623008,
      "grad_norm": 3.4354729652404785,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 893500
    },
    {
      "epoch": 12.59602779696376,
      "grad_norm": 5.770076274871826,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 893600
    },
    {
      "epoch": 12.597437379304512,
      "grad_norm": 2.264204978942871,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 893700
    },
    {
      "epoch": 12.598846961645265,
      "grad_norm": 0.644643247127533,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 893800
    },
    {
      "epoch": 12.600256543986017,
      "grad_norm": 4.232133865356445,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 893900
    },
    {
      "epoch": 12.60166612632677,
      "grad_norm": 3.384260892868042,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 894000
    },
    {
      "epoch": 12.603075708667522,
      "grad_norm": 0.8379468321800232,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 894100
    },
    {
      "epoch": 12.604485291008274,
      "grad_norm": 3.6481242179870605,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 894200
    },
    {
      "epoch": 12.605894873349026,
      "grad_norm": 3.9847638607025146,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 894300
    },
    {
      "epoch": 12.607304455689778,
      "grad_norm": 4.610316753387451,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 894400
    },
    {
      "epoch": 12.60871403803053,
      "grad_norm": 4.02411413192749,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 894500
    },
    {
      "epoch": 12.610123620371285,
      "grad_norm": 2.9704267978668213,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 894600
    },
    {
      "epoch": 12.611533202712037,
      "grad_norm": 6.147332191467285,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 894700
    },
    {
      "epoch": 12.61294278505279,
      "grad_norm": 2.7888410091400146,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 894800
    },
    {
      "epoch": 12.614352367393542,
      "grad_norm": 2.8171274662017822,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 894900
    },
    {
      "epoch": 12.615761949734294,
      "grad_norm": 1.6634836196899414,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 895000
    },
    {
      "epoch": 12.617171532075046,
      "grad_norm": 4.456875324249268,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 895100
    },
    {
      "epoch": 12.618581114415798,
      "grad_norm": 6.661900043487549,
      "learning_rate": 5e-06,
      "loss": 0.0872,
      "step": 895200
    },
    {
      "epoch": 12.61999069675655,
      "grad_norm": 3.073751449584961,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 895300
    },
    {
      "epoch": 12.621400279097303,
      "grad_norm": 1.7054188251495361,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 895400
    },
    {
      "epoch": 12.622809861438055,
      "grad_norm": 4.747748374938965,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 895500
    },
    {
      "epoch": 12.624219443778808,
      "grad_norm": 4.362141132354736,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 895600
    },
    {
      "epoch": 12.625629026119562,
      "grad_norm": 1.8280953168869019,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 895700
    },
    {
      "epoch": 12.627038608460314,
      "grad_norm": 2.242583990097046,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 895800
    },
    {
      "epoch": 12.628448190801066,
      "grad_norm": 2.8959453105926514,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 895900
    },
    {
      "epoch": 12.629857773141818,
      "grad_norm": 2.47935152053833,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 896000
    },
    {
      "epoch": 12.63126735548257,
      "grad_norm": 4.013636589050293,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 896100
    },
    {
      "epoch": 12.632676937823323,
      "grad_norm": 4.663585186004639,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 896200
    },
    {
      "epoch": 12.634086520164075,
      "grad_norm": 3.512920379638672,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 896300
    },
    {
      "epoch": 12.635496102504828,
      "grad_norm": 3.969620943069458,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 896400
    },
    {
      "epoch": 12.63690568484558,
      "grad_norm": 2.46565580368042,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 896500
    },
    {
      "epoch": 12.638315267186332,
      "grad_norm": 2.3918955326080322,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 896600
    },
    {
      "epoch": 12.639724849527084,
      "grad_norm": 10.94443416595459,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 896700
    },
    {
      "epoch": 12.641134431867837,
      "grad_norm": 0.4937896132469177,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 896800
    },
    {
      "epoch": 12.64254401420859,
      "grad_norm": 2.8723695278167725,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 896900
    },
    {
      "epoch": 12.643953596549343,
      "grad_norm": 4.7576799392700195,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 897000
    },
    {
      "epoch": 12.645363178890095,
      "grad_norm": 2.255492687225342,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 897100
    },
    {
      "epoch": 12.646772761230848,
      "grad_norm": 1.4156230688095093,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 897200
    },
    {
      "epoch": 12.6481823435716,
      "grad_norm": 3.996121644973755,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 897300
    },
    {
      "epoch": 12.649591925912352,
      "grad_norm": 6.400227069854736,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 897400
    },
    {
      "epoch": 12.651001508253104,
      "grad_norm": 1.643370270729065,
      "learning_rate": 5e-06,
      "loss": 0.083,
      "step": 897500
    },
    {
      "epoch": 12.652411090593857,
      "grad_norm": 1.3713749647140503,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 897600
    },
    {
      "epoch": 12.653820672934609,
      "grad_norm": 3.2485499382019043,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 897700
    },
    {
      "epoch": 12.655230255275361,
      "grad_norm": 2.290170669555664,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 897800
    },
    {
      "epoch": 12.656639837616114,
      "grad_norm": 2.904780149459839,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 897900
    },
    {
      "epoch": 12.658049419956868,
      "grad_norm": 4.5688934326171875,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 898000
    },
    {
      "epoch": 12.65945900229762,
      "grad_norm": 1.4077776670455933,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 898100
    },
    {
      "epoch": 12.660868584638372,
      "grad_norm": 5.500354290008545,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 898200
    },
    {
      "epoch": 12.662278166979124,
      "grad_norm": 3.4734387397766113,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 898300
    },
    {
      "epoch": 12.663687749319877,
      "grad_norm": 0.9540380239486694,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 898400
    },
    {
      "epoch": 12.665097331660629,
      "grad_norm": 2.9063196182250977,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 898500
    },
    {
      "epoch": 12.666506914001381,
      "grad_norm": 6.679063320159912,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 898600
    },
    {
      "epoch": 12.667916496342134,
      "grad_norm": 1.9554824829101562,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 898700
    },
    {
      "epoch": 12.669326078682886,
      "grad_norm": 7.149097919464111,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 898800
    },
    {
      "epoch": 12.670735661023638,
      "grad_norm": 1.6835683584213257,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 898900
    },
    {
      "epoch": 12.67214524336439,
      "grad_norm": 2.1549227237701416,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 899000
    },
    {
      "epoch": 12.673554825705143,
      "grad_norm": 2.5631818771362305,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 899100
    },
    {
      "epoch": 12.674964408045897,
      "grad_norm": 3.7103869915008545,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 899200
    },
    {
      "epoch": 12.676373990386649,
      "grad_norm": 3.127490758895874,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 899300
    },
    {
      "epoch": 12.677783572727401,
      "grad_norm": 3.270756483078003,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 899400
    },
    {
      "epoch": 12.679193155068154,
      "grad_norm": 3.759594202041626,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 899500
    },
    {
      "epoch": 12.680602737408906,
      "grad_norm": 2.6779556274414062,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 899600
    },
    {
      "epoch": 12.682012319749658,
      "grad_norm": 1.0796293020248413,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 899700
    },
    {
      "epoch": 12.68342190209041,
      "grad_norm": 1.3709821701049805,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 899800
    },
    {
      "epoch": 12.684831484431163,
      "grad_norm": 2.323598623275757,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 899900
    },
    {
      "epoch": 12.686241066771915,
      "grad_norm": 2.130124568939209,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 900000
    },
    {
      "epoch": 12.687650649112667,
      "grad_norm": 2.786456823348999,
      "learning_rate": 5e-06,
      "loss": 0.0838,
      "step": 900100
    },
    {
      "epoch": 12.68906023145342,
      "grad_norm": 1.923101782798767,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 900200
    },
    {
      "epoch": 12.690469813794174,
      "grad_norm": 1.5452486276626587,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 900300
    },
    {
      "epoch": 12.691879396134926,
      "grad_norm": 3.451630115509033,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 900400
    },
    {
      "epoch": 12.693288978475678,
      "grad_norm": 2.368177652359009,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 900500
    },
    {
      "epoch": 12.69469856081643,
      "grad_norm": 1.9374982118606567,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 900600
    },
    {
      "epoch": 12.696108143157183,
      "grad_norm": 1.548374056816101,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 900700
    },
    {
      "epoch": 12.697517725497935,
      "grad_norm": 3.623242139816284,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 900800
    },
    {
      "epoch": 12.698927307838687,
      "grad_norm": 2.6559500694274902,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 900900
    },
    {
      "epoch": 12.70033689017944,
      "grad_norm": 3.8060388565063477,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 901000
    },
    {
      "epoch": 12.701746472520192,
      "grad_norm": 1.9838926792144775,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 901100
    },
    {
      "epoch": 12.703156054860944,
      "grad_norm": 2.870161294937134,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 901200
    },
    {
      "epoch": 12.704565637201696,
      "grad_norm": 1.9221365451812744,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 901300
    },
    {
      "epoch": 12.705975219542449,
      "grad_norm": 5.083378791809082,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 901400
    },
    {
      "epoch": 12.707384801883203,
      "grad_norm": 1.7663837671279907,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 901500
    },
    {
      "epoch": 12.708794384223955,
      "grad_norm": 2.1767776012420654,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 901600
    },
    {
      "epoch": 12.710203966564707,
      "grad_norm": 2.9777138233184814,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 901700
    },
    {
      "epoch": 12.71161354890546,
      "grad_norm": 23.56733512878418,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 901800
    },
    {
      "epoch": 12.713023131246212,
      "grad_norm": 1.3071670532226562,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 901900
    },
    {
      "epoch": 12.714432713586964,
      "grad_norm": 0.19958223402500153,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 902000
    },
    {
      "epoch": 12.715842295927716,
      "grad_norm": 10.188342094421387,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 902100
    },
    {
      "epoch": 12.717251878268469,
      "grad_norm": 2.28210711479187,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 902200
    },
    {
      "epoch": 12.718661460609221,
      "grad_norm": 1.9265471696853638,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 902300
    },
    {
      "epoch": 12.720071042949973,
      "grad_norm": 2.4208104610443115,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 902400
    },
    {
      "epoch": 12.721480625290726,
      "grad_norm": 2.0368313789367676,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 902500
    },
    {
      "epoch": 12.72289020763148,
      "grad_norm": 3.562584638595581,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 902600
    },
    {
      "epoch": 12.724299789972232,
      "grad_norm": 2.024740219116211,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 902700
    },
    {
      "epoch": 12.725709372312984,
      "grad_norm": 2.0722763538360596,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 902800
    },
    {
      "epoch": 12.727118954653736,
      "grad_norm": 1.279638409614563,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 902900
    },
    {
      "epoch": 12.728528536994489,
      "grad_norm": 1.863143801689148,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 903000
    },
    {
      "epoch": 12.729938119335241,
      "grad_norm": 3.4272005558013916,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 903100
    },
    {
      "epoch": 12.731347701675993,
      "grad_norm": 12.56954574584961,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 903200
    },
    {
      "epoch": 12.732757284016746,
      "grad_norm": 1.6817305088043213,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 903300
    },
    {
      "epoch": 12.734166866357498,
      "grad_norm": 3.407528877258301,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 903400
    },
    {
      "epoch": 12.73557644869825,
      "grad_norm": 1.4698426723480225,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 903500
    },
    {
      "epoch": 12.736986031039002,
      "grad_norm": 9.880022048950195,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 903600
    },
    {
      "epoch": 12.738395613379755,
      "grad_norm": 2.545381546020508,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 903700
    },
    {
      "epoch": 12.739805195720509,
      "grad_norm": 3.773869752883911,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 903800
    },
    {
      "epoch": 12.741214778061261,
      "grad_norm": 1.7687209844589233,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 903900
    },
    {
      "epoch": 12.742624360402013,
      "grad_norm": 1.3582953214645386,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 904000
    },
    {
      "epoch": 12.744033942742766,
      "grad_norm": 5.611775875091553,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 904100
    },
    {
      "epoch": 12.745443525083518,
      "grad_norm": 2.1755428314208984,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 904200
    },
    {
      "epoch": 12.74685310742427,
      "grad_norm": 4.243506908416748,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 904300
    },
    {
      "epoch": 12.748262689765022,
      "grad_norm": 1.0492608547210693,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 904400
    },
    {
      "epoch": 12.749672272105775,
      "grad_norm": 2.229611396789551,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 904500
    },
    {
      "epoch": 12.751081854446527,
      "grad_norm": 3.302867889404297,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 904600
    },
    {
      "epoch": 12.75249143678728,
      "grad_norm": 3.343709707260132,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 904700
    },
    {
      "epoch": 12.753901019128032,
      "grad_norm": 0.8636943697929382,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 904800
    },
    {
      "epoch": 12.755310601468786,
      "grad_norm": 4.369547367095947,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 904900
    },
    {
      "epoch": 12.756720183809538,
      "grad_norm": 3.10593843460083,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 905000
    },
    {
      "epoch": 12.75812976615029,
      "grad_norm": 3.502070903778076,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 905100
    },
    {
      "epoch": 12.759539348491042,
      "grad_norm": 4.081788063049316,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 905200
    },
    {
      "epoch": 12.760948930831795,
      "grad_norm": 3.2219343185424805,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 905300
    },
    {
      "epoch": 12.762358513172547,
      "grad_norm": 1.2594910860061646,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 905400
    },
    {
      "epoch": 12.7637680955133,
      "grad_norm": 2.1219215393066406,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 905500
    },
    {
      "epoch": 12.765177677854052,
      "grad_norm": 1.4104108810424805,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 905600
    },
    {
      "epoch": 12.766587260194804,
      "grad_norm": 3.1540019512176514,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 905700
    },
    {
      "epoch": 12.767996842535556,
      "grad_norm": 2.9624125957489014,
      "learning_rate": 5e-06,
      "loss": 0.0607,
      "step": 905800
    },
    {
      "epoch": 12.769406424876308,
      "grad_norm": 2.932671546936035,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 905900
    },
    {
      "epoch": 12.77081600721706,
      "grad_norm": 2.786564588546753,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 906000
    },
    {
      "epoch": 12.772225589557815,
      "grad_norm": 3.4315261840820312,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 906100
    },
    {
      "epoch": 12.773635171898567,
      "grad_norm": 4.266202926635742,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 906200
    },
    {
      "epoch": 12.77504475423932,
      "grad_norm": 2.4963786602020264,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 906300
    },
    {
      "epoch": 12.776454336580072,
      "grad_norm": 5.781230926513672,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 906400
    },
    {
      "epoch": 12.777863918920824,
      "grad_norm": 3.260683298110962,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 906500
    },
    {
      "epoch": 12.779273501261576,
      "grad_norm": 2.8044984340667725,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 906600
    },
    {
      "epoch": 12.780683083602328,
      "grad_norm": 2.4035799503326416,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 906700
    },
    {
      "epoch": 12.78209266594308,
      "grad_norm": 1.1367584466934204,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 906800
    },
    {
      "epoch": 12.783502248283833,
      "grad_norm": 4.762636661529541,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 906900
    },
    {
      "epoch": 12.784911830624585,
      "grad_norm": 7.237393856048584,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 907000
    },
    {
      "epoch": 12.78632141296534,
      "grad_norm": 1.690988302230835,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 907100
    },
    {
      "epoch": 12.787730995306092,
      "grad_norm": 3.291337013244629,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 907200
    },
    {
      "epoch": 12.789140577646844,
      "grad_norm": 0.5769441723823547,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 907300
    },
    {
      "epoch": 12.790550159987596,
      "grad_norm": 0.816618025302887,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 907400
    },
    {
      "epoch": 12.791959742328348,
      "grad_norm": 1.7455633878707886,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 907500
    },
    {
      "epoch": 12.7933693246691,
      "grad_norm": 4.353856086730957,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 907600
    },
    {
      "epoch": 12.794778907009853,
      "grad_norm": 2.059022903442383,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 907700
    },
    {
      "epoch": 12.796188489350605,
      "grad_norm": 3.8886160850524902,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 907800
    },
    {
      "epoch": 12.797598071691358,
      "grad_norm": 4.274806022644043,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 907900
    },
    {
      "epoch": 12.79900765403211,
      "grad_norm": 3.494025230407715,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 908000
    },
    {
      "epoch": 12.800417236372862,
      "grad_norm": 5.998047351837158,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 908100
    },
    {
      "epoch": 12.801826818713614,
      "grad_norm": 3.7708992958068848,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 908200
    },
    {
      "epoch": 12.803236401054367,
      "grad_norm": 4.097811698913574,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 908300
    },
    {
      "epoch": 12.80464598339512,
      "grad_norm": 1.27396821975708,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 908400
    },
    {
      "epoch": 12.806055565735873,
      "grad_norm": 3.206451892852783,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 908500
    },
    {
      "epoch": 12.807465148076625,
      "grad_norm": 3.1422488689422607,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 908600
    },
    {
      "epoch": 12.808874730417378,
      "grad_norm": 1.679863691329956,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 908700
    },
    {
      "epoch": 12.81028431275813,
      "grad_norm": 2.526026964187622,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 908800
    },
    {
      "epoch": 12.811693895098882,
      "grad_norm": 2.1512908935546875,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 908900
    },
    {
      "epoch": 12.813103477439634,
      "grad_norm": 2.6695058345794678,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 909000
    },
    {
      "epoch": 12.814513059780387,
      "grad_norm": 4.725892543792725,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 909100
    },
    {
      "epoch": 12.815922642121139,
      "grad_norm": 2.7958948612213135,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 909200
    },
    {
      "epoch": 12.817332224461891,
      "grad_norm": 3.6512584686279297,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 909300
    },
    {
      "epoch": 12.818741806802645,
      "grad_norm": 2.120048999786377,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 909400
    },
    {
      "epoch": 12.820151389143398,
      "grad_norm": 2.106097459793091,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 909500
    },
    {
      "epoch": 12.82156097148415,
      "grad_norm": 4.715369701385498,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 909600
    },
    {
      "epoch": 12.822970553824902,
      "grad_norm": 4.31080436706543,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 909700
    },
    {
      "epoch": 12.824380136165654,
      "grad_norm": 2.3563461303710938,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 909800
    },
    {
      "epoch": 12.825789718506407,
      "grad_norm": 1.3548974990844727,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 909900
    },
    {
      "epoch": 12.827199300847159,
      "grad_norm": 1.8812084197998047,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 910000
    },
    {
      "epoch": 12.828608883187911,
      "grad_norm": 2.2147905826568604,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 910100
    },
    {
      "epoch": 12.830018465528664,
      "grad_norm": 3.9885377883911133,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 910200
    },
    {
      "epoch": 12.831428047869416,
      "grad_norm": 9.476795196533203,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 910300
    },
    {
      "epoch": 12.832837630210168,
      "grad_norm": 6.164713382720947,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 910400
    },
    {
      "epoch": 12.83424721255092,
      "grad_norm": 1.7666817903518677,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 910500
    },
    {
      "epoch": 12.835656794891673,
      "grad_norm": 10.830706596374512,
      "learning_rate": 5e-06,
      "loss": 0.0891,
      "step": 910600
    },
    {
      "epoch": 12.837066377232427,
      "grad_norm": 3.249725103378296,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 910700
    },
    {
      "epoch": 12.838475959573179,
      "grad_norm": 2.0415005683898926,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 910800
    },
    {
      "epoch": 12.839885541913931,
      "grad_norm": 3.699767589569092,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 910900
    },
    {
      "epoch": 12.841295124254684,
      "grad_norm": 3.2214841842651367,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 911000
    },
    {
      "epoch": 12.842704706595436,
      "grad_norm": 2.8889994621276855,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 911100
    },
    {
      "epoch": 12.844114288936188,
      "grad_norm": 1.9641598463058472,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 911200
    },
    {
      "epoch": 12.84552387127694,
      "grad_norm": 3.5937869548797607,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 911300
    },
    {
      "epoch": 12.846933453617693,
      "grad_norm": 0.967727541923523,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 911400
    },
    {
      "epoch": 12.848343035958445,
      "grad_norm": 3.8038642406463623,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 911500
    },
    {
      "epoch": 12.849752618299197,
      "grad_norm": 8.19442367553711,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 911600
    },
    {
      "epoch": 12.851162200639951,
      "grad_norm": 6.379305839538574,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 911700
    },
    {
      "epoch": 12.852571782980704,
      "grad_norm": 1.351006031036377,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 911800
    },
    {
      "epoch": 12.853981365321456,
      "grad_norm": 1.1392866373062134,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 911900
    },
    {
      "epoch": 12.855390947662208,
      "grad_norm": 1.2688151597976685,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 912000
    },
    {
      "epoch": 12.85680053000296,
      "grad_norm": 8.726044654846191,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 912100
    },
    {
      "epoch": 12.858210112343713,
      "grad_norm": 4.460466384887695,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 912200
    },
    {
      "epoch": 12.859619694684465,
      "grad_norm": 2.951179265975952,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 912300
    },
    {
      "epoch": 12.861029277025217,
      "grad_norm": 1.3028643131256104,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 912400
    },
    {
      "epoch": 12.86243885936597,
      "grad_norm": 2.939380168914795,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 912500
    },
    {
      "epoch": 12.863848441706722,
      "grad_norm": 2.46113657951355,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 912600
    },
    {
      "epoch": 12.865258024047474,
      "grad_norm": 2.1713473796844482,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 912700
    },
    {
      "epoch": 12.866667606388226,
      "grad_norm": 1.4549193382263184,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 912800
    },
    {
      "epoch": 12.86807718872898,
      "grad_norm": 1.568939208984375,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 912900
    },
    {
      "epoch": 12.869486771069733,
      "grad_norm": 3.214080572128296,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 913000
    },
    {
      "epoch": 12.870896353410485,
      "grad_norm": 4.2315850257873535,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 913100
    },
    {
      "epoch": 12.872305935751237,
      "grad_norm": 2.699547052383423,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 913200
    },
    {
      "epoch": 12.87371551809199,
      "grad_norm": 1.2901062965393066,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 913300
    },
    {
      "epoch": 12.875125100432742,
      "grad_norm": 1.5201836824417114,
      "learning_rate": 5e-06,
      "loss": 0.0632,
      "step": 913400
    },
    {
      "epoch": 12.876534682773494,
      "grad_norm": 2.647994041442871,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 913500
    },
    {
      "epoch": 12.877944265114246,
      "grad_norm": 2.352647304534912,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 913600
    },
    {
      "epoch": 12.879353847454999,
      "grad_norm": 2.218898296356201,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 913700
    },
    {
      "epoch": 12.880763429795751,
      "grad_norm": 4.692146301269531,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 913800
    },
    {
      "epoch": 12.882173012136503,
      "grad_norm": 3.564511775970459,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 913900
    },
    {
      "epoch": 12.883582594477257,
      "grad_norm": 4.146646976470947,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 914000
    },
    {
      "epoch": 12.88499217681801,
      "grad_norm": 2.7991254329681396,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 914100
    },
    {
      "epoch": 12.886401759158762,
      "grad_norm": 1.7486613988876343,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 914200
    },
    {
      "epoch": 12.887811341499514,
      "grad_norm": 3.0420777797698975,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 914300
    },
    {
      "epoch": 12.889220923840266,
      "grad_norm": 2.9737696647644043,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 914400
    },
    {
      "epoch": 12.890630506181019,
      "grad_norm": 1.7148030996322632,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 914500
    },
    {
      "epoch": 12.892040088521771,
      "grad_norm": 1.5524330139160156,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 914600
    },
    {
      "epoch": 12.893449670862523,
      "grad_norm": 3.1316285133361816,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 914700
    },
    {
      "epoch": 12.894859253203276,
      "grad_norm": 2.7166073322296143,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 914800
    },
    {
      "epoch": 12.896268835544028,
      "grad_norm": 2.3609697818756104,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 914900
    },
    {
      "epoch": 12.89767841788478,
      "grad_norm": 5.249128341674805,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 915000
    },
    {
      "epoch": 12.899088000225532,
      "grad_norm": 4.130638599395752,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 915100
    },
    {
      "epoch": 12.900497582566286,
      "grad_norm": 0.9161117076873779,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 915200
    },
    {
      "epoch": 12.901907164907039,
      "grad_norm": 2.3381831645965576,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 915300
    },
    {
      "epoch": 12.903316747247791,
      "grad_norm": 2.7893035411834717,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 915400
    },
    {
      "epoch": 12.904726329588543,
      "grad_norm": 4.990596294403076,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 915500
    },
    {
      "epoch": 12.906135911929296,
      "grad_norm": 1.0445537567138672,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 915600
    },
    {
      "epoch": 12.907545494270048,
      "grad_norm": 2.261136054992676,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 915700
    },
    {
      "epoch": 12.9089550766108,
      "grad_norm": 3.6891682147979736,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 915800
    },
    {
      "epoch": 12.910364658951552,
      "grad_norm": 5.501840591430664,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 915900
    },
    {
      "epoch": 12.911774241292305,
      "grad_norm": 1.6442692279815674,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 916000
    },
    {
      "epoch": 12.913183823633057,
      "grad_norm": 3.2065443992614746,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 916100
    },
    {
      "epoch": 12.91459340597381,
      "grad_norm": 4.201003074645996,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 916200
    },
    {
      "epoch": 12.916002988314563,
      "grad_norm": 1.115038514137268,
      "learning_rate": 5e-06,
      "loss": 0.0609,
      "step": 916300
    },
    {
      "epoch": 12.917412570655316,
      "grad_norm": 2.391052484512329,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 916400
    },
    {
      "epoch": 12.918822152996068,
      "grad_norm": 3.077211380004883,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 916500
    },
    {
      "epoch": 12.92023173533682,
      "grad_norm": 3.8370678424835205,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 916600
    },
    {
      "epoch": 12.921641317677572,
      "grad_norm": 2.4514126777648926,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 916700
    },
    {
      "epoch": 12.923050900018325,
      "grad_norm": 1.1963090896606445,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 916800
    },
    {
      "epoch": 12.924460482359077,
      "grad_norm": 4.825613498687744,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 916900
    },
    {
      "epoch": 12.92587006469983,
      "grad_norm": 2.267028331756592,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 917000
    },
    {
      "epoch": 12.927279647040582,
      "grad_norm": 4.146385192871094,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 917100
    },
    {
      "epoch": 12.928689229381334,
      "grad_norm": 2.294814109802246,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 917200
    },
    {
      "epoch": 12.930098811722086,
      "grad_norm": 3.1605350971221924,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 917300
    },
    {
      "epoch": 12.931508394062838,
      "grad_norm": 1.685547113418579,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 917400
    },
    {
      "epoch": 12.932917976403592,
      "grad_norm": 1.6777877807617188,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 917500
    },
    {
      "epoch": 12.934327558744345,
      "grad_norm": 5.819060325622559,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 917600
    },
    {
      "epoch": 12.935737141085097,
      "grad_norm": 5.050131797790527,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 917700
    },
    {
      "epoch": 12.93714672342585,
      "grad_norm": 3.563943862915039,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 917800
    },
    {
      "epoch": 12.938556305766602,
      "grad_norm": 1.2866156101226807,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 917900
    },
    {
      "epoch": 12.939965888107354,
      "grad_norm": 2.3601443767547607,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 918000
    },
    {
      "epoch": 12.941375470448106,
      "grad_norm": 2.196897506713867,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 918100
    },
    {
      "epoch": 12.942785052788858,
      "grad_norm": 3.999471664428711,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 918200
    },
    {
      "epoch": 12.94419463512961,
      "grad_norm": 1.8172188997268677,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 918300
    },
    {
      "epoch": 12.945604217470363,
      "grad_norm": 3.0766184329986572,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 918400
    },
    {
      "epoch": 12.947013799811115,
      "grad_norm": 2.6639482975006104,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 918500
    },
    {
      "epoch": 12.94842338215187,
      "grad_norm": 2.8172996044158936,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 918600
    },
    {
      "epoch": 12.949832964492622,
      "grad_norm": 1.2049560546875,
      "learning_rate": 5e-06,
      "loss": 0.0792,
      "step": 918700
    },
    {
      "epoch": 12.951242546833374,
      "grad_norm": 7.010324001312256,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 918800
    },
    {
      "epoch": 12.952652129174126,
      "grad_norm": 2.6935088634490967,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 918900
    },
    {
      "epoch": 12.954061711514878,
      "grad_norm": 3.245910167694092,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 919000
    },
    {
      "epoch": 12.95547129385563,
      "grad_norm": 2.3074560165405273,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 919100
    },
    {
      "epoch": 12.956880876196383,
      "grad_norm": 7.289549350738525,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 919200
    },
    {
      "epoch": 12.958290458537135,
      "grad_norm": 0.8375017642974854,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 919300
    },
    {
      "epoch": 12.959700040877888,
      "grad_norm": 1.6883479356765747,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 919400
    },
    {
      "epoch": 12.96110962321864,
      "grad_norm": 2.564546823501587,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 919500
    },
    {
      "epoch": 12.962519205559392,
      "grad_norm": 2.1665549278259277,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 919600
    },
    {
      "epoch": 12.963928787900144,
      "grad_norm": 7.3600873947143555,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 919700
    },
    {
      "epoch": 12.965338370240898,
      "grad_norm": 2.052065134048462,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 919800
    },
    {
      "epoch": 12.96674795258165,
      "grad_norm": 1.0835044384002686,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 919900
    },
    {
      "epoch": 12.968157534922403,
      "grad_norm": 3.564063310623169,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 920000
    },
    {
      "epoch": 12.969567117263155,
      "grad_norm": 2.433698892593384,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 920100
    },
    {
      "epoch": 12.970976699603908,
      "grad_norm": 5.046201705932617,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 920200
    },
    {
      "epoch": 12.97238628194466,
      "grad_norm": 3.3467934131622314,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 920300
    },
    {
      "epoch": 12.973795864285412,
      "grad_norm": 3.571906089782715,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 920400
    },
    {
      "epoch": 12.975205446626164,
      "grad_norm": 3.8841288089752197,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 920500
    },
    {
      "epoch": 12.976615028966917,
      "grad_norm": 1.642065167427063,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 920600
    },
    {
      "epoch": 12.978024611307669,
      "grad_norm": 3.452791452407837,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 920700
    },
    {
      "epoch": 12.979434193648421,
      "grad_norm": 2.9139609336853027,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 920800
    },
    {
      "epoch": 12.980843775989175,
      "grad_norm": 3.6015658378601074,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 920900
    },
    {
      "epoch": 12.982253358329928,
      "grad_norm": 5.0885138511657715,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 921000
    },
    {
      "epoch": 12.98366294067068,
      "grad_norm": 7.230041980743408,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 921100
    },
    {
      "epoch": 12.985072523011432,
      "grad_norm": 3.3213131427764893,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 921200
    },
    {
      "epoch": 12.986482105352184,
      "grad_norm": 4.732658863067627,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 921300
    },
    {
      "epoch": 12.987891687692937,
      "grad_norm": 1.3732740879058838,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 921400
    },
    {
      "epoch": 12.989301270033689,
      "grad_norm": 8.336122512817383,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 921500
    },
    {
      "epoch": 12.990710852374441,
      "grad_norm": 4.164140701293945,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 921600
    },
    {
      "epoch": 12.992120434715194,
      "grad_norm": 4.097157001495361,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 921700
    },
    {
      "epoch": 12.993530017055946,
      "grad_norm": 2.1522293090820312,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 921800
    },
    {
      "epoch": 12.994939599396698,
      "grad_norm": 2.5361783504486084,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 921900
    },
    {
      "epoch": 12.99634918173745,
      "grad_norm": 2.7687623500823975,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 922000
    },
    {
      "epoch": 12.997758764078204,
      "grad_norm": 5.464288711547852,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 922100
    },
    {
      "epoch": 12.999168346418957,
      "grad_norm": 1.785664439201355,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 922200
    },
    {
      "epoch": 13.0,
      "step": 922259,
      "train_loss": 0.06961732357740402,
      "train_perplexity": 1.0720978361799094,
      "train_runtime": 3992.377,
      "train_samples_per_second": 35.539,
      "train_steps_per_second": 8.885
    },
    {
      "epoch": 13.0,
      "eval_loss": 0.07719378173351288,
      "eval_perplexity": 1.080251389098265,
      "eval_runtime": 998.6547,
      "eval_samples_per_second": 35.52,
      "eval_steps_per_second": 8.88,
      "step": 922259
    },
    {
      "epoch": 13.000577928759709,
      "grad_norm": 2.316465377807617,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 922300
    },
    {
      "epoch": 13.001987511100461,
      "grad_norm": 5.636281490325928,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 922400
    },
    {
      "epoch": 13.003397093441214,
      "grad_norm": 3.7956748008728027,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 922500
    },
    {
      "epoch": 13.004806675781966,
      "grad_norm": 1.8467488288879395,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 922600
    },
    {
      "epoch": 13.006216258122718,
      "grad_norm": 3.1744704246520996,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 922700
    },
    {
      "epoch": 13.00762584046347,
      "grad_norm": 1.141258716583252,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 922800
    },
    {
      "epoch": 13.009035422804223,
      "grad_norm": 2.7195374965667725,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 922900
    },
    {
      "epoch": 13.010445005144975,
      "grad_norm": 4.982693672180176,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 923000
    },
    {
      "epoch": 13.011854587485727,
      "grad_norm": 1.211506724357605,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 923100
    },
    {
      "epoch": 13.013264169826481,
      "grad_norm": 2.9183971881866455,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 923200
    },
    {
      "epoch": 13.014673752167234,
      "grad_norm": 2.738933801651001,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 923300
    },
    {
      "epoch": 13.016083334507986,
      "grad_norm": 6.884753704071045,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 923400
    },
    {
      "epoch": 13.017492916848738,
      "grad_norm": 1.2712175846099854,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 923500
    },
    {
      "epoch": 13.01890249918949,
      "grad_norm": 2.1233232021331787,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 923600
    },
    {
      "epoch": 13.020312081530243,
      "grad_norm": 2.7623469829559326,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 923700
    },
    {
      "epoch": 13.021721663870995,
      "grad_norm": 3.6028709411621094,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 923800
    },
    {
      "epoch": 13.023131246211747,
      "grad_norm": 2.4871456623077393,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 923900
    },
    {
      "epoch": 13.0245408285525,
      "grad_norm": 1.9991979598999023,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 924000
    },
    {
      "epoch": 13.025950410893252,
      "grad_norm": 1.2773830890655518,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 924100
    },
    {
      "epoch": 13.027359993234004,
      "grad_norm": 3.9100265502929688,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 924200
    },
    {
      "epoch": 13.028769575574756,
      "grad_norm": 6.072246551513672,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 924300
    },
    {
      "epoch": 13.03017915791551,
      "grad_norm": 5.378976821899414,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 924400
    },
    {
      "epoch": 13.031588740256263,
      "grad_norm": 1.1325647830963135,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 924500
    },
    {
      "epoch": 13.032998322597015,
      "grad_norm": 6.57877779006958,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 924600
    },
    {
      "epoch": 13.034407904937767,
      "grad_norm": 1.9260940551757812,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 924700
    },
    {
      "epoch": 13.03581748727852,
      "grad_norm": 4.671498775482178,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 924800
    },
    {
      "epoch": 13.037227069619272,
      "grad_norm": 1.7157026529312134,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 924900
    },
    {
      "epoch": 13.038636651960024,
      "grad_norm": 4.808292865753174,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 925000
    },
    {
      "epoch": 13.040046234300776,
      "grad_norm": 1.7358462810516357,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 925100
    },
    {
      "epoch": 13.041455816641529,
      "grad_norm": 1.375370979309082,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 925200
    },
    {
      "epoch": 13.042865398982281,
      "grad_norm": 4.680871486663818,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 925300
    },
    {
      "epoch": 13.044274981323033,
      "grad_norm": 5.224013328552246,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 925400
    },
    {
      "epoch": 13.045684563663787,
      "grad_norm": 2.9178318977355957,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 925500
    },
    {
      "epoch": 13.04709414600454,
      "grad_norm": 2.556185007095337,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 925600
    },
    {
      "epoch": 13.048503728345292,
      "grad_norm": 2.2843620777130127,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 925700
    },
    {
      "epoch": 13.049913310686044,
      "grad_norm": 2.249011993408203,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 925800
    },
    {
      "epoch": 13.051322893026796,
      "grad_norm": 3.241067886352539,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 925900
    },
    {
      "epoch": 13.052732475367549,
      "grad_norm": 2.4856081008911133,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 926000
    },
    {
      "epoch": 13.054142057708301,
      "grad_norm": 1.7676960229873657,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 926100
    },
    {
      "epoch": 13.055551640049053,
      "grad_norm": 3.3889286518096924,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 926200
    },
    {
      "epoch": 13.056961222389805,
      "grad_norm": 3.697362184524536,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 926300
    },
    {
      "epoch": 13.058370804730558,
      "grad_norm": 2.675316333770752,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 926400
    },
    {
      "epoch": 13.05978038707131,
      "grad_norm": 1.3683061599731445,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 926500
    },
    {
      "epoch": 13.061189969412062,
      "grad_norm": 2.560425281524658,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 926600
    },
    {
      "epoch": 13.062599551752816,
      "grad_norm": 1.1895619630813599,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 926700
    },
    {
      "epoch": 13.064009134093569,
      "grad_norm": 5.382468223571777,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 926800
    },
    {
      "epoch": 13.065418716434321,
      "grad_norm": 1.2085649967193604,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 926900
    },
    {
      "epoch": 13.066828298775073,
      "grad_norm": 2.248537063598633,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 927000
    },
    {
      "epoch": 13.068237881115826,
      "grad_norm": 3.419696807861328,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 927100
    },
    {
      "epoch": 13.069647463456578,
      "grad_norm": 3.380803346633911,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 927200
    },
    {
      "epoch": 13.07105704579733,
      "grad_norm": 3.1051437854766846,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 927300
    },
    {
      "epoch": 13.072466628138082,
      "grad_norm": 4.11698579788208,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 927400
    },
    {
      "epoch": 13.073876210478835,
      "grad_norm": 6.042175769805908,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 927500
    },
    {
      "epoch": 13.075285792819587,
      "grad_norm": 3.9061427116394043,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 927600
    },
    {
      "epoch": 13.07669537516034,
      "grad_norm": 3.415837287902832,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 927700
    },
    {
      "epoch": 13.078104957501093,
      "grad_norm": 1.633313536643982,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 927800
    },
    {
      "epoch": 13.079514539841846,
      "grad_norm": 3.070852518081665,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 927900
    },
    {
      "epoch": 13.080924122182598,
      "grad_norm": 3.728635549545288,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 928000
    },
    {
      "epoch": 13.08233370452335,
      "grad_norm": 6.417730331420898,
      "learning_rate": 5e-06,
      "loss": 0.0585,
      "step": 928100
    },
    {
      "epoch": 13.083743286864102,
      "grad_norm": 2.288611888885498,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 928200
    },
    {
      "epoch": 13.085152869204855,
      "grad_norm": 2.852118968963623,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 928300
    },
    {
      "epoch": 13.086562451545607,
      "grad_norm": 3.5406415462493896,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 928400
    },
    {
      "epoch": 13.08797203388636,
      "grad_norm": 6.8356404304504395,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 928500
    },
    {
      "epoch": 13.089381616227111,
      "grad_norm": 3.450554847717285,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 928600
    },
    {
      "epoch": 13.090791198567864,
      "grad_norm": 4.940040111541748,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 928700
    },
    {
      "epoch": 13.092200780908616,
      "grad_norm": 3.6888604164123535,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 928800
    },
    {
      "epoch": 13.093610363249368,
      "grad_norm": 3.2069904804229736,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 928900
    },
    {
      "epoch": 13.095019945590122,
      "grad_norm": 1.6648808717727661,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 929000
    },
    {
      "epoch": 13.096429527930875,
      "grad_norm": 3.5416722297668457,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 929100
    },
    {
      "epoch": 13.097839110271627,
      "grad_norm": 8.290772438049316,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 929200
    },
    {
      "epoch": 13.09924869261238,
      "grad_norm": 22.21809196472168,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 929300
    },
    {
      "epoch": 13.100658274953132,
      "grad_norm": 2.8055193424224854,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 929400
    },
    {
      "epoch": 13.102067857293884,
      "grad_norm": 1.5490283966064453,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 929500
    },
    {
      "epoch": 13.103477439634636,
      "grad_norm": 1.6712216138839722,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 929600
    },
    {
      "epoch": 13.104887021975388,
      "grad_norm": 2.2903409004211426,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 929700
    },
    {
      "epoch": 13.10629660431614,
      "grad_norm": 3.4720940589904785,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 929800
    },
    {
      "epoch": 13.107706186656893,
      "grad_norm": 5.167026519775391,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 929900
    },
    {
      "epoch": 13.109115768997645,
      "grad_norm": 2.0308845043182373,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 930000
    },
    {
      "epoch": 13.1105253513384,
      "grad_norm": 1.3959461450576782,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 930100
    },
    {
      "epoch": 13.111934933679152,
      "grad_norm": 5.653592586517334,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 930200
    },
    {
      "epoch": 13.113344516019904,
      "grad_norm": 3.7765793800354004,
      "learning_rate": 5e-06,
      "loss": 0.0856,
      "step": 930300
    },
    {
      "epoch": 13.114754098360656,
      "grad_norm": 8.272404670715332,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 930400
    },
    {
      "epoch": 13.116163680701408,
      "grad_norm": 2.4208266735076904,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 930500
    },
    {
      "epoch": 13.11757326304216,
      "grad_norm": 1.012900471687317,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 930600
    },
    {
      "epoch": 13.118982845382913,
      "grad_norm": 3.257917642593384,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 930700
    },
    {
      "epoch": 13.120392427723665,
      "grad_norm": 4.655514240264893,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 930800
    },
    {
      "epoch": 13.121802010064417,
      "grad_norm": 1.8587877750396729,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 930900
    },
    {
      "epoch": 13.12321159240517,
      "grad_norm": 2.804067611694336,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 931000
    },
    {
      "epoch": 13.124621174745922,
      "grad_norm": 2.377617597579956,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 931100
    },
    {
      "epoch": 13.126030757086674,
      "grad_norm": 3.7793080806732178,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 931200
    },
    {
      "epoch": 13.127440339427428,
      "grad_norm": 1.1854583024978638,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 931300
    },
    {
      "epoch": 13.12884992176818,
      "grad_norm": 2.2198588848114014,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 931400
    },
    {
      "epoch": 13.130259504108933,
      "grad_norm": 1.9612209796905518,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 931500
    },
    {
      "epoch": 13.131669086449685,
      "grad_norm": 2.1849658489227295,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 931600
    },
    {
      "epoch": 13.133078668790438,
      "grad_norm": 1.8320080041885376,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 931700
    },
    {
      "epoch": 13.13448825113119,
      "grad_norm": 3.9286575317382812,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 931800
    },
    {
      "epoch": 13.135897833471942,
      "grad_norm": 2.687072992324829,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 931900
    },
    {
      "epoch": 13.137307415812694,
      "grad_norm": 1.7374131679534912,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 932000
    },
    {
      "epoch": 13.138716998153447,
      "grad_norm": 3.0690226554870605,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 932100
    },
    {
      "epoch": 13.140126580494199,
      "grad_norm": 1.6698791980743408,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 932200
    },
    {
      "epoch": 13.141536162834951,
      "grad_norm": 11.079252243041992,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 932300
    },
    {
      "epoch": 13.142945745175705,
      "grad_norm": 3.724118947982788,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 932400
    },
    {
      "epoch": 13.144355327516458,
      "grad_norm": 1.2037080526351929,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 932500
    },
    {
      "epoch": 13.14576490985721,
      "grad_norm": 2.765775442123413,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 932600
    },
    {
      "epoch": 13.147174492197962,
      "grad_norm": 2.2662909030914307,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 932700
    },
    {
      "epoch": 13.148584074538714,
      "grad_norm": 2.014188766479492,
      "learning_rate": 5e-06,
      "loss": 0.0815,
      "step": 932800
    },
    {
      "epoch": 13.149993656879467,
      "grad_norm": 9.935127258300781,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 932900
    },
    {
      "epoch": 13.151403239220219,
      "grad_norm": 2.309591293334961,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 933000
    },
    {
      "epoch": 13.152812821560971,
      "grad_norm": 1.4264618158340454,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 933100
    },
    {
      "epoch": 13.154222403901723,
      "grad_norm": 2.2724597454071045,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 933200
    },
    {
      "epoch": 13.155631986242476,
      "grad_norm": 1.7688932418823242,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 933300
    },
    {
      "epoch": 13.157041568583228,
      "grad_norm": 5.934405326843262,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 933400
    },
    {
      "epoch": 13.158451150923982,
      "grad_norm": 4.959030628204346,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 933500
    },
    {
      "epoch": 13.159860733264734,
      "grad_norm": 1.0942533016204834,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 933600
    },
    {
      "epoch": 13.161270315605487,
      "grad_norm": 2.2581145763397217,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 933700
    },
    {
      "epoch": 13.162679897946239,
      "grad_norm": 3.101275682449341,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 933800
    },
    {
      "epoch": 13.164089480286991,
      "grad_norm": 1.108010172843933,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 933900
    },
    {
      "epoch": 13.165499062627743,
      "grad_norm": 7.101975440979004,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 934000
    },
    {
      "epoch": 13.166908644968496,
      "grad_norm": 6.843381404876709,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 934100
    },
    {
      "epoch": 13.168318227309248,
      "grad_norm": 1.0237339735031128,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 934200
    },
    {
      "epoch": 13.16972780965,
      "grad_norm": 3.944981813430786,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 934300
    },
    {
      "epoch": 13.171137391990753,
      "grad_norm": 5.297242164611816,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 934400
    },
    {
      "epoch": 13.172546974331505,
      "grad_norm": 15.669727325439453,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 934500
    },
    {
      "epoch": 13.173956556672257,
      "grad_norm": 2.539196252822876,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 934600
    },
    {
      "epoch": 13.175366139013011,
      "grad_norm": 6.751173496246338,
      "learning_rate": 5e-06,
      "loss": 0.0797,
      "step": 934700
    },
    {
      "epoch": 13.176775721353764,
      "grad_norm": 2.1200315952301025,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 934800
    },
    {
      "epoch": 13.178185303694516,
      "grad_norm": 5.070414066314697,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 934900
    },
    {
      "epoch": 13.179594886035268,
      "grad_norm": 4.601017951965332,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 935000
    },
    {
      "epoch": 13.18100446837602,
      "grad_norm": 3.961137294769287,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 935100
    },
    {
      "epoch": 13.182414050716773,
      "grad_norm": 9.693025588989258,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 935200
    },
    {
      "epoch": 13.183823633057525,
      "grad_norm": 3.179140090942383,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 935300
    },
    {
      "epoch": 13.185233215398277,
      "grad_norm": 4.49690055847168,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 935400
    },
    {
      "epoch": 13.18664279773903,
      "grad_norm": 2.2089803218841553,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 935500
    },
    {
      "epoch": 13.188052380079782,
      "grad_norm": 1.8793755769729614,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 935600
    },
    {
      "epoch": 13.189461962420534,
      "grad_norm": 4.11032772064209,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 935700
    },
    {
      "epoch": 13.190871544761288,
      "grad_norm": 4.921895503997803,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 935800
    },
    {
      "epoch": 13.19228112710204,
      "grad_norm": 3.0030698776245117,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 935900
    },
    {
      "epoch": 13.193690709442793,
      "grad_norm": 0.8440399169921875,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 936000
    },
    {
      "epoch": 13.195100291783545,
      "grad_norm": 2.440631866455078,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 936100
    },
    {
      "epoch": 13.196509874124297,
      "grad_norm": 4.351990699768066,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 936200
    },
    {
      "epoch": 13.19791945646505,
      "grad_norm": 2.2825429439544678,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 936300
    },
    {
      "epoch": 13.199329038805802,
      "grad_norm": 4.9637675285339355,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 936400
    },
    {
      "epoch": 13.200738621146554,
      "grad_norm": 3.462233066558838,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 936500
    },
    {
      "epoch": 13.202148203487306,
      "grad_norm": 5.82204008102417,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 936600
    },
    {
      "epoch": 13.203557785828059,
      "grad_norm": 2.7316722869873047,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 936700
    },
    {
      "epoch": 13.204967368168811,
      "grad_norm": 3.254159688949585,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 936800
    },
    {
      "epoch": 13.206376950509563,
      "grad_norm": 3.9157257080078125,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 936900
    },
    {
      "epoch": 13.207786532850317,
      "grad_norm": 3.9510393142700195,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 937000
    },
    {
      "epoch": 13.20919611519107,
      "grad_norm": 2.748623847961426,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 937100
    },
    {
      "epoch": 13.210605697531822,
      "grad_norm": 4.315796375274658,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 937200
    },
    {
      "epoch": 13.212015279872574,
      "grad_norm": 2.6066222190856934,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 937300
    },
    {
      "epoch": 13.213424862213326,
      "grad_norm": 2.5325779914855957,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 937400
    },
    {
      "epoch": 13.214834444554079,
      "grad_norm": 3.433375120162964,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 937500
    },
    {
      "epoch": 13.216244026894831,
      "grad_norm": 2.760751485824585,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 937600
    },
    {
      "epoch": 13.217653609235583,
      "grad_norm": 1.0465888977050781,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 937700
    },
    {
      "epoch": 13.219063191576335,
      "grad_norm": 4.824178218841553,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 937800
    },
    {
      "epoch": 13.220472773917088,
      "grad_norm": 4.329950332641602,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 937900
    },
    {
      "epoch": 13.22188235625784,
      "grad_norm": 1.527168869972229,
      "learning_rate": 5e-06,
      "loss": 0.0822,
      "step": 938000
    },
    {
      "epoch": 13.223291938598594,
      "grad_norm": 2.8259966373443604,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 938100
    },
    {
      "epoch": 13.224701520939346,
      "grad_norm": 1.367811679840088,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 938200
    },
    {
      "epoch": 13.226111103280099,
      "grad_norm": 2.614076614379883,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 938300
    },
    {
      "epoch": 13.227520685620851,
      "grad_norm": 7.448897361755371,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 938400
    },
    {
      "epoch": 13.228930267961603,
      "grad_norm": 5.286828517913818,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 938500
    },
    {
      "epoch": 13.230339850302355,
      "grad_norm": 3.6387531757354736,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 938600
    },
    {
      "epoch": 13.231749432643108,
      "grad_norm": 4.277320861816406,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 938700
    },
    {
      "epoch": 13.23315901498386,
      "grad_norm": 4.6679816246032715,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 938800
    },
    {
      "epoch": 13.234568597324612,
      "grad_norm": 7.173105239868164,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 938900
    },
    {
      "epoch": 13.235978179665365,
      "grad_norm": 4.906609058380127,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 939000
    },
    {
      "epoch": 13.237387762006117,
      "grad_norm": 2.480848550796509,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 939100
    },
    {
      "epoch": 13.23879734434687,
      "grad_norm": 12.280766487121582,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 939200
    },
    {
      "epoch": 13.240206926687623,
      "grad_norm": 6.946918964385986,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 939300
    },
    {
      "epoch": 13.241616509028376,
      "grad_norm": 4.76393461227417,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 939400
    },
    {
      "epoch": 13.243026091369128,
      "grad_norm": 6.206839561462402,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 939500
    },
    {
      "epoch": 13.24443567370988,
      "grad_norm": 9.918196678161621,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 939600
    },
    {
      "epoch": 13.245845256050632,
      "grad_norm": 3.6620030403137207,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 939700
    },
    {
      "epoch": 13.247254838391385,
      "grad_norm": 2.936875343322754,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 939800
    },
    {
      "epoch": 13.248664420732137,
      "grad_norm": 5.646475315093994,
      "learning_rate": 5e-06,
      "loss": 0.0622,
      "step": 939900
    },
    {
      "epoch": 13.25007400307289,
      "grad_norm": 2.077288866043091,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 940000
    },
    {
      "epoch": 13.251483585413641,
      "grad_norm": 6.917468547821045,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 940100
    },
    {
      "epoch": 13.252893167754394,
      "grad_norm": 3.378829002380371,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 940200
    },
    {
      "epoch": 13.254302750095146,
      "grad_norm": 1.6406892538070679,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 940300
    },
    {
      "epoch": 13.2557123324359,
      "grad_norm": 1.5164870023727417,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 940400
    },
    {
      "epoch": 13.257121914776652,
      "grad_norm": 10.798065185546875,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 940500
    },
    {
      "epoch": 13.258531497117405,
      "grad_norm": 2.695003032684326,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 940600
    },
    {
      "epoch": 13.259941079458157,
      "grad_norm": 2.888261079788208,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 940700
    },
    {
      "epoch": 13.26135066179891,
      "grad_norm": 3.2135472297668457,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 940800
    },
    {
      "epoch": 13.262760244139661,
      "grad_norm": 5.846375942230225,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 940900
    },
    {
      "epoch": 13.264169826480414,
      "grad_norm": 2.691934585571289,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 941000
    },
    {
      "epoch": 13.265579408821166,
      "grad_norm": 4.227723121643066,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 941100
    },
    {
      "epoch": 13.266988991161918,
      "grad_norm": 1.1843243837356567,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 941200
    },
    {
      "epoch": 13.26839857350267,
      "grad_norm": 1.8882904052734375,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 941300
    },
    {
      "epoch": 13.269808155843423,
      "grad_norm": 6.160224914550781,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 941400
    },
    {
      "epoch": 13.271217738184177,
      "grad_norm": 1.5259809494018555,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 941500
    },
    {
      "epoch": 13.27262732052493,
      "grad_norm": 1.8431732654571533,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 941600
    },
    {
      "epoch": 13.274036902865681,
      "grad_norm": 4.993796348571777,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 941700
    },
    {
      "epoch": 13.275446485206434,
      "grad_norm": 0.9227577447891235,
      "learning_rate": 5e-06,
      "loss": 0.06,
      "step": 941800
    },
    {
      "epoch": 13.276856067547186,
      "grad_norm": 7.160299777984619,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 941900
    },
    {
      "epoch": 13.278265649887938,
      "grad_norm": 0.8751019835472107,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 942000
    },
    {
      "epoch": 13.27967523222869,
      "grad_norm": 8.029373168945312,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 942100
    },
    {
      "epoch": 13.281084814569443,
      "grad_norm": 1.6349713802337646,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 942200
    },
    {
      "epoch": 13.282494396910195,
      "grad_norm": 2.8050410747528076,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 942300
    },
    {
      "epoch": 13.283903979250947,
      "grad_norm": 3.1327226161956787,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 942400
    },
    {
      "epoch": 13.2853135615917,
      "grad_norm": 2.5462076663970947,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 942500
    },
    {
      "epoch": 13.286723143932452,
      "grad_norm": 1.65705144405365,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 942600
    },
    {
      "epoch": 13.288132726273206,
      "grad_norm": 2.724233627319336,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 942700
    },
    {
      "epoch": 13.289542308613958,
      "grad_norm": 2.1742663383483887,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 942800
    },
    {
      "epoch": 13.29095189095471,
      "grad_norm": 3.1958799362182617,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 942900
    },
    {
      "epoch": 13.292361473295463,
      "grad_norm": 2.558295726776123,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 943000
    },
    {
      "epoch": 13.293771055636215,
      "grad_norm": 2.8120663166046143,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 943100
    },
    {
      "epoch": 13.295180637976967,
      "grad_norm": 1.9001506567001343,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 943200
    },
    {
      "epoch": 13.29659022031772,
      "grad_norm": 5.506866455078125,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 943300
    },
    {
      "epoch": 13.297999802658472,
      "grad_norm": 2.5533392429351807,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 943400
    },
    {
      "epoch": 13.299409384999224,
      "grad_norm": 3.3633880615234375,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 943500
    },
    {
      "epoch": 13.300818967339977,
      "grad_norm": 2.9769909381866455,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 943600
    },
    {
      "epoch": 13.302228549680729,
      "grad_norm": 1.9985899925231934,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 943700
    },
    {
      "epoch": 13.303638132021483,
      "grad_norm": 1.5405490398406982,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 943800
    },
    {
      "epoch": 13.305047714362235,
      "grad_norm": 4.62048864364624,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 943900
    },
    {
      "epoch": 13.306457296702987,
      "grad_norm": 4.572690010070801,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 944000
    },
    {
      "epoch": 13.30786687904374,
      "grad_norm": 5.671020984649658,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 944100
    },
    {
      "epoch": 13.309276461384492,
      "grad_norm": 3.965322494506836,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 944200
    },
    {
      "epoch": 13.310686043725244,
      "grad_norm": 2.68975830078125,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 944300
    },
    {
      "epoch": 13.312095626065997,
      "grad_norm": 3.040433406829834,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 944400
    },
    {
      "epoch": 13.313505208406749,
      "grad_norm": 2.7422337532043457,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 944500
    },
    {
      "epoch": 13.314914790747501,
      "grad_norm": 9.931378364562988,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 944600
    },
    {
      "epoch": 13.316324373088253,
      "grad_norm": 3.253385305404663,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 944700
    },
    {
      "epoch": 13.317733955429006,
      "grad_norm": 1.8592838048934937,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 944800
    },
    {
      "epoch": 13.319143537769758,
      "grad_norm": 1.4356364011764526,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 944900
    },
    {
      "epoch": 13.320553120110512,
      "grad_norm": 1.7067010402679443,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 945000
    },
    {
      "epoch": 13.321962702451264,
      "grad_norm": 0.6392150521278381,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 945100
    },
    {
      "epoch": 13.323372284792017,
      "grad_norm": 2.542935371398926,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 945200
    },
    {
      "epoch": 13.324781867132769,
      "grad_norm": 4.318668842315674,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 945300
    },
    {
      "epoch": 13.326191449473521,
      "grad_norm": 2.7486085891723633,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 945400
    },
    {
      "epoch": 13.327601031814273,
      "grad_norm": 5.9420342445373535,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 945500
    },
    {
      "epoch": 13.329010614155026,
      "grad_norm": 6.08551549911499,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 945600
    },
    {
      "epoch": 13.330420196495778,
      "grad_norm": 3.611530065536499,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 945700
    },
    {
      "epoch": 13.33182977883653,
      "grad_norm": 14.147567749023438,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 945800
    },
    {
      "epoch": 13.333239361177283,
      "grad_norm": 2.6425933837890625,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 945900
    },
    {
      "epoch": 13.334648943518035,
      "grad_norm": 2.8228445053100586,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 946000
    },
    {
      "epoch": 13.336058525858789,
      "grad_norm": 2.4768102169036865,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 946100
    },
    {
      "epoch": 13.337468108199541,
      "grad_norm": 1.885213017463684,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 946200
    },
    {
      "epoch": 13.338877690540293,
      "grad_norm": 3.2278594970703125,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 946300
    },
    {
      "epoch": 13.340287272881046,
      "grad_norm": 2.5493929386138916,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 946400
    },
    {
      "epoch": 13.341696855221798,
      "grad_norm": 1.7235969305038452,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 946500
    },
    {
      "epoch": 13.34310643756255,
      "grad_norm": 3.7771289348602295,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 946600
    },
    {
      "epoch": 13.344516019903303,
      "grad_norm": 4.205144882202148,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 946700
    },
    {
      "epoch": 13.345925602244055,
      "grad_norm": 4.665035724639893,
      "learning_rate": 5e-06,
      "loss": 0.0813,
      "step": 946800
    },
    {
      "epoch": 13.347335184584807,
      "grad_norm": 2.352975606918335,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 946900
    },
    {
      "epoch": 13.34874476692556,
      "grad_norm": 5.7094292640686035,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 947000
    },
    {
      "epoch": 13.350154349266312,
      "grad_norm": 3.684337854385376,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 947100
    },
    {
      "epoch": 13.351563931607064,
      "grad_norm": 3.129589319229126,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 947200
    },
    {
      "epoch": 13.352973513947818,
      "grad_norm": 2.805365800857544,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 947300
    },
    {
      "epoch": 13.35438309628857,
      "grad_norm": 1.585628628730774,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 947400
    },
    {
      "epoch": 13.355792678629323,
      "grad_norm": 1.8169149160385132,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 947500
    },
    {
      "epoch": 13.357202260970075,
      "grad_norm": 2.6340582370758057,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 947600
    },
    {
      "epoch": 13.358611843310827,
      "grad_norm": 3.4311933517456055,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 947700
    },
    {
      "epoch": 13.36002142565158,
      "grad_norm": 1.196645975112915,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 947800
    },
    {
      "epoch": 13.361431007992332,
      "grad_norm": 5.152649402618408,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 947900
    },
    {
      "epoch": 13.362840590333084,
      "grad_norm": 2.003673791885376,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 948000
    },
    {
      "epoch": 13.364250172673836,
      "grad_norm": 3.1651816368103027,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 948100
    },
    {
      "epoch": 13.365659755014589,
      "grad_norm": 1.9171220064163208,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 948200
    },
    {
      "epoch": 13.36706933735534,
      "grad_norm": 2.112291097640991,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 948300
    },
    {
      "epoch": 13.368478919696095,
      "grad_norm": 1.3233977556228638,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 948400
    },
    {
      "epoch": 13.369888502036847,
      "grad_norm": 1.584077000617981,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 948500
    },
    {
      "epoch": 13.3712980843776,
      "grad_norm": 2.8898229598999023,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 948600
    },
    {
      "epoch": 13.372707666718352,
      "grad_norm": 1.5750820636749268,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 948700
    },
    {
      "epoch": 13.374117249059104,
      "grad_norm": 9.33107852935791,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 948800
    },
    {
      "epoch": 13.375526831399856,
      "grad_norm": 3.292847156524658,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 948900
    },
    {
      "epoch": 13.376936413740609,
      "grad_norm": 4.66374397277832,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 949000
    },
    {
      "epoch": 13.37834599608136,
      "grad_norm": 1.2830877304077148,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 949100
    },
    {
      "epoch": 13.379755578422113,
      "grad_norm": 1.41278874874115,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 949200
    },
    {
      "epoch": 13.381165160762865,
      "grad_norm": 2.361870765686035,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 949300
    },
    {
      "epoch": 13.382574743103618,
      "grad_norm": 3.4658942222595215,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 949400
    },
    {
      "epoch": 13.38398432544437,
      "grad_norm": 5.027298927307129,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 949500
    },
    {
      "epoch": 13.385393907785124,
      "grad_norm": 6.046234130859375,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 949600
    },
    {
      "epoch": 13.386803490125876,
      "grad_norm": 1.7213194370269775,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 949700
    },
    {
      "epoch": 13.388213072466629,
      "grad_norm": 2.0072264671325684,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 949800
    },
    {
      "epoch": 13.389622654807381,
      "grad_norm": 3.049811363220215,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 949900
    },
    {
      "epoch": 13.391032237148133,
      "grad_norm": 1.9197847843170166,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 950000
    },
    {
      "epoch": 13.392441819488885,
      "grad_norm": 4.381383419036865,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 950100
    },
    {
      "epoch": 13.393851401829638,
      "grad_norm": 2.6863667964935303,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 950200
    },
    {
      "epoch": 13.39526098417039,
      "grad_norm": 2.491137742996216,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 950300
    },
    {
      "epoch": 13.396670566511142,
      "grad_norm": 7.015749931335449,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 950400
    },
    {
      "epoch": 13.398080148851895,
      "grad_norm": 3.800950288772583,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 950500
    },
    {
      "epoch": 13.399489731192647,
      "grad_norm": 5.244078159332275,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 950600
    },
    {
      "epoch": 13.400899313533401,
      "grad_norm": 0.9731177091598511,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 950700
    },
    {
      "epoch": 13.402308895874153,
      "grad_norm": 2.3792483806610107,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 950800
    },
    {
      "epoch": 13.403718478214905,
      "grad_norm": 5.316022872924805,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 950900
    },
    {
      "epoch": 13.405128060555658,
      "grad_norm": 4.473698139190674,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 951000
    },
    {
      "epoch": 13.40653764289641,
      "grad_norm": 1.185346007347107,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 951100
    },
    {
      "epoch": 13.407947225237162,
      "grad_norm": 2.056304454803467,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 951200
    },
    {
      "epoch": 13.409356807577915,
      "grad_norm": 1.6037555932998657,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 951300
    },
    {
      "epoch": 13.410766389918667,
      "grad_norm": 1.8709884881973267,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 951400
    },
    {
      "epoch": 13.41217597225942,
      "grad_norm": 2.5853004455566406,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 951500
    },
    {
      "epoch": 13.413585554600171,
      "grad_norm": 5.8729753494262695,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 951600
    },
    {
      "epoch": 13.414995136940924,
      "grad_norm": 1.7356473207473755,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 951700
    },
    {
      "epoch": 13.416404719281676,
      "grad_norm": 3.452251672744751,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 951800
    },
    {
      "epoch": 13.41781430162243,
      "grad_norm": 4.446374893188477,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 951900
    },
    {
      "epoch": 13.419223883963182,
      "grad_norm": 3.1102449893951416,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 952000
    },
    {
      "epoch": 13.420633466303935,
      "grad_norm": 3.2785444259643555,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 952100
    },
    {
      "epoch": 13.422043048644687,
      "grad_norm": 3.8097636699676514,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 952200
    },
    {
      "epoch": 13.42345263098544,
      "grad_norm": 4.392752647399902,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 952300
    },
    {
      "epoch": 13.424862213326191,
      "grad_norm": 1.1835758686065674,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 952400
    },
    {
      "epoch": 13.426271795666944,
      "grad_norm": 1.864883303642273,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 952500
    },
    {
      "epoch": 13.427681378007696,
      "grad_norm": 6.8334784507751465,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 952600
    },
    {
      "epoch": 13.429090960348448,
      "grad_norm": 2.108041763305664,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 952700
    },
    {
      "epoch": 13.4305005426892,
      "grad_norm": 1.2582488059997559,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 952800
    },
    {
      "epoch": 13.431910125029953,
      "grad_norm": 3.3183188438415527,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 952900
    },
    {
      "epoch": 13.433319707370707,
      "grad_norm": 1.8507261276245117,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 953000
    },
    {
      "epoch": 13.43472928971146,
      "grad_norm": 3.4922709465026855,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 953100
    },
    {
      "epoch": 13.436138872052211,
      "grad_norm": 1.9536888599395752,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 953200
    },
    {
      "epoch": 13.437548454392964,
      "grad_norm": 15.485107421875,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 953300
    },
    {
      "epoch": 13.438958036733716,
      "grad_norm": 1.4396471977233887,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 953400
    },
    {
      "epoch": 13.440367619074468,
      "grad_norm": 3.6097209453582764,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 953500
    },
    {
      "epoch": 13.44177720141522,
      "grad_norm": 1.7596673965454102,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 953600
    },
    {
      "epoch": 13.443186783755973,
      "grad_norm": 4.1909637451171875,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 953700
    },
    {
      "epoch": 13.444596366096725,
      "grad_norm": 0.595912516117096,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 953800
    },
    {
      "epoch": 13.446005948437477,
      "grad_norm": 2.1691489219665527,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 953900
    },
    {
      "epoch": 13.44741553077823,
      "grad_norm": 2.8281495571136475,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 954000
    },
    {
      "epoch": 13.448825113118982,
      "grad_norm": 2.079563617706299,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 954100
    },
    {
      "epoch": 13.450234695459736,
      "grad_norm": 7.254590034484863,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 954200
    },
    {
      "epoch": 13.451644277800488,
      "grad_norm": 5.5304107666015625,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 954300
    },
    {
      "epoch": 13.45305386014124,
      "grad_norm": 2.083766460418701,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 954400
    },
    {
      "epoch": 13.454463442481993,
      "grad_norm": 3.3213484287261963,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 954500
    },
    {
      "epoch": 13.455873024822745,
      "grad_norm": 5.92818546295166,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 954600
    },
    {
      "epoch": 13.457282607163497,
      "grad_norm": 1.1867942810058594,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 954700
    },
    {
      "epoch": 13.45869218950425,
      "grad_norm": 3.807037353515625,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 954800
    },
    {
      "epoch": 13.460101771845002,
      "grad_norm": 0.6127464175224304,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 954900
    },
    {
      "epoch": 13.461511354185754,
      "grad_norm": 1.7258694171905518,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 955000
    },
    {
      "epoch": 13.462920936526507,
      "grad_norm": 1.012562870979309,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 955100
    },
    {
      "epoch": 13.464330518867259,
      "grad_norm": 3.6867241859436035,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 955200
    },
    {
      "epoch": 13.465740101208013,
      "grad_norm": 2.16870379447937,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 955300
    },
    {
      "epoch": 13.467149683548765,
      "grad_norm": 7.174342155456543,
      "learning_rate": 5e-06,
      "loss": 0.0837,
      "step": 955400
    },
    {
      "epoch": 13.468559265889517,
      "grad_norm": 1.8223079442977905,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 955500
    },
    {
      "epoch": 13.46996884823027,
      "grad_norm": 1.7308818101882935,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 955600
    },
    {
      "epoch": 13.471378430571022,
      "grad_norm": 6.267369270324707,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 955700
    },
    {
      "epoch": 13.472788012911774,
      "grad_norm": 1.6736648082733154,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 955800
    },
    {
      "epoch": 13.474197595252527,
      "grad_norm": 2.1238958835601807,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 955900
    },
    {
      "epoch": 13.475607177593279,
      "grad_norm": 3.8087222576141357,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 956000
    },
    {
      "epoch": 13.477016759934031,
      "grad_norm": 1.7359914779663086,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 956100
    },
    {
      "epoch": 13.478426342274783,
      "grad_norm": 1.2190508842468262,
      "learning_rate": 5e-06,
      "loss": 0.0599,
      "step": 956200
    },
    {
      "epoch": 13.479835924615536,
      "grad_norm": 6.589631080627441,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 956300
    },
    {
      "epoch": 13.481245506956288,
      "grad_norm": 2.1627609729766846,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 956400
    },
    {
      "epoch": 13.482655089297042,
      "grad_norm": 2.180647611618042,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 956500
    },
    {
      "epoch": 13.484064671637794,
      "grad_norm": 4.766552448272705,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 956600
    },
    {
      "epoch": 13.485474253978547,
      "grad_norm": 3.346816301345825,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 956700
    },
    {
      "epoch": 13.486883836319299,
      "grad_norm": 1.9190627336502075,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 956800
    },
    {
      "epoch": 13.488293418660051,
      "grad_norm": 1.785871982574463,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 956900
    },
    {
      "epoch": 13.489703001000803,
      "grad_norm": 2.221055030822754,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 957000
    },
    {
      "epoch": 13.491112583341556,
      "grad_norm": 1.6712443828582764,
      "learning_rate": 5e-06,
      "loss": 0.0607,
      "step": 957100
    },
    {
      "epoch": 13.492522165682308,
      "grad_norm": 3.59139347076416,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 957200
    },
    {
      "epoch": 13.49393174802306,
      "grad_norm": 1.5420218706130981,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 957300
    },
    {
      "epoch": 13.495341330363813,
      "grad_norm": 4.604067802429199,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 957400
    },
    {
      "epoch": 13.496750912704565,
      "grad_norm": 5.958223342895508,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 957500
    },
    {
      "epoch": 13.498160495045319,
      "grad_norm": 2.819052219390869,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 957600
    },
    {
      "epoch": 13.499570077386071,
      "grad_norm": 2.6794381141662598,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 957700
    },
    {
      "epoch": 13.500979659726823,
      "grad_norm": 4.8711748123168945,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 957800
    },
    {
      "epoch": 13.502389242067576,
      "grad_norm": 4.598965167999268,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 957900
    },
    {
      "epoch": 13.503798824408328,
      "grad_norm": 1.708638072013855,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 958000
    },
    {
      "epoch": 13.50520840674908,
      "grad_norm": 4.043210029602051,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 958100
    },
    {
      "epoch": 13.506617989089833,
      "grad_norm": 1.6435688734054565,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 958200
    },
    {
      "epoch": 13.508027571430585,
      "grad_norm": 6.53885555267334,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 958300
    },
    {
      "epoch": 13.509437153771337,
      "grad_norm": 0.769801139831543,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 958400
    },
    {
      "epoch": 13.51084673611209,
      "grad_norm": 1.2846287488937378,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 958500
    },
    {
      "epoch": 13.512256318452842,
      "grad_norm": 2.7510972023010254,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 958600
    },
    {
      "epoch": 13.513665900793594,
      "grad_norm": 5.2886481285095215,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 958700
    },
    {
      "epoch": 13.515075483134348,
      "grad_norm": 2.260803461074829,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 958800
    },
    {
      "epoch": 13.5164850654751,
      "grad_norm": 2.5359768867492676,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 958900
    },
    {
      "epoch": 13.517894647815853,
      "grad_norm": 2.3897037506103516,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 959000
    },
    {
      "epoch": 13.519304230156605,
      "grad_norm": 2.3882224559783936,
      "learning_rate": 5e-06,
      "loss": 0.0602,
      "step": 959100
    },
    {
      "epoch": 13.520713812497357,
      "grad_norm": 2.061537742614746,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 959200
    },
    {
      "epoch": 13.52212339483811,
      "grad_norm": 1.2778589725494385,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 959300
    },
    {
      "epoch": 13.523532977178862,
      "grad_norm": 1.4325735569000244,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 959400
    },
    {
      "epoch": 13.524942559519614,
      "grad_norm": 2.443148612976074,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 959500
    },
    {
      "epoch": 13.526352141860366,
      "grad_norm": 1.6250368356704712,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 959600
    },
    {
      "epoch": 13.527761724201119,
      "grad_norm": 2.817373514175415,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 959700
    },
    {
      "epoch": 13.52917130654187,
      "grad_norm": 3.978830575942993,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 959800
    },
    {
      "epoch": 13.530580888882625,
      "grad_norm": 1.426251769065857,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 959900
    },
    {
      "epoch": 13.531990471223377,
      "grad_norm": 2.1149864196777344,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 960000
    },
    {
      "epoch": 13.53340005356413,
      "grad_norm": 3.5939838886260986,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 960100
    },
    {
      "epoch": 13.534809635904882,
      "grad_norm": 2.2053613662719727,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 960200
    },
    {
      "epoch": 13.536219218245634,
      "grad_norm": 3.787222146987915,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 960300
    },
    {
      "epoch": 13.537628800586386,
      "grad_norm": 1.5425680875778198,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 960400
    },
    {
      "epoch": 13.539038382927139,
      "grad_norm": 1.9235445261001587,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 960500
    },
    {
      "epoch": 13.54044796526789,
      "grad_norm": 3.643467426300049,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 960600
    },
    {
      "epoch": 13.541857547608643,
      "grad_norm": 6.862700462341309,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 960700
    },
    {
      "epoch": 13.543267129949395,
      "grad_norm": 2.9753687381744385,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 960800
    },
    {
      "epoch": 13.544676712290148,
      "grad_norm": 14.376106262207031,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 960900
    },
    {
      "epoch": 13.5460862946309,
      "grad_norm": 8.107927322387695,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 961000
    },
    {
      "epoch": 13.547495876971654,
      "grad_norm": 5.582380771636963,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 961100
    },
    {
      "epoch": 13.548905459312406,
      "grad_norm": 3.110081911087036,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 961200
    },
    {
      "epoch": 13.550315041653159,
      "grad_norm": 6.560304641723633,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 961300
    },
    {
      "epoch": 13.55172462399391,
      "grad_norm": 2.968904733657837,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 961400
    },
    {
      "epoch": 13.553134206334663,
      "grad_norm": 1.4967325925827026,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 961500
    },
    {
      "epoch": 13.554543788675415,
      "grad_norm": 1.9565411806106567,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 961600
    },
    {
      "epoch": 13.555953371016168,
      "grad_norm": 5.544067859649658,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 961700
    },
    {
      "epoch": 13.55736295335692,
      "grad_norm": 5.891439437866211,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 961800
    },
    {
      "epoch": 13.558772535697672,
      "grad_norm": 3.783252239227295,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 961900
    },
    {
      "epoch": 13.560182118038425,
      "grad_norm": 2.748220682144165,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 962000
    },
    {
      "epoch": 13.561591700379177,
      "grad_norm": 2.3642632961273193,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 962100
    },
    {
      "epoch": 13.56300128271993,
      "grad_norm": 4.1615729331970215,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 962200
    },
    {
      "epoch": 13.564410865060683,
      "grad_norm": 3.561809778213501,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 962300
    },
    {
      "epoch": 13.565820447401435,
      "grad_norm": 2.964822769165039,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 962400
    },
    {
      "epoch": 13.567230029742188,
      "grad_norm": 2.340935230255127,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 962500
    },
    {
      "epoch": 13.56863961208294,
      "grad_norm": 3.3954544067382812,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 962600
    },
    {
      "epoch": 13.570049194423692,
      "grad_norm": 2.226814031600952,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 962700
    },
    {
      "epoch": 13.571458776764445,
      "grad_norm": 4.277516841888428,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 962800
    },
    {
      "epoch": 13.572868359105197,
      "grad_norm": 4.226057529449463,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 962900
    },
    {
      "epoch": 13.57427794144595,
      "grad_norm": 2.9841527938842773,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 963000
    },
    {
      "epoch": 13.575687523786701,
      "grad_norm": 3.821887969970703,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 963100
    },
    {
      "epoch": 13.577097106127454,
      "grad_norm": 1.9578131437301636,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 963200
    },
    {
      "epoch": 13.578506688468206,
      "grad_norm": 0.8971759676933289,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 963300
    },
    {
      "epoch": 13.57991627080896,
      "grad_norm": 1.5450540781021118,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 963400
    },
    {
      "epoch": 13.581325853149712,
      "grad_norm": 1.566429853439331,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 963500
    },
    {
      "epoch": 13.582735435490465,
      "grad_norm": 4.083391189575195,
      "learning_rate": 5e-06,
      "loss": 0.0598,
      "step": 963600
    },
    {
      "epoch": 13.584145017831217,
      "grad_norm": 2.010885000228882,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 963700
    },
    {
      "epoch": 13.58555460017197,
      "grad_norm": 3.2828574180603027,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 963800
    },
    {
      "epoch": 13.586964182512721,
      "grad_norm": 2.7766239643096924,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 963900
    },
    {
      "epoch": 13.588373764853474,
      "grad_norm": 2.0166702270507812,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 964000
    },
    {
      "epoch": 13.589783347194226,
      "grad_norm": 1.4364582300186157,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 964100
    },
    {
      "epoch": 13.591192929534978,
      "grad_norm": 2.5193159580230713,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 964200
    },
    {
      "epoch": 13.59260251187573,
      "grad_norm": 2.1199209690093994,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 964300
    },
    {
      "epoch": 13.594012094216485,
      "grad_norm": 2.828108072280884,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 964400
    },
    {
      "epoch": 13.595421676557237,
      "grad_norm": 2.693028211593628,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 964500
    },
    {
      "epoch": 13.59683125889799,
      "grad_norm": 2.250004768371582,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 964600
    },
    {
      "epoch": 13.598240841238741,
      "grad_norm": 3.242971897125244,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 964700
    },
    {
      "epoch": 13.599650423579494,
      "grad_norm": 7.660634994506836,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 964800
    },
    {
      "epoch": 13.601060005920246,
      "grad_norm": 1.9260839223861694,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 964900
    },
    {
      "epoch": 13.602469588260998,
      "grad_norm": 2.2790064811706543,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 965000
    },
    {
      "epoch": 13.60387917060175,
      "grad_norm": 2.41786789894104,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 965100
    },
    {
      "epoch": 13.605288752942503,
      "grad_norm": 4.411393642425537,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 965200
    },
    {
      "epoch": 13.606698335283255,
      "grad_norm": 0.6952916383743286,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 965300
    },
    {
      "epoch": 13.608107917624007,
      "grad_norm": 1.9923173189163208,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 965400
    },
    {
      "epoch": 13.60951749996476,
      "grad_norm": 2.9107017517089844,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 965500
    },
    {
      "epoch": 13.610927082305512,
      "grad_norm": 1.176254391670227,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 965600
    },
    {
      "epoch": 13.612336664646266,
      "grad_norm": 2.1325623989105225,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 965700
    },
    {
      "epoch": 13.613746246987018,
      "grad_norm": 0.939756453037262,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 965800
    },
    {
      "epoch": 13.61515582932777,
      "grad_norm": 3.288600206375122,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 965900
    },
    {
      "epoch": 13.616565411668523,
      "grad_norm": 1.9180030822753906,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 966000
    },
    {
      "epoch": 13.617974994009275,
      "grad_norm": 2.660439968109131,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 966100
    },
    {
      "epoch": 13.619384576350027,
      "grad_norm": 4.317906856536865,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 966200
    },
    {
      "epoch": 13.62079415869078,
      "grad_norm": 2.2507951259613037,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 966300
    },
    {
      "epoch": 13.622203741031532,
      "grad_norm": 6.608171463012695,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 966400
    },
    {
      "epoch": 13.623613323372284,
      "grad_norm": 2.593583345413208,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 966500
    },
    {
      "epoch": 13.625022905713037,
      "grad_norm": 11.696613311767578,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 966600
    },
    {
      "epoch": 13.62643248805379,
      "grad_norm": 3.8092329502105713,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 966700
    },
    {
      "epoch": 13.627842070394543,
      "grad_norm": 1.4316564798355103,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 966800
    },
    {
      "epoch": 13.629251652735295,
      "grad_norm": 1.0334320068359375,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 966900
    },
    {
      "epoch": 13.630661235076047,
      "grad_norm": 3.1999762058258057,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 967000
    },
    {
      "epoch": 13.6320708174168,
      "grad_norm": 4.978226661682129,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 967100
    },
    {
      "epoch": 13.633480399757552,
      "grad_norm": 1.7277573347091675,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 967200
    },
    {
      "epoch": 13.634889982098304,
      "grad_norm": 3.4885013103485107,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 967300
    },
    {
      "epoch": 13.636299564439057,
      "grad_norm": 1.8573572635650635,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 967400
    },
    {
      "epoch": 13.637709146779809,
      "grad_norm": 3.661848545074463,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 967500
    },
    {
      "epoch": 13.639118729120561,
      "grad_norm": 3.6186482906341553,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 967600
    },
    {
      "epoch": 13.640528311461313,
      "grad_norm": 7.122611045837402,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 967700
    },
    {
      "epoch": 13.641937893802066,
      "grad_norm": 1.4600822925567627,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 967800
    },
    {
      "epoch": 13.643347476142818,
      "grad_norm": 0.9917804598808289,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 967900
    },
    {
      "epoch": 13.644757058483572,
      "grad_norm": 2.5511720180511475,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 968000
    },
    {
      "epoch": 13.646166640824324,
      "grad_norm": 2.3551456928253174,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 968100
    },
    {
      "epoch": 13.647576223165077,
      "grad_norm": 2.8533990383148193,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 968200
    },
    {
      "epoch": 13.648985805505829,
      "grad_norm": 5.170238971710205,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 968300
    },
    {
      "epoch": 13.650395387846581,
      "grad_norm": 2.0004022121429443,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 968400
    },
    {
      "epoch": 13.651804970187333,
      "grad_norm": 1.1528310775756836,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 968500
    },
    {
      "epoch": 13.653214552528086,
      "grad_norm": 4.074852466583252,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 968600
    },
    {
      "epoch": 13.654624134868838,
      "grad_norm": 1.5302026271820068,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 968700
    },
    {
      "epoch": 13.65603371720959,
      "grad_norm": 0.5976295471191406,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 968800
    },
    {
      "epoch": 13.657443299550343,
      "grad_norm": 3.788935661315918,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 968900
    },
    {
      "epoch": 13.658852881891097,
      "grad_norm": 8.437870025634766,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 969000
    },
    {
      "epoch": 13.660262464231849,
      "grad_norm": 1.8317583799362183,
      "learning_rate": 5e-06,
      "loss": 0.0609,
      "step": 969100
    },
    {
      "epoch": 13.661672046572601,
      "grad_norm": 1.1936713457107544,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 969200
    },
    {
      "epoch": 13.663081628913353,
      "grad_norm": 3.79203200340271,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 969300
    },
    {
      "epoch": 13.664491211254106,
      "grad_norm": 2.6122522354125977,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 969400
    },
    {
      "epoch": 13.665900793594858,
      "grad_norm": 1.7181591987609863,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 969500
    },
    {
      "epoch": 13.66731037593561,
      "grad_norm": 5.114753246307373,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 969600
    },
    {
      "epoch": 13.668719958276363,
      "grad_norm": 4.388452529907227,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 969700
    },
    {
      "epoch": 13.670129540617115,
      "grad_norm": 1.9605443477630615,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 969800
    },
    {
      "epoch": 13.671539122957867,
      "grad_norm": 2.0290770530700684,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 969900
    },
    {
      "epoch": 13.67294870529862,
      "grad_norm": 3.0602688789367676,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 970000
    },
    {
      "epoch": 13.674358287639372,
      "grad_norm": 3.274137258529663,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 970100
    },
    {
      "epoch": 13.675767869980124,
      "grad_norm": 4.222431182861328,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 970200
    },
    {
      "epoch": 13.677177452320878,
      "grad_norm": 1.9764020442962646,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 970300
    },
    {
      "epoch": 13.67858703466163,
      "grad_norm": 2.9363198280334473,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 970400
    },
    {
      "epoch": 13.679996617002383,
      "grad_norm": 1.4311034679412842,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 970500
    },
    {
      "epoch": 13.681406199343135,
      "grad_norm": 0.8374781012535095,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 970600
    },
    {
      "epoch": 13.682815781683887,
      "grad_norm": 2.109976053237915,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 970700
    },
    {
      "epoch": 13.68422536402464,
      "grad_norm": 1.6881431341171265,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 970800
    },
    {
      "epoch": 13.685634946365392,
      "grad_norm": 11.93043327331543,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 970900
    },
    {
      "epoch": 13.687044528706144,
      "grad_norm": 2.6561474800109863,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 971000
    },
    {
      "epoch": 13.688454111046896,
      "grad_norm": 1.961361050605774,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 971100
    },
    {
      "epoch": 13.689863693387649,
      "grad_norm": 3.785750150680542,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 971200
    },
    {
      "epoch": 13.691273275728403,
      "grad_norm": 2.8642470836639404,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 971300
    },
    {
      "epoch": 13.692682858069155,
      "grad_norm": 3.8151357173919678,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 971400
    },
    {
      "epoch": 13.694092440409907,
      "grad_norm": 1.7819257974624634,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 971500
    },
    {
      "epoch": 13.69550202275066,
      "grad_norm": 8.18596076965332,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 971600
    },
    {
      "epoch": 13.696911605091412,
      "grad_norm": 7.60064697265625,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 971700
    },
    {
      "epoch": 13.698321187432164,
      "grad_norm": 5.1049113273620605,
      "learning_rate": 5e-06,
      "loss": 0.0836,
      "step": 971800
    },
    {
      "epoch": 13.699730769772916,
      "grad_norm": 2.8386917114257812,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 971900
    },
    {
      "epoch": 13.701140352113669,
      "grad_norm": 3.3637564182281494,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 972000
    },
    {
      "epoch": 13.70254993445442,
      "grad_norm": 1.2070719003677368,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 972100
    },
    {
      "epoch": 13.703959516795173,
      "grad_norm": 1.1030223369598389,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 972200
    },
    {
      "epoch": 13.705369099135925,
      "grad_norm": 1.8766988515853882,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 972300
    },
    {
      "epoch": 13.706778681476678,
      "grad_norm": 2.1169567108154297,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 972400
    },
    {
      "epoch": 13.708188263817432,
      "grad_norm": 1.9919029474258423,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 972500
    },
    {
      "epoch": 13.709597846158184,
      "grad_norm": 1.1778266429901123,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 972600
    },
    {
      "epoch": 13.711007428498936,
      "grad_norm": 2.326115131378174,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 972700
    },
    {
      "epoch": 13.712417010839689,
      "grad_norm": 4.011599540710449,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 972800
    },
    {
      "epoch": 13.71382659318044,
      "grad_norm": 3.7253451347351074,
      "learning_rate": 5e-06,
      "loss": 0.0592,
      "step": 972900
    },
    {
      "epoch": 13.715236175521193,
      "grad_norm": 5.514514923095703,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 973000
    },
    {
      "epoch": 13.716645757861945,
      "grad_norm": 3.997051477432251,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 973100
    },
    {
      "epoch": 13.718055340202698,
      "grad_norm": 3.3417282104492188,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 973200
    },
    {
      "epoch": 13.71946492254345,
      "grad_norm": 0.692283570766449,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 973300
    },
    {
      "epoch": 13.720874504884202,
      "grad_norm": 4.5925469398498535,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 973400
    },
    {
      "epoch": 13.722284087224955,
      "grad_norm": 5.852972030639648,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 973500
    },
    {
      "epoch": 13.723693669565709,
      "grad_norm": 2.6927053928375244,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 973600
    },
    {
      "epoch": 13.72510325190646,
      "grad_norm": 2.1228511333465576,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 973700
    },
    {
      "epoch": 13.726512834247213,
      "grad_norm": 4.975086212158203,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 973800
    },
    {
      "epoch": 13.727922416587965,
      "grad_norm": 5.524207592010498,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 973900
    },
    {
      "epoch": 13.729331998928718,
      "grad_norm": 3.191969633102417,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 974000
    },
    {
      "epoch": 13.73074158126947,
      "grad_norm": 1.6456435918807983,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 974100
    },
    {
      "epoch": 13.732151163610222,
      "grad_norm": 3.143825054168701,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 974200
    },
    {
      "epoch": 13.733560745950975,
      "grad_norm": 4.240835666656494,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 974300
    },
    {
      "epoch": 13.734970328291727,
      "grad_norm": 2.0962464809417725,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 974400
    },
    {
      "epoch": 13.736379910632479,
      "grad_norm": 6.557115077972412,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 974500
    },
    {
      "epoch": 13.737789492973231,
      "grad_norm": 1.498932123184204,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 974600
    },
    {
      "epoch": 13.739199075313984,
      "grad_norm": 3.86222243309021,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 974700
    },
    {
      "epoch": 13.740608657654738,
      "grad_norm": 2.1538941860198975,
      "learning_rate": 5e-06,
      "loss": 0.0805,
      "step": 974800
    },
    {
      "epoch": 13.74201823999549,
      "grad_norm": 2.7876904010772705,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 974900
    },
    {
      "epoch": 13.743427822336242,
      "grad_norm": 2.7076871395111084,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 975000
    },
    {
      "epoch": 13.744837404676995,
      "grad_norm": 2.5844008922576904,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 975100
    },
    {
      "epoch": 13.746246987017747,
      "grad_norm": 4.546116352081299,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 975200
    },
    {
      "epoch": 13.7476565693585,
      "grad_norm": 2.278989791870117,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 975300
    },
    {
      "epoch": 13.749066151699251,
      "grad_norm": 1.3344759941101074,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 975400
    },
    {
      "epoch": 13.750475734040004,
      "grad_norm": 5.852062225341797,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 975500
    },
    {
      "epoch": 13.751885316380756,
      "grad_norm": 1.420540452003479,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 975600
    },
    {
      "epoch": 13.753294898721508,
      "grad_norm": 2.0687732696533203,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 975700
    },
    {
      "epoch": 13.75470448106226,
      "grad_norm": 2.145329713821411,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 975800
    },
    {
      "epoch": 13.756114063403015,
      "grad_norm": 2.0686724185943604,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 975900
    },
    {
      "epoch": 13.757523645743767,
      "grad_norm": 1.7777975797653198,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 976000
    },
    {
      "epoch": 13.75893322808452,
      "grad_norm": 1.6695057153701782,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 976100
    },
    {
      "epoch": 13.760342810425271,
      "grad_norm": 1.1649134159088135,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 976200
    },
    {
      "epoch": 13.761752392766024,
      "grad_norm": 4.840450763702393,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 976300
    },
    {
      "epoch": 13.763161975106776,
      "grad_norm": 3.071631908416748,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 976400
    },
    {
      "epoch": 13.764571557447528,
      "grad_norm": 2.9785618782043457,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 976500
    },
    {
      "epoch": 13.76598113978828,
      "grad_norm": 1.1867233514785767,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 976600
    },
    {
      "epoch": 13.767390722129033,
      "grad_norm": 3.7438535690307617,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 976700
    },
    {
      "epoch": 13.768800304469785,
      "grad_norm": 1.3670029640197754,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 976800
    },
    {
      "epoch": 13.770209886810537,
      "grad_norm": 1.408212423324585,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 976900
    },
    {
      "epoch": 13.77161946915129,
      "grad_norm": 3.383349895477295,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 977000
    },
    {
      "epoch": 13.773029051492044,
      "grad_norm": 2.239798069000244,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 977100
    },
    {
      "epoch": 13.774438633832796,
      "grad_norm": 3.4801323413848877,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 977200
    },
    {
      "epoch": 13.775848216173548,
      "grad_norm": 4.919054985046387,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 977300
    },
    {
      "epoch": 13.7772577985143,
      "grad_norm": 1.978230357170105,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 977400
    },
    {
      "epoch": 13.778667380855053,
      "grad_norm": 2.807020664215088,
      "learning_rate": 5e-06,
      "loss": 0.078,
      "step": 977500
    },
    {
      "epoch": 13.780076963195805,
      "grad_norm": 3.263178825378418,
      "learning_rate": 5e-06,
      "loss": 0.0798,
      "step": 977600
    },
    {
      "epoch": 13.781486545536557,
      "grad_norm": 3.677812099456787,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 977700
    },
    {
      "epoch": 13.78289612787731,
      "grad_norm": 1.1785705089569092,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 977800
    },
    {
      "epoch": 13.784305710218062,
      "grad_norm": 1.7377734184265137,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 977900
    },
    {
      "epoch": 13.785715292558814,
      "grad_norm": 2.2687454223632812,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 978000
    },
    {
      "epoch": 13.787124874899567,
      "grad_norm": 4.026157855987549,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 978100
    },
    {
      "epoch": 13.78853445724032,
      "grad_norm": 3.3443920612335205,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 978200
    },
    {
      "epoch": 13.789944039581073,
      "grad_norm": 2.264399766921997,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 978300
    },
    {
      "epoch": 13.791353621921825,
      "grad_norm": 3.081310510635376,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 978400
    },
    {
      "epoch": 13.792763204262577,
      "grad_norm": 2.7393438816070557,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 978500
    },
    {
      "epoch": 13.79417278660333,
      "grad_norm": 2.091224431991577,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 978600
    },
    {
      "epoch": 13.795582368944082,
      "grad_norm": 4.828997611999512,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 978700
    },
    {
      "epoch": 13.796991951284834,
      "grad_norm": 2.1038148403167725,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 978800
    },
    {
      "epoch": 13.798401533625587,
      "grad_norm": 13.491874694824219,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 978900
    },
    {
      "epoch": 13.799811115966339,
      "grad_norm": 6.478053569793701,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 979000
    },
    {
      "epoch": 13.801220698307091,
      "grad_norm": 2.3383030891418457,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 979100
    },
    {
      "epoch": 13.802630280647843,
      "grad_norm": 3.5937039852142334,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 979200
    },
    {
      "epoch": 13.804039862988596,
      "grad_norm": 0.915321409702301,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 979300
    },
    {
      "epoch": 13.80544944532935,
      "grad_norm": 1.607738971710205,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 979400
    },
    {
      "epoch": 13.806859027670102,
      "grad_norm": 2.7178080081939697,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 979500
    },
    {
      "epoch": 13.808268610010854,
      "grad_norm": 0.9790534973144531,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 979600
    },
    {
      "epoch": 13.809678192351607,
      "grad_norm": 3.2644662857055664,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 979700
    },
    {
      "epoch": 13.811087774692359,
      "grad_norm": 0.935325026512146,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 979800
    },
    {
      "epoch": 13.812497357033111,
      "grad_norm": 4.228271484375,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 979900
    },
    {
      "epoch": 13.813906939373863,
      "grad_norm": 1.8823280334472656,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 980000
    },
    {
      "epoch": 13.815316521714616,
      "grad_norm": 2.244063138961792,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 980100
    },
    {
      "epoch": 13.816726104055368,
      "grad_norm": 3.2718801498413086,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 980200
    },
    {
      "epoch": 13.81813568639612,
      "grad_norm": 4.843643665313721,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 980300
    },
    {
      "epoch": 13.819545268736873,
      "grad_norm": 4.565281867980957,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 980400
    },
    {
      "epoch": 13.820954851077627,
      "grad_norm": 2.8172426223754883,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 980500
    },
    {
      "epoch": 13.822364433418379,
      "grad_norm": 2.7287089824676514,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 980600
    },
    {
      "epoch": 13.823774015759131,
      "grad_norm": 1.8115321397781372,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 980700
    },
    {
      "epoch": 13.825183598099883,
      "grad_norm": 3.3643243312835693,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 980800
    },
    {
      "epoch": 13.826593180440636,
      "grad_norm": 7.050885200500488,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 980900
    },
    {
      "epoch": 13.828002762781388,
      "grad_norm": 1.5826523303985596,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 981000
    },
    {
      "epoch": 13.82941234512214,
      "grad_norm": 2.7269093990325928,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 981100
    },
    {
      "epoch": 13.830821927462893,
      "grad_norm": 1.8027501106262207,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 981200
    },
    {
      "epoch": 13.832231509803645,
      "grad_norm": 3.6373214721679688,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 981300
    },
    {
      "epoch": 13.833641092144397,
      "grad_norm": 4.071753025054932,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 981400
    },
    {
      "epoch": 13.83505067448515,
      "grad_norm": 1.56404447555542,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 981500
    },
    {
      "epoch": 13.836460256825902,
      "grad_norm": 9.139168739318848,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 981600
    },
    {
      "epoch": 13.837869839166656,
      "grad_norm": 3.734903573989868,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 981700
    },
    {
      "epoch": 13.839279421507408,
      "grad_norm": 2.3287220001220703,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 981800
    },
    {
      "epoch": 13.84068900384816,
      "grad_norm": 2.2684085369110107,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 981900
    },
    {
      "epoch": 13.842098586188913,
      "grad_norm": 4.7703680992126465,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 982000
    },
    {
      "epoch": 13.843508168529665,
      "grad_norm": 4.261673927307129,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 982100
    },
    {
      "epoch": 13.844917750870417,
      "grad_norm": 2.6665308475494385,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 982200
    },
    {
      "epoch": 13.84632733321117,
      "grad_norm": 2.474331855773926,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 982300
    },
    {
      "epoch": 13.847736915551922,
      "grad_norm": 1.0938730239868164,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 982400
    },
    {
      "epoch": 13.849146497892674,
      "grad_norm": 3.648848295211792,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 982500
    },
    {
      "epoch": 13.850556080233426,
      "grad_norm": 2.7020773887634277,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 982600
    },
    {
      "epoch": 13.851965662574178,
      "grad_norm": 1.9694764614105225,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 982700
    },
    {
      "epoch": 13.853375244914933,
      "grad_norm": 1.7309521436691284,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 982800
    },
    {
      "epoch": 13.854784827255685,
      "grad_norm": 2.4427218437194824,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 982900
    },
    {
      "epoch": 13.856194409596437,
      "grad_norm": 2.8240678310394287,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 983000
    },
    {
      "epoch": 13.85760399193719,
      "grad_norm": 2.7144112586975098,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 983100
    },
    {
      "epoch": 13.859013574277942,
      "grad_norm": 4.521642684936523,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 983200
    },
    {
      "epoch": 13.860423156618694,
      "grad_norm": 4.127199172973633,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 983300
    },
    {
      "epoch": 13.861832738959446,
      "grad_norm": 5.009913921356201,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 983400
    },
    {
      "epoch": 13.863242321300199,
      "grad_norm": 2.9303102493286133,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 983500
    },
    {
      "epoch": 13.86465190364095,
      "grad_norm": 3.9563448429107666,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 983600
    },
    {
      "epoch": 13.866061485981703,
      "grad_norm": 3.1549172401428223,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 983700
    },
    {
      "epoch": 13.867471068322455,
      "grad_norm": 4.529355049133301,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 983800
    },
    {
      "epoch": 13.868880650663208,
      "grad_norm": 0.668757438659668,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 983900
    },
    {
      "epoch": 13.870290233003962,
      "grad_norm": 2.066833734512329,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 984000
    },
    {
      "epoch": 13.871699815344714,
      "grad_norm": 3.968017101287842,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 984100
    },
    {
      "epoch": 13.873109397685466,
      "grad_norm": 3.6749496459960938,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 984200
    },
    {
      "epoch": 13.874518980026219,
      "grad_norm": 2.6394736766815186,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 984300
    },
    {
      "epoch": 13.87592856236697,
      "grad_norm": 1.4061453342437744,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 984400
    },
    {
      "epoch": 13.877338144707723,
      "grad_norm": 4.664815425872803,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 984500
    },
    {
      "epoch": 13.878747727048475,
      "grad_norm": 2.196071147918701,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 984600
    },
    {
      "epoch": 13.880157309389228,
      "grad_norm": 2.6561038494110107,
      "learning_rate": 5e-06,
      "loss": 0.0833,
      "step": 984700
    },
    {
      "epoch": 13.88156689172998,
      "grad_norm": 6.63645601272583,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 984800
    },
    {
      "epoch": 13.882976474070732,
      "grad_norm": 5.448670387268066,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 984900
    },
    {
      "epoch": 13.884386056411484,
      "grad_norm": 3.700896978378296,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 985000
    },
    {
      "epoch": 13.885795638752239,
      "grad_norm": 5.755389213562012,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 985100
    },
    {
      "epoch": 13.88720522109299,
      "grad_norm": 2.8584139347076416,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 985200
    },
    {
      "epoch": 13.888614803433743,
      "grad_norm": 3.8179068565368652,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 985300
    },
    {
      "epoch": 13.890024385774495,
      "grad_norm": 2.4637372493743896,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 985400
    },
    {
      "epoch": 13.891433968115248,
      "grad_norm": 3.0347821712493896,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 985500
    },
    {
      "epoch": 13.892843550456,
      "grad_norm": 2.4037325382232666,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 985600
    },
    {
      "epoch": 13.894253132796752,
      "grad_norm": 1.8610676527023315,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 985700
    },
    {
      "epoch": 13.895662715137505,
      "grad_norm": 3.1308979988098145,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 985800
    },
    {
      "epoch": 13.897072297478257,
      "grad_norm": 2.5531375408172607,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 985900
    },
    {
      "epoch": 13.898481879819009,
      "grad_norm": 2.6087732315063477,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 986000
    },
    {
      "epoch": 13.899891462159761,
      "grad_norm": 5.852077007293701,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 986100
    },
    {
      "epoch": 13.901301044500514,
      "grad_norm": 2.2073023319244385,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 986200
    },
    {
      "epoch": 13.902710626841268,
      "grad_norm": 2.5518996715545654,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 986300
    },
    {
      "epoch": 13.90412020918202,
      "grad_norm": 2.0245769023895264,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 986400
    },
    {
      "epoch": 13.905529791522772,
      "grad_norm": 2.9741432666778564,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 986500
    },
    {
      "epoch": 13.906939373863525,
      "grad_norm": 2.2782888412475586,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 986600
    },
    {
      "epoch": 13.908348956204277,
      "grad_norm": 1.5863385200500488,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 986700
    },
    {
      "epoch": 13.909758538545029,
      "grad_norm": 2.355901002883911,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 986800
    },
    {
      "epoch": 13.911168120885781,
      "grad_norm": 5.461639881134033,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 986900
    },
    {
      "epoch": 13.912577703226534,
      "grad_norm": 1.679882287979126,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 987000
    },
    {
      "epoch": 13.913987285567286,
      "grad_norm": 4.05775260925293,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 987100
    },
    {
      "epoch": 13.915396867908038,
      "grad_norm": 2.329749345779419,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 987200
    },
    {
      "epoch": 13.91680645024879,
      "grad_norm": 1.6304864883422852,
      "learning_rate": 5e-06,
      "loss": 0.0789,
      "step": 987300
    },
    {
      "epoch": 13.918216032589545,
      "grad_norm": 2.1653828620910645,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 987400
    },
    {
      "epoch": 13.919625614930297,
      "grad_norm": 4.0548858642578125,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 987500
    },
    {
      "epoch": 13.921035197271049,
      "grad_norm": 3.3969717025756836,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 987600
    },
    {
      "epoch": 13.922444779611801,
      "grad_norm": 2.494753122329712,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 987700
    },
    {
      "epoch": 13.923854361952554,
      "grad_norm": 1.551265835762024,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 987800
    },
    {
      "epoch": 13.925263944293306,
      "grad_norm": 1.0053895711898804,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 987900
    },
    {
      "epoch": 13.926673526634058,
      "grad_norm": 2.0432212352752686,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 988000
    },
    {
      "epoch": 13.92808310897481,
      "grad_norm": 2.761369466781616,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 988100
    },
    {
      "epoch": 13.929492691315563,
      "grad_norm": 5.020531177520752,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 988200
    },
    {
      "epoch": 13.930902273656315,
      "grad_norm": 1.270591378211975,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 988300
    },
    {
      "epoch": 13.932311855997067,
      "grad_norm": 5.441433429718018,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 988400
    },
    {
      "epoch": 13.93372143833782,
      "grad_norm": 1.8468992710113525,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 988500
    },
    {
      "epoch": 13.935131020678574,
      "grad_norm": 6.459297180175781,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 988600
    },
    {
      "epoch": 13.936540603019326,
      "grad_norm": 5.337759971618652,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 988700
    },
    {
      "epoch": 13.937950185360078,
      "grad_norm": 3.63592529296875,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 988800
    },
    {
      "epoch": 13.93935976770083,
      "grad_norm": 7.063955307006836,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 988900
    },
    {
      "epoch": 13.940769350041583,
      "grad_norm": 2.6007845401763916,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 989000
    },
    {
      "epoch": 13.942178932382335,
      "grad_norm": 7.887556076049805,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 989100
    },
    {
      "epoch": 13.943588514723087,
      "grad_norm": 1.7420052289962769,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 989200
    },
    {
      "epoch": 13.94499809706384,
      "grad_norm": 11.320304870605469,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 989300
    },
    {
      "epoch": 13.946407679404592,
      "grad_norm": 3.1911325454711914,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 989400
    },
    {
      "epoch": 13.947817261745344,
      "grad_norm": 7.146999835968018,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 989500
    },
    {
      "epoch": 13.949226844086096,
      "grad_norm": 3.38264536857605,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 989600
    },
    {
      "epoch": 13.95063642642685,
      "grad_norm": 2.5444719791412354,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 989700
    },
    {
      "epoch": 13.952046008767603,
      "grad_norm": 1.274237871170044,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 989800
    },
    {
      "epoch": 13.953455591108355,
      "grad_norm": 2.267944097518921,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 989900
    },
    {
      "epoch": 13.954865173449107,
      "grad_norm": 3.797659158706665,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 990000
    },
    {
      "epoch": 13.95627475578986,
      "grad_norm": 2.887141704559326,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 990100
    },
    {
      "epoch": 13.957684338130612,
      "grad_norm": 4.942399501800537,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 990200
    },
    {
      "epoch": 13.959093920471364,
      "grad_norm": 3.6526682376861572,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 990300
    },
    {
      "epoch": 13.960503502812116,
      "grad_norm": 3.4204747676849365,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 990400
    },
    {
      "epoch": 13.961913085152869,
      "grad_norm": 1.3053957223892212,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 990500
    },
    {
      "epoch": 13.963322667493621,
      "grad_norm": 5.101341724395752,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 990600
    },
    {
      "epoch": 13.964732249834373,
      "grad_norm": 1.2149393558502197,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 990700
    },
    {
      "epoch": 13.966141832175126,
      "grad_norm": 4.29304838180542,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 990800
    },
    {
      "epoch": 13.96755141451588,
      "grad_norm": 0.8980850577354431,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 990900
    },
    {
      "epoch": 13.968960996856632,
      "grad_norm": 5.018622398376465,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 991000
    },
    {
      "epoch": 13.970370579197384,
      "grad_norm": 3.718183994293213,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 991100
    },
    {
      "epoch": 13.971780161538137,
      "grad_norm": 3.346680164337158,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 991200
    },
    {
      "epoch": 13.973189743878889,
      "grad_norm": 2.181422472000122,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 991300
    },
    {
      "epoch": 13.974599326219641,
      "grad_norm": 3.2043824195861816,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 991400
    },
    {
      "epoch": 13.976008908560393,
      "grad_norm": 1.0400444269180298,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 991500
    },
    {
      "epoch": 13.977418490901146,
      "grad_norm": 5.534270763397217,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 991600
    },
    {
      "epoch": 13.978828073241898,
      "grad_norm": 1.574524164199829,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 991700
    },
    {
      "epoch": 13.98023765558265,
      "grad_norm": 4.919003009796143,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 991800
    },
    {
      "epoch": 13.981647237923402,
      "grad_norm": 3.006500244140625,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 991900
    },
    {
      "epoch": 13.983056820264157,
      "grad_norm": 1.8906385898590088,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 992000
    },
    {
      "epoch": 13.984466402604909,
      "grad_norm": 1.457959532737732,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 992100
    },
    {
      "epoch": 13.985875984945661,
      "grad_norm": 1.411948561668396,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 992200
    },
    {
      "epoch": 13.987285567286413,
      "grad_norm": 1.4091564416885376,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 992300
    },
    {
      "epoch": 13.988695149627166,
      "grad_norm": 7.240233421325684,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 992400
    },
    {
      "epoch": 13.990104731967918,
      "grad_norm": 3.166349172592163,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 992500
    },
    {
      "epoch": 13.99151431430867,
      "grad_norm": 1.3303625583648682,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 992600
    },
    {
      "epoch": 13.992923896649422,
      "grad_norm": 1.0604203939437866,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 992700
    },
    {
      "epoch": 13.994333478990175,
      "grad_norm": 2.846484422683716,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 992800
    },
    {
      "epoch": 13.995743061330927,
      "grad_norm": 3.554469585418701,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 992900
    },
    {
      "epoch": 13.99715264367168,
      "grad_norm": 1.4760222434997559,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 993000
    },
    {
      "epoch": 13.998562226012432,
      "grad_norm": 2.626457452774048,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 993100
    },
    {
      "epoch": 13.999971808353186,
      "grad_norm": 2.1352975368499756,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 993200
    },
    {
      "epoch": 14.0,
      "step": 993202,
      "train_loss": 0.06866685301065445,
      "train_perplexity": 1.071079322852091,
      "train_runtime": 3989.0156,
      "train_samples_per_second": 35.569,
      "train_steps_per_second": 8.892
    },
    {
      "epoch": 14.0,
      "eval_loss": 0.07663583755493164,
      "eval_perplexity": 1.0796488372350967,
      "eval_runtime": 998.5536,
      "eval_samples_per_second": 35.523,
      "eval_steps_per_second": 8.881,
      "step": 993202
    },
    {
      "epoch": 14.001381390693938,
      "grad_norm": 4.388655662536621,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 993300
    },
    {
      "epoch": 14.00279097303469,
      "grad_norm": 3.095649480819702,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 993400
    },
    {
      "epoch": 14.004200555375443,
      "grad_norm": 2.637639284133911,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 993500
    },
    {
      "epoch": 14.005610137716195,
      "grad_norm": 1.8002833127975464,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 993600
    },
    {
      "epoch": 14.007019720056947,
      "grad_norm": 1.2181211709976196,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 993700
    },
    {
      "epoch": 14.0084293023977,
      "grad_norm": 4.588568687438965,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 993800
    },
    {
      "epoch": 14.009838884738452,
      "grad_norm": 2.6523451805114746,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 993900
    },
    {
      "epoch": 14.011248467079204,
      "grad_norm": 3.0622270107269287,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 994000
    },
    {
      "epoch": 14.012658049419956,
      "grad_norm": 2.918074369430542,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 994100
    },
    {
      "epoch": 14.014067631760708,
      "grad_norm": 2.021322250366211,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 994200
    },
    {
      "epoch": 14.015477214101463,
      "grad_norm": 2.262552499771118,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 994300
    },
    {
      "epoch": 14.016886796442215,
      "grad_norm": 0.8340789675712585,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 994400
    },
    {
      "epoch": 14.018296378782967,
      "grad_norm": 1.8336825370788574,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 994500
    },
    {
      "epoch": 14.01970596112372,
      "grad_norm": 6.347515106201172,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 994600
    },
    {
      "epoch": 14.021115543464472,
      "grad_norm": 2.9743103981018066,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 994700
    },
    {
      "epoch": 14.022525125805224,
      "grad_norm": 1.9597623348236084,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 994800
    },
    {
      "epoch": 14.023934708145976,
      "grad_norm": 3.6064350605010986,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 994900
    },
    {
      "epoch": 14.025344290486728,
      "grad_norm": 1.8715884685516357,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 995000
    },
    {
      "epoch": 14.02675387282748,
      "grad_norm": 2.5136914253234863,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 995100
    },
    {
      "epoch": 14.028163455168233,
      "grad_norm": 2.182857036590576,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 995200
    },
    {
      "epoch": 14.029573037508985,
      "grad_norm": 3.376549005508423,
      "learning_rate": 5e-06,
      "loss": 0.0624,
      "step": 995300
    },
    {
      "epoch": 14.03098261984974,
      "grad_norm": 1.9794502258300781,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 995400
    },
    {
      "epoch": 14.032392202190492,
      "grad_norm": 1.6104354858398438,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 995500
    },
    {
      "epoch": 14.033801784531244,
      "grad_norm": 2.3816423416137695,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 995600
    },
    {
      "epoch": 14.035211366871996,
      "grad_norm": 1.7614847421646118,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 995700
    },
    {
      "epoch": 14.036620949212748,
      "grad_norm": 1.1487646102905273,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 995800
    },
    {
      "epoch": 14.0380305315535,
      "grad_norm": 1.9974581003189087,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 995900
    },
    {
      "epoch": 14.039440113894253,
      "grad_norm": 2.1313767433166504,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 996000
    },
    {
      "epoch": 14.040849696235005,
      "grad_norm": 0.9367965459823608,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 996100
    },
    {
      "epoch": 14.042259278575758,
      "grad_norm": 1.290244460105896,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 996200
    },
    {
      "epoch": 14.04366886091651,
      "grad_norm": 2.0610756874084473,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 996300
    },
    {
      "epoch": 14.045078443257262,
      "grad_norm": 3.916839361190796,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 996400
    },
    {
      "epoch": 14.046488025598014,
      "grad_norm": 3.3191959857940674,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 996500
    },
    {
      "epoch": 14.047897607938769,
      "grad_norm": 2.004335403442383,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 996600
    },
    {
      "epoch": 14.04930719027952,
      "grad_norm": 3.123769760131836,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 996700
    },
    {
      "epoch": 14.050716772620273,
      "grad_norm": 4.7270073890686035,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 996800
    },
    {
      "epoch": 14.052126354961025,
      "grad_norm": 2.331737995147705,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 996900
    },
    {
      "epoch": 14.053535937301778,
      "grad_norm": 4.30813455581665,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 997000
    },
    {
      "epoch": 14.05494551964253,
      "grad_norm": 2.6419873237609863,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 997100
    },
    {
      "epoch": 14.056355101983282,
      "grad_norm": 2.2215495109558105,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 997200
    },
    {
      "epoch": 14.057764684324034,
      "grad_norm": 0.8734323978424072,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 997300
    },
    {
      "epoch": 14.059174266664787,
      "grad_norm": 2.2795181274414062,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 997400
    },
    {
      "epoch": 14.060583849005539,
      "grad_norm": 1.8041528463363647,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 997500
    },
    {
      "epoch": 14.061993431346291,
      "grad_norm": 5.785873889923096,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 997600
    },
    {
      "epoch": 14.063403013687045,
      "grad_norm": 6.206664562225342,
      "learning_rate": 5e-06,
      "loss": 0.0806,
      "step": 997700
    },
    {
      "epoch": 14.064812596027798,
      "grad_norm": 1.6522854566574097,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 997800
    },
    {
      "epoch": 14.06622217836855,
      "grad_norm": 1.0745443105697632,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 997900
    },
    {
      "epoch": 14.067631760709302,
      "grad_norm": 5.197138786315918,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 998000
    },
    {
      "epoch": 14.069041343050054,
      "grad_norm": 1.8300799131393433,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 998100
    },
    {
      "epoch": 14.070450925390807,
      "grad_norm": 2.536161184310913,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 998200
    },
    {
      "epoch": 14.071860507731559,
      "grad_norm": 2.3218283653259277,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 998300
    },
    {
      "epoch": 14.073270090072311,
      "grad_norm": 4.585315227508545,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 998400
    },
    {
      "epoch": 14.074679672413064,
      "grad_norm": 2.7401132583618164,
      "learning_rate": 5e-06,
      "loss": 0.0612,
      "step": 998500
    },
    {
      "epoch": 14.076089254753816,
      "grad_norm": 2.103120803833008,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 998600
    },
    {
      "epoch": 14.077498837094568,
      "grad_norm": 2.9007842540740967,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 998700
    },
    {
      "epoch": 14.07890841943532,
      "grad_norm": 6.823341369628906,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 998800
    },
    {
      "epoch": 14.080318001776075,
      "grad_norm": 2.6991920471191406,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 998900
    },
    {
      "epoch": 14.081727584116827,
      "grad_norm": 2.551135778427124,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 999000
    },
    {
      "epoch": 14.083137166457579,
      "grad_norm": 2.754751205444336,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 999100
    },
    {
      "epoch": 14.084546748798331,
      "grad_norm": 1.5541287660598755,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 999200
    },
    {
      "epoch": 14.085956331139084,
      "grad_norm": 3.1588826179504395,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 999300
    },
    {
      "epoch": 14.087365913479836,
      "grad_norm": 3.7005393505096436,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 999400
    },
    {
      "epoch": 14.088775495820588,
      "grad_norm": 3.0422523021698,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 999500
    },
    {
      "epoch": 14.09018507816134,
      "grad_norm": 3.340217113494873,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 999600
    },
    {
      "epoch": 14.091594660502093,
      "grad_norm": 5.11829137802124,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 999700
    },
    {
      "epoch": 14.093004242842845,
      "grad_norm": 8.15866756439209,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 999800
    },
    {
      "epoch": 14.094413825183597,
      "grad_norm": 4.609473705291748,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 999900
    },
    {
      "epoch": 14.095823407524351,
      "grad_norm": 1.0387765169143677,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 1000000
    },
    {
      "epoch": 14.097232989865104,
      "grad_norm": 1.4839057922363281,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 1000100
    },
    {
      "epoch": 14.098642572205856,
      "grad_norm": 3.840341329574585,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1000200
    },
    {
      "epoch": 14.100052154546608,
      "grad_norm": 2.786558151245117,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1000300
    },
    {
      "epoch": 14.10146173688736,
      "grad_norm": 5.771114349365234,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1000400
    },
    {
      "epoch": 14.102871319228113,
      "grad_norm": 6.921008110046387,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1000500
    },
    {
      "epoch": 14.104280901568865,
      "grad_norm": 4.125682830810547,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1000600
    },
    {
      "epoch": 14.105690483909617,
      "grad_norm": 3.9786365032196045,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1000700
    },
    {
      "epoch": 14.10710006625037,
      "grad_norm": 5.220946311950684,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1000800
    },
    {
      "epoch": 14.108509648591122,
      "grad_norm": 1.931746244430542,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1000900
    },
    {
      "epoch": 14.109919230931874,
      "grad_norm": 3.9722702503204346,
      "learning_rate": 5e-06,
      "loss": 0.0843,
      "step": 1001000
    },
    {
      "epoch": 14.111328813272626,
      "grad_norm": 2.2797234058380127,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1001100
    },
    {
      "epoch": 14.11273839561338,
      "grad_norm": 11.193944931030273,
      "learning_rate": 5e-06,
      "loss": 0.0802,
      "step": 1001200
    },
    {
      "epoch": 14.114147977954133,
      "grad_norm": 1.053687572479248,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1001300
    },
    {
      "epoch": 14.115557560294885,
      "grad_norm": 3.5448689460754395,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1001400
    },
    {
      "epoch": 14.116967142635637,
      "grad_norm": 2.9761393070220947,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 1001500
    },
    {
      "epoch": 14.11837672497639,
      "grad_norm": 2.2362282276153564,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1001600
    },
    {
      "epoch": 14.119786307317142,
      "grad_norm": 1.8564084768295288,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1001700
    },
    {
      "epoch": 14.121195889657894,
      "grad_norm": 1.5530445575714111,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1001800
    },
    {
      "epoch": 14.122605471998646,
      "grad_norm": 2.4345972537994385,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1001900
    },
    {
      "epoch": 14.124015054339399,
      "grad_norm": 2.0839016437530518,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 1002000
    },
    {
      "epoch": 14.125424636680151,
      "grad_norm": 2.0556511878967285,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1002100
    },
    {
      "epoch": 14.126834219020903,
      "grad_norm": 1.9359136819839478,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 1002200
    },
    {
      "epoch": 14.128243801361657,
      "grad_norm": 2.2906806468963623,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1002300
    },
    {
      "epoch": 14.12965338370241,
      "grad_norm": 1.7307342290878296,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1002400
    },
    {
      "epoch": 14.131062966043162,
      "grad_norm": 0.6389733552932739,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1002500
    },
    {
      "epoch": 14.132472548383914,
      "grad_norm": 4.352477550506592,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 1002600
    },
    {
      "epoch": 14.133882130724666,
      "grad_norm": 2.2736494541168213,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1002700
    },
    {
      "epoch": 14.135291713065419,
      "grad_norm": 4.794412136077881,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 1002800
    },
    {
      "epoch": 14.136701295406171,
      "grad_norm": 2.7128841876983643,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1002900
    },
    {
      "epoch": 14.138110877746923,
      "grad_norm": 5.940300941467285,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1003000
    },
    {
      "epoch": 14.139520460087676,
      "grad_norm": 3.18359375,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1003100
    },
    {
      "epoch": 14.140930042428428,
      "grad_norm": 2.487412929534912,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 1003200
    },
    {
      "epoch": 14.14233962476918,
      "grad_norm": 4.888555526733398,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1003300
    },
    {
      "epoch": 14.143749207109934,
      "grad_norm": 1.1213196516036987,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1003400
    },
    {
      "epoch": 14.145158789450686,
      "grad_norm": 2.445328712463379,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1003500
    },
    {
      "epoch": 14.146568371791439,
      "grad_norm": 4.9273505210876465,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1003600
    },
    {
      "epoch": 14.147977954132191,
      "grad_norm": 5.634149074554443,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 1003700
    },
    {
      "epoch": 14.149387536472943,
      "grad_norm": 2.062901258468628,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 1003800
    },
    {
      "epoch": 14.150797118813696,
      "grad_norm": 3.9927425384521484,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1003900
    },
    {
      "epoch": 14.152206701154448,
      "grad_norm": 2.136772871017456,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1004000
    },
    {
      "epoch": 14.1536162834952,
      "grad_norm": 2.6911227703094482,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1004100
    },
    {
      "epoch": 14.155025865835952,
      "grad_norm": 2.6283133029937744,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1004200
    },
    {
      "epoch": 14.156435448176705,
      "grad_norm": 6.96177864074707,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1004300
    },
    {
      "epoch": 14.157845030517457,
      "grad_norm": 2.7510721683502197,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1004400
    },
    {
      "epoch": 14.15925461285821,
      "grad_norm": 2.348363161087036,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1004500
    },
    {
      "epoch": 14.160664195198963,
      "grad_norm": 4.274098873138428,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1004600
    },
    {
      "epoch": 14.162073777539716,
      "grad_norm": 2.6868302822113037,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1004700
    },
    {
      "epoch": 14.163483359880468,
      "grad_norm": 1.560844898223877,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1004800
    },
    {
      "epoch": 14.16489294222122,
      "grad_norm": 2.236180305480957,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1004900
    },
    {
      "epoch": 14.166302524561972,
      "grad_norm": 3.954310655593872,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 1005000
    },
    {
      "epoch": 14.167712106902725,
      "grad_norm": 2.243319272994995,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1005100
    },
    {
      "epoch": 14.169121689243477,
      "grad_norm": 5.110872268676758,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1005200
    },
    {
      "epoch": 14.17053127158423,
      "grad_norm": 3.1098122596740723,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 1005300
    },
    {
      "epoch": 14.171940853924982,
      "grad_norm": 2.0929527282714844,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1005400
    },
    {
      "epoch": 14.173350436265734,
      "grad_norm": 7.623059272766113,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1005500
    },
    {
      "epoch": 14.174760018606486,
      "grad_norm": 2.0360748767852783,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1005600
    },
    {
      "epoch": 14.17616960094724,
      "grad_norm": 1.8140145540237427,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1005700
    },
    {
      "epoch": 14.177579183287992,
      "grad_norm": 4.630492687225342,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1005800
    },
    {
      "epoch": 14.178988765628745,
      "grad_norm": 3.4327590465545654,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 1005900
    },
    {
      "epoch": 14.180398347969497,
      "grad_norm": 4.084664344787598,
      "learning_rate": 5e-06,
      "loss": 0.0614,
      "step": 1006000
    },
    {
      "epoch": 14.18180793031025,
      "grad_norm": 1.8313275575637817,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1006100
    },
    {
      "epoch": 14.183217512651002,
      "grad_norm": 2.3822927474975586,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1006200
    },
    {
      "epoch": 14.184627094991754,
      "grad_norm": 1.9160414934158325,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1006300
    },
    {
      "epoch": 14.186036677332506,
      "grad_norm": 1.8209723234176636,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 1006400
    },
    {
      "epoch": 14.187446259673258,
      "grad_norm": 1.2895978689193726,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 1006500
    },
    {
      "epoch": 14.18885584201401,
      "grad_norm": 1.3401308059692383,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1006600
    },
    {
      "epoch": 14.190265424354763,
      "grad_norm": 6.292081356048584,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1006700
    },
    {
      "epoch": 14.191675006695515,
      "grad_norm": 1.0957175493240356,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1006800
    },
    {
      "epoch": 14.19308458903627,
      "grad_norm": 2.971025228500366,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1006900
    },
    {
      "epoch": 14.194494171377022,
      "grad_norm": 3.0651538372039795,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 1007000
    },
    {
      "epoch": 14.195903753717774,
      "grad_norm": 2.9850914478302,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1007100
    },
    {
      "epoch": 14.197313336058526,
      "grad_norm": 1.614687204360962,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1007200
    },
    {
      "epoch": 14.198722918399278,
      "grad_norm": 2.4495913982391357,
      "learning_rate": 5e-06,
      "loss": 0.0609,
      "step": 1007300
    },
    {
      "epoch": 14.20013250074003,
      "grad_norm": 4.144043445587158,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1007400
    },
    {
      "epoch": 14.201542083080783,
      "grad_norm": 4.234687805175781,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1007500
    },
    {
      "epoch": 14.202951665421535,
      "grad_norm": 2.233088254928589,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1007600
    },
    {
      "epoch": 14.204361247762288,
      "grad_norm": 3.5378880500793457,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1007700
    },
    {
      "epoch": 14.20577083010304,
      "grad_norm": 3.3596324920654297,
      "learning_rate": 5e-06,
      "loss": 0.081,
      "step": 1007800
    },
    {
      "epoch": 14.207180412443792,
      "grad_norm": 2.307588577270508,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 1007900
    },
    {
      "epoch": 14.208589994784546,
      "grad_norm": 3.9546778202056885,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1008000
    },
    {
      "epoch": 14.209999577125298,
      "grad_norm": 1.1687008142471313,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 1008100
    },
    {
      "epoch": 14.21140915946605,
      "grad_norm": 2.6481738090515137,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1008200
    },
    {
      "epoch": 14.212818741806803,
      "grad_norm": 3.692035436630249,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1008300
    },
    {
      "epoch": 14.214228324147555,
      "grad_norm": 1.3917300701141357,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1008400
    },
    {
      "epoch": 14.215637906488308,
      "grad_norm": 5.10313606262207,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 1008500
    },
    {
      "epoch": 14.21704748882906,
      "grad_norm": 1.8545811176300049,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 1008600
    },
    {
      "epoch": 14.218457071169812,
      "grad_norm": 3.2481350898742676,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1008700
    },
    {
      "epoch": 14.219866653510564,
      "grad_norm": 1.2517536878585815,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1008800
    },
    {
      "epoch": 14.221276235851317,
      "grad_norm": 4.396997451782227,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1008900
    },
    {
      "epoch": 14.222685818192069,
      "grad_norm": 4.167500972747803,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 1009000
    },
    {
      "epoch": 14.224095400532821,
      "grad_norm": 0.7476425170898438,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 1009100
    },
    {
      "epoch": 14.225504982873575,
      "grad_norm": 1.6642799377441406,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1009200
    },
    {
      "epoch": 14.226914565214328,
      "grad_norm": 1.3830105066299438,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1009300
    },
    {
      "epoch": 14.22832414755508,
      "grad_norm": 2.6928064823150635,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 1009400
    },
    {
      "epoch": 14.229733729895832,
      "grad_norm": 1.9686176776885986,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1009500
    },
    {
      "epoch": 14.231143312236584,
      "grad_norm": 0.9896503686904907,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1009600
    },
    {
      "epoch": 14.232552894577337,
      "grad_norm": 1.9386121034622192,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 1009700
    },
    {
      "epoch": 14.233962476918089,
      "grad_norm": 1.8674898147583008,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1009800
    },
    {
      "epoch": 14.235372059258841,
      "grad_norm": 1.3695627450942993,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1009900
    },
    {
      "epoch": 14.236781641599594,
      "grad_norm": 4.1402482986450195,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 1010000
    },
    {
      "epoch": 14.238191223940346,
      "grad_norm": 1.8374061584472656,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1010100
    },
    {
      "epoch": 14.239600806281098,
      "grad_norm": 1.5517277717590332,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1010200
    },
    {
      "epoch": 14.241010388621852,
      "grad_norm": 1.9525275230407715,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1010300
    },
    {
      "epoch": 14.242419970962604,
      "grad_norm": 6.959916114807129,
      "learning_rate": 5e-06,
      "loss": 0.0623,
      "step": 1010400
    },
    {
      "epoch": 14.243829553303357,
      "grad_norm": 2.974710702896118,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 1010500
    },
    {
      "epoch": 14.245239135644109,
      "grad_norm": 4.763430118560791,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1010600
    },
    {
      "epoch": 14.246648717984861,
      "grad_norm": 3.7206027507781982,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 1010700
    },
    {
      "epoch": 14.248058300325614,
      "grad_norm": 4.002106666564941,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1010800
    },
    {
      "epoch": 14.249467882666366,
      "grad_norm": 4.6427741050720215,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 1010900
    },
    {
      "epoch": 14.250877465007118,
      "grad_norm": 2.8225977420806885,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1011000
    },
    {
      "epoch": 14.25228704734787,
      "grad_norm": 3.754269599914551,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1011100
    },
    {
      "epoch": 14.253696629688623,
      "grad_norm": 2.7085988521575928,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1011200
    },
    {
      "epoch": 14.255106212029375,
      "grad_norm": 4.170286178588867,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 1011300
    },
    {
      "epoch": 14.256515794370127,
      "grad_norm": 2.7764992713928223,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1011400
    },
    {
      "epoch": 14.257925376710881,
      "grad_norm": 2.6021950244903564,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1011500
    },
    {
      "epoch": 14.259334959051634,
      "grad_norm": 2.1271488666534424,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1011600
    },
    {
      "epoch": 14.260744541392386,
      "grad_norm": 1.250547170639038,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1011700
    },
    {
      "epoch": 14.262154123733138,
      "grad_norm": 1.0760209560394287,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1011800
    },
    {
      "epoch": 14.26356370607389,
      "grad_norm": 2.2500128746032715,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1011900
    },
    {
      "epoch": 14.264973288414643,
      "grad_norm": 1.7840766906738281,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1012000
    },
    {
      "epoch": 14.266382870755395,
      "grad_norm": 3.4510200023651123,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1012100
    },
    {
      "epoch": 14.267792453096147,
      "grad_norm": 4.6103997230529785,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1012200
    },
    {
      "epoch": 14.2692020354369,
      "grad_norm": 2.8236758708953857,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1012300
    },
    {
      "epoch": 14.270611617777652,
      "grad_norm": 3.299771785736084,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1012400
    },
    {
      "epoch": 14.272021200118404,
      "grad_norm": 4.139257431030273,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1012500
    },
    {
      "epoch": 14.273430782459158,
      "grad_norm": 1.8845397233963013,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1012600
    },
    {
      "epoch": 14.27484036479991,
      "grad_norm": 5.408825397491455,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1012700
    },
    {
      "epoch": 14.276249947140663,
      "grad_norm": 1.1461255550384521,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1012800
    },
    {
      "epoch": 14.277659529481415,
      "grad_norm": 2.3477113246917725,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1012900
    },
    {
      "epoch": 14.279069111822167,
      "grad_norm": 2.2257473468780518,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1013000
    },
    {
      "epoch": 14.28047869416292,
      "grad_norm": 3.050715684890747,
      "learning_rate": 5e-06,
      "loss": 0.0786,
      "step": 1013100
    },
    {
      "epoch": 14.281888276503672,
      "grad_norm": 1.397047519683838,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 1013200
    },
    {
      "epoch": 14.283297858844424,
      "grad_norm": 2.6661524772644043,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1013300
    },
    {
      "epoch": 14.284707441185176,
      "grad_norm": 3.344574213027954,
      "learning_rate": 5e-06,
      "loss": 0.0594,
      "step": 1013400
    },
    {
      "epoch": 14.286117023525929,
      "grad_norm": 3.508226156234741,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1013500
    },
    {
      "epoch": 14.287526605866681,
      "grad_norm": 1.9429075717926025,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1013600
    },
    {
      "epoch": 14.288936188207433,
      "grad_norm": 4.361597061157227,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1013700
    },
    {
      "epoch": 14.290345770548187,
      "grad_norm": 1.326816439628601,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1013800
    },
    {
      "epoch": 14.29175535288894,
      "grad_norm": 3.431565761566162,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1013900
    },
    {
      "epoch": 14.293164935229692,
      "grad_norm": 2.0628373622894287,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1014000
    },
    {
      "epoch": 14.294574517570444,
      "grad_norm": 2.6671559810638428,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1014100
    },
    {
      "epoch": 14.295984099911196,
      "grad_norm": 3.45090913772583,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1014200
    },
    {
      "epoch": 14.297393682251949,
      "grad_norm": 2.344599962234497,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 1014300
    },
    {
      "epoch": 14.298803264592701,
      "grad_norm": 3.9040286540985107,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1014400
    },
    {
      "epoch": 14.300212846933453,
      "grad_norm": 4.43353796005249,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1014500
    },
    {
      "epoch": 14.301622429274206,
      "grad_norm": 3.7707653045654297,
      "learning_rate": 5e-06,
      "loss": 0.0592,
      "step": 1014600
    },
    {
      "epoch": 14.303032011614958,
      "grad_norm": 3.0170702934265137,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1014700
    },
    {
      "epoch": 14.30444159395571,
      "grad_norm": 5.400691032409668,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1014800
    },
    {
      "epoch": 14.305851176296464,
      "grad_norm": 5.168631553649902,
      "learning_rate": 5e-06,
      "loss": 0.0632,
      "step": 1014900
    },
    {
      "epoch": 14.307260758637216,
      "grad_norm": 1.9341728687286377,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1015000
    },
    {
      "epoch": 14.308670340977969,
      "grad_norm": 3.1041581630706787,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1015100
    },
    {
      "epoch": 14.310079923318721,
      "grad_norm": 1.7164477109909058,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 1015200
    },
    {
      "epoch": 14.311489505659473,
      "grad_norm": 3.0211942195892334,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1015300
    },
    {
      "epoch": 14.312899088000226,
      "grad_norm": 2.837017774581909,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1015400
    },
    {
      "epoch": 14.314308670340978,
      "grad_norm": 3.8877851963043213,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1015500
    },
    {
      "epoch": 14.31571825268173,
      "grad_norm": 2.853492498397827,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1015600
    },
    {
      "epoch": 14.317127835022482,
      "grad_norm": 1.6476972103118896,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1015700
    },
    {
      "epoch": 14.318537417363235,
      "grad_norm": 3.41092586517334,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1015800
    },
    {
      "epoch": 14.319946999703987,
      "grad_norm": 2.4040584564208984,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 1015900
    },
    {
      "epoch": 14.32135658204474,
      "grad_norm": 3.0510644912719727,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1016000
    },
    {
      "epoch": 14.322766164385493,
      "grad_norm": 5.277111530303955,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 1016100
    },
    {
      "epoch": 14.324175746726246,
      "grad_norm": 5.593375205993652,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1016200
    },
    {
      "epoch": 14.325585329066998,
      "grad_norm": 3.1314985752105713,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1016300
    },
    {
      "epoch": 14.32699491140775,
      "grad_norm": 2.998873472213745,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 1016400
    },
    {
      "epoch": 14.328404493748502,
      "grad_norm": 3.5878798961639404,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1016500
    },
    {
      "epoch": 14.329814076089255,
      "grad_norm": 3.043529987335205,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1016600
    },
    {
      "epoch": 14.331223658430007,
      "grad_norm": 1.5194733142852783,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1016700
    },
    {
      "epoch": 14.33263324077076,
      "grad_norm": 4.189231872558594,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1016800
    },
    {
      "epoch": 14.334042823111512,
      "grad_norm": 2.5658888816833496,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 1016900
    },
    {
      "epoch": 14.335452405452264,
      "grad_norm": 3.7776575088500977,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1017000
    },
    {
      "epoch": 14.336861987793016,
      "grad_norm": 1.7203470468521118,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1017100
    },
    {
      "epoch": 14.33827157013377,
      "grad_norm": 2.0497398376464844,
      "learning_rate": 5e-06,
      "loss": 0.0598,
      "step": 1017200
    },
    {
      "epoch": 14.339681152474522,
      "grad_norm": 3.8331427574157715,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 1017300
    },
    {
      "epoch": 14.341090734815275,
      "grad_norm": 2.6227047443389893,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1017400
    },
    {
      "epoch": 14.342500317156027,
      "grad_norm": 1.7784204483032227,
      "learning_rate": 5e-06,
      "loss": 0.0606,
      "step": 1017500
    },
    {
      "epoch": 14.34390989949678,
      "grad_norm": 6.11033821105957,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1017600
    },
    {
      "epoch": 14.345319481837532,
      "grad_norm": 2.5926077365875244,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1017700
    },
    {
      "epoch": 14.346729064178284,
      "grad_norm": 1.277626395225525,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1017800
    },
    {
      "epoch": 14.348138646519036,
      "grad_norm": 2.165459632873535,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1017900
    },
    {
      "epoch": 14.349548228859788,
      "grad_norm": 1.2840887308120728,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1018000
    },
    {
      "epoch": 14.35095781120054,
      "grad_norm": 2.7360422611236572,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 1018100
    },
    {
      "epoch": 14.352367393541293,
      "grad_norm": 2.0647382736206055,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 1018200
    },
    {
      "epoch": 14.353776975882045,
      "grad_norm": 2.4190239906311035,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1018300
    },
    {
      "epoch": 14.3551865582228,
      "grad_norm": 1.0091248750686646,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 1018400
    },
    {
      "epoch": 14.356596140563552,
      "grad_norm": 1.867022156715393,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1018500
    },
    {
      "epoch": 14.358005722904304,
      "grad_norm": 2.6271016597747803,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1018600
    },
    {
      "epoch": 14.359415305245056,
      "grad_norm": 2.3953962326049805,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1018700
    },
    {
      "epoch": 14.360824887585808,
      "grad_norm": 2.26701283454895,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1018800
    },
    {
      "epoch": 14.36223446992656,
      "grad_norm": 3.4480302333831787,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1018900
    },
    {
      "epoch": 14.363644052267313,
      "grad_norm": 2.3135485649108887,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1019000
    },
    {
      "epoch": 14.365053634608065,
      "grad_norm": 2.836142063140869,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1019100
    },
    {
      "epoch": 14.366463216948818,
      "grad_norm": 4.391576290130615,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1019200
    },
    {
      "epoch": 14.36787279928957,
      "grad_norm": 3.8802542686462402,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 1019300
    },
    {
      "epoch": 14.369282381630322,
      "grad_norm": 1.3478562831878662,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1019400
    },
    {
      "epoch": 14.370691963971076,
      "grad_norm": 2.903940200805664,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1019500
    },
    {
      "epoch": 14.372101546311828,
      "grad_norm": 3.5093235969543457,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1019600
    },
    {
      "epoch": 14.37351112865258,
      "grad_norm": 3.8119497299194336,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1019700
    },
    {
      "epoch": 14.374920710993333,
      "grad_norm": 2.008312702178955,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1019800
    },
    {
      "epoch": 14.376330293334085,
      "grad_norm": 2.8321192264556885,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1019900
    },
    {
      "epoch": 14.377739875674838,
      "grad_norm": 3.887913227081299,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1020000
    },
    {
      "epoch": 14.37914945801559,
      "grad_norm": 1.837056279182434,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1020100
    },
    {
      "epoch": 14.380559040356342,
      "grad_norm": 3.472388505935669,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1020200
    },
    {
      "epoch": 14.381968622697094,
      "grad_norm": 2.2004969120025635,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 1020300
    },
    {
      "epoch": 14.383378205037847,
      "grad_norm": 4.693772315979004,
      "learning_rate": 5e-06,
      "loss": 0.0594,
      "step": 1020400
    },
    {
      "epoch": 14.384787787378599,
      "grad_norm": 4.8453240394592285,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1020500
    },
    {
      "epoch": 14.386197369719351,
      "grad_norm": 5.6735429763793945,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1020600
    },
    {
      "epoch": 14.387606952060105,
      "grad_norm": 5.677061080932617,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1020700
    },
    {
      "epoch": 14.389016534400858,
      "grad_norm": 1.473597526550293,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 1020800
    },
    {
      "epoch": 14.39042611674161,
      "grad_norm": 3.0121021270751953,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 1020900
    },
    {
      "epoch": 14.391835699082362,
      "grad_norm": 4.123953342437744,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1021000
    },
    {
      "epoch": 14.393245281423114,
      "grad_norm": 5.8601393699646,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1021100
    },
    {
      "epoch": 14.394654863763867,
      "grad_norm": 2.6143765449523926,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1021200
    },
    {
      "epoch": 14.396064446104619,
      "grad_norm": 4.682802200317383,
      "learning_rate": 5e-06,
      "loss": 0.0779,
      "step": 1021300
    },
    {
      "epoch": 14.397474028445371,
      "grad_norm": 2.0633816719055176,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1021400
    },
    {
      "epoch": 14.398883610786124,
      "grad_norm": 1.6673948764801025,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1021500
    },
    {
      "epoch": 14.400293193126876,
      "grad_norm": 9.823070526123047,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1021600
    },
    {
      "epoch": 14.401702775467628,
      "grad_norm": 3.7355611324310303,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 1021700
    },
    {
      "epoch": 14.403112357808382,
      "grad_norm": 3.8221547603607178,
      "learning_rate": 5e-06,
      "loss": 0.0599,
      "step": 1021800
    },
    {
      "epoch": 14.404521940149134,
      "grad_norm": 2.181675672531128,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1021900
    },
    {
      "epoch": 14.405931522489887,
      "grad_norm": 2.7432432174682617,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1022000
    },
    {
      "epoch": 14.407341104830639,
      "grad_norm": 0.890275239944458,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 1022100
    },
    {
      "epoch": 14.408750687171391,
      "grad_norm": 8.46168327331543,
      "learning_rate": 5e-06,
      "loss": 0.0782,
      "step": 1022200
    },
    {
      "epoch": 14.410160269512144,
      "grad_norm": 3.4058847427368164,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1022300
    },
    {
      "epoch": 14.411569851852896,
      "grad_norm": 1.201433777809143,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 1022400
    },
    {
      "epoch": 14.412979434193648,
      "grad_norm": 7.766819477081299,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1022500
    },
    {
      "epoch": 14.4143890165344,
      "grad_norm": 1.2847182750701904,
      "learning_rate": 5e-06,
      "loss": 0.0917,
      "step": 1022600
    },
    {
      "epoch": 14.415798598875153,
      "grad_norm": 2.5237839221954346,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1022700
    },
    {
      "epoch": 14.417208181215905,
      "grad_norm": 3.0300495624542236,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1022800
    },
    {
      "epoch": 14.418617763556657,
      "grad_norm": 2.7752981185913086,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1022900
    },
    {
      "epoch": 14.420027345897411,
      "grad_norm": 3.0008373260498047,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1023000
    },
    {
      "epoch": 14.421436928238164,
      "grad_norm": 4.905684947967529,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1023100
    },
    {
      "epoch": 14.422846510578916,
      "grad_norm": 7.155053615570068,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1023200
    },
    {
      "epoch": 14.424256092919668,
      "grad_norm": 2.794877052307129,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1023300
    },
    {
      "epoch": 14.42566567526042,
      "grad_norm": 2.515124797821045,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1023400
    },
    {
      "epoch": 14.427075257601173,
      "grad_norm": 1.9703415632247925,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1023500
    },
    {
      "epoch": 14.428484839941925,
      "grad_norm": 1.9565171003341675,
      "learning_rate": 5e-06,
      "loss": 0.0868,
      "step": 1023600
    },
    {
      "epoch": 14.429894422282677,
      "grad_norm": 2.0071260929107666,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1023700
    },
    {
      "epoch": 14.43130400462343,
      "grad_norm": 1.0246635675430298,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1023800
    },
    {
      "epoch": 14.432713586964182,
      "grad_norm": 1.9687272310256958,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1023900
    },
    {
      "epoch": 14.434123169304934,
      "grad_norm": 2.40952205657959,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 1024000
    },
    {
      "epoch": 14.435532751645688,
      "grad_norm": 2.6542768478393555,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1024100
    },
    {
      "epoch": 14.43694233398644,
      "grad_norm": 3.4012866020202637,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1024200
    },
    {
      "epoch": 14.438351916327193,
      "grad_norm": 3.465764284133911,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1024300
    },
    {
      "epoch": 14.439761498667945,
      "grad_norm": 0.5532640218734741,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 1024400
    },
    {
      "epoch": 14.441171081008697,
      "grad_norm": 2.3708817958831787,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1024500
    },
    {
      "epoch": 14.44258066334945,
      "grad_norm": 1.4209622144699097,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 1024600
    },
    {
      "epoch": 14.443990245690202,
      "grad_norm": 2.5704236030578613,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1024700
    },
    {
      "epoch": 14.445399828030954,
      "grad_norm": 3.5165388584136963,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1024800
    },
    {
      "epoch": 14.446809410371706,
      "grad_norm": 2.3363566398620605,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1024900
    },
    {
      "epoch": 14.448218992712459,
      "grad_norm": 4.791288375854492,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1025000
    },
    {
      "epoch": 14.449628575053211,
      "grad_norm": 3.945028066635132,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 1025100
    },
    {
      "epoch": 14.451038157393965,
      "grad_norm": 2.124133825302124,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1025200
    },
    {
      "epoch": 14.452447739734717,
      "grad_norm": 1.8676167726516724,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1025300
    },
    {
      "epoch": 14.45385732207547,
      "grad_norm": 4.382529258728027,
      "learning_rate": 5e-06,
      "loss": 0.0901,
      "step": 1025400
    },
    {
      "epoch": 14.455266904416222,
      "grad_norm": 3.309628963470459,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1025500
    },
    {
      "epoch": 14.456676486756974,
      "grad_norm": 3.2344703674316406,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 1025600
    },
    {
      "epoch": 14.458086069097726,
      "grad_norm": 2.971081495285034,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 1025700
    },
    {
      "epoch": 14.459495651438479,
      "grad_norm": 5.263264179229736,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1025800
    },
    {
      "epoch": 14.460905233779231,
      "grad_norm": 4.316608905792236,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1025900
    },
    {
      "epoch": 14.462314816119983,
      "grad_norm": 2.3945271968841553,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1026000
    },
    {
      "epoch": 14.463724398460736,
      "grad_norm": 3.5262610912323,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1026100
    },
    {
      "epoch": 14.465133980801488,
      "grad_norm": 3.3003485202789307,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 1026200
    },
    {
      "epoch": 14.46654356314224,
      "grad_norm": 0.660923957824707,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1026300
    },
    {
      "epoch": 14.467953145482994,
      "grad_norm": 0.7572210431098938,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1026400
    },
    {
      "epoch": 14.469362727823746,
      "grad_norm": 2.8033804893493652,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1026500
    },
    {
      "epoch": 14.470772310164499,
      "grad_norm": 1.118422508239746,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1026600
    },
    {
      "epoch": 14.472181892505251,
      "grad_norm": 1.8600832223892212,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1026700
    },
    {
      "epoch": 14.473591474846003,
      "grad_norm": 6.158135414123535,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1026800
    },
    {
      "epoch": 14.475001057186756,
      "grad_norm": 1.7490622997283936,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1026900
    },
    {
      "epoch": 14.476410639527508,
      "grad_norm": 3.0377306938171387,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1027000
    },
    {
      "epoch": 14.47782022186826,
      "grad_norm": 2.712322235107422,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1027100
    },
    {
      "epoch": 14.479229804209012,
      "grad_norm": 1.5608596801757812,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1027200
    },
    {
      "epoch": 14.480639386549765,
      "grad_norm": 4.225174903869629,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1027300
    },
    {
      "epoch": 14.482048968890517,
      "grad_norm": 3.8048555850982666,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1027400
    },
    {
      "epoch": 14.483458551231271,
      "grad_norm": 3.4450104236602783,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1027500
    },
    {
      "epoch": 14.484868133572023,
      "grad_norm": 3.350337266921997,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1027600
    },
    {
      "epoch": 14.486277715912776,
      "grad_norm": 4.599804401397705,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1027700
    },
    {
      "epoch": 14.487687298253528,
      "grad_norm": 4.226464748382568,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 1027800
    },
    {
      "epoch": 14.48909688059428,
      "grad_norm": 1.9929674863815308,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1027900
    },
    {
      "epoch": 14.490506462935032,
      "grad_norm": 2.935802936553955,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1028000
    },
    {
      "epoch": 14.491916045275785,
      "grad_norm": 0.5670742392539978,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1028100
    },
    {
      "epoch": 14.493325627616537,
      "grad_norm": 0.9399327635765076,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1028200
    },
    {
      "epoch": 14.49473520995729,
      "grad_norm": 4.75752592086792,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 1028300
    },
    {
      "epoch": 14.496144792298042,
      "grad_norm": 5.29871129989624,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1028400
    },
    {
      "epoch": 14.497554374638794,
      "grad_norm": 4.32281494140625,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 1028500
    },
    {
      "epoch": 14.498963956979548,
      "grad_norm": 3.8440568447113037,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1028600
    },
    {
      "epoch": 14.5003735393203,
      "grad_norm": 0.8997961282730103,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1028700
    },
    {
      "epoch": 14.501783121661052,
      "grad_norm": 4.548573017120361,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1028800
    },
    {
      "epoch": 14.503192704001805,
      "grad_norm": 1.4457086324691772,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1028900
    },
    {
      "epoch": 14.504602286342557,
      "grad_norm": 5.556717872619629,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 1029000
    },
    {
      "epoch": 14.50601186868331,
      "grad_norm": 3.3253445625305176,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1029100
    },
    {
      "epoch": 14.507421451024062,
      "grad_norm": 4.4265007972717285,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1029200
    },
    {
      "epoch": 14.508831033364814,
      "grad_norm": 3.035891056060791,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1029300
    },
    {
      "epoch": 14.510240615705566,
      "grad_norm": 6.338987350463867,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 1029400
    },
    {
      "epoch": 14.511650198046318,
      "grad_norm": 1.3924846649169922,
      "learning_rate": 5e-06,
      "loss": 0.0851,
      "step": 1029500
    },
    {
      "epoch": 14.51305978038707,
      "grad_norm": 1.1952487230300903,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1029600
    },
    {
      "epoch": 14.514469362727823,
      "grad_norm": 3.5576865673065186,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1029700
    },
    {
      "epoch": 14.515878945068577,
      "grad_norm": 6.929297924041748,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1029800
    },
    {
      "epoch": 14.51728852740933,
      "grad_norm": 2.934065341949463,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1029900
    },
    {
      "epoch": 14.518698109750082,
      "grad_norm": 1.6339620351791382,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1030000
    },
    {
      "epoch": 14.520107692090834,
      "grad_norm": 2.037952184677124,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1030100
    },
    {
      "epoch": 14.521517274431586,
      "grad_norm": 1.6515411138534546,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1030200
    },
    {
      "epoch": 14.522926856772338,
      "grad_norm": 0.8077020645141602,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 1030300
    },
    {
      "epoch": 14.52433643911309,
      "grad_norm": 3.488717794418335,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 1030400
    },
    {
      "epoch": 14.525746021453843,
      "grad_norm": 2.47590970993042,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 1030500
    },
    {
      "epoch": 14.527155603794595,
      "grad_norm": 3.0989041328430176,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1030600
    },
    {
      "epoch": 14.528565186135348,
      "grad_norm": 6.507439613342285,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1030700
    },
    {
      "epoch": 14.5299747684761,
      "grad_norm": 2.932311534881592,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1030800
    },
    {
      "epoch": 14.531384350816854,
      "grad_norm": 3.710556983947754,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1030900
    },
    {
      "epoch": 14.532793933157606,
      "grad_norm": 1.362060308456421,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1031000
    },
    {
      "epoch": 14.534203515498358,
      "grad_norm": 6.88686990737915,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 1031100
    },
    {
      "epoch": 14.53561309783911,
      "grad_norm": 12.259324073791504,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1031200
    },
    {
      "epoch": 14.537022680179863,
      "grad_norm": 3.3513245582580566,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1031300
    },
    {
      "epoch": 14.538432262520615,
      "grad_norm": 1.3148224353790283,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1031400
    },
    {
      "epoch": 14.539841844861368,
      "grad_norm": 1.7824641466140747,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 1031500
    },
    {
      "epoch": 14.54125142720212,
      "grad_norm": 1.6650609970092773,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1031600
    },
    {
      "epoch": 14.542661009542872,
      "grad_norm": 1.857838749885559,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1031700
    },
    {
      "epoch": 14.544070591883624,
      "grad_norm": 2.3662109375,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1031800
    },
    {
      "epoch": 14.545480174224377,
      "grad_norm": 2.9154529571533203,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 1031900
    },
    {
      "epoch": 14.546889756565129,
      "grad_norm": 1.8092671632766724,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1032000
    },
    {
      "epoch": 14.548299338905883,
      "grad_norm": 0.6079878807067871,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 1032100
    },
    {
      "epoch": 14.549708921246635,
      "grad_norm": 2.1384029388427734,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1032200
    },
    {
      "epoch": 14.551118503587388,
      "grad_norm": 2.0101566314697266,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1032300
    },
    {
      "epoch": 14.55252808592814,
      "grad_norm": 2.06376314163208,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1032400
    },
    {
      "epoch": 14.553937668268892,
      "grad_norm": 2.7269949913024902,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1032500
    },
    {
      "epoch": 14.555347250609644,
      "grad_norm": 4.156523704528809,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1032600
    },
    {
      "epoch": 14.556756832950397,
      "grad_norm": 5.825165271759033,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1032700
    },
    {
      "epoch": 14.558166415291149,
      "grad_norm": 5.873030185699463,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1032800
    },
    {
      "epoch": 14.559575997631901,
      "grad_norm": 1.4036535024642944,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 1032900
    },
    {
      "epoch": 14.560985579972654,
      "grad_norm": 2.46567702293396,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1033000
    },
    {
      "epoch": 14.562395162313406,
      "grad_norm": 3.427767038345337,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1033100
    },
    {
      "epoch": 14.56380474465416,
      "grad_norm": 2.70131778717041,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1033200
    },
    {
      "epoch": 14.565214326994912,
      "grad_norm": 2.3657712936401367,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1033300
    },
    {
      "epoch": 14.566623909335664,
      "grad_norm": 3.226315498352051,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1033400
    },
    {
      "epoch": 14.568033491676417,
      "grad_norm": 1.5907491445541382,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1033500
    },
    {
      "epoch": 14.569443074017169,
      "grad_norm": 7.929666042327881,
      "learning_rate": 5e-06,
      "loss": 0.0603,
      "step": 1033600
    },
    {
      "epoch": 14.570852656357921,
      "grad_norm": 1.9894721508026123,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1033700
    },
    {
      "epoch": 14.572262238698674,
      "grad_norm": 0.8385704755783081,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1033800
    },
    {
      "epoch": 14.573671821039426,
      "grad_norm": 1.731176733970642,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1033900
    },
    {
      "epoch": 14.575081403380178,
      "grad_norm": 3.7779219150543213,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1034000
    },
    {
      "epoch": 14.57649098572093,
      "grad_norm": 2.4648923873901367,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 1034100
    },
    {
      "epoch": 14.577900568061683,
      "grad_norm": 4.569550514221191,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1034200
    },
    {
      "epoch": 14.579310150402435,
      "grad_norm": 4.666066646575928,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1034300
    },
    {
      "epoch": 14.580719732743189,
      "grad_norm": 7.919058799743652,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1034400
    },
    {
      "epoch": 14.582129315083941,
      "grad_norm": 1.8665670156478882,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1034500
    },
    {
      "epoch": 14.583538897424694,
      "grad_norm": 1.3881802558898926,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1034600
    },
    {
      "epoch": 14.584948479765446,
      "grad_norm": 10.799493789672852,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 1034700
    },
    {
      "epoch": 14.586358062106198,
      "grad_norm": 0.9790752530097961,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1034800
    },
    {
      "epoch": 14.58776764444695,
      "grad_norm": 2.0622265338897705,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 1034900
    },
    {
      "epoch": 14.589177226787703,
      "grad_norm": 1.6038119792938232,
      "learning_rate": 5e-06,
      "loss": 0.0829,
      "step": 1035000
    },
    {
      "epoch": 14.590586809128455,
      "grad_norm": 2.3143348693847656,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1035100
    },
    {
      "epoch": 14.591996391469207,
      "grad_norm": 3.290076494216919,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1035200
    },
    {
      "epoch": 14.59340597380996,
      "grad_norm": 4.429296016693115,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1035300
    },
    {
      "epoch": 14.594815556150712,
      "grad_norm": 4.745706558227539,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1035400
    },
    {
      "epoch": 14.596225138491466,
      "grad_norm": 5.272373199462891,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 1035500
    },
    {
      "epoch": 14.597634720832218,
      "grad_norm": 2.9547598361968994,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1035600
    },
    {
      "epoch": 14.59904430317297,
      "grad_norm": 5.135527610778809,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1035700
    },
    {
      "epoch": 14.600453885513723,
      "grad_norm": 1.991864562034607,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1035800
    },
    {
      "epoch": 14.601863467854475,
      "grad_norm": 2.0403733253479004,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1035900
    },
    {
      "epoch": 14.603273050195227,
      "grad_norm": 2.7490084171295166,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1036000
    },
    {
      "epoch": 14.60468263253598,
      "grad_norm": 2.6204636096954346,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1036100
    },
    {
      "epoch": 14.606092214876732,
      "grad_norm": 0.905768096446991,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1036200
    },
    {
      "epoch": 14.607501797217484,
      "grad_norm": 9.101651191711426,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1036300
    },
    {
      "epoch": 14.608911379558236,
      "grad_norm": 4.955698013305664,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 1036400
    },
    {
      "epoch": 14.610320961898989,
      "grad_norm": 2.355400323867798,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1036500
    },
    {
      "epoch": 14.611730544239741,
      "grad_norm": 0.8148000240325928,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 1036600
    },
    {
      "epoch": 14.613140126580495,
      "grad_norm": 1.9426758289337158,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1036700
    },
    {
      "epoch": 14.614549708921247,
      "grad_norm": 2.9290177822113037,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1036800
    },
    {
      "epoch": 14.615959291262,
      "grad_norm": 2.9322335720062256,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1036900
    },
    {
      "epoch": 14.617368873602752,
      "grad_norm": 1.12739896774292,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1037000
    },
    {
      "epoch": 14.618778455943504,
      "grad_norm": 2.3683888912200928,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1037100
    },
    {
      "epoch": 14.620188038284256,
      "grad_norm": 3.9365766048431396,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1037200
    },
    {
      "epoch": 14.621597620625009,
      "grad_norm": 4.02516508102417,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 1037300
    },
    {
      "epoch": 14.623007202965761,
      "grad_norm": 2.2637901306152344,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 1037400
    },
    {
      "epoch": 14.624416785306513,
      "grad_norm": 3.3805017471313477,
      "learning_rate": 5e-06,
      "loss": 0.0761,
      "step": 1037500
    },
    {
      "epoch": 14.625826367647266,
      "grad_norm": 1.8573963642120361,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1037600
    },
    {
      "epoch": 14.627235949988018,
      "grad_norm": 2.06490421295166,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1037700
    },
    {
      "epoch": 14.628645532328772,
      "grad_norm": 2.671266794204712,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1037800
    },
    {
      "epoch": 14.630055114669524,
      "grad_norm": 4.041141510009766,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 1037900
    },
    {
      "epoch": 14.631464697010276,
      "grad_norm": 5.30186653137207,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1038000
    },
    {
      "epoch": 14.632874279351029,
      "grad_norm": 1.3712348937988281,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1038100
    },
    {
      "epoch": 14.634283861691781,
      "grad_norm": 3.7149651050567627,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1038200
    },
    {
      "epoch": 14.635693444032533,
      "grad_norm": 3.354071855545044,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1038300
    },
    {
      "epoch": 14.637103026373286,
      "grad_norm": 3.270228147506714,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 1038400
    },
    {
      "epoch": 14.638512608714038,
      "grad_norm": 1.8641654253005981,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1038500
    },
    {
      "epoch": 14.63992219105479,
      "grad_norm": 2.3415017127990723,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 1038600
    },
    {
      "epoch": 14.641331773395542,
      "grad_norm": 1.0954352617263794,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1038700
    },
    {
      "epoch": 14.642741355736295,
      "grad_norm": 2.7535974979400635,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 1038800
    },
    {
      "epoch": 14.644150938077047,
      "grad_norm": 4.62513542175293,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 1038900
    },
    {
      "epoch": 14.645560520417801,
      "grad_norm": 2.173348903656006,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1039000
    },
    {
      "epoch": 14.646970102758553,
      "grad_norm": 4.6993536949157715,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1039100
    },
    {
      "epoch": 14.648379685099306,
      "grad_norm": 3.224271535873413,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1039200
    },
    {
      "epoch": 14.649789267440058,
      "grad_norm": 9.75078010559082,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1039300
    },
    {
      "epoch": 14.65119884978081,
      "grad_norm": 3.047764301300049,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1039400
    },
    {
      "epoch": 14.652608432121562,
      "grad_norm": 2.1973021030426025,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1039500
    },
    {
      "epoch": 14.654018014462315,
      "grad_norm": 2.3414597511291504,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 1039600
    },
    {
      "epoch": 14.655427596803067,
      "grad_norm": 2.1603918075561523,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1039700
    },
    {
      "epoch": 14.65683717914382,
      "grad_norm": 3.3042283058166504,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1039800
    },
    {
      "epoch": 14.658246761484572,
      "grad_norm": 3.3647797107696533,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1039900
    },
    {
      "epoch": 14.659656343825324,
      "grad_norm": 4.37008810043335,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1040000
    },
    {
      "epoch": 14.661065926166078,
      "grad_norm": 3.8424265384674072,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 1040100
    },
    {
      "epoch": 14.66247550850683,
      "grad_norm": 2.718172311782837,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1040200
    },
    {
      "epoch": 14.663885090847582,
      "grad_norm": 4.095986366271973,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1040300
    },
    {
      "epoch": 14.665294673188335,
      "grad_norm": 4.060283184051514,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1040400
    },
    {
      "epoch": 14.666704255529087,
      "grad_norm": 4.9428629875183105,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 1040500
    },
    {
      "epoch": 14.66811383786984,
      "grad_norm": 2.9604244232177734,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1040600
    },
    {
      "epoch": 14.669523420210592,
      "grad_norm": 2.306563138961792,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1040700
    },
    {
      "epoch": 14.670933002551344,
      "grad_norm": 3.1968483924865723,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1040800
    },
    {
      "epoch": 14.672342584892096,
      "grad_norm": 1.1209144592285156,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1040900
    },
    {
      "epoch": 14.673752167232848,
      "grad_norm": 2.514955520629883,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1041000
    },
    {
      "epoch": 14.6751617495736,
      "grad_norm": 2.090900421142578,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1041100
    },
    {
      "epoch": 14.676571331914353,
      "grad_norm": 2.085606336593628,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1041200
    },
    {
      "epoch": 14.677980914255107,
      "grad_norm": 2.9623963832855225,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1041300
    },
    {
      "epoch": 14.67939049659586,
      "grad_norm": 3.153620958328247,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1041400
    },
    {
      "epoch": 14.680800078936612,
      "grad_norm": 4.075699329376221,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1041500
    },
    {
      "epoch": 14.682209661277364,
      "grad_norm": 2.075775384902954,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1041600
    },
    {
      "epoch": 14.683619243618116,
      "grad_norm": 2.23583984375,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1041700
    },
    {
      "epoch": 14.685028825958868,
      "grad_norm": 1.3437319993972778,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 1041800
    },
    {
      "epoch": 14.68643840829962,
      "grad_norm": 2.800395965576172,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 1041900
    },
    {
      "epoch": 14.687847990640373,
      "grad_norm": 3.4306788444519043,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1042000
    },
    {
      "epoch": 14.689257572981125,
      "grad_norm": 6.089176654815674,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1042100
    },
    {
      "epoch": 14.690667155321878,
      "grad_norm": 2.582137107849121,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1042200
    },
    {
      "epoch": 14.69207673766263,
      "grad_norm": 4.009521484375,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1042300
    },
    {
      "epoch": 14.693486320003384,
      "grad_norm": 1.3413339853286743,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1042400
    },
    {
      "epoch": 14.694895902344136,
      "grad_norm": 3.201016426086426,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1042500
    },
    {
      "epoch": 14.696305484684888,
      "grad_norm": 13.69074821472168,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1042600
    },
    {
      "epoch": 14.69771506702564,
      "grad_norm": 2.891178607940674,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1042700
    },
    {
      "epoch": 14.699124649366393,
      "grad_norm": 2.962759256362915,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1042800
    },
    {
      "epoch": 14.700534231707145,
      "grad_norm": 2.0801525115966797,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1042900
    },
    {
      "epoch": 14.701943814047898,
      "grad_norm": 3.208024263381958,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1043000
    },
    {
      "epoch": 14.70335339638865,
      "grad_norm": 1.6668514013290405,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1043100
    },
    {
      "epoch": 14.704762978729402,
      "grad_norm": 2.1965742111206055,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1043200
    },
    {
      "epoch": 14.706172561070154,
      "grad_norm": 3.2554335594177246,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1043300
    },
    {
      "epoch": 14.707582143410907,
      "grad_norm": 3.073793649673462,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1043400
    },
    {
      "epoch": 14.708991725751659,
      "grad_norm": 6.594472408294678,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 1043500
    },
    {
      "epoch": 14.710401308092413,
      "grad_norm": 1.8284281492233276,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1043600
    },
    {
      "epoch": 14.711810890433165,
      "grad_norm": 1.720426082611084,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 1043700
    },
    {
      "epoch": 14.713220472773918,
      "grad_norm": 0.8688980340957642,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1043800
    },
    {
      "epoch": 14.71463005511467,
      "grad_norm": 2.598623752593994,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1043900
    },
    {
      "epoch": 14.716039637455422,
      "grad_norm": 3.935045003890991,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1044000
    },
    {
      "epoch": 14.717449219796174,
      "grad_norm": 3.567878246307373,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1044100
    },
    {
      "epoch": 14.718858802136927,
      "grad_norm": 1.5364463329315186,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1044200
    },
    {
      "epoch": 14.720268384477679,
      "grad_norm": 3.5894408226013184,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 1044300
    },
    {
      "epoch": 14.721677966818431,
      "grad_norm": 3.9338409900665283,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 1044400
    },
    {
      "epoch": 14.723087549159183,
      "grad_norm": 1.4648243188858032,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 1044500
    },
    {
      "epoch": 14.724497131499936,
      "grad_norm": 7.248664855957031,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1044600
    },
    {
      "epoch": 14.72590671384069,
      "grad_norm": 3.256747245788574,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1044700
    },
    {
      "epoch": 14.727316296181442,
      "grad_norm": 4.46681547164917,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1044800
    },
    {
      "epoch": 14.728725878522194,
      "grad_norm": 1.698357105255127,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1044900
    },
    {
      "epoch": 14.730135460862947,
      "grad_norm": 1.8588321208953857,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1045000
    },
    {
      "epoch": 14.731545043203699,
      "grad_norm": 5.584133625030518,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1045100
    },
    {
      "epoch": 14.732954625544451,
      "grad_norm": 7.798595428466797,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1045200
    },
    {
      "epoch": 14.734364207885204,
      "grad_norm": 3.785557508468628,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1045300
    },
    {
      "epoch": 14.735773790225956,
      "grad_norm": 1.8871867656707764,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1045400
    },
    {
      "epoch": 14.737183372566708,
      "grad_norm": 3.2556025981903076,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1045500
    },
    {
      "epoch": 14.73859295490746,
      "grad_norm": 3.559335231781006,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1045600
    },
    {
      "epoch": 14.740002537248213,
      "grad_norm": 2.8117616176605225,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1045700
    },
    {
      "epoch": 14.741412119588965,
      "grad_norm": 1.130791425704956,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1045800
    },
    {
      "epoch": 14.742821701929719,
      "grad_norm": 7.085423946380615,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1045900
    },
    {
      "epoch": 14.744231284270471,
      "grad_norm": 1.4426445960998535,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1046000
    },
    {
      "epoch": 14.745640866611224,
      "grad_norm": 1.6892526149749756,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1046100
    },
    {
      "epoch": 14.747050448951976,
      "grad_norm": 2.7384891510009766,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1046200
    },
    {
      "epoch": 14.748460031292728,
      "grad_norm": 1.9875059127807617,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 1046300
    },
    {
      "epoch": 14.74986961363348,
      "grad_norm": 2.52697491645813,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1046400
    },
    {
      "epoch": 14.751279195974233,
      "grad_norm": 2.12056303024292,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1046500
    },
    {
      "epoch": 14.752688778314985,
      "grad_norm": 2.3741657733917236,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1046600
    },
    {
      "epoch": 14.754098360655737,
      "grad_norm": 0.9726607203483582,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1046700
    },
    {
      "epoch": 14.75550794299649,
      "grad_norm": 1.6767363548278809,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1046800
    },
    {
      "epoch": 14.756917525337242,
      "grad_norm": 1.2757763862609863,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1046900
    },
    {
      "epoch": 14.758327107677996,
      "grad_norm": 1.1938103437423706,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 1047000
    },
    {
      "epoch": 14.759736690018748,
      "grad_norm": 2.4245669841766357,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1047100
    },
    {
      "epoch": 14.7611462723595,
      "grad_norm": 8.013288497924805,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1047200
    },
    {
      "epoch": 14.762555854700253,
      "grad_norm": 2.569995880126953,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1047300
    },
    {
      "epoch": 14.763965437041005,
      "grad_norm": 3.369962215423584,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1047400
    },
    {
      "epoch": 14.765375019381757,
      "grad_norm": 4.830234050750732,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1047500
    },
    {
      "epoch": 14.76678460172251,
      "grad_norm": 3.4713213443756104,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1047600
    },
    {
      "epoch": 14.768194184063262,
      "grad_norm": 1.863610863685608,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1047700
    },
    {
      "epoch": 14.769603766404014,
      "grad_norm": 3.722256660461426,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1047800
    },
    {
      "epoch": 14.771013348744766,
      "grad_norm": 2.798914670944214,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1047900
    },
    {
      "epoch": 14.772422931085519,
      "grad_norm": 1.6444642543792725,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1048000
    },
    {
      "epoch": 14.773832513426271,
      "grad_norm": 2.4179959297180176,
      "learning_rate": 5e-06,
      "loss": 0.0809,
      "step": 1048100
    },
    {
      "epoch": 14.775242095767025,
      "grad_norm": 2.782930850982666,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1048200
    },
    {
      "epoch": 14.776651678107777,
      "grad_norm": 2.7672293186187744,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 1048300
    },
    {
      "epoch": 14.77806126044853,
      "grad_norm": 2.835378885269165,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 1048400
    },
    {
      "epoch": 14.779470842789282,
      "grad_norm": 2.4459478855133057,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1048500
    },
    {
      "epoch": 14.780880425130034,
      "grad_norm": 2.0269510746002197,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1048600
    },
    {
      "epoch": 14.782290007470786,
      "grad_norm": 2.3092944622039795,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1048700
    },
    {
      "epoch": 14.783699589811539,
      "grad_norm": 7.828878402709961,
      "learning_rate": 5e-06,
      "loss": 0.079,
      "step": 1048800
    },
    {
      "epoch": 14.785109172152291,
      "grad_norm": 1.7291052341461182,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1048900
    },
    {
      "epoch": 14.786518754493043,
      "grad_norm": 1.719489336013794,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1049000
    },
    {
      "epoch": 14.787928336833795,
      "grad_norm": 4.380195617675781,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1049100
    },
    {
      "epoch": 14.789337919174548,
      "grad_norm": 2.9634642601013184,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1049200
    },
    {
      "epoch": 14.790747501515302,
      "grad_norm": 5.751200199127197,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1049300
    },
    {
      "epoch": 14.792157083856054,
      "grad_norm": 4.8959150314331055,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1049400
    },
    {
      "epoch": 14.793566666196806,
      "grad_norm": 1.8141916990280151,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1049500
    },
    {
      "epoch": 14.794976248537559,
      "grad_norm": 8.572725296020508,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1049600
    },
    {
      "epoch": 14.796385830878311,
      "grad_norm": 8.2171049118042,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 1049700
    },
    {
      "epoch": 14.797795413219063,
      "grad_norm": 3.746614694595337,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1049800
    },
    {
      "epoch": 14.799204995559816,
      "grad_norm": 3.3194189071655273,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1049900
    },
    {
      "epoch": 14.800614577900568,
      "grad_norm": 1.9152323007583618,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 1050000
    },
    {
      "epoch": 14.80202416024132,
      "grad_norm": 2.8645453453063965,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 1050100
    },
    {
      "epoch": 14.803433742582072,
      "grad_norm": 1.5356829166412354,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 1050200
    },
    {
      "epoch": 14.804843324922825,
      "grad_norm": 3.4527480602264404,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1050300
    },
    {
      "epoch": 14.806252907263577,
      "grad_norm": 2.600480794906616,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1050400
    },
    {
      "epoch": 14.807662489604331,
      "grad_norm": 2.8031809329986572,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 1050500
    },
    {
      "epoch": 14.809072071945083,
      "grad_norm": 4.351113319396973,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1050600
    },
    {
      "epoch": 14.810481654285836,
      "grad_norm": 7.76259708404541,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 1050700
    },
    {
      "epoch": 14.811891236626588,
      "grad_norm": 6.1391072273254395,
      "learning_rate": 5e-06,
      "loss": 0.0823,
      "step": 1050800
    },
    {
      "epoch": 14.81330081896734,
      "grad_norm": 1.7383296489715576,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1050900
    },
    {
      "epoch": 14.814710401308092,
      "grad_norm": 2.4666738510131836,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1051000
    },
    {
      "epoch": 14.816119983648845,
      "grad_norm": 3.845477342605591,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1051100
    },
    {
      "epoch": 14.817529565989597,
      "grad_norm": 1.2773287296295166,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1051200
    },
    {
      "epoch": 14.81893914833035,
      "grad_norm": 2.196225166320801,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1051300
    },
    {
      "epoch": 14.820348730671101,
      "grad_norm": 4.231887340545654,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1051400
    },
    {
      "epoch": 14.821758313011854,
      "grad_norm": 2.912926197052002,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1051500
    },
    {
      "epoch": 14.823167895352608,
      "grad_norm": 3.0253498554229736,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1051600
    },
    {
      "epoch": 14.82457747769336,
      "grad_norm": 4.2624101638793945,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1051700
    },
    {
      "epoch": 14.825987060034112,
      "grad_norm": 1.715484857559204,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1051800
    },
    {
      "epoch": 14.827396642374865,
      "grad_norm": 2.7438011169433594,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1051900
    },
    {
      "epoch": 14.828806224715617,
      "grad_norm": 5.620837211608887,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1052000
    },
    {
      "epoch": 14.83021580705637,
      "grad_norm": 7.225122928619385,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 1052100
    },
    {
      "epoch": 14.831625389397121,
      "grad_norm": 1.785536527633667,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 1052200
    },
    {
      "epoch": 14.833034971737874,
      "grad_norm": 1.6180260181427002,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 1052300
    },
    {
      "epoch": 14.834444554078626,
      "grad_norm": 3.4389729499816895,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1052400
    },
    {
      "epoch": 14.835854136419378,
      "grad_norm": 5.134176731109619,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1052500
    },
    {
      "epoch": 14.83726371876013,
      "grad_norm": 0.7244898676872253,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1052600
    },
    {
      "epoch": 14.838673301100883,
      "grad_norm": 1.5634872913360596,
      "learning_rate": 5e-06,
      "loss": 0.0777,
      "step": 1052700
    },
    {
      "epoch": 14.840082883441637,
      "grad_norm": 2.5449674129486084,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1052800
    },
    {
      "epoch": 14.84149246578239,
      "grad_norm": 4.880314826965332,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1052900
    },
    {
      "epoch": 14.842902048123142,
      "grad_norm": 2.234829902648926,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1053000
    },
    {
      "epoch": 14.844311630463894,
      "grad_norm": 3.1225433349609375,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1053100
    },
    {
      "epoch": 14.845721212804646,
      "grad_norm": 3.62622332572937,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1053200
    },
    {
      "epoch": 14.847130795145398,
      "grad_norm": 0.9806433916091919,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1053300
    },
    {
      "epoch": 14.84854037748615,
      "grad_norm": 2.578000545501709,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1053400
    },
    {
      "epoch": 14.849949959826903,
      "grad_norm": 0.7160305976867676,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1053500
    },
    {
      "epoch": 14.851359542167655,
      "grad_norm": 2.5807857513427734,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1053600
    },
    {
      "epoch": 14.852769124508407,
      "grad_norm": 4.239738941192627,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1053700
    },
    {
      "epoch": 14.854178706849162,
      "grad_norm": 5.2798309326171875,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1053800
    },
    {
      "epoch": 14.855588289189914,
      "grad_norm": 1.9741474390029907,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 1053900
    },
    {
      "epoch": 14.856997871530666,
      "grad_norm": 2.5551931858062744,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1054000
    },
    {
      "epoch": 14.858407453871418,
      "grad_norm": 4.558544635772705,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1054100
    },
    {
      "epoch": 14.85981703621217,
      "grad_norm": 3.632850408554077,
      "learning_rate": 5e-06,
      "loss": 0.0577,
      "step": 1054200
    },
    {
      "epoch": 14.861226618552923,
      "grad_norm": 4.155837535858154,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 1054300
    },
    {
      "epoch": 14.862636200893675,
      "grad_norm": 2.5924630165100098,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1054400
    },
    {
      "epoch": 14.864045783234427,
      "grad_norm": 2.269352436065674,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1054500
    },
    {
      "epoch": 14.86545536557518,
      "grad_norm": 3.05361008644104,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1054600
    },
    {
      "epoch": 14.866864947915932,
      "grad_norm": 2.6047611236572266,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 1054700
    },
    {
      "epoch": 14.868274530256684,
      "grad_norm": 2.277475357055664,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1054800
    },
    {
      "epoch": 14.869684112597437,
      "grad_norm": 4.5593156814575195,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1054900
    },
    {
      "epoch": 14.871093694938189,
      "grad_norm": 3.798635959625244,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1055000
    },
    {
      "epoch": 14.872503277278943,
      "grad_norm": 5.193658351898193,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 1055100
    },
    {
      "epoch": 14.873912859619695,
      "grad_norm": 1.8145705461502075,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1055200
    },
    {
      "epoch": 14.875322441960448,
      "grad_norm": 2.172842264175415,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 1055300
    },
    {
      "epoch": 14.8767320243012,
      "grad_norm": 3.472421169281006,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1055400
    },
    {
      "epoch": 14.878141606641952,
      "grad_norm": 2.9100050926208496,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1055500
    },
    {
      "epoch": 14.879551188982704,
      "grad_norm": 1.493920922279358,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1055600
    },
    {
      "epoch": 14.880960771323457,
      "grad_norm": 6.094493865966797,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1055700
    },
    {
      "epoch": 14.882370353664209,
      "grad_norm": 1.3190275430679321,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1055800
    },
    {
      "epoch": 14.883779936004961,
      "grad_norm": 1.9532148838043213,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1055900
    },
    {
      "epoch": 14.885189518345713,
      "grad_norm": 1.0335967540740967,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1056000
    },
    {
      "epoch": 14.886599100686468,
      "grad_norm": 3.480536460876465,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1056100
    },
    {
      "epoch": 14.88800868302722,
      "grad_norm": 3.4035191535949707,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1056200
    },
    {
      "epoch": 14.889418265367972,
      "grad_norm": 4.51638126373291,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1056300
    },
    {
      "epoch": 14.890827847708724,
      "grad_norm": 1.7879092693328857,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1056400
    },
    {
      "epoch": 14.892237430049477,
      "grad_norm": 7.640002727508545,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1056500
    },
    {
      "epoch": 14.893647012390229,
      "grad_norm": 2.6266331672668457,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1056600
    },
    {
      "epoch": 14.895056594730981,
      "grad_norm": 2.4462485313415527,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1056700
    },
    {
      "epoch": 14.896466177071733,
      "grad_norm": 4.962062835693359,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1056800
    },
    {
      "epoch": 14.897875759412486,
      "grad_norm": 2.895793914794922,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 1056900
    },
    {
      "epoch": 14.899285341753238,
      "grad_norm": 3.4362711906433105,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1057000
    },
    {
      "epoch": 14.90069492409399,
      "grad_norm": 1.3526002168655396,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1057100
    },
    {
      "epoch": 14.902104506434743,
      "grad_norm": 2.661289691925049,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1057200
    },
    {
      "epoch": 14.903514088775495,
      "grad_norm": 1.5451161861419678,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1057300
    },
    {
      "epoch": 14.904923671116249,
      "grad_norm": 1.478097677230835,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1057400
    },
    {
      "epoch": 14.906333253457001,
      "grad_norm": 3.366881847381592,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1057500
    },
    {
      "epoch": 14.907742835797754,
      "grad_norm": 3.720398187637329,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1057600
    },
    {
      "epoch": 14.909152418138506,
      "grad_norm": 3.3369460105895996,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 1057700
    },
    {
      "epoch": 14.910562000479258,
      "grad_norm": 1.1748414039611816,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 1057800
    },
    {
      "epoch": 14.91197158282001,
      "grad_norm": 4.55724573135376,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1057900
    },
    {
      "epoch": 14.913381165160763,
      "grad_norm": 2.578761339187622,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1058000
    },
    {
      "epoch": 14.914790747501515,
      "grad_norm": 1.799272894859314,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1058100
    },
    {
      "epoch": 14.916200329842267,
      "grad_norm": 3.1739585399627686,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1058200
    },
    {
      "epoch": 14.91760991218302,
      "grad_norm": 2.9927291870117188,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1058300
    },
    {
      "epoch": 14.919019494523774,
      "grad_norm": 2.1247146129608154,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1058400
    },
    {
      "epoch": 14.920429076864526,
      "grad_norm": 4.6210126876831055,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 1058500
    },
    {
      "epoch": 14.921838659205278,
      "grad_norm": 3.9005773067474365,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1058600
    },
    {
      "epoch": 14.92324824154603,
      "grad_norm": 3.324080228805542,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1058700
    },
    {
      "epoch": 14.924657823886783,
      "grad_norm": 2.6693055629730225,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1058800
    },
    {
      "epoch": 14.926067406227535,
      "grad_norm": 1.8202356100082397,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1058900
    },
    {
      "epoch": 14.927476988568287,
      "grad_norm": 1.8758429288864136,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1059000
    },
    {
      "epoch": 14.92888657090904,
      "grad_norm": 3.3897502422332764,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 1059100
    },
    {
      "epoch": 14.930296153249792,
      "grad_norm": 4.284956455230713,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1059200
    },
    {
      "epoch": 14.931705735590544,
      "grad_norm": 3.654357433319092,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1059300
    },
    {
      "epoch": 14.933115317931296,
      "grad_norm": 2.6695990562438965,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1059400
    },
    {
      "epoch": 14.934524900272049,
      "grad_norm": 2.506976842880249,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1059500
    },
    {
      "epoch": 14.935934482612803,
      "grad_norm": 1.7960658073425293,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1059600
    },
    {
      "epoch": 14.937344064953555,
      "grad_norm": 4.4942626953125,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1059700
    },
    {
      "epoch": 14.938753647294307,
      "grad_norm": 5.817230224609375,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 1059800
    },
    {
      "epoch": 14.94016322963506,
      "grad_norm": 8.408434867858887,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 1059900
    },
    {
      "epoch": 14.941572811975812,
      "grad_norm": 1.7804120779037476,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1060000
    },
    {
      "epoch": 14.942982394316564,
      "grad_norm": 6.478016376495361,
      "learning_rate": 5e-06,
      "loss": 0.082,
      "step": 1060100
    },
    {
      "epoch": 14.944391976657316,
      "grad_norm": 3.599904775619507,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 1060200
    },
    {
      "epoch": 14.945801558998069,
      "grad_norm": 3.4040873050689697,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1060300
    },
    {
      "epoch": 14.947211141338821,
      "grad_norm": 4.8265814781188965,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1060400
    },
    {
      "epoch": 14.948620723679573,
      "grad_norm": 1.9380007982254028,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 1060500
    },
    {
      "epoch": 14.950030306020325,
      "grad_norm": 2.2165892124176025,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 1060600
    },
    {
      "epoch": 14.95143988836108,
      "grad_norm": 3.6253955364227295,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1060700
    },
    {
      "epoch": 14.952849470701832,
      "grad_norm": 3.33770489692688,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 1060800
    },
    {
      "epoch": 14.954259053042584,
      "grad_norm": 3.5989837646484375,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 1060900
    },
    {
      "epoch": 14.955668635383336,
      "grad_norm": 6.006965637207031,
      "learning_rate": 5e-06,
      "loss": 0.0824,
      "step": 1061000
    },
    {
      "epoch": 14.957078217724089,
      "grad_norm": 3.9639036655426025,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1061100
    },
    {
      "epoch": 14.958487800064841,
      "grad_norm": 4.773271560668945,
      "learning_rate": 5e-06,
      "loss": 0.0772,
      "step": 1061200
    },
    {
      "epoch": 14.959897382405593,
      "grad_norm": 6.77827787399292,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 1061300
    },
    {
      "epoch": 14.961306964746345,
      "grad_norm": 2.6457550525665283,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1061400
    },
    {
      "epoch": 14.962716547087098,
      "grad_norm": 3.533226251602173,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1061500
    },
    {
      "epoch": 14.96412612942785,
      "grad_norm": 2.550142765045166,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 1061600
    },
    {
      "epoch": 14.965535711768602,
      "grad_norm": 3.2671120166778564,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1061700
    },
    {
      "epoch": 14.966945294109355,
      "grad_norm": 2.8556160926818848,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1061800
    },
    {
      "epoch": 14.968354876450109,
      "grad_norm": 1.4981144666671753,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1061900
    },
    {
      "epoch": 14.969764458790861,
      "grad_norm": 1.5456421375274658,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1062000
    },
    {
      "epoch": 14.971174041131613,
      "grad_norm": 2.5994296073913574,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1062100
    },
    {
      "epoch": 14.972583623472365,
      "grad_norm": 1.3885220289230347,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1062200
    },
    {
      "epoch": 14.973993205813118,
      "grad_norm": 1.9468793869018555,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1062300
    },
    {
      "epoch": 14.97540278815387,
      "grad_norm": 2.7852602005004883,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1062400
    },
    {
      "epoch": 14.976812370494622,
      "grad_norm": 4.576449871063232,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1062500
    },
    {
      "epoch": 14.978221952835375,
      "grad_norm": 4.803260326385498,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 1062600
    },
    {
      "epoch": 14.979631535176127,
      "grad_norm": 3.3238048553466797,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1062700
    },
    {
      "epoch": 14.98104111751688,
      "grad_norm": 4.825290679931641,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1062800
    },
    {
      "epoch": 14.982450699857631,
      "grad_norm": 2.0595879554748535,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1062900
    },
    {
      "epoch": 14.983860282198386,
      "grad_norm": 1.1933879852294922,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1063000
    },
    {
      "epoch": 14.985269864539138,
      "grad_norm": 2.3882155418395996,
      "learning_rate": 5e-06,
      "loss": 0.0846,
      "step": 1063100
    },
    {
      "epoch": 14.98667944687989,
      "grad_norm": 1.6104881763458252,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1063200
    },
    {
      "epoch": 14.988089029220642,
      "grad_norm": 1.9600812196731567,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1063300
    },
    {
      "epoch": 14.989498611561395,
      "grad_norm": 3.5427896976470947,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1063400
    },
    {
      "epoch": 14.990908193902147,
      "grad_norm": 2.139728307723999,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 1063500
    },
    {
      "epoch": 14.9923177762429,
      "grad_norm": 4.042516708374023,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1063600
    },
    {
      "epoch": 14.993727358583651,
      "grad_norm": 2.508568286895752,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 1063700
    },
    {
      "epoch": 14.995136940924404,
      "grad_norm": 2.3803727626800537,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1063800
    },
    {
      "epoch": 14.996546523265156,
      "grad_norm": 2.197216033935547,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1063900
    },
    {
      "epoch": 14.997956105605908,
      "grad_norm": 5.464395999908447,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1064000
    },
    {
      "epoch": 14.99936568794666,
      "grad_norm": 9.825488090515137,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 1064100
    },
    {
      "epoch": 15.0,
      "step": 1064145,
      "train_loss": 0.06722722947597504,
      "train_perplexity": 1.0695384812334514,
      "train_runtime": 3992.5307,
      "train_samples_per_second": 35.538,
      "train_steps_per_second": 8.885
    },
    {
      "epoch": 15.0,
      "eval_loss": 0.07545960694551468,
      "eval_perplexity": 1.0783796677896211,
      "eval_runtime": 998.369,
      "eval_samples_per_second": 35.53,
      "eval_steps_per_second": 8.882,
      "step": 1064145
    },
    {
      "epoch": 15.000775270287415,
      "grad_norm": 4.668118953704834,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1064200
    },
    {
      "epoch": 15.002184852628167,
      "grad_norm": 2.2924997806549072,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1064300
    },
    {
      "epoch": 15.00359443496892,
      "grad_norm": 2.959890604019165,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1064400
    },
    {
      "epoch": 15.005004017309671,
      "grad_norm": 3.5243771076202393,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1064500
    },
    {
      "epoch": 15.006413599650424,
      "grad_norm": 3.019782304763794,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1064600
    },
    {
      "epoch": 15.007823181991176,
      "grad_norm": 4.6374993324279785,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1064700
    },
    {
      "epoch": 15.009232764331928,
      "grad_norm": 3.4556543827056885,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1064800
    },
    {
      "epoch": 15.01064234667268,
      "grad_norm": 1.1299548149108887,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1064900
    },
    {
      "epoch": 15.012051929013433,
      "grad_norm": 2.0834782123565674,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1065000
    },
    {
      "epoch": 15.013461511354185,
      "grad_norm": 1.0295014381408691,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1065100
    },
    {
      "epoch": 15.014871093694937,
      "grad_norm": 1.2405824661254883,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 1065200
    },
    {
      "epoch": 15.016280676035691,
      "grad_norm": 1.4741870164871216,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1065300
    },
    {
      "epoch": 15.017690258376444,
      "grad_norm": 1.8043224811553955,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1065400
    },
    {
      "epoch": 15.019099840717196,
      "grad_norm": 1.290150761604309,
      "learning_rate": 5e-06,
      "loss": 0.059,
      "step": 1065500
    },
    {
      "epoch": 15.020509423057948,
      "grad_norm": 0.9371547102928162,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1065600
    },
    {
      "epoch": 15.0219190053987,
      "grad_norm": 5.449242115020752,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1065700
    },
    {
      "epoch": 15.023328587739453,
      "grad_norm": 3.0969016551971436,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 1065800
    },
    {
      "epoch": 15.024738170080205,
      "grad_norm": 0.9188359975814819,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1065900
    },
    {
      "epoch": 15.026147752420957,
      "grad_norm": 2.5844502449035645,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1066000
    },
    {
      "epoch": 15.02755733476171,
      "grad_norm": 4.98231840133667,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1066100
    },
    {
      "epoch": 15.028966917102462,
      "grad_norm": 3.329712152481079,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1066200
    },
    {
      "epoch": 15.030376499443214,
      "grad_norm": 4.024271011352539,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1066300
    },
    {
      "epoch": 15.031786081783967,
      "grad_norm": 3.796793222427368,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1066400
    },
    {
      "epoch": 15.03319566412472,
      "grad_norm": 2.403099298477173,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 1066500
    },
    {
      "epoch": 15.034605246465473,
      "grad_norm": 2.27239990234375,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 1066600
    },
    {
      "epoch": 15.036014828806225,
      "grad_norm": 3.758328676223755,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1066700
    },
    {
      "epoch": 15.037424411146977,
      "grad_norm": 3.052323579788208,
      "learning_rate": 5e-06,
      "loss": 0.0586,
      "step": 1066800
    },
    {
      "epoch": 15.03883399348773,
      "grad_norm": 2.58132266998291,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1066900
    },
    {
      "epoch": 15.040243575828482,
      "grad_norm": 1.6245508193969727,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1067000
    },
    {
      "epoch": 15.041653158169234,
      "grad_norm": 1.446305274963379,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 1067100
    },
    {
      "epoch": 15.043062740509987,
      "grad_norm": 2.6997830867767334,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1067200
    },
    {
      "epoch": 15.044472322850739,
      "grad_norm": 2.623379707336426,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 1067300
    },
    {
      "epoch": 15.045881905191491,
      "grad_norm": 2.673248291015625,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1067400
    },
    {
      "epoch": 15.047291487532243,
      "grad_norm": 3.161712408065796,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1067500
    },
    {
      "epoch": 15.048701069872997,
      "grad_norm": 5.551360130310059,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1067600
    },
    {
      "epoch": 15.05011065221375,
      "grad_norm": 3.007096529006958,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1067700
    },
    {
      "epoch": 15.051520234554502,
      "grad_norm": 5.2355732917785645,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1067800
    },
    {
      "epoch": 15.052929816895254,
      "grad_norm": 1.7026680707931519,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1067900
    },
    {
      "epoch": 15.054339399236007,
      "grad_norm": 4.016061782836914,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1068000
    },
    {
      "epoch": 15.055748981576759,
      "grad_norm": 4.434394359588623,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1068100
    },
    {
      "epoch": 15.057158563917511,
      "grad_norm": 4.141839027404785,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1068200
    },
    {
      "epoch": 15.058568146258263,
      "grad_norm": 3.894514799118042,
      "learning_rate": 5e-06,
      "loss": 0.0624,
      "step": 1068300
    },
    {
      "epoch": 15.059977728599016,
      "grad_norm": 4.184133529663086,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 1068400
    },
    {
      "epoch": 15.061387310939768,
      "grad_norm": 13.064403533935547,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 1068500
    },
    {
      "epoch": 15.06279689328052,
      "grad_norm": 1.099700689315796,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1068600
    },
    {
      "epoch": 15.064206475621273,
      "grad_norm": 2.41504168510437,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 1068700
    },
    {
      "epoch": 15.065616057962027,
      "grad_norm": 2.504514694213867,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1068800
    },
    {
      "epoch": 15.067025640302779,
      "grad_norm": 5.113228797912598,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1068900
    },
    {
      "epoch": 15.068435222643531,
      "grad_norm": 3.3963112831115723,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1069000
    },
    {
      "epoch": 15.069844804984283,
      "grad_norm": 1.999050259590149,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1069100
    },
    {
      "epoch": 15.071254387325036,
      "grad_norm": 3.937211275100708,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1069200
    },
    {
      "epoch": 15.072663969665788,
      "grad_norm": 3.0963551998138428,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1069300
    },
    {
      "epoch": 15.07407355200654,
      "grad_norm": 1.1427799463272095,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1069400
    },
    {
      "epoch": 15.075483134347293,
      "grad_norm": 2.8617420196533203,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1069500
    },
    {
      "epoch": 15.076892716688045,
      "grad_norm": 1.572108507156372,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 1069600
    },
    {
      "epoch": 15.078302299028797,
      "grad_norm": 3.387413263320923,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1069700
    },
    {
      "epoch": 15.07971188136955,
      "grad_norm": 0.3358604907989502,
      "learning_rate": 5e-06,
      "loss": 0.0632,
      "step": 1069800
    },
    {
      "epoch": 15.081121463710303,
      "grad_norm": 3.0623059272766113,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1069900
    },
    {
      "epoch": 15.082531046051056,
      "grad_norm": 3.9745006561279297,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 1070000
    },
    {
      "epoch": 15.083940628391808,
      "grad_norm": 3.0115225315093994,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1070100
    },
    {
      "epoch": 15.08535021073256,
      "grad_norm": 1.4667439460754395,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1070200
    },
    {
      "epoch": 15.086759793073313,
      "grad_norm": 4.813449859619141,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1070300
    },
    {
      "epoch": 15.088169375414065,
      "grad_norm": 4.003918170928955,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 1070400
    },
    {
      "epoch": 15.089578957754817,
      "grad_norm": 3.1106224060058594,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1070500
    },
    {
      "epoch": 15.09098854009557,
      "grad_norm": 3.218902587890625,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1070600
    },
    {
      "epoch": 15.092398122436322,
      "grad_norm": 3.002006769180298,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1070700
    },
    {
      "epoch": 15.093807704777074,
      "grad_norm": 2.022249698638916,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 1070800
    },
    {
      "epoch": 15.095217287117826,
      "grad_norm": 3.564689874649048,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 1070900
    },
    {
      "epoch": 15.096626869458579,
      "grad_norm": 5.1240668296813965,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1071000
    },
    {
      "epoch": 15.098036451799333,
      "grad_norm": 5.4001665115356445,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1071100
    },
    {
      "epoch": 15.099446034140085,
      "grad_norm": 3.5851449966430664,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1071200
    },
    {
      "epoch": 15.100855616480837,
      "grad_norm": 1.281120777130127,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1071300
    },
    {
      "epoch": 15.10226519882159,
      "grad_norm": 4.871389389038086,
      "learning_rate": 5e-06,
      "loss": 0.0767,
      "step": 1071400
    },
    {
      "epoch": 15.103674781162342,
      "grad_norm": 1.5800870656967163,
      "learning_rate": 5e-06,
      "loss": 0.0589,
      "step": 1071500
    },
    {
      "epoch": 15.105084363503094,
      "grad_norm": 5.078108310699463,
      "learning_rate": 5e-06,
      "loss": 0.0584,
      "step": 1071600
    },
    {
      "epoch": 15.106493945843846,
      "grad_norm": 2.5445241928100586,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1071700
    },
    {
      "epoch": 15.107903528184599,
      "grad_norm": 2.89913272857666,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1071800
    },
    {
      "epoch": 15.10931311052535,
      "grad_norm": 6.984895706176758,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 1071900
    },
    {
      "epoch": 15.110722692866103,
      "grad_norm": 2.613525390625,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1072000
    },
    {
      "epoch": 15.112132275206855,
      "grad_norm": 4.871801853179932,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1072100
    },
    {
      "epoch": 15.11354185754761,
      "grad_norm": 1.2496998310089111,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1072200
    },
    {
      "epoch": 15.114951439888362,
      "grad_norm": 2.084139347076416,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1072300
    },
    {
      "epoch": 15.116361022229114,
      "grad_norm": 3.7425315380096436,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1072400
    },
    {
      "epoch": 15.117770604569866,
      "grad_norm": 1.9981948137283325,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1072500
    },
    {
      "epoch": 15.119180186910619,
      "grad_norm": 2.4800586700439453,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 1072600
    },
    {
      "epoch": 15.12058976925137,
      "grad_norm": 2.3150954246520996,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1072700
    },
    {
      "epoch": 15.121999351592123,
      "grad_norm": 7.747498989105225,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1072800
    },
    {
      "epoch": 15.123408933932875,
      "grad_norm": 1.015303611755371,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1072900
    },
    {
      "epoch": 15.124818516273628,
      "grad_norm": 2.3669042587280273,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1073000
    },
    {
      "epoch": 15.12622809861438,
      "grad_norm": 2.9706342220306396,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1073100
    },
    {
      "epoch": 15.127637680955132,
      "grad_norm": 0.8855068683624268,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 1073200
    },
    {
      "epoch": 15.129047263295885,
      "grad_norm": 2.067354440689087,
      "learning_rate": 5e-06,
      "loss": 0.0751,
      "step": 1073300
    },
    {
      "epoch": 15.130456845636639,
      "grad_norm": 2.9227688312530518,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1073400
    },
    {
      "epoch": 15.131866427977391,
      "grad_norm": 2.2097864151000977,
      "learning_rate": 5e-06,
      "loss": 0.0764,
      "step": 1073500
    },
    {
      "epoch": 15.133276010318143,
      "grad_norm": 3.0562589168548584,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1073600
    },
    {
      "epoch": 15.134685592658895,
      "grad_norm": 4.59263801574707,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1073700
    },
    {
      "epoch": 15.136095174999648,
      "grad_norm": 3.0649378299713135,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1073800
    },
    {
      "epoch": 15.1375047573404,
      "grad_norm": 3.055903673171997,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1073900
    },
    {
      "epoch": 15.138914339681152,
      "grad_norm": 2.3533437252044678,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1074000
    },
    {
      "epoch": 15.140323922021905,
      "grad_norm": 1.87726891040802,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1074100
    },
    {
      "epoch": 15.141733504362657,
      "grad_norm": 4.295694351196289,
      "learning_rate": 5e-06,
      "loss": 0.0816,
      "step": 1074200
    },
    {
      "epoch": 15.14314308670341,
      "grad_norm": 2.955333709716797,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1074300
    },
    {
      "epoch": 15.144552669044161,
      "grad_norm": 1.6914461851119995,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1074400
    },
    {
      "epoch": 15.145962251384915,
      "grad_norm": 3.48622989654541,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1074500
    },
    {
      "epoch": 15.147371833725668,
      "grad_norm": 2.5419206619262695,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 1074600
    },
    {
      "epoch": 15.14878141606642,
      "grad_norm": 2.5933847427368164,
      "learning_rate": 5e-06,
      "loss": 0.0735,
      "step": 1074700
    },
    {
      "epoch": 15.150190998407172,
      "grad_norm": 1.5697365999221802,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1074800
    },
    {
      "epoch": 15.151600580747925,
      "grad_norm": 1.8747138977050781,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 1074900
    },
    {
      "epoch": 15.153010163088677,
      "grad_norm": 3.2960197925567627,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1075000
    },
    {
      "epoch": 15.15441974542943,
      "grad_norm": 3.1882143020629883,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1075100
    },
    {
      "epoch": 15.155829327770181,
      "grad_norm": 6.510274887084961,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1075200
    },
    {
      "epoch": 15.157238910110934,
      "grad_norm": 3.552495002746582,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 1075300
    },
    {
      "epoch": 15.158648492451686,
      "grad_norm": 3.6517863273620605,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1075400
    },
    {
      "epoch": 15.160058074792438,
      "grad_norm": 3.2273240089416504,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1075500
    },
    {
      "epoch": 15.16146765713319,
      "grad_norm": 4.17771577835083,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1075600
    },
    {
      "epoch": 15.162877239473945,
      "grad_norm": 1.822829008102417,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1075700
    },
    {
      "epoch": 15.164286821814697,
      "grad_norm": 2.737574815750122,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1075800
    },
    {
      "epoch": 15.16569640415545,
      "grad_norm": 2.2446303367614746,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1075900
    },
    {
      "epoch": 15.167105986496201,
      "grad_norm": 1.591191291809082,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1076000
    },
    {
      "epoch": 15.168515568836954,
      "grad_norm": 3.9217422008514404,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1076100
    },
    {
      "epoch": 15.169925151177706,
      "grad_norm": 1.154564380645752,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1076200
    },
    {
      "epoch": 15.171334733518458,
      "grad_norm": 4.441145896911621,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1076300
    },
    {
      "epoch": 15.17274431585921,
      "grad_norm": 2.1622202396392822,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1076400
    },
    {
      "epoch": 15.174153898199963,
      "grad_norm": 3.0212278366088867,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 1076500
    },
    {
      "epoch": 15.175563480540715,
      "grad_norm": 2.3091723918914795,
      "learning_rate": 5e-06,
      "loss": 0.0601,
      "step": 1076600
    },
    {
      "epoch": 15.176973062881467,
      "grad_norm": 2.9041671752929688,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1076700
    },
    {
      "epoch": 15.178382645222221,
      "grad_norm": 4.568777084350586,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1076800
    },
    {
      "epoch": 15.179792227562974,
      "grad_norm": 2.1969587802886963,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1076900
    },
    {
      "epoch": 15.181201809903726,
      "grad_norm": 4.6959309577941895,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1077000
    },
    {
      "epoch": 15.182611392244478,
      "grad_norm": 1.1873575448989868,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1077100
    },
    {
      "epoch": 15.18402097458523,
      "grad_norm": 1.0955281257629395,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 1077200
    },
    {
      "epoch": 15.185430556925983,
      "grad_norm": 2.4126667976379395,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1077300
    },
    {
      "epoch": 15.186840139266735,
      "grad_norm": 1.5029425621032715,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1077400
    },
    {
      "epoch": 15.188249721607487,
      "grad_norm": 3.40230393409729,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1077500
    },
    {
      "epoch": 15.18965930394824,
      "grad_norm": 1.5863502025604248,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1077600
    },
    {
      "epoch": 15.191068886288992,
      "grad_norm": 3.979069948196411,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1077700
    },
    {
      "epoch": 15.192478468629744,
      "grad_norm": 1.2884665727615356,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1077800
    },
    {
      "epoch": 15.193888050970497,
      "grad_norm": 5.744987964630127,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1077900
    },
    {
      "epoch": 15.19529763331125,
      "grad_norm": 3.6054935455322266,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1078000
    },
    {
      "epoch": 15.196707215652003,
      "grad_norm": 5.382922172546387,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1078100
    },
    {
      "epoch": 15.198116797992755,
      "grad_norm": 2.2457058429718018,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1078200
    },
    {
      "epoch": 15.199526380333507,
      "grad_norm": 4.640251636505127,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 1078300
    },
    {
      "epoch": 15.20093596267426,
      "grad_norm": 1.4329167604446411,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1078400
    },
    {
      "epoch": 15.202345545015012,
      "grad_norm": 3.375060558319092,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1078500
    },
    {
      "epoch": 15.203755127355764,
      "grad_norm": 4.2774457931518555,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 1078600
    },
    {
      "epoch": 15.205164709696517,
      "grad_norm": 3.9807746410369873,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1078700
    },
    {
      "epoch": 15.206574292037269,
      "grad_norm": 0.8586257696151733,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1078800
    },
    {
      "epoch": 15.207983874378021,
      "grad_norm": 3.4983255863189697,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 1078900
    },
    {
      "epoch": 15.209393456718773,
      "grad_norm": 6.930578708648682,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1079000
    },
    {
      "epoch": 15.210803039059527,
      "grad_norm": 8.212465286254883,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1079100
    },
    {
      "epoch": 15.21221262140028,
      "grad_norm": 1.3174269199371338,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1079200
    },
    {
      "epoch": 15.213622203741032,
      "grad_norm": 3.1759700775146484,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1079300
    },
    {
      "epoch": 15.215031786081784,
      "grad_norm": 3.5166361331939697,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1079400
    },
    {
      "epoch": 15.216441368422537,
      "grad_norm": 2.29982590675354,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1079500
    },
    {
      "epoch": 15.217850950763289,
      "grad_norm": 2.348790407180786,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1079600
    },
    {
      "epoch": 15.219260533104041,
      "grad_norm": 4.610831260681152,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 1079700
    },
    {
      "epoch": 15.220670115444793,
      "grad_norm": 1.66607666015625,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1079800
    },
    {
      "epoch": 15.222079697785546,
      "grad_norm": 4.415644645690918,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1079900
    },
    {
      "epoch": 15.223489280126298,
      "grad_norm": 6.933964729309082,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1080000
    },
    {
      "epoch": 15.22489886246705,
      "grad_norm": 4.118978500366211,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1080100
    },
    {
      "epoch": 15.226308444807804,
      "grad_norm": 1.2621246576309204,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 1080200
    },
    {
      "epoch": 15.227718027148557,
      "grad_norm": 6.433713436126709,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 1080300
    },
    {
      "epoch": 15.229127609489309,
      "grad_norm": 1.9256584644317627,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1080400
    },
    {
      "epoch": 15.230537191830061,
      "grad_norm": 1.9505304098129272,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1080500
    },
    {
      "epoch": 15.231946774170813,
      "grad_norm": 5.849935531616211,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1080600
    },
    {
      "epoch": 15.233356356511566,
      "grad_norm": 3.4648280143737793,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1080700
    },
    {
      "epoch": 15.234765938852318,
      "grad_norm": 0.9182047843933105,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1080800
    },
    {
      "epoch": 15.23617552119307,
      "grad_norm": 2.6120071411132812,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1080900
    },
    {
      "epoch": 15.237585103533823,
      "grad_norm": 2.0251712799072266,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1081000
    },
    {
      "epoch": 15.238994685874575,
      "grad_norm": 2.287548065185547,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1081100
    },
    {
      "epoch": 15.240404268215327,
      "grad_norm": 3.463836431503296,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1081200
    },
    {
      "epoch": 15.24181385055608,
      "grad_norm": 4.5423994064331055,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1081300
    },
    {
      "epoch": 15.243223432896833,
      "grad_norm": 2.4104726314544678,
      "learning_rate": 5e-06,
      "loss": 0.0582,
      "step": 1081400
    },
    {
      "epoch": 15.244633015237586,
      "grad_norm": 4.140994071960449,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1081500
    },
    {
      "epoch": 15.246042597578338,
      "grad_norm": 3.0039336681365967,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1081600
    },
    {
      "epoch": 15.24745217991909,
      "grad_norm": 2.405135154724121,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1081700
    },
    {
      "epoch": 15.248861762259843,
      "grad_norm": 3.8988046646118164,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1081800
    },
    {
      "epoch": 15.250271344600595,
      "grad_norm": 3.925788402557373,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1081900
    },
    {
      "epoch": 15.251680926941347,
      "grad_norm": 4.573387145996094,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1082000
    },
    {
      "epoch": 15.2530905092821,
      "grad_norm": 1.9048128128051758,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1082100
    },
    {
      "epoch": 15.254500091622852,
      "grad_norm": 8.9277925491333,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1082200
    },
    {
      "epoch": 15.255909673963604,
      "grad_norm": 4.6627516746521,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1082300
    },
    {
      "epoch": 15.257319256304356,
      "grad_norm": 12.71677303314209,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1082400
    },
    {
      "epoch": 15.258728838645109,
      "grad_norm": 1.6151955127716064,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 1082500
    },
    {
      "epoch": 15.260138420985863,
      "grad_norm": 5.532957077026367,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1082600
    },
    {
      "epoch": 15.261548003326615,
      "grad_norm": 1.636736273765564,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1082700
    },
    {
      "epoch": 15.262957585667367,
      "grad_norm": 2.237309217453003,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1082800
    },
    {
      "epoch": 15.26436716800812,
      "grad_norm": 4.787971019744873,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1082900
    },
    {
      "epoch": 15.265776750348872,
      "grad_norm": 3.681509256362915,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1083000
    },
    {
      "epoch": 15.267186332689624,
      "grad_norm": 1.8091262578964233,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 1083100
    },
    {
      "epoch": 15.268595915030376,
      "grad_norm": 2.2501931190490723,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1083200
    },
    {
      "epoch": 15.270005497371129,
      "grad_norm": 1.6306551694869995,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1083300
    },
    {
      "epoch": 15.27141507971188,
      "grad_norm": 3.0738778114318848,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1083400
    },
    {
      "epoch": 15.272824662052633,
      "grad_norm": 3.503782272338867,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1083500
    },
    {
      "epoch": 15.274234244393385,
      "grad_norm": 1.7610969543457031,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1083600
    },
    {
      "epoch": 15.27564382673414,
      "grad_norm": 2.395315170288086,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1083700
    },
    {
      "epoch": 15.277053409074892,
      "grad_norm": 1.4546500444412231,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1083800
    },
    {
      "epoch": 15.278462991415644,
      "grad_norm": 2.3742382526397705,
      "learning_rate": 5e-06,
      "loss": 0.0835,
      "step": 1083900
    },
    {
      "epoch": 15.279872573756396,
      "grad_norm": 3.891333818435669,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1084000
    },
    {
      "epoch": 15.281282156097149,
      "grad_norm": 2.1753859519958496,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1084100
    },
    {
      "epoch": 15.2826917384379,
      "grad_norm": 1.2585030794143677,
      "learning_rate": 5e-06,
      "loss": 0.08,
      "step": 1084200
    },
    {
      "epoch": 15.284101320778653,
      "grad_norm": 1.7479686737060547,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1084300
    },
    {
      "epoch": 15.285510903119405,
      "grad_norm": 1.779397964477539,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 1084400
    },
    {
      "epoch": 15.286920485460158,
      "grad_norm": 3.986963987350464,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1084500
    },
    {
      "epoch": 15.28833006780091,
      "grad_norm": 4.875311374664307,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1084600
    },
    {
      "epoch": 15.289739650141662,
      "grad_norm": 3.2839932441711426,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1084700
    },
    {
      "epoch": 15.291149232482416,
      "grad_norm": 7.375057220458984,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1084800
    },
    {
      "epoch": 15.292558814823169,
      "grad_norm": 1.7805273532867432,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 1084900
    },
    {
      "epoch": 15.29396839716392,
      "grad_norm": 2.2333874702453613,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1085000
    },
    {
      "epoch": 15.295377979504673,
      "grad_norm": 3.2169742584228516,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1085100
    },
    {
      "epoch": 15.296787561845425,
      "grad_norm": 0.9122939705848694,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1085200
    },
    {
      "epoch": 15.298197144186178,
      "grad_norm": 2.1604535579681396,
      "learning_rate": 5e-06,
      "loss": 0.0612,
      "step": 1085300
    },
    {
      "epoch": 15.29960672652693,
      "grad_norm": 2.53012752532959,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1085400
    },
    {
      "epoch": 15.301016308867682,
      "grad_norm": 1.268754005432129,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1085500
    },
    {
      "epoch": 15.302425891208435,
      "grad_norm": 1.2165508270263672,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1085600
    },
    {
      "epoch": 15.303835473549187,
      "grad_norm": 2.1058623790740967,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 1085700
    },
    {
      "epoch": 15.305245055889939,
      "grad_norm": 3.4724719524383545,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1085800
    },
    {
      "epoch": 15.306654638230691,
      "grad_norm": 5.533294677734375,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1085900
    },
    {
      "epoch": 15.308064220571445,
      "grad_norm": 2.4490437507629395,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1086000
    },
    {
      "epoch": 15.309473802912198,
      "grad_norm": 4.6450982093811035,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1086100
    },
    {
      "epoch": 15.31088338525295,
      "grad_norm": 2.452688694000244,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1086200
    },
    {
      "epoch": 15.312292967593702,
      "grad_norm": 2.9127237796783447,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1086300
    },
    {
      "epoch": 15.313702549934455,
      "grad_norm": 1.9982261657714844,
      "learning_rate": 5e-06,
      "loss": 0.0622,
      "step": 1086400
    },
    {
      "epoch": 15.315112132275207,
      "grad_norm": 2.4058473110198975,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1086500
    },
    {
      "epoch": 15.31652171461596,
      "grad_norm": 4.254499912261963,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 1086600
    },
    {
      "epoch": 15.317931296956711,
      "grad_norm": 3.245055913925171,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1086700
    },
    {
      "epoch": 15.319340879297464,
      "grad_norm": 3.6598358154296875,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1086800
    },
    {
      "epoch": 15.320750461638216,
      "grad_norm": 1.4586207866668701,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1086900
    },
    {
      "epoch": 15.322160043978968,
      "grad_norm": 6.756046295166016,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1087000
    },
    {
      "epoch": 15.323569626319722,
      "grad_norm": 1.635412573814392,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1087100
    },
    {
      "epoch": 15.324979208660475,
      "grad_norm": 3.137248992919922,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1087200
    },
    {
      "epoch": 15.326388791001227,
      "grad_norm": 1.7752609252929688,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1087300
    },
    {
      "epoch": 15.32779837334198,
      "grad_norm": 1.8258131742477417,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1087400
    },
    {
      "epoch": 15.329207955682731,
      "grad_norm": 4.837573528289795,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1087500
    },
    {
      "epoch": 15.330617538023484,
      "grad_norm": 3.8400285243988037,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1087600
    },
    {
      "epoch": 15.332027120364236,
      "grad_norm": 1.9096691608428955,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1087700
    },
    {
      "epoch": 15.333436702704988,
      "grad_norm": 2.3604495525360107,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1087800
    },
    {
      "epoch": 15.33484628504574,
      "grad_norm": 3.1519672870635986,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 1087900
    },
    {
      "epoch": 15.336255867386493,
      "grad_norm": 2.15895414352417,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1088000
    },
    {
      "epoch": 15.337665449727245,
      "grad_norm": 2.684149742126465,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1088100
    },
    {
      "epoch": 15.339075032068,
      "grad_norm": 5.033910751342773,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1088200
    },
    {
      "epoch": 15.340484614408751,
      "grad_norm": 4.230218887329102,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 1088300
    },
    {
      "epoch": 15.341894196749504,
      "grad_norm": 1.2714667320251465,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1088400
    },
    {
      "epoch": 15.343303779090256,
      "grad_norm": 2.232618808746338,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 1088500
    },
    {
      "epoch": 15.344713361431008,
      "grad_norm": 0.9993418455123901,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1088600
    },
    {
      "epoch": 15.34612294377176,
      "grad_norm": 3.184920310974121,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1088700
    },
    {
      "epoch": 15.347532526112513,
      "grad_norm": 1.6115436553955078,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1088800
    },
    {
      "epoch": 15.348942108453265,
      "grad_norm": 1.7301474809646606,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1088900
    },
    {
      "epoch": 15.350351690794017,
      "grad_norm": 5.720688343048096,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 1089000
    },
    {
      "epoch": 15.35176127313477,
      "grad_norm": 6.883365631103516,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1089100
    },
    {
      "epoch": 15.353170855475522,
      "grad_norm": 1.8409823179244995,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1089200
    },
    {
      "epoch": 15.354580437816274,
      "grad_norm": 2.0655295848846436,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1089300
    },
    {
      "epoch": 15.355990020157028,
      "grad_norm": 2.039119005203247,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1089400
    },
    {
      "epoch": 15.35739960249778,
      "grad_norm": 4.082104682922363,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1089500
    },
    {
      "epoch": 15.358809184838533,
      "grad_norm": 1.697204828262329,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1089600
    },
    {
      "epoch": 15.360218767179285,
      "grad_norm": 1.499569058418274,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 1089700
    },
    {
      "epoch": 15.361628349520037,
      "grad_norm": 2.1831400394439697,
      "learning_rate": 5e-06,
      "loss": 0.0787,
      "step": 1089800
    },
    {
      "epoch": 15.36303793186079,
      "grad_norm": 2.3901703357696533,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1089900
    },
    {
      "epoch": 15.364447514201542,
      "grad_norm": 2.1480841636657715,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1090000
    },
    {
      "epoch": 15.365857096542294,
      "grad_norm": 1.387286901473999,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 1090100
    },
    {
      "epoch": 15.367266678883047,
      "grad_norm": 8.910967826843262,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1090200
    },
    {
      "epoch": 15.368676261223799,
      "grad_norm": 5.423951148986816,
      "learning_rate": 5e-06,
      "loss": 0.0598,
      "step": 1090300
    },
    {
      "epoch": 15.370085843564551,
      "grad_norm": 2.316915273666382,
      "learning_rate": 5e-06,
      "loss": 0.0847,
      "step": 1090400
    },
    {
      "epoch": 15.371495425905305,
      "grad_norm": 4.342522621154785,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1090500
    },
    {
      "epoch": 15.372905008246057,
      "grad_norm": 3.1703696250915527,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1090600
    },
    {
      "epoch": 15.37431459058681,
      "grad_norm": 2.349184274673462,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1090700
    },
    {
      "epoch": 15.375724172927562,
      "grad_norm": 1.3340824842453003,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 1090800
    },
    {
      "epoch": 15.377133755268314,
      "grad_norm": 3.790806293487549,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1090900
    },
    {
      "epoch": 15.378543337609067,
      "grad_norm": 2.3041646480560303,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1091000
    },
    {
      "epoch": 15.379952919949819,
      "grad_norm": 1.950307846069336,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 1091100
    },
    {
      "epoch": 15.381362502290571,
      "grad_norm": 3.432795286178589,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1091200
    },
    {
      "epoch": 15.382772084631323,
      "grad_norm": 2.314617156982422,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 1091300
    },
    {
      "epoch": 15.384181666972076,
      "grad_norm": 1.4024083614349365,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 1091400
    },
    {
      "epoch": 15.385591249312828,
      "grad_norm": 1.6130633354187012,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1091500
    },
    {
      "epoch": 15.38700083165358,
      "grad_norm": 2.581949234008789,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 1091600
    },
    {
      "epoch": 15.388410413994334,
      "grad_norm": 3.2970850467681885,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1091700
    },
    {
      "epoch": 15.389819996335087,
      "grad_norm": 1.5724869966506958,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1091800
    },
    {
      "epoch": 15.391229578675839,
      "grad_norm": 3.6222221851348877,
      "learning_rate": 5e-06,
      "loss": 0.058,
      "step": 1091900
    },
    {
      "epoch": 15.392639161016591,
      "grad_norm": 2.8965814113616943,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1092000
    },
    {
      "epoch": 15.394048743357343,
      "grad_norm": 2.068110704421997,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1092100
    },
    {
      "epoch": 15.395458325698096,
      "grad_norm": 2.137293815612793,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1092200
    },
    {
      "epoch": 15.396867908038848,
      "grad_norm": 2.8283426761627197,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1092300
    },
    {
      "epoch": 15.3982774903796,
      "grad_norm": 3.4324002265930176,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 1092400
    },
    {
      "epoch": 15.399687072720353,
      "grad_norm": 1.1306453943252563,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1092500
    },
    {
      "epoch": 15.401096655061105,
      "grad_norm": 0.9601094722747803,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1092600
    },
    {
      "epoch": 15.402506237401857,
      "grad_norm": 1.892181396484375,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1092700
    },
    {
      "epoch": 15.403915819742611,
      "grad_norm": 3.0069634914398193,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1092800
    },
    {
      "epoch": 15.405325402083363,
      "grad_norm": 3.369452953338623,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1092900
    },
    {
      "epoch": 15.406734984424116,
      "grad_norm": 5.28131103515625,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 1093000
    },
    {
      "epoch": 15.408144566764868,
      "grad_norm": 1.4873218536376953,
      "learning_rate": 5e-06,
      "loss": 0.06,
      "step": 1093100
    },
    {
      "epoch": 15.40955414910562,
      "grad_norm": 5.3755035400390625,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 1093200
    },
    {
      "epoch": 15.410963731446373,
      "grad_norm": 1.8026230335235596,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1093300
    },
    {
      "epoch": 15.412373313787125,
      "grad_norm": 1.9391028881072998,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1093400
    },
    {
      "epoch": 15.413782896127877,
      "grad_norm": 3.912139654159546,
      "learning_rate": 5e-06,
      "loss": 0.0778,
      "step": 1093500
    },
    {
      "epoch": 15.41519247846863,
      "grad_norm": 1.4606330394744873,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1093600
    },
    {
      "epoch": 15.416602060809382,
      "grad_norm": 5.5787177085876465,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1093700
    },
    {
      "epoch": 15.418011643150134,
      "grad_norm": 3.057511568069458,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1093800
    },
    {
      "epoch": 15.419421225490886,
      "grad_norm": 3.4412708282470703,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1093900
    },
    {
      "epoch": 15.42083080783164,
      "grad_norm": 2.7166244983673096,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1094000
    },
    {
      "epoch": 15.422240390172393,
      "grad_norm": 2.6367504596710205,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1094100
    },
    {
      "epoch": 15.423649972513145,
      "grad_norm": 2.401099681854248,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1094200
    },
    {
      "epoch": 15.425059554853897,
      "grad_norm": 2.9688103199005127,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1094300
    },
    {
      "epoch": 15.42646913719465,
      "grad_norm": 1.585972785949707,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1094400
    },
    {
      "epoch": 15.427878719535402,
      "grad_norm": 1.2123937606811523,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1094500
    },
    {
      "epoch": 15.429288301876154,
      "grad_norm": 3.48388671875,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1094600
    },
    {
      "epoch": 15.430697884216906,
      "grad_norm": 2.1516692638397217,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1094700
    },
    {
      "epoch": 15.432107466557659,
      "grad_norm": 3.142200469970703,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1094800
    },
    {
      "epoch": 15.43351704889841,
      "grad_norm": 3.463021993637085,
      "learning_rate": 5e-06,
      "loss": 0.0547,
      "step": 1094900
    },
    {
      "epoch": 15.434926631239163,
      "grad_norm": 4.200244426727295,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1095000
    },
    {
      "epoch": 15.436336213579917,
      "grad_norm": 2.158057451248169,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1095100
    },
    {
      "epoch": 15.43774579592067,
      "grad_norm": 2.7544994354248047,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1095200
    },
    {
      "epoch": 15.439155378261422,
      "grad_norm": 2.1347339153289795,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1095300
    },
    {
      "epoch": 15.440564960602174,
      "grad_norm": 4.01544713973999,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1095400
    },
    {
      "epoch": 15.441974542942926,
      "grad_norm": 2.28291916847229,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1095500
    },
    {
      "epoch": 15.443384125283679,
      "grad_norm": 3.0384817123413086,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 1095600
    },
    {
      "epoch": 15.44479370762443,
      "grad_norm": 2.713834524154663,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1095700
    },
    {
      "epoch": 15.446203289965183,
      "grad_norm": 13.389991760253906,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1095800
    },
    {
      "epoch": 15.447612872305935,
      "grad_norm": 1.7981770038604736,
      "learning_rate": 5e-06,
      "loss": 0.0624,
      "step": 1095900
    },
    {
      "epoch": 15.449022454646688,
      "grad_norm": 1.124627947807312,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1096000
    },
    {
      "epoch": 15.45043203698744,
      "grad_norm": 1.2206872701644897,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1096100
    },
    {
      "epoch": 15.451841619328192,
      "grad_norm": 2.7946221828460693,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1096200
    },
    {
      "epoch": 15.453251201668946,
      "grad_norm": 3.0288784503936768,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1096300
    },
    {
      "epoch": 15.454660784009699,
      "grad_norm": 1.5111520290374756,
      "learning_rate": 5e-06,
      "loss": 0.0776,
      "step": 1096400
    },
    {
      "epoch": 15.45607036635045,
      "grad_norm": 1.6320003271102905,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1096500
    },
    {
      "epoch": 15.457479948691203,
      "grad_norm": 6.071065425872803,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1096600
    },
    {
      "epoch": 15.458889531031955,
      "grad_norm": 2.6880013942718506,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1096700
    },
    {
      "epoch": 15.460299113372708,
      "grad_norm": 1.1027469635009766,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 1096800
    },
    {
      "epoch": 15.46170869571346,
      "grad_norm": 1.0989854335784912,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1096900
    },
    {
      "epoch": 15.463118278054212,
      "grad_norm": 4.229414939880371,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1097000
    },
    {
      "epoch": 15.464527860394965,
      "grad_norm": 1.5328590869903564,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 1097100
    },
    {
      "epoch": 15.465937442735717,
      "grad_norm": 1.0582314729690552,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1097200
    },
    {
      "epoch": 15.467347025076469,
      "grad_norm": 5.336745262145996,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1097300
    },
    {
      "epoch": 15.468756607417223,
      "grad_norm": 1.829742431640625,
      "learning_rate": 5e-06,
      "loss": 0.0589,
      "step": 1097400
    },
    {
      "epoch": 15.470166189757975,
      "grad_norm": 7.069122791290283,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1097500
    },
    {
      "epoch": 15.471575772098728,
      "grad_norm": 2.7818596363067627,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 1097600
    },
    {
      "epoch": 15.47298535443948,
      "grad_norm": 4.99785852432251,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1097700
    },
    {
      "epoch": 15.474394936780232,
      "grad_norm": 2.8480005264282227,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1097800
    },
    {
      "epoch": 15.475804519120985,
      "grad_norm": 0.7396636009216309,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1097900
    },
    {
      "epoch": 15.477214101461737,
      "grad_norm": 3.0353126525878906,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1098000
    },
    {
      "epoch": 15.478623683802489,
      "grad_norm": 2.108872175216675,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1098100
    },
    {
      "epoch": 15.480033266143241,
      "grad_norm": 3.5412023067474365,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1098200
    },
    {
      "epoch": 15.481442848483994,
      "grad_norm": 1.8825453519821167,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1098300
    },
    {
      "epoch": 15.482852430824746,
      "grad_norm": 3.603419065475464,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1098400
    },
    {
      "epoch": 15.484262013165498,
      "grad_norm": 1.6157265901565552,
      "learning_rate": 5e-06,
      "loss": 0.0623,
      "step": 1098500
    },
    {
      "epoch": 15.485671595506252,
      "grad_norm": 3.1357672214508057,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 1098600
    },
    {
      "epoch": 15.487081177847005,
      "grad_norm": 7.043769359588623,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1098700
    },
    {
      "epoch": 15.488490760187757,
      "grad_norm": 1.933714509010315,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1098800
    },
    {
      "epoch": 15.48990034252851,
      "grad_norm": 1.974022626876831,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1098900
    },
    {
      "epoch": 15.491309924869261,
      "grad_norm": 2.5784976482391357,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1099000
    },
    {
      "epoch": 15.492719507210014,
      "grad_norm": 2.991938829421997,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1099100
    },
    {
      "epoch": 15.494129089550766,
      "grad_norm": 5.619258403778076,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1099200
    },
    {
      "epoch": 15.495538671891518,
      "grad_norm": 5.934995651245117,
      "learning_rate": 5e-06,
      "loss": 0.0624,
      "step": 1099300
    },
    {
      "epoch": 15.49694825423227,
      "grad_norm": 1.3461323976516724,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1099400
    },
    {
      "epoch": 15.498357836573023,
      "grad_norm": 9.406990051269531,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1099500
    },
    {
      "epoch": 15.499767418913775,
      "grad_norm": 2.7663955688476562,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1099600
    },
    {
      "epoch": 15.50117700125453,
      "grad_norm": 1.604597806930542,
      "learning_rate": 5e-06,
      "loss": 0.0827,
      "step": 1099700
    },
    {
      "epoch": 15.502586583595281,
      "grad_norm": 7.6161088943481445,
      "learning_rate": 5e-06,
      "loss": 0.0623,
      "step": 1099800
    },
    {
      "epoch": 15.503996165936034,
      "grad_norm": 3.4776289463043213,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1099900
    },
    {
      "epoch": 15.505405748276786,
      "grad_norm": 3.8471622467041016,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1100000
    },
    {
      "epoch": 15.506815330617538,
      "grad_norm": 4.485720157623291,
      "learning_rate": 5e-06,
      "loss": 0.0622,
      "step": 1100100
    },
    {
      "epoch": 15.50822491295829,
      "grad_norm": 4.522366523742676,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1100200
    },
    {
      "epoch": 15.509634495299043,
      "grad_norm": 2.7041239738464355,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1100300
    },
    {
      "epoch": 15.511044077639795,
      "grad_norm": 1.657302737236023,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1100400
    },
    {
      "epoch": 15.512453659980547,
      "grad_norm": 1.8146116733551025,
      "learning_rate": 5e-06,
      "loss": 0.061,
      "step": 1100500
    },
    {
      "epoch": 15.5138632423213,
      "grad_norm": 4.43896484375,
      "learning_rate": 5e-06,
      "loss": 0.0808,
      "step": 1100600
    },
    {
      "epoch": 15.515272824662052,
      "grad_norm": 2.0583739280700684,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 1100700
    },
    {
      "epoch": 15.516682407002804,
      "grad_norm": 2.963622570037842,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 1100800
    },
    {
      "epoch": 15.518091989343558,
      "grad_norm": 2.2295584678649902,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 1100900
    },
    {
      "epoch": 15.51950157168431,
      "grad_norm": 3.894700288772583,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1101000
    },
    {
      "epoch": 15.520911154025063,
      "grad_norm": 2.5811610221862793,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1101100
    },
    {
      "epoch": 15.522320736365815,
      "grad_norm": 2.965635299682617,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1101200
    },
    {
      "epoch": 15.523730318706567,
      "grad_norm": 4.385272979736328,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1101300
    },
    {
      "epoch": 15.52513990104732,
      "grad_norm": 2.831423282623291,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1101400
    },
    {
      "epoch": 15.526549483388072,
      "grad_norm": 0.7114052176475525,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1101500
    },
    {
      "epoch": 15.527959065728824,
      "grad_norm": 3.2063229084014893,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1101600
    },
    {
      "epoch": 15.529368648069577,
      "grad_norm": 2.7384088039398193,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 1101700
    },
    {
      "epoch": 15.530778230410329,
      "grad_norm": 3.1231353282928467,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1101800
    },
    {
      "epoch": 15.532187812751081,
      "grad_norm": 3.676624298095703,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1101900
    },
    {
      "epoch": 15.533597395091835,
      "grad_norm": 3.8567910194396973,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 1102000
    },
    {
      "epoch": 15.535006977432587,
      "grad_norm": 1.0629585981369019,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1102100
    },
    {
      "epoch": 15.53641655977334,
      "grad_norm": 4.449085235595703,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 1102200
    },
    {
      "epoch": 15.537826142114092,
      "grad_norm": 4.702761650085449,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1102300
    },
    {
      "epoch": 15.539235724454844,
      "grad_norm": 5.761197090148926,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1102400
    },
    {
      "epoch": 15.540645306795597,
      "grad_norm": 2.2074646949768066,
      "learning_rate": 5e-06,
      "loss": 0.0803,
      "step": 1102500
    },
    {
      "epoch": 15.542054889136349,
      "grad_norm": 2.8098714351654053,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1102600
    },
    {
      "epoch": 15.543464471477101,
      "grad_norm": 3.859605312347412,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1102700
    },
    {
      "epoch": 15.544874053817853,
      "grad_norm": 2.6847827434539795,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 1102800
    },
    {
      "epoch": 15.546283636158606,
      "grad_norm": 1.6817997694015503,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1102900
    },
    {
      "epoch": 15.547693218499358,
      "grad_norm": 2.9851436614990234,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1103000
    },
    {
      "epoch": 15.54910280084011,
      "grad_norm": 1.4211264848709106,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1103100
    },
    {
      "epoch": 15.550512383180864,
      "grad_norm": 1.6578034162521362,
      "learning_rate": 5e-06,
      "loss": 0.0574,
      "step": 1103200
    },
    {
      "epoch": 15.551921965521617,
      "grad_norm": 8.097806930541992,
      "learning_rate": 5e-06,
      "loss": 0.0624,
      "step": 1103300
    },
    {
      "epoch": 15.553331547862369,
      "grad_norm": 2.126648426055908,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1103400
    },
    {
      "epoch": 15.554741130203121,
      "grad_norm": 2.7977819442749023,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1103500
    },
    {
      "epoch": 15.556150712543873,
      "grad_norm": 1.352497935295105,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1103600
    },
    {
      "epoch": 15.557560294884626,
      "grad_norm": 2.244988441467285,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1103700
    },
    {
      "epoch": 15.558969877225378,
      "grad_norm": 1.154048204421997,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 1103800
    },
    {
      "epoch": 15.56037945956613,
      "grad_norm": 2.60650634765625,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1103900
    },
    {
      "epoch": 15.561789041906883,
      "grad_norm": 2.8129630088806152,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1104000
    },
    {
      "epoch": 15.563198624247635,
      "grad_norm": 2.2457194328308105,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1104100
    },
    {
      "epoch": 15.564608206588387,
      "grad_norm": 3.398503541946411,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1104200
    },
    {
      "epoch": 15.566017788929141,
      "grad_norm": 10.795940399169922,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1104300
    },
    {
      "epoch": 15.567427371269893,
      "grad_norm": 1.3934580087661743,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1104400
    },
    {
      "epoch": 15.568836953610646,
      "grad_norm": 3.7114362716674805,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1104500
    },
    {
      "epoch": 15.570246535951398,
      "grad_norm": 4.117591857910156,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1104600
    },
    {
      "epoch": 15.57165611829215,
      "grad_norm": 2.976989507675171,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1104700
    },
    {
      "epoch": 15.573065700632903,
      "grad_norm": 8.183053970336914,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1104800
    },
    {
      "epoch": 15.574475282973655,
      "grad_norm": 3.626368284225464,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1104900
    },
    {
      "epoch": 15.575884865314407,
      "grad_norm": 1.7945194244384766,
      "learning_rate": 5e-06,
      "loss": 0.0784,
      "step": 1105000
    },
    {
      "epoch": 15.57729444765516,
      "grad_norm": 3.7820565700531006,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 1105100
    },
    {
      "epoch": 15.578704029995912,
      "grad_norm": 2.34316086769104,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 1105200
    },
    {
      "epoch": 15.580113612336664,
      "grad_norm": 2.6528117656707764,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1105300
    },
    {
      "epoch": 15.581523194677416,
      "grad_norm": 1.3580397367477417,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1105400
    },
    {
      "epoch": 15.58293277701817,
      "grad_norm": 3.7968688011169434,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1105500
    },
    {
      "epoch": 15.584342359358923,
      "grad_norm": 2.8519771099090576,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1105600
    },
    {
      "epoch": 15.585751941699675,
      "grad_norm": 3.3756697177886963,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1105700
    },
    {
      "epoch": 15.587161524040427,
      "grad_norm": 2.7034032344818115,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1105800
    },
    {
      "epoch": 15.58857110638118,
      "grad_norm": 4.4879150390625,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1105900
    },
    {
      "epoch": 15.589980688721932,
      "grad_norm": 1.8743058443069458,
      "learning_rate": 5e-06,
      "loss": 0.0577,
      "step": 1106000
    },
    {
      "epoch": 15.591390271062684,
      "grad_norm": 2.5826773643493652,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1106100
    },
    {
      "epoch": 15.592799853403436,
      "grad_norm": 3.8540823459625244,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1106200
    },
    {
      "epoch": 15.594209435744188,
      "grad_norm": 3.266878128051758,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1106300
    },
    {
      "epoch": 15.59561901808494,
      "grad_norm": 3.241525173187256,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1106400
    },
    {
      "epoch": 15.597028600425693,
      "grad_norm": 6.220164775848389,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1106500
    },
    {
      "epoch": 15.598438182766447,
      "grad_norm": 5.320201873779297,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1106600
    },
    {
      "epoch": 15.5998477651072,
      "grad_norm": 1.9309617280960083,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1106700
    },
    {
      "epoch": 15.601257347447952,
      "grad_norm": 4.03659200668335,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1106800
    },
    {
      "epoch": 15.602666929788704,
      "grad_norm": 1.7831621170043945,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1106900
    },
    {
      "epoch": 15.604076512129456,
      "grad_norm": 3.0143964290618896,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1107000
    },
    {
      "epoch": 15.605486094470209,
      "grad_norm": 0.8919685482978821,
      "learning_rate": 5e-06,
      "loss": 0.0603,
      "step": 1107100
    },
    {
      "epoch": 15.60689567681096,
      "grad_norm": 3.0330419540405273,
      "learning_rate": 5e-06,
      "loss": 0.0604,
      "step": 1107200
    },
    {
      "epoch": 15.608305259151713,
      "grad_norm": 1.5881438255310059,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 1107300
    },
    {
      "epoch": 15.609714841492465,
      "grad_norm": 1.1873087882995605,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 1107400
    },
    {
      "epoch": 15.611124423833218,
      "grad_norm": 3.159689426422119,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1107500
    },
    {
      "epoch": 15.61253400617397,
      "grad_norm": 2.1729071140289307,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1107600
    },
    {
      "epoch": 15.613943588514722,
      "grad_norm": 2.5790271759033203,
      "learning_rate": 5e-06,
      "loss": 0.0832,
      "step": 1107700
    },
    {
      "epoch": 15.615353170855476,
      "grad_norm": 1.080111026763916,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1107800
    },
    {
      "epoch": 15.616762753196229,
      "grad_norm": 2.434802293777466,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1107900
    },
    {
      "epoch": 15.61817233553698,
      "grad_norm": 4.4607696533203125,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 1108000
    },
    {
      "epoch": 15.619581917877733,
      "grad_norm": 1.2033274173736572,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1108100
    },
    {
      "epoch": 15.620991500218485,
      "grad_norm": 1.4986276626586914,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1108200
    },
    {
      "epoch": 15.622401082559238,
      "grad_norm": 1.3825056552886963,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1108300
    },
    {
      "epoch": 15.62381066489999,
      "grad_norm": 4.869083404541016,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1108400
    },
    {
      "epoch": 15.625220247240742,
      "grad_norm": 3.0816822052001953,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1108500
    },
    {
      "epoch": 15.626629829581494,
      "grad_norm": 3.8937759399414062,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1108600
    },
    {
      "epoch": 15.628039411922247,
      "grad_norm": 0.9421744346618652,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1108700
    },
    {
      "epoch": 15.629448994262999,
      "grad_norm": 2.1008267402648926,
      "learning_rate": 5e-06,
      "loss": 0.0609,
      "step": 1108800
    },
    {
      "epoch": 15.630858576603753,
      "grad_norm": 3.7939231395721436,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1108900
    },
    {
      "epoch": 15.632268158944505,
      "grad_norm": 4.38558292388916,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1109000
    },
    {
      "epoch": 15.633677741285258,
      "grad_norm": 0.9746478199958801,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1109100
    },
    {
      "epoch": 15.63508732362601,
      "grad_norm": 2.031569004058838,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1109200
    },
    {
      "epoch": 15.636496905966762,
      "grad_norm": 2.477384328842163,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 1109300
    },
    {
      "epoch": 15.637906488307515,
      "grad_norm": 3.989884376525879,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1109400
    },
    {
      "epoch": 15.639316070648267,
      "grad_norm": 2.093665361404419,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1109500
    },
    {
      "epoch": 15.640725652989019,
      "grad_norm": 4.833749771118164,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1109600
    },
    {
      "epoch": 15.642135235329771,
      "grad_norm": 3.6091060638427734,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1109700
    },
    {
      "epoch": 15.643544817670524,
      "grad_norm": 1.134878396987915,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1109800
    },
    {
      "epoch": 15.644954400011276,
      "grad_norm": 1.5705679655075073,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1109900
    },
    {
      "epoch": 15.646363982352028,
      "grad_norm": 5.147741794586182,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1110000
    },
    {
      "epoch": 15.647773564692782,
      "grad_norm": 1.8003867864608765,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1110100
    },
    {
      "epoch": 15.649183147033535,
      "grad_norm": 3.9371931552886963,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1110200
    },
    {
      "epoch": 15.650592729374287,
      "grad_norm": 2.0253424644470215,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1110300
    },
    {
      "epoch": 15.652002311715039,
      "grad_norm": 3.2766151428222656,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1110400
    },
    {
      "epoch": 15.653411894055791,
      "grad_norm": 2.330470323562622,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1110500
    },
    {
      "epoch": 15.654821476396544,
      "grad_norm": 1.7699556350708008,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1110600
    },
    {
      "epoch": 15.656231058737296,
      "grad_norm": 3.772507905960083,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1110700
    },
    {
      "epoch": 15.657640641078048,
      "grad_norm": 1.7962803840637207,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1110800
    },
    {
      "epoch": 15.6590502234188,
      "grad_norm": 2.6264026165008545,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 1110900
    },
    {
      "epoch": 15.660459805759553,
      "grad_norm": 2.954477548599243,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1111000
    },
    {
      "epoch": 15.661869388100307,
      "grad_norm": 2.8284080028533936,
      "learning_rate": 5e-06,
      "loss": 0.0604,
      "step": 1111100
    },
    {
      "epoch": 15.663278970441059,
      "grad_norm": 2.9189934730529785,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1111200
    },
    {
      "epoch": 15.664688552781811,
      "grad_norm": 3.1911354064941406,
      "learning_rate": 5e-06,
      "loss": 0.0587,
      "step": 1111300
    },
    {
      "epoch": 15.666098135122564,
      "grad_norm": 3.012721538543701,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1111400
    },
    {
      "epoch": 15.667507717463316,
      "grad_norm": 2.3292195796966553,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1111500
    },
    {
      "epoch": 15.668917299804068,
      "grad_norm": 2.586059331893921,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1111600
    },
    {
      "epoch": 15.67032688214482,
      "grad_norm": 2.863560914993286,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1111700
    },
    {
      "epoch": 15.671736464485573,
      "grad_norm": 2.813842535018921,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1111800
    },
    {
      "epoch": 15.673146046826325,
      "grad_norm": 3.609654426574707,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1111900
    },
    {
      "epoch": 15.674555629167077,
      "grad_norm": 3.2518656253814697,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1112000
    },
    {
      "epoch": 15.67596521150783,
      "grad_norm": 3.1062750816345215,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1112100
    },
    {
      "epoch": 15.677374793848582,
      "grad_norm": 1.990340232849121,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1112200
    },
    {
      "epoch": 15.678784376189334,
      "grad_norm": 2.0988783836364746,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1112300
    },
    {
      "epoch": 15.680193958530088,
      "grad_norm": 4.941046714782715,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1112400
    },
    {
      "epoch": 15.68160354087084,
      "grad_norm": 2.5274972915649414,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1112500
    },
    {
      "epoch": 15.683013123211593,
      "grad_norm": 2.802029609680176,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1112600
    },
    {
      "epoch": 15.684422705552345,
      "grad_norm": 1.643705129623413,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1112700
    },
    {
      "epoch": 15.685832287893097,
      "grad_norm": 1.6293705701828003,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1112800
    },
    {
      "epoch": 15.68724187023385,
      "grad_norm": 3.456907272338867,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1112900
    },
    {
      "epoch": 15.688651452574602,
      "grad_norm": 1.616787075996399,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1113000
    },
    {
      "epoch": 15.690061034915354,
      "grad_norm": 1.1711505651474,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1113100
    },
    {
      "epoch": 15.691470617256106,
      "grad_norm": 1.4005967378616333,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 1113200
    },
    {
      "epoch": 15.692880199596859,
      "grad_norm": 3.130680561065674,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1113300
    },
    {
      "epoch": 15.694289781937613,
      "grad_norm": 1.1652379035949707,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1113400
    },
    {
      "epoch": 15.695699364278365,
      "grad_norm": 1.5041388273239136,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1113500
    },
    {
      "epoch": 15.697108946619117,
      "grad_norm": 4.904370307922363,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1113600
    },
    {
      "epoch": 15.69851852895987,
      "grad_norm": 1.961417555809021,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1113700
    },
    {
      "epoch": 15.699928111300622,
      "grad_norm": 1.1465370655059814,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1113800
    },
    {
      "epoch": 15.701337693641374,
      "grad_norm": 2.2266628742218018,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1113900
    },
    {
      "epoch": 15.702747275982126,
      "grad_norm": 2.9069483280181885,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1114000
    },
    {
      "epoch": 15.704156858322879,
      "grad_norm": 5.926738262176514,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 1114100
    },
    {
      "epoch": 15.705566440663631,
      "grad_norm": 6.792431831359863,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1114200
    },
    {
      "epoch": 15.706976023004383,
      "grad_norm": 2.361295700073242,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1114300
    },
    {
      "epoch": 15.708385605345136,
      "grad_norm": 6.221218585968018,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1114400
    },
    {
      "epoch": 15.709795187685888,
      "grad_norm": 2.336416244506836,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1114500
    },
    {
      "epoch": 15.71120477002664,
      "grad_norm": 3.4068498611450195,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1114600
    },
    {
      "epoch": 15.712614352367394,
      "grad_norm": 0.8309107422828674,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1114700
    },
    {
      "epoch": 15.714023934708147,
      "grad_norm": 1.756414532661438,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1114800
    },
    {
      "epoch": 15.715433517048899,
      "grad_norm": 3.2605788707733154,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1114900
    },
    {
      "epoch": 15.716843099389651,
      "grad_norm": 2.49250864982605,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1115000
    },
    {
      "epoch": 15.718252681730403,
      "grad_norm": 1.5867618322372437,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1115100
    },
    {
      "epoch": 15.719662264071156,
      "grad_norm": 3.4136173725128174,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 1115200
    },
    {
      "epoch": 15.721071846411908,
      "grad_norm": 2.9021854400634766,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 1115300
    },
    {
      "epoch": 15.72248142875266,
      "grad_norm": 2.2757506370544434,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1115400
    },
    {
      "epoch": 15.723891011093412,
      "grad_norm": 3.3127336502075195,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1115500
    },
    {
      "epoch": 15.725300593434165,
      "grad_norm": 2.64601993560791,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1115600
    },
    {
      "epoch": 15.726710175774919,
      "grad_norm": 4.793638706207275,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1115700
    },
    {
      "epoch": 15.728119758115671,
      "grad_norm": 1.8111369609832764,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1115800
    },
    {
      "epoch": 15.729529340456423,
      "grad_norm": 2.1144518852233887,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1115900
    },
    {
      "epoch": 15.730938922797176,
      "grad_norm": 1.2360353469848633,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1116000
    },
    {
      "epoch": 15.732348505137928,
      "grad_norm": 2.2266552448272705,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1116100
    },
    {
      "epoch": 15.73375808747868,
      "grad_norm": 2.6549272537231445,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1116200
    },
    {
      "epoch": 15.735167669819432,
      "grad_norm": 1.8530645370483398,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 1116300
    },
    {
      "epoch": 15.736577252160185,
      "grad_norm": 4.764495372772217,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1116400
    },
    {
      "epoch": 15.737986834500937,
      "grad_norm": 1.7388880252838135,
      "learning_rate": 5e-06,
      "loss": 0.0604,
      "step": 1116500
    },
    {
      "epoch": 15.73939641684169,
      "grad_norm": 5.702403545379639,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1116600
    },
    {
      "epoch": 15.740805999182442,
      "grad_norm": 5.5651726722717285,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1116700
    },
    {
      "epoch": 15.742215581523194,
      "grad_norm": 2.513997793197632,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1116800
    },
    {
      "epoch": 15.743625163863946,
      "grad_norm": 2.056373357772827,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1116900
    },
    {
      "epoch": 15.7450347462047,
      "grad_norm": 1.2476575374603271,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1117000
    },
    {
      "epoch": 15.746444328545453,
      "grad_norm": 2.667755365371704,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1117100
    },
    {
      "epoch": 15.747853910886205,
      "grad_norm": 3.082636833190918,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1117200
    },
    {
      "epoch": 15.749263493226957,
      "grad_norm": 3.829636573791504,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 1117300
    },
    {
      "epoch": 15.75067307556771,
      "grad_norm": 1.795072317123413,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1117400
    },
    {
      "epoch": 15.752082657908462,
      "grad_norm": 4.886437892913818,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1117500
    },
    {
      "epoch": 15.753492240249214,
      "grad_norm": 3.1079227924346924,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1117600
    },
    {
      "epoch": 15.754901822589966,
      "grad_norm": 3.0694336891174316,
      "learning_rate": 5e-06,
      "loss": 0.0795,
      "step": 1117700
    },
    {
      "epoch": 15.756311404930718,
      "grad_norm": 1.356433391571045,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 1117800
    },
    {
      "epoch": 15.75772098727147,
      "grad_norm": 1.6186039447784424,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1117900
    },
    {
      "epoch": 15.759130569612225,
      "grad_norm": 3.571981191635132,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1118000
    },
    {
      "epoch": 15.760540151952977,
      "grad_norm": 2.6010899543762207,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1118100
    },
    {
      "epoch": 15.76194973429373,
      "grad_norm": 4.924576282501221,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1118200
    },
    {
      "epoch": 15.763359316634482,
      "grad_norm": 5.841958045959473,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1118300
    },
    {
      "epoch": 15.764768898975234,
      "grad_norm": 2.4304940700531006,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1118400
    },
    {
      "epoch": 15.766178481315986,
      "grad_norm": 4.2333221435546875,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1118500
    },
    {
      "epoch": 15.767588063656738,
      "grad_norm": 3.2648134231567383,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1118600
    },
    {
      "epoch": 15.76899764599749,
      "grad_norm": 2.016913414001465,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1118700
    },
    {
      "epoch": 15.770407228338243,
      "grad_norm": 4.8675127029418945,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1118800
    },
    {
      "epoch": 15.771816810678995,
      "grad_norm": 2.396188259124756,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1118900
    },
    {
      "epoch": 15.773226393019748,
      "grad_norm": 2.599834442138672,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 1119000
    },
    {
      "epoch": 15.7746359753605,
      "grad_norm": 4.387766361236572,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1119100
    },
    {
      "epoch": 15.776045557701254,
      "grad_norm": 2.529972553253174,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1119200
    },
    {
      "epoch": 15.777455140042006,
      "grad_norm": 3.8921773433685303,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1119300
    },
    {
      "epoch": 15.778864722382759,
      "grad_norm": 2.9330341815948486,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 1119400
    },
    {
      "epoch": 15.78027430472351,
      "grad_norm": 3.0931918621063232,
      "learning_rate": 5e-06,
      "loss": 0.0614,
      "step": 1119500
    },
    {
      "epoch": 15.781683887064263,
      "grad_norm": 2.5555853843688965,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 1119600
    },
    {
      "epoch": 15.783093469405015,
      "grad_norm": 2.0292575359344482,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1119700
    },
    {
      "epoch": 15.784503051745768,
      "grad_norm": 2.791581630706787,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1119800
    },
    {
      "epoch": 15.78591263408652,
      "grad_norm": 3.3804867267608643,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1119900
    },
    {
      "epoch": 15.787322216427272,
      "grad_norm": 1.5019994974136353,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1120000
    },
    {
      "epoch": 15.788731798768024,
      "grad_norm": 2.2204859256744385,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1120100
    },
    {
      "epoch": 15.790141381108777,
      "grad_norm": 3.176701307296753,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1120200
    },
    {
      "epoch": 15.79155096344953,
      "grad_norm": 3.8479509353637695,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1120300
    },
    {
      "epoch": 15.792960545790283,
      "grad_norm": 1.906201958656311,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1120400
    },
    {
      "epoch": 15.794370128131035,
      "grad_norm": 2.223727226257324,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1120500
    },
    {
      "epoch": 15.795779710471788,
      "grad_norm": 0.7361547350883484,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1120600
    },
    {
      "epoch": 15.79718929281254,
      "grad_norm": 4.547173976898193,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1120700
    },
    {
      "epoch": 15.798598875153292,
      "grad_norm": 2.9167709350585938,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1120800
    },
    {
      "epoch": 15.800008457494044,
      "grad_norm": 3.7340097427368164,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1120900
    },
    {
      "epoch": 15.801418039834797,
      "grad_norm": 2.923809766769409,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1121000
    },
    {
      "epoch": 15.802827622175549,
      "grad_norm": 5.508530139923096,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1121100
    },
    {
      "epoch": 15.804237204516301,
      "grad_norm": 1.599275827407837,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1121200
    },
    {
      "epoch": 15.805646786857054,
      "grad_norm": 4.45036506652832,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1121300
    },
    {
      "epoch": 15.807056369197806,
      "grad_norm": 2.8114047050476074,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1121400
    },
    {
      "epoch": 15.80846595153856,
      "grad_norm": 1.753585934638977,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1121500
    },
    {
      "epoch": 15.809875533879312,
      "grad_norm": 2.0262510776519775,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1121600
    },
    {
      "epoch": 15.811285116220064,
      "grad_norm": 3.6802895069122314,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1121700
    },
    {
      "epoch": 15.812694698560817,
      "grad_norm": 3.1282315254211426,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1121800
    },
    {
      "epoch": 15.814104280901569,
      "grad_norm": 6.892573833465576,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1121900
    },
    {
      "epoch": 15.815513863242321,
      "grad_norm": 2.0975067615509033,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1122000
    },
    {
      "epoch": 15.816923445583074,
      "grad_norm": 1.7860703468322754,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1122100
    },
    {
      "epoch": 15.818333027923826,
      "grad_norm": 3.0803048610687256,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1122200
    },
    {
      "epoch": 15.819742610264578,
      "grad_norm": 1.52773118019104,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1122300
    },
    {
      "epoch": 15.82115219260533,
      "grad_norm": 2.4515819549560547,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1122400
    },
    {
      "epoch": 15.822561774946083,
      "grad_norm": 2.6630873680114746,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1122500
    },
    {
      "epoch": 15.823971357286837,
      "grad_norm": 3.4294254779815674,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1122600
    },
    {
      "epoch": 15.825380939627589,
      "grad_norm": 3.9045650959014893,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1122700
    },
    {
      "epoch": 15.826790521968341,
      "grad_norm": 1.901456594467163,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1122800
    },
    {
      "epoch": 15.828200104309094,
      "grad_norm": 3.135373115539551,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1122900
    },
    {
      "epoch": 15.829609686649846,
      "grad_norm": 2.5885283946990967,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1123000
    },
    {
      "epoch": 15.831019268990598,
      "grad_norm": 0.7884288430213928,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1123100
    },
    {
      "epoch": 15.83242885133135,
      "grad_norm": 5.423987865447998,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 1123200
    },
    {
      "epoch": 15.833838433672103,
      "grad_norm": 1.2359459400177002,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 1123300
    },
    {
      "epoch": 15.835248016012855,
      "grad_norm": 2.2392706871032715,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1123400
    },
    {
      "epoch": 15.836657598353607,
      "grad_norm": 3.2178244590759277,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1123500
    },
    {
      "epoch": 15.83806718069436,
      "grad_norm": 1.9671630859375,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1123600
    },
    {
      "epoch": 15.839476763035112,
      "grad_norm": 1.9570374488830566,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1123700
    },
    {
      "epoch": 15.840886345375866,
      "grad_norm": 10.321065902709961,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1123800
    },
    {
      "epoch": 15.842295927716618,
      "grad_norm": 2.6367809772491455,
      "learning_rate": 5e-06,
      "loss": 0.0819,
      "step": 1123900
    },
    {
      "epoch": 15.84370551005737,
      "grad_norm": 1.5234339237213135,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 1124000
    },
    {
      "epoch": 15.845115092398123,
      "grad_norm": 0.6728415489196777,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1124100
    },
    {
      "epoch": 15.846524674738875,
      "grad_norm": 1.4634103775024414,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 1124200
    },
    {
      "epoch": 15.847934257079627,
      "grad_norm": 2.797071695327759,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1124300
    },
    {
      "epoch": 15.84934383942038,
      "grad_norm": 2.713024139404297,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1124400
    },
    {
      "epoch": 15.850753421761132,
      "grad_norm": 1.646485686302185,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1124500
    },
    {
      "epoch": 15.852163004101884,
      "grad_norm": 6.948372840881348,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1124600
    },
    {
      "epoch": 15.853572586442636,
      "grad_norm": 4.173441410064697,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1124700
    },
    {
      "epoch": 15.854982168783389,
      "grad_norm": 2.888542890548706,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1124800
    },
    {
      "epoch": 15.856391751124143,
      "grad_norm": 3.78901743888855,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1124900
    },
    {
      "epoch": 15.857801333464895,
      "grad_norm": 3.549666166305542,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 1125000
    },
    {
      "epoch": 15.859210915805647,
      "grad_norm": 4.658259868621826,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1125100
    },
    {
      "epoch": 15.8606204981464,
      "grad_norm": 2.77134108543396,
      "learning_rate": 5e-06,
      "loss": 0.0589,
      "step": 1125200
    },
    {
      "epoch": 15.862030080487152,
      "grad_norm": 2.0975818634033203,
      "learning_rate": 5e-06,
      "loss": 0.0738,
      "step": 1125300
    },
    {
      "epoch": 15.863439662827904,
      "grad_norm": 1.899187684059143,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1125400
    },
    {
      "epoch": 15.864849245168656,
      "grad_norm": 2.8984575271606445,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1125500
    },
    {
      "epoch": 15.866258827509409,
      "grad_norm": 2.676213026046753,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1125600
    },
    {
      "epoch": 15.867668409850161,
      "grad_norm": 1.7442675828933716,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1125700
    },
    {
      "epoch": 15.869077992190913,
      "grad_norm": 3.2287180423736572,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1125800
    },
    {
      "epoch": 15.870487574531666,
      "grad_norm": 2.555098056793213,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1125900
    },
    {
      "epoch": 15.871897156872418,
      "grad_norm": 1.258793592453003,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1126000
    },
    {
      "epoch": 15.873306739213172,
      "grad_norm": 1.6341345310211182,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1126100
    },
    {
      "epoch": 15.874716321553924,
      "grad_norm": 2.6636431217193604,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1126200
    },
    {
      "epoch": 15.876125903894676,
      "grad_norm": 2.572878122329712,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1126300
    },
    {
      "epoch": 15.877535486235429,
      "grad_norm": 4.203658580780029,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 1126400
    },
    {
      "epoch": 15.878945068576181,
      "grad_norm": 1.7840651273727417,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1126500
    },
    {
      "epoch": 15.880354650916933,
      "grad_norm": 3.6458895206451416,
      "learning_rate": 5e-06,
      "loss": 0.0623,
      "step": 1126600
    },
    {
      "epoch": 15.881764233257686,
      "grad_norm": 1.274789810180664,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1126700
    },
    {
      "epoch": 15.883173815598438,
      "grad_norm": 2.72324538230896,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1126800
    },
    {
      "epoch": 15.88458339793919,
      "grad_norm": 3.349041700363159,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1126900
    },
    {
      "epoch": 15.885992980279942,
      "grad_norm": 1.6772898435592651,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1127000
    },
    {
      "epoch": 15.887402562620695,
      "grad_norm": 3.893523931503296,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1127100
    },
    {
      "epoch": 15.888812144961449,
      "grad_norm": 0.8714067339897156,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1127200
    },
    {
      "epoch": 15.890221727302201,
      "grad_norm": 2.6992900371551514,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1127300
    },
    {
      "epoch": 15.891631309642953,
      "grad_norm": 4.003712177276611,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1127400
    },
    {
      "epoch": 15.893040891983706,
      "grad_norm": 3.4345550537109375,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1127500
    },
    {
      "epoch": 15.894450474324458,
      "grad_norm": 2.342932939529419,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1127600
    },
    {
      "epoch": 15.89586005666521,
      "grad_norm": 2.4235188961029053,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1127700
    },
    {
      "epoch": 15.897269639005962,
      "grad_norm": 2.7895069122314453,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1127800
    },
    {
      "epoch": 15.898679221346715,
      "grad_norm": 1.2208046913146973,
      "learning_rate": 5e-06,
      "loss": 0.0814,
      "step": 1127900
    },
    {
      "epoch": 15.900088803687467,
      "grad_norm": 2.401557683944702,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 1128000
    },
    {
      "epoch": 15.90149838602822,
      "grad_norm": 3.206231117248535,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1128100
    },
    {
      "epoch": 15.902907968368972,
      "grad_norm": 3.8579249382019043,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 1128200
    },
    {
      "epoch": 15.904317550709724,
      "grad_norm": 9.193145751953125,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1128300
    },
    {
      "epoch": 15.905727133050478,
      "grad_norm": 3.7812321186065674,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1128400
    },
    {
      "epoch": 15.90713671539123,
      "grad_norm": 1.992183804512024,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 1128500
    },
    {
      "epoch": 15.908546297731982,
      "grad_norm": 4.677818298339844,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1128600
    },
    {
      "epoch": 15.909955880072735,
      "grad_norm": 2.3557989597320557,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1128700
    },
    {
      "epoch": 15.911365462413487,
      "grad_norm": 2.0359535217285156,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1128800
    },
    {
      "epoch": 15.91277504475424,
      "grad_norm": 2.5262696743011475,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1128900
    },
    {
      "epoch": 15.914184627094992,
      "grad_norm": 3.4900035858154297,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1129000
    },
    {
      "epoch": 15.915594209435744,
      "grad_norm": 0.3791889548301697,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1129100
    },
    {
      "epoch": 15.917003791776496,
      "grad_norm": 2.8019309043884277,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1129200
    },
    {
      "epoch": 15.918413374117248,
      "grad_norm": 0.9566465616226196,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1129300
    },
    {
      "epoch": 15.919822956458,
      "grad_norm": 2.757249355316162,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1129400
    },
    {
      "epoch": 15.921232538798755,
      "grad_norm": 2.1156563758850098,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1129500
    },
    {
      "epoch": 15.922642121139507,
      "grad_norm": 6.047959327697754,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 1129600
    },
    {
      "epoch": 15.92405170348026,
      "grad_norm": 3.3344860076904297,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1129700
    },
    {
      "epoch": 15.925461285821012,
      "grad_norm": 1.1134512424468994,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1129800
    },
    {
      "epoch": 15.926870868161764,
      "grad_norm": 3.063020706176758,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1129900
    },
    {
      "epoch": 15.928280450502516,
      "grad_norm": 3.5186269283294678,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1130000
    },
    {
      "epoch": 15.929690032843268,
      "grad_norm": 2.5514862537384033,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1130100
    },
    {
      "epoch": 15.93109961518402,
      "grad_norm": 3.834608554840088,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 1130200
    },
    {
      "epoch": 15.932509197524773,
      "grad_norm": 5.89252233505249,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1130300
    },
    {
      "epoch": 15.933918779865525,
      "grad_norm": 3.0258185863494873,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1130400
    },
    {
      "epoch": 15.935328362206278,
      "grad_norm": 2.299983024597168,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1130500
    },
    {
      "epoch": 15.93673794454703,
      "grad_norm": 2.4480173587799072,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1130600
    },
    {
      "epoch": 15.938147526887784,
      "grad_norm": 1.1156325340270996,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1130700
    },
    {
      "epoch": 15.939557109228536,
      "grad_norm": 3.616027593612671,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1130800
    },
    {
      "epoch": 15.940966691569288,
      "grad_norm": 1.7824047803878784,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 1130900
    },
    {
      "epoch": 15.94237627391004,
      "grad_norm": 3.3492891788482666,
      "learning_rate": 5e-06,
      "loss": 0.0754,
      "step": 1131000
    },
    {
      "epoch": 15.943785856250793,
      "grad_norm": 4.443244457244873,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1131100
    },
    {
      "epoch": 15.945195438591545,
      "grad_norm": 2.225651741027832,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 1131200
    },
    {
      "epoch": 15.946605020932298,
      "grad_norm": 4.766846179962158,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1131300
    },
    {
      "epoch": 15.94801460327305,
      "grad_norm": 1.0145936012268066,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1131400
    },
    {
      "epoch": 15.949424185613802,
      "grad_norm": 0.5902896523475647,
      "learning_rate": 5e-06,
      "loss": 0.0756,
      "step": 1131500
    },
    {
      "epoch": 15.950833767954554,
      "grad_norm": 2.9904394149780273,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1131600
    },
    {
      "epoch": 15.952243350295307,
      "grad_norm": 3.1164610385894775,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1131700
    },
    {
      "epoch": 15.95365293263606,
      "grad_norm": 3.179149627685547,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1131800
    },
    {
      "epoch": 15.955062514976813,
      "grad_norm": 1.9795886278152466,
      "learning_rate": 5e-06,
      "loss": 0.0632,
      "step": 1131900
    },
    {
      "epoch": 15.956472097317565,
      "grad_norm": 3.208528518676758,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1132000
    },
    {
      "epoch": 15.957881679658318,
      "grad_norm": 15.719728469848633,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1132100
    },
    {
      "epoch": 15.95929126199907,
      "grad_norm": 2.987104892730713,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 1132200
    },
    {
      "epoch": 15.960700844339822,
      "grad_norm": 4.907154560089111,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1132300
    },
    {
      "epoch": 15.962110426680574,
      "grad_norm": 3.0754899978637695,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1132400
    },
    {
      "epoch": 15.963520009021327,
      "grad_norm": 3.394399881362915,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1132500
    },
    {
      "epoch": 15.964929591362079,
      "grad_norm": 3.9350790977478027,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1132600
    },
    {
      "epoch": 15.966339173702831,
      "grad_norm": 2.060976505279541,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1132700
    },
    {
      "epoch": 15.967748756043584,
      "grad_norm": 1.6035163402557373,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1132800
    },
    {
      "epoch": 15.969158338384336,
      "grad_norm": 4.644193172454834,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1132900
    },
    {
      "epoch": 15.97056792072509,
      "grad_norm": 5.412376880645752,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1133000
    },
    {
      "epoch": 15.971977503065842,
      "grad_norm": 1.6826802492141724,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1133100
    },
    {
      "epoch": 15.973387085406594,
      "grad_norm": 2.575153112411499,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1133200
    },
    {
      "epoch": 15.974796667747347,
      "grad_norm": 3.396522283554077,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 1133300
    },
    {
      "epoch": 15.976206250088099,
      "grad_norm": 3.69985294342041,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1133400
    },
    {
      "epoch": 15.977615832428851,
      "grad_norm": 2.306239366531372,
      "learning_rate": 5e-06,
      "loss": 0.0632,
      "step": 1133500
    },
    {
      "epoch": 15.979025414769604,
      "grad_norm": 3.6611521244049072,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1133600
    },
    {
      "epoch": 15.980434997110356,
      "grad_norm": 3.202819585800171,
      "learning_rate": 5e-06,
      "loss": 0.0818,
      "step": 1133700
    },
    {
      "epoch": 15.981844579451108,
      "grad_norm": 2.03378963470459,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1133800
    },
    {
      "epoch": 15.98325416179186,
      "grad_norm": 1.7718275785446167,
      "learning_rate": 5e-06,
      "loss": 0.0648,
      "step": 1133900
    },
    {
      "epoch": 15.984663744132613,
      "grad_norm": 6.186254501342773,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1134000
    },
    {
      "epoch": 15.986073326473367,
      "grad_norm": 3.1985135078430176,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1134100
    },
    {
      "epoch": 15.987482908814119,
      "grad_norm": 2.8373570442199707,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1134200
    },
    {
      "epoch": 15.988892491154871,
      "grad_norm": 3.052121639251709,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1134300
    },
    {
      "epoch": 15.990302073495624,
      "grad_norm": 3.2364909648895264,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1134400
    },
    {
      "epoch": 15.991711655836376,
      "grad_norm": 3.695507764816284,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1134500
    },
    {
      "epoch": 15.993121238177128,
      "grad_norm": 3.153676986694336,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1134600
    },
    {
      "epoch": 15.99453082051788,
      "grad_norm": 2.0502450466156006,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1134700
    },
    {
      "epoch": 15.995940402858633,
      "grad_norm": 4.265752792358398,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1134800
    },
    {
      "epoch": 15.997349985199385,
      "grad_norm": 2.192124128341675,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1134900
    },
    {
      "epoch": 15.998759567540137,
      "grad_norm": 2.896847724914551,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1135000
    },
    {
      "epoch": 16.0,
      "step": 1135088,
      "train_loss": 0.06630011647939682,
      "train_perplexity": 1.0685473577198972,
      "train_runtime": 3987.8274,
      "train_samples_per_second": 35.58,
      "train_steps_per_second": 8.895
    },
    {
      "epoch": 16.0,
      "eval_loss": 0.07489242404699326,
      "eval_perplexity": 1.077768202706599,
      "eval_runtime": 998.6171,
      "eval_samples_per_second": 35.521,
      "eval_steps_per_second": 8.88,
      "step": 1135088
    },
    {
      "epoch": 16.00016914988089,
      "grad_norm": 3.509308099746704,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1135100
    },
    {
      "epoch": 16.001578732221642,
      "grad_norm": 5.2912187576293945,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 1135200
    },
    {
      "epoch": 16.002988314562394,
      "grad_norm": 2.123978614807129,
      "learning_rate": 5e-06,
      "loss": 0.0607,
      "step": 1135300
    },
    {
      "epoch": 16.004397896903146,
      "grad_norm": 2.2808756828308105,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 1135400
    },
    {
      "epoch": 16.0058074792439,
      "grad_norm": 2.272522211074829,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1135500
    },
    {
      "epoch": 16.00721706158465,
      "grad_norm": 2.3769986629486084,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1135600
    },
    {
      "epoch": 16.008626643925403,
      "grad_norm": 2.658301830291748,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1135700
    },
    {
      "epoch": 16.01003622626616,
      "grad_norm": 3.3027398586273193,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 1135800
    },
    {
      "epoch": 16.01144580860691,
      "grad_norm": 3.6956236362457275,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1135900
    },
    {
      "epoch": 16.012855390947664,
      "grad_norm": 1.548664927482605,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1136000
    },
    {
      "epoch": 16.014264973288416,
      "grad_norm": 5.461595058441162,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1136100
    },
    {
      "epoch": 16.015674555629168,
      "grad_norm": 2.4811434745788574,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1136200
    },
    {
      "epoch": 16.01708413796992,
      "grad_norm": 1.371738076210022,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1136300
    },
    {
      "epoch": 16.018493720310673,
      "grad_norm": 6.56036376953125,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1136400
    },
    {
      "epoch": 16.019903302651425,
      "grad_norm": 3.139103889465332,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 1136500
    },
    {
      "epoch": 16.021312884992177,
      "grad_norm": 8.208924293518066,
      "learning_rate": 5e-06,
      "loss": 0.0569,
      "step": 1136600
    },
    {
      "epoch": 16.02272246733293,
      "grad_norm": 1.7775110006332397,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1136700
    },
    {
      "epoch": 16.024132049673682,
      "grad_norm": 0.9336358308792114,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1136800
    },
    {
      "epoch": 16.025541632014434,
      "grad_norm": 2.6519157886505127,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1136900
    },
    {
      "epoch": 16.026951214355186,
      "grad_norm": 3.629403591156006,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1137000
    },
    {
      "epoch": 16.02836079669594,
      "grad_norm": 3.531792163848877,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1137100
    },
    {
      "epoch": 16.02977037903669,
      "grad_norm": 3.0425009727478027,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1137200
    },
    {
      "epoch": 16.031179961377443,
      "grad_norm": 1.762837290763855,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1137300
    },
    {
      "epoch": 16.032589543718196,
      "grad_norm": 2.499136209487915,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1137400
    },
    {
      "epoch": 16.033999126058948,
      "grad_norm": 1.399926781654358,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1137500
    },
    {
      "epoch": 16.0354087083997,
      "grad_norm": 5.036373615264893,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1137600
    },
    {
      "epoch": 16.036818290740452,
      "grad_norm": 1.4816029071807861,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 1137700
    },
    {
      "epoch": 16.038227873081205,
      "grad_norm": 3.911569595336914,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1137800
    },
    {
      "epoch": 16.039637455421957,
      "grad_norm": 5.501049995422363,
      "learning_rate": 5e-06,
      "loss": 0.0724,
      "step": 1137900
    },
    {
      "epoch": 16.04104703776271,
      "grad_norm": 2.981071949005127,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1138000
    },
    {
      "epoch": 16.042456620103465,
      "grad_norm": 1.5579938888549805,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1138100
    },
    {
      "epoch": 16.043866202444217,
      "grad_norm": 3.037787914276123,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1138200
    },
    {
      "epoch": 16.04527578478497,
      "grad_norm": 1.7923903465270996,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1138300
    },
    {
      "epoch": 16.046685367125722,
      "grad_norm": 3.019176483154297,
      "learning_rate": 5e-06,
      "loss": 0.0783,
      "step": 1138400
    },
    {
      "epoch": 16.048094949466474,
      "grad_norm": 2.4423108100891113,
      "learning_rate": 5e-06,
      "loss": 0.0617,
      "step": 1138500
    },
    {
      "epoch": 16.049504531807226,
      "grad_norm": 2.672386646270752,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 1138600
    },
    {
      "epoch": 16.05091411414798,
      "grad_norm": 3.2532477378845215,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1138700
    },
    {
      "epoch": 16.05232369648873,
      "grad_norm": 2.3266286849975586,
      "learning_rate": 5e-06,
      "loss": 0.0601,
      "step": 1138800
    },
    {
      "epoch": 16.053733278829483,
      "grad_norm": 4.196849346160889,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1138900
    },
    {
      "epoch": 16.055142861170236,
      "grad_norm": 4.416527271270752,
      "learning_rate": 5e-06,
      "loss": 0.0585,
      "step": 1139000
    },
    {
      "epoch": 16.056552443510988,
      "grad_norm": 3.201202869415283,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1139100
    },
    {
      "epoch": 16.05796202585174,
      "grad_norm": 7.839367866516113,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1139200
    },
    {
      "epoch": 16.059371608192492,
      "grad_norm": 2.872711181640625,
      "learning_rate": 5e-06,
      "loss": 0.0744,
      "step": 1139300
    },
    {
      "epoch": 16.060781190533245,
      "grad_norm": 1.7096798419952393,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1139400
    },
    {
      "epoch": 16.062190772873997,
      "grad_norm": 1.9472488164901733,
      "learning_rate": 5e-06,
      "loss": 0.075,
      "step": 1139500
    },
    {
      "epoch": 16.06360035521475,
      "grad_norm": 1.7544947862625122,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1139600
    },
    {
      "epoch": 16.0650099375555,
      "grad_norm": 2.962095022201538,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1139700
    },
    {
      "epoch": 16.066419519896254,
      "grad_norm": 0.6159899234771729,
      "learning_rate": 5e-06,
      "loss": 0.0558,
      "step": 1139800
    },
    {
      "epoch": 16.067829102237006,
      "grad_norm": 2.576502561569214,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 1139900
    },
    {
      "epoch": 16.06923868457776,
      "grad_norm": 3.31978702545166,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1140000
    },
    {
      "epoch": 16.07064826691851,
      "grad_norm": 4.0064616203308105,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 1140100
    },
    {
      "epoch": 16.072057849259263,
      "grad_norm": 0.639427125453949,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1140200
    },
    {
      "epoch": 16.073467431600015,
      "grad_norm": 2.3602006435394287,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1140300
    },
    {
      "epoch": 16.07487701394077,
      "grad_norm": 2.3329458236694336,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1140400
    },
    {
      "epoch": 16.076286596281523,
      "grad_norm": 5.527055740356445,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1140500
    },
    {
      "epoch": 16.077696178622276,
      "grad_norm": 3.9580252170562744,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1140600
    },
    {
      "epoch": 16.079105760963028,
      "grad_norm": 4.406559944152832,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1140700
    },
    {
      "epoch": 16.08051534330378,
      "grad_norm": 3.6197550296783447,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1140800
    },
    {
      "epoch": 16.081924925644532,
      "grad_norm": 2.9734373092651367,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 1140900
    },
    {
      "epoch": 16.083334507985285,
      "grad_norm": 3.612539291381836,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1141000
    },
    {
      "epoch": 16.084744090326037,
      "grad_norm": 1.9906628131866455,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1141100
    },
    {
      "epoch": 16.08615367266679,
      "grad_norm": 0.9650503993034363,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1141200
    },
    {
      "epoch": 16.08756325500754,
      "grad_norm": 1.5374287366867065,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1141300
    },
    {
      "epoch": 16.088972837348294,
      "grad_norm": 3.1913955211639404,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1141400
    },
    {
      "epoch": 16.090382419689046,
      "grad_norm": 2.5830023288726807,
      "learning_rate": 5e-06,
      "loss": 0.0605,
      "step": 1141500
    },
    {
      "epoch": 16.0917920020298,
      "grad_norm": 1.783109188079834,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1141600
    },
    {
      "epoch": 16.09320158437055,
      "grad_norm": 5.2836689949035645,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1141700
    },
    {
      "epoch": 16.094611166711303,
      "grad_norm": 19.689699172973633,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1141800
    },
    {
      "epoch": 16.096020749052055,
      "grad_norm": 0.8100745677947998,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1141900
    },
    {
      "epoch": 16.097430331392808,
      "grad_norm": 2.3706154823303223,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1142000
    },
    {
      "epoch": 16.09883991373356,
      "grad_norm": 2.4105920791625977,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1142100
    },
    {
      "epoch": 16.100249496074312,
      "grad_norm": 3.3362374305725098,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1142200
    },
    {
      "epoch": 16.101659078415064,
      "grad_norm": 2.6046533584594727,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1142300
    },
    {
      "epoch": 16.103068660755817,
      "grad_norm": 4.673614025115967,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1142400
    },
    {
      "epoch": 16.10447824309657,
      "grad_norm": 4.597665786743164,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1142500
    },
    {
      "epoch": 16.10588782543732,
      "grad_norm": 1.2088837623596191,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1142600
    },
    {
      "epoch": 16.107297407778077,
      "grad_norm": 4.927515029907227,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1142700
    },
    {
      "epoch": 16.10870699011883,
      "grad_norm": 7.778775691986084,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1142800
    },
    {
      "epoch": 16.11011657245958,
      "grad_norm": 1.140819787979126,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1142900
    },
    {
      "epoch": 16.111526154800334,
      "grad_norm": 3.432251214981079,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1143000
    },
    {
      "epoch": 16.112935737141086,
      "grad_norm": 1.4098408222198486,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1143100
    },
    {
      "epoch": 16.11434531948184,
      "grad_norm": 3.4310848712921143,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1143200
    },
    {
      "epoch": 16.11575490182259,
      "grad_norm": 13.035082817077637,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1143300
    },
    {
      "epoch": 16.117164484163343,
      "grad_norm": 2.5497653484344482,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1143400
    },
    {
      "epoch": 16.118574066504095,
      "grad_norm": 2.4839284420013428,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1143500
    },
    {
      "epoch": 16.119983648844848,
      "grad_norm": 1.938525676727295,
      "learning_rate": 5e-06,
      "loss": 0.0834,
      "step": 1143600
    },
    {
      "epoch": 16.1213932311856,
      "grad_norm": 1.069656252861023,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1143700
    },
    {
      "epoch": 16.122802813526352,
      "grad_norm": 3.625659704208374,
      "learning_rate": 5e-06,
      "loss": 0.0595,
      "step": 1143800
    },
    {
      "epoch": 16.124212395867104,
      "grad_norm": 2.3201656341552734,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1143900
    },
    {
      "epoch": 16.125621978207857,
      "grad_norm": 1.9394713640213013,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1144000
    },
    {
      "epoch": 16.12703156054861,
      "grad_norm": 1.8057013750076294,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1144100
    },
    {
      "epoch": 16.12844114288936,
      "grad_norm": 2.0187644958496094,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1144200
    },
    {
      "epoch": 16.129850725230114,
      "grad_norm": 11.871624946594238,
      "learning_rate": 5e-06,
      "loss": 0.0601,
      "step": 1144300
    },
    {
      "epoch": 16.131260307570866,
      "grad_norm": 5.055581569671631,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1144400
    },
    {
      "epoch": 16.132669889911618,
      "grad_norm": 3.007979154586792,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1144500
    },
    {
      "epoch": 16.13407947225237,
      "grad_norm": 2.238048553466797,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1144600
    },
    {
      "epoch": 16.135489054593123,
      "grad_norm": 1.5230185985565186,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1144700
    },
    {
      "epoch": 16.136898636933875,
      "grad_norm": 2.6368157863616943,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1144800
    },
    {
      "epoch": 16.138308219274627,
      "grad_norm": 4.814010143280029,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1144900
    },
    {
      "epoch": 16.139717801615383,
      "grad_norm": 5.5427093505859375,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1145000
    },
    {
      "epoch": 16.141127383956135,
      "grad_norm": 3.6992170810699463,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1145100
    },
    {
      "epoch": 16.142536966296888,
      "grad_norm": 1.6200050115585327,
      "learning_rate": 5e-06,
      "loss": 0.0547,
      "step": 1145200
    },
    {
      "epoch": 16.14394654863764,
      "grad_norm": 2.4493329524993896,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1145300
    },
    {
      "epoch": 16.145356130978392,
      "grad_norm": 3.4877772331237793,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1145400
    },
    {
      "epoch": 16.146765713319144,
      "grad_norm": 3.7355380058288574,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1145500
    },
    {
      "epoch": 16.148175295659897,
      "grad_norm": 3.0683810710906982,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1145600
    },
    {
      "epoch": 16.14958487800065,
      "grad_norm": 5.8217878341674805,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1145700
    },
    {
      "epoch": 16.1509944603414,
      "grad_norm": 0.5600362420082092,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1145800
    },
    {
      "epoch": 16.152404042682154,
      "grad_norm": 1.2896690368652344,
      "learning_rate": 5e-06,
      "loss": 0.06,
      "step": 1145900
    },
    {
      "epoch": 16.153813625022906,
      "grad_norm": 2.2127745151519775,
      "learning_rate": 5e-06,
      "loss": 0.0599,
      "step": 1146000
    },
    {
      "epoch": 16.155223207363658,
      "grad_norm": 1.9599394798278809,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 1146100
    },
    {
      "epoch": 16.15663278970441,
      "grad_norm": 0.9141045808792114,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1146200
    },
    {
      "epoch": 16.158042372045163,
      "grad_norm": 5.420932769775391,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1146300
    },
    {
      "epoch": 16.159451954385915,
      "grad_norm": 1.8784493207931519,
      "learning_rate": 5e-06,
      "loss": 0.0712,
      "step": 1146400
    },
    {
      "epoch": 16.160861536726667,
      "grad_norm": 3.1184794902801514,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1146500
    },
    {
      "epoch": 16.16227111906742,
      "grad_norm": 1.9080467224121094,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1146600
    },
    {
      "epoch": 16.163680701408172,
      "grad_norm": 2.5840983390808105,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1146700
    },
    {
      "epoch": 16.165090283748924,
      "grad_norm": 4.723187446594238,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1146800
    },
    {
      "epoch": 16.166499866089676,
      "grad_norm": 3.915818214416504,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1146900
    },
    {
      "epoch": 16.16790944843043,
      "grad_norm": 4.332939624786377,
      "learning_rate": 5e-06,
      "loss": 0.0768,
      "step": 1147000
    },
    {
      "epoch": 16.16931903077118,
      "grad_norm": 2.3829891681671143,
      "learning_rate": 5e-06,
      "loss": 0.0598,
      "step": 1147100
    },
    {
      "epoch": 16.170728613111933,
      "grad_norm": 1.745224952697754,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1147200
    },
    {
      "epoch": 16.17213819545269,
      "grad_norm": 4.374556064605713,
      "learning_rate": 5e-06,
      "loss": 0.0609,
      "step": 1147300
    },
    {
      "epoch": 16.17354777779344,
      "grad_norm": 2.1977651119232178,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1147400
    },
    {
      "epoch": 16.174957360134194,
      "grad_norm": 4.075117111206055,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1147500
    },
    {
      "epoch": 16.176366942474946,
      "grad_norm": 4.995369911193848,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1147600
    },
    {
      "epoch": 16.177776524815698,
      "grad_norm": 0.8497456908226013,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1147700
    },
    {
      "epoch": 16.17918610715645,
      "grad_norm": 8.212665557861328,
      "learning_rate": 5e-06,
      "loss": 0.0603,
      "step": 1147800
    },
    {
      "epoch": 16.180595689497203,
      "grad_norm": 1.5002132654190063,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1147900
    },
    {
      "epoch": 16.182005271837955,
      "grad_norm": 3.0596957206726074,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1148000
    },
    {
      "epoch": 16.183414854178707,
      "grad_norm": 4.97180700302124,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1148100
    },
    {
      "epoch": 16.18482443651946,
      "grad_norm": 1.082921028137207,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1148200
    },
    {
      "epoch": 16.186234018860212,
      "grad_norm": 3.5269558429718018,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1148300
    },
    {
      "epoch": 16.187643601200964,
      "grad_norm": 3.3101415634155273,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1148400
    },
    {
      "epoch": 16.189053183541716,
      "grad_norm": 3.07875919342041,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1148500
    },
    {
      "epoch": 16.19046276588247,
      "grad_norm": 1.5696319341659546,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1148600
    },
    {
      "epoch": 16.19187234822322,
      "grad_norm": 2.6995646953582764,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1148700
    },
    {
      "epoch": 16.193281930563973,
      "grad_norm": 6.179203987121582,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1148800
    },
    {
      "epoch": 16.194691512904726,
      "grad_norm": 2.3870067596435547,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1148900
    },
    {
      "epoch": 16.196101095245478,
      "grad_norm": 3.661512851715088,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1149000
    },
    {
      "epoch": 16.19751067758623,
      "grad_norm": 1.5830847024917603,
      "learning_rate": 5e-06,
      "loss": 0.0845,
      "step": 1149100
    },
    {
      "epoch": 16.198920259926982,
      "grad_norm": 1.8384891748428345,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 1149200
    },
    {
      "epoch": 16.200329842267735,
      "grad_norm": 4.322929382324219,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1149300
    },
    {
      "epoch": 16.201739424608487,
      "grad_norm": 1.2406624555587769,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1149400
    },
    {
      "epoch": 16.20314900694924,
      "grad_norm": 2.8708720207214355,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1149500
    },
    {
      "epoch": 16.204558589289995,
      "grad_norm": 2.3516812324523926,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1149600
    },
    {
      "epoch": 16.205968171630747,
      "grad_norm": 2.7182505130767822,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1149700
    },
    {
      "epoch": 16.2073777539715,
      "grad_norm": 4.987657070159912,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1149800
    },
    {
      "epoch": 16.208787336312252,
      "grad_norm": 4.244794845581055,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1149900
    },
    {
      "epoch": 16.210196918653004,
      "grad_norm": 11.790420532226562,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 1150000
    },
    {
      "epoch": 16.211606500993756,
      "grad_norm": 4.709580898284912,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1150100
    },
    {
      "epoch": 16.21301608333451,
      "grad_norm": 2.7918639183044434,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1150200
    },
    {
      "epoch": 16.21442566567526,
      "grad_norm": 2.4921951293945312,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1150300
    },
    {
      "epoch": 16.215835248016013,
      "grad_norm": 2.1088998317718506,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1150400
    },
    {
      "epoch": 16.217244830356766,
      "grad_norm": 2.0240986347198486,
      "learning_rate": 5e-06,
      "loss": 0.0799,
      "step": 1150500
    },
    {
      "epoch": 16.218654412697518,
      "grad_norm": 3.313929796218872,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1150600
    },
    {
      "epoch": 16.22006399503827,
      "grad_norm": 3.4613430500030518,
      "learning_rate": 5e-06,
      "loss": 0.0601,
      "step": 1150700
    },
    {
      "epoch": 16.221473577379022,
      "grad_norm": 0.9571710228919983,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1150800
    },
    {
      "epoch": 16.222883159719775,
      "grad_norm": 2.217722177505493,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1150900
    },
    {
      "epoch": 16.224292742060527,
      "grad_norm": 4.400093078613281,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1151000
    },
    {
      "epoch": 16.22570232440128,
      "grad_norm": 2.754441022872925,
      "learning_rate": 5e-06,
      "loss": 0.0696,
      "step": 1151100
    },
    {
      "epoch": 16.22711190674203,
      "grad_norm": 4.332600116729736,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1151200
    },
    {
      "epoch": 16.228521489082784,
      "grad_norm": 2.2480616569519043,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1151300
    },
    {
      "epoch": 16.229931071423536,
      "grad_norm": 1.060807466506958,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1151400
    },
    {
      "epoch": 16.23134065376429,
      "grad_norm": 2.3917720317840576,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1151500
    },
    {
      "epoch": 16.23275023610504,
      "grad_norm": 4.693163871765137,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1151600
    },
    {
      "epoch": 16.234159818445793,
      "grad_norm": 2.777742862701416,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1151700
    },
    {
      "epoch": 16.235569400786545,
      "grad_norm": 8.639487266540527,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 1151800
    },
    {
      "epoch": 16.2369789831273,
      "grad_norm": 4.85982084274292,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1151900
    },
    {
      "epoch": 16.238388565468053,
      "grad_norm": 2.685150623321533,
      "learning_rate": 5e-06,
      "loss": 0.0586,
      "step": 1152000
    },
    {
      "epoch": 16.239798147808806,
      "grad_norm": 2.312406539916992,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 1152100
    },
    {
      "epoch": 16.241207730149558,
      "grad_norm": 1.4553616046905518,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1152200
    },
    {
      "epoch": 16.24261731249031,
      "grad_norm": 3.345614433288574,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 1152300
    },
    {
      "epoch": 16.244026894831062,
      "grad_norm": 2.1345934867858887,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1152400
    },
    {
      "epoch": 16.245436477171815,
      "grad_norm": 7.9510884284973145,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1152500
    },
    {
      "epoch": 16.246846059512567,
      "grad_norm": 4.361902236938477,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1152600
    },
    {
      "epoch": 16.24825564185332,
      "grad_norm": 1.8370579481124878,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1152700
    },
    {
      "epoch": 16.24966522419407,
      "grad_norm": 2.038452625274658,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1152800
    },
    {
      "epoch": 16.251074806534824,
      "grad_norm": 2.5934858322143555,
      "learning_rate": 5e-06,
      "loss": 0.0588,
      "step": 1152900
    },
    {
      "epoch": 16.252484388875576,
      "grad_norm": 0.8522354960441589,
      "learning_rate": 5e-06,
      "loss": 0.0807,
      "step": 1153000
    },
    {
      "epoch": 16.25389397121633,
      "grad_norm": 2.2026755809783936,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1153100
    },
    {
      "epoch": 16.25530355355708,
      "grad_norm": 1.4863532781600952,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1153200
    },
    {
      "epoch": 16.256713135897833,
      "grad_norm": 1.9153064489364624,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1153300
    },
    {
      "epoch": 16.258122718238585,
      "grad_norm": 1.7955604791641235,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1153400
    },
    {
      "epoch": 16.259532300579338,
      "grad_norm": 3.005763292312622,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1153500
    },
    {
      "epoch": 16.26094188292009,
      "grad_norm": 2.6746745109558105,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1153600
    },
    {
      "epoch": 16.262351465260842,
      "grad_norm": 3.794316291809082,
      "learning_rate": 5e-06,
      "loss": 0.0769,
      "step": 1153700
    },
    {
      "epoch": 16.263761047601594,
      "grad_norm": 4.16951847076416,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1153800
    },
    {
      "epoch": 16.265170629942347,
      "grad_norm": 6.032193183898926,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1153900
    },
    {
      "epoch": 16.2665802122831,
      "grad_norm": 0.5478682518005371,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1154000
    },
    {
      "epoch": 16.26798979462385,
      "grad_norm": 2.0072929859161377,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1154100
    },
    {
      "epoch": 16.269399376964607,
      "grad_norm": 2.3021321296691895,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1154200
    },
    {
      "epoch": 16.27080895930536,
      "grad_norm": 15.997604370117188,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1154300
    },
    {
      "epoch": 16.27221854164611,
      "grad_norm": 3.7343738079071045,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 1154400
    },
    {
      "epoch": 16.273628123986864,
      "grad_norm": 5.879695892333984,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1154500
    },
    {
      "epoch": 16.275037706327616,
      "grad_norm": 6.778438568115234,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1154600
    },
    {
      "epoch": 16.27644728866837,
      "grad_norm": 1.723427653312683,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1154700
    },
    {
      "epoch": 16.27785687100912,
      "grad_norm": 4.909759998321533,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1154800
    },
    {
      "epoch": 16.279266453349873,
      "grad_norm": 2.5166966915130615,
      "learning_rate": 5e-06,
      "loss": 0.0781,
      "step": 1154900
    },
    {
      "epoch": 16.280676035690625,
      "grad_norm": 1.2455562353134155,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1155000
    },
    {
      "epoch": 16.282085618031378,
      "grad_norm": 2.12282395362854,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1155100
    },
    {
      "epoch": 16.28349520037213,
      "grad_norm": 1.2906993627548218,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1155200
    },
    {
      "epoch": 16.284904782712882,
      "grad_norm": 3.3967695236206055,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1155300
    },
    {
      "epoch": 16.286314365053634,
      "grad_norm": 1.3617297410964966,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1155400
    },
    {
      "epoch": 16.287723947394387,
      "grad_norm": 4.20428991317749,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 1155500
    },
    {
      "epoch": 16.28913352973514,
      "grad_norm": 5.341299057006836,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1155600
    },
    {
      "epoch": 16.29054311207589,
      "grad_norm": 2.492753028869629,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 1155700
    },
    {
      "epoch": 16.291952694416644,
      "grad_norm": 1.6105883121490479,
      "learning_rate": 5e-06,
      "loss": 0.0612,
      "step": 1155800
    },
    {
      "epoch": 16.293362276757396,
      "grad_norm": 2.864506721496582,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1155900
    },
    {
      "epoch": 16.294771859098148,
      "grad_norm": 1.183732032775879,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1156000
    },
    {
      "epoch": 16.2961814414389,
      "grad_norm": 1.3556772470474243,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1156100
    },
    {
      "epoch": 16.297591023779653,
      "grad_norm": 2.854424476623535,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1156200
    },
    {
      "epoch": 16.299000606120405,
      "grad_norm": 2.7251224517822266,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1156300
    },
    {
      "epoch": 16.300410188461157,
      "grad_norm": 3.0434703826904297,
      "learning_rate": 5e-06,
      "loss": 0.0765,
      "step": 1156400
    },
    {
      "epoch": 16.301819770801913,
      "grad_norm": 2.997316360473633,
      "learning_rate": 5e-06,
      "loss": 0.0622,
      "step": 1156500
    },
    {
      "epoch": 16.303229353142665,
      "grad_norm": 7.934257984161377,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 1156600
    },
    {
      "epoch": 16.304638935483418,
      "grad_norm": 2.056633949279785,
      "learning_rate": 5e-06,
      "loss": 0.0741,
      "step": 1156700
    },
    {
      "epoch": 16.30604851782417,
      "grad_norm": 2.243732452392578,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 1156800
    },
    {
      "epoch": 16.307458100164922,
      "grad_norm": 6.30118989944458,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1156900
    },
    {
      "epoch": 16.308867682505674,
      "grad_norm": 1.822931170463562,
      "learning_rate": 5e-06,
      "loss": 0.0678,
      "step": 1157000
    },
    {
      "epoch": 16.310277264846427,
      "grad_norm": 4.411654472351074,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1157100
    },
    {
      "epoch": 16.31168684718718,
      "grad_norm": 1.8517701625823975,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1157200
    },
    {
      "epoch": 16.31309642952793,
      "grad_norm": 1.1371395587921143,
      "learning_rate": 5e-06,
      "loss": 0.076,
      "step": 1157300
    },
    {
      "epoch": 16.314506011868684,
      "grad_norm": 3.061929702758789,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1157400
    },
    {
      "epoch": 16.315915594209436,
      "grad_norm": 4.40739107131958,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1157500
    },
    {
      "epoch": 16.317325176550188,
      "grad_norm": 1.8779139518737793,
      "learning_rate": 5e-06,
      "loss": 0.0597,
      "step": 1157600
    },
    {
      "epoch": 16.31873475889094,
      "grad_norm": 3.8601508140563965,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1157700
    },
    {
      "epoch": 16.320144341231693,
      "grad_norm": 1.396679401397705,
      "learning_rate": 5e-06,
      "loss": 0.0584,
      "step": 1157800
    },
    {
      "epoch": 16.321553923572445,
      "grad_norm": 3.9870951175689697,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1157900
    },
    {
      "epoch": 16.322963505913197,
      "grad_norm": 2.4598429203033447,
      "learning_rate": 5e-06,
      "loss": 0.0794,
      "step": 1158000
    },
    {
      "epoch": 16.32437308825395,
      "grad_norm": 3.0760622024536133,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1158100
    },
    {
      "epoch": 16.325782670594702,
      "grad_norm": 3.4973700046539307,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1158200
    },
    {
      "epoch": 16.327192252935454,
      "grad_norm": 1.4938303232192993,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1158300
    },
    {
      "epoch": 16.328601835276206,
      "grad_norm": 2.489061117172241,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1158400
    },
    {
      "epoch": 16.33001141761696,
      "grad_norm": 1.8293851613998413,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1158500
    },
    {
      "epoch": 16.33142099995771,
      "grad_norm": 4.1144256591796875,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1158600
    },
    {
      "epoch": 16.332830582298463,
      "grad_norm": 4.667054653167725,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1158700
    },
    {
      "epoch": 16.33424016463922,
      "grad_norm": 2.863032341003418,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1158800
    },
    {
      "epoch": 16.33564974697997,
      "grad_norm": 2.029118776321411,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1158900
    },
    {
      "epoch": 16.337059329320724,
      "grad_norm": 0.4516226053237915,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1159000
    },
    {
      "epoch": 16.338468911661476,
      "grad_norm": 4.317358493804932,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1159100
    },
    {
      "epoch": 16.339878494002228,
      "grad_norm": 3.9138472080230713,
      "learning_rate": 5e-06,
      "loss": 0.0785,
      "step": 1159200
    },
    {
      "epoch": 16.34128807634298,
      "grad_norm": 3.4154653549194336,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1159300
    },
    {
      "epoch": 16.342697658683733,
      "grad_norm": 3.700216293334961,
      "learning_rate": 5e-06,
      "loss": 0.0759,
      "step": 1159400
    },
    {
      "epoch": 16.344107241024485,
      "grad_norm": 2.604247570037842,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1159500
    },
    {
      "epoch": 16.345516823365237,
      "grad_norm": 5.122138500213623,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1159600
    },
    {
      "epoch": 16.34692640570599,
      "grad_norm": 3.5748085975646973,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 1159700
    },
    {
      "epoch": 16.348335988046742,
      "grad_norm": 2.7189433574676514,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1159800
    },
    {
      "epoch": 16.349745570387494,
      "grad_norm": 2.1408960819244385,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 1159900
    },
    {
      "epoch": 16.351155152728246,
      "grad_norm": 3.4046871662139893,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1160000
    },
    {
      "epoch": 16.352564735069,
      "grad_norm": 1.04629647731781,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1160100
    },
    {
      "epoch": 16.35397431740975,
      "grad_norm": 3.260854721069336,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1160200
    },
    {
      "epoch": 16.355383899750503,
      "grad_norm": 1.704921007156372,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1160300
    },
    {
      "epoch": 16.356793482091255,
      "grad_norm": 2.183239459991455,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1160400
    },
    {
      "epoch": 16.358203064432008,
      "grad_norm": 2.82094144821167,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1160500
    },
    {
      "epoch": 16.35961264677276,
      "grad_norm": 1.8354015350341797,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 1160600
    },
    {
      "epoch": 16.361022229113512,
      "grad_norm": 0.922545313835144,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1160700
    },
    {
      "epoch": 16.362431811454265,
      "grad_norm": 1.6082658767700195,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1160800
    },
    {
      "epoch": 16.363841393795017,
      "grad_norm": 1.7971713542938232,
      "learning_rate": 5e-06,
      "loss": 0.0793,
      "step": 1160900
    },
    {
      "epoch": 16.36525097613577,
      "grad_norm": 1.8420660495758057,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1161000
    },
    {
      "epoch": 16.366660558476525,
      "grad_norm": 1.9007536172866821,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1161100
    },
    {
      "epoch": 16.368070140817277,
      "grad_norm": 4.9245452880859375,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1161200
    },
    {
      "epoch": 16.36947972315803,
      "grad_norm": 3.0471065044403076,
      "learning_rate": 5e-06,
      "loss": 0.0622,
      "step": 1161300
    },
    {
      "epoch": 16.370889305498782,
      "grad_norm": 2.218031406402588,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1161400
    },
    {
      "epoch": 16.372298887839534,
      "grad_norm": 4.2079176902771,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1161500
    },
    {
      "epoch": 16.373708470180286,
      "grad_norm": 0.695641815662384,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1161600
    },
    {
      "epoch": 16.37511805252104,
      "grad_norm": 1.6649104356765747,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1161700
    },
    {
      "epoch": 16.37652763486179,
      "grad_norm": 4.454196453094482,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1161800
    },
    {
      "epoch": 16.377937217202543,
      "grad_norm": 1.9787428379058838,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1161900
    },
    {
      "epoch": 16.379346799543296,
      "grad_norm": 5.736352920532227,
      "learning_rate": 5e-06,
      "loss": 0.0757,
      "step": 1162000
    },
    {
      "epoch": 16.380756381884048,
      "grad_norm": 2.752977132797241,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1162100
    },
    {
      "epoch": 16.3821659642248,
      "grad_norm": 8.052889823913574,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1162200
    },
    {
      "epoch": 16.383575546565552,
      "grad_norm": 2.1297481060028076,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1162300
    },
    {
      "epoch": 16.384985128906305,
      "grad_norm": 1.214651346206665,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1162400
    },
    {
      "epoch": 16.386394711247057,
      "grad_norm": 1.687220573425293,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1162500
    },
    {
      "epoch": 16.38780429358781,
      "grad_norm": 1.2948509454727173,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1162600
    },
    {
      "epoch": 16.38921387592856,
      "grad_norm": 2.058429002761841,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1162700
    },
    {
      "epoch": 16.390623458269314,
      "grad_norm": 3.7204434871673584,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1162800
    },
    {
      "epoch": 16.392033040610066,
      "grad_norm": 1.2805211544036865,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1162900
    },
    {
      "epoch": 16.39344262295082,
      "grad_norm": 2.2280287742614746,
      "learning_rate": 5e-06,
      "loss": 0.0632,
      "step": 1163000
    },
    {
      "epoch": 16.39485220529157,
      "grad_norm": 2.924809217453003,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1163100
    },
    {
      "epoch": 16.396261787632323,
      "grad_norm": 2.185065746307373,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1163200
    },
    {
      "epoch": 16.39767136997308,
      "grad_norm": 1.197102427482605,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1163300
    },
    {
      "epoch": 16.39908095231383,
      "grad_norm": 3.761610984802246,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1163400
    },
    {
      "epoch": 16.400490534654583,
      "grad_norm": 1.4252294301986694,
      "learning_rate": 5e-06,
      "loss": 0.0752,
      "step": 1163500
    },
    {
      "epoch": 16.401900116995336,
      "grad_norm": 5.327812671661377,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1163600
    },
    {
      "epoch": 16.403309699336088,
      "grad_norm": 3.296323299407959,
      "learning_rate": 5e-06,
      "loss": 0.0804,
      "step": 1163700
    },
    {
      "epoch": 16.40471928167684,
      "grad_norm": 1.4727214574813843,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1163800
    },
    {
      "epoch": 16.406128864017592,
      "grad_norm": 3.60042142868042,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1163900
    },
    {
      "epoch": 16.407538446358345,
      "grad_norm": 1.5638025999069214,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1164000
    },
    {
      "epoch": 16.408948028699097,
      "grad_norm": 1.2414875030517578,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1164100
    },
    {
      "epoch": 16.41035761103985,
      "grad_norm": 1.4661016464233398,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 1164200
    },
    {
      "epoch": 16.4117671933806,
      "grad_norm": 4.87129545211792,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1164300
    },
    {
      "epoch": 16.413176775721354,
      "grad_norm": 5.218016624450684,
      "learning_rate": 5e-06,
      "loss": 0.0614,
      "step": 1164400
    },
    {
      "epoch": 16.414586358062106,
      "grad_norm": 3.0948476791381836,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1164500
    },
    {
      "epoch": 16.41599594040286,
      "grad_norm": 14.649151802062988,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 1164600
    },
    {
      "epoch": 16.41740552274361,
      "grad_norm": 5.1312947273254395,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1164700
    },
    {
      "epoch": 16.418815105084363,
      "grad_norm": 6.838283061981201,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1164800
    },
    {
      "epoch": 16.420224687425115,
      "grad_norm": 2.8731000423431396,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 1164900
    },
    {
      "epoch": 16.421634269765867,
      "grad_norm": 2.544893503189087,
      "learning_rate": 5e-06,
      "loss": 0.0587,
      "step": 1165000
    },
    {
      "epoch": 16.42304385210662,
      "grad_norm": 6.262088298797607,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1165100
    },
    {
      "epoch": 16.424453434447372,
      "grad_norm": 2.5240001678466797,
      "learning_rate": 5e-06,
      "loss": 0.0602,
      "step": 1165200
    },
    {
      "epoch": 16.425863016788124,
      "grad_norm": 3.959516763687134,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1165300
    },
    {
      "epoch": 16.427272599128877,
      "grad_norm": 12.463351249694824,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1165400
    },
    {
      "epoch": 16.42868218146963,
      "grad_norm": 3.00723934173584,
      "learning_rate": 5e-06,
      "loss": 0.0749,
      "step": 1165500
    },
    {
      "epoch": 16.430091763810385,
      "grad_norm": 0.8182142376899719,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 1165600
    },
    {
      "epoch": 16.431501346151137,
      "grad_norm": 2.1435024738311768,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1165700
    },
    {
      "epoch": 16.43291092849189,
      "grad_norm": 2.220064878463745,
      "learning_rate": 5e-06,
      "loss": 0.0734,
      "step": 1165800
    },
    {
      "epoch": 16.43432051083264,
      "grad_norm": 3.470425844192505,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1165900
    },
    {
      "epoch": 16.435730093173394,
      "grad_norm": 3.421753168106079,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 1166000
    },
    {
      "epoch": 16.437139675514146,
      "grad_norm": 1.6286122798919678,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1166100
    },
    {
      "epoch": 16.4385492578549,
      "grad_norm": 1.042951226234436,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1166200
    },
    {
      "epoch": 16.43995884019565,
      "grad_norm": 3.2596116065979004,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1166300
    },
    {
      "epoch": 16.441368422536403,
      "grad_norm": 2.7534022331237793,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1166400
    },
    {
      "epoch": 16.442778004877155,
      "grad_norm": 3.559448480606079,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1166500
    },
    {
      "epoch": 16.444187587217908,
      "grad_norm": 1.1055961847305298,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1166600
    },
    {
      "epoch": 16.44559716955866,
      "grad_norm": 4.061529159545898,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1166700
    },
    {
      "epoch": 16.447006751899412,
      "grad_norm": 5.025306224822998,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1166800
    },
    {
      "epoch": 16.448416334240164,
      "grad_norm": 1.6094210147857666,
      "learning_rate": 5e-06,
      "loss": 0.0771,
      "step": 1166900
    },
    {
      "epoch": 16.449825916580917,
      "grad_norm": 6.784052848815918,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1167000
    },
    {
      "epoch": 16.45123549892167,
      "grad_norm": 2.0703954696655273,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1167100
    },
    {
      "epoch": 16.45264508126242,
      "grad_norm": 2.3341000080108643,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1167200
    },
    {
      "epoch": 16.454054663603173,
      "grad_norm": 1.6733900308609009,
      "learning_rate": 5e-06,
      "loss": 0.0755,
      "step": 1167300
    },
    {
      "epoch": 16.455464245943926,
      "grad_norm": 2.6667966842651367,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1167400
    },
    {
      "epoch": 16.456873828284678,
      "grad_norm": 2.2835705280303955,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 1167500
    },
    {
      "epoch": 16.45828341062543,
      "grad_norm": 4.893533706665039,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1167600
    },
    {
      "epoch": 16.459692992966183,
      "grad_norm": 2.8996899127960205,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1167700
    },
    {
      "epoch": 16.461102575306935,
      "grad_norm": 2.199721574783325,
      "learning_rate": 5e-06,
      "loss": 0.0594,
      "step": 1167800
    },
    {
      "epoch": 16.46251215764769,
      "grad_norm": 1.6464142799377441,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1167900
    },
    {
      "epoch": 16.463921739988443,
      "grad_norm": 1.210382342338562,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1168000
    },
    {
      "epoch": 16.465331322329195,
      "grad_norm": 5.099666595458984,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1168100
    },
    {
      "epoch": 16.466740904669948,
      "grad_norm": 7.728127956390381,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1168200
    },
    {
      "epoch": 16.4681504870107,
      "grad_norm": 3.6223344802856445,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1168300
    },
    {
      "epoch": 16.469560069351452,
      "grad_norm": 3.4162185192108154,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1168400
    },
    {
      "epoch": 16.470969651692204,
      "grad_norm": 1.9087215662002563,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1168500
    },
    {
      "epoch": 16.472379234032957,
      "grad_norm": 2.141690731048584,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1168600
    },
    {
      "epoch": 16.47378881637371,
      "grad_norm": 5.747398853302002,
      "learning_rate": 5e-06,
      "loss": 0.0758,
      "step": 1168700
    },
    {
      "epoch": 16.47519839871446,
      "grad_norm": 0.8806057572364807,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1168800
    },
    {
      "epoch": 16.476607981055214,
      "grad_norm": 2.0244414806365967,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1168900
    },
    {
      "epoch": 16.478017563395966,
      "grad_norm": 1.0234886407852173,
      "learning_rate": 5e-06,
      "loss": 0.0587,
      "step": 1169000
    },
    {
      "epoch": 16.479427145736718,
      "grad_norm": 1.7828998565673828,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1169100
    },
    {
      "epoch": 16.48083672807747,
      "grad_norm": 2.6334967613220215,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1169200
    },
    {
      "epoch": 16.482246310418223,
      "grad_norm": 3.211815118789673,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1169300
    },
    {
      "epoch": 16.483655892758975,
      "grad_norm": 4.469241619110107,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1169400
    },
    {
      "epoch": 16.485065475099727,
      "grad_norm": 1.5615206956863403,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1169500
    },
    {
      "epoch": 16.48647505744048,
      "grad_norm": 3.920135736465454,
      "learning_rate": 5e-06,
      "loss": 0.0801,
      "step": 1169600
    },
    {
      "epoch": 16.48788463978123,
      "grad_norm": 8.461141586303711,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1169700
    },
    {
      "epoch": 16.489294222121984,
      "grad_norm": 3.6428024768829346,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 1169800
    },
    {
      "epoch": 16.490703804462736,
      "grad_norm": 5.102810859680176,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1169900
    },
    {
      "epoch": 16.49211338680349,
      "grad_norm": 3.50848388671875,
      "learning_rate": 5e-06,
      "loss": 0.0791,
      "step": 1170000
    },
    {
      "epoch": 16.49352296914424,
      "grad_norm": 2.5335278511047363,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1170100
    },
    {
      "epoch": 16.494932551484997,
      "grad_norm": 3.5225794315338135,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1170200
    },
    {
      "epoch": 16.49634213382575,
      "grad_norm": 1.4069446325302124,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1170300
    },
    {
      "epoch": 16.4977517161665,
      "grad_norm": 2.016233444213867,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1170400
    },
    {
      "epoch": 16.499161298507254,
      "grad_norm": 2.9705400466918945,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1170500
    },
    {
      "epoch": 16.500570880848006,
      "grad_norm": 1.811621069908142,
      "learning_rate": 5e-06,
      "loss": 0.0585,
      "step": 1170600
    },
    {
      "epoch": 16.501980463188758,
      "grad_norm": 1.7884609699249268,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1170700
    },
    {
      "epoch": 16.50339004552951,
      "grad_norm": 0.678082287311554,
      "learning_rate": 5e-06,
      "loss": 0.0597,
      "step": 1170800
    },
    {
      "epoch": 16.504799627870263,
      "grad_norm": 2.2298104763031006,
      "learning_rate": 5e-06,
      "loss": 0.0624,
      "step": 1170900
    },
    {
      "epoch": 16.506209210211015,
      "grad_norm": 2.7956738471984863,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 1171000
    },
    {
      "epoch": 16.507618792551767,
      "grad_norm": 1.7583965063095093,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1171100
    },
    {
      "epoch": 16.50902837489252,
      "grad_norm": 2.099977731704712,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1171200
    },
    {
      "epoch": 16.510437957233272,
      "grad_norm": 1.7532857656478882,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1171300
    },
    {
      "epoch": 16.511847539574024,
      "grad_norm": 3.3261871337890625,
      "learning_rate": 5e-06,
      "loss": 0.0728,
      "step": 1171400
    },
    {
      "epoch": 16.513257121914776,
      "grad_norm": 4.1131815910339355,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1171500
    },
    {
      "epoch": 16.51466670425553,
      "grad_norm": 2.4013893604278564,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1171600
    },
    {
      "epoch": 16.51607628659628,
      "grad_norm": 1.3076722621917725,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1171700
    },
    {
      "epoch": 16.517485868937033,
      "grad_norm": 1.7420028448104858,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1171800
    },
    {
      "epoch": 16.518895451277785,
      "grad_norm": 2.7005326747894287,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1171900
    },
    {
      "epoch": 16.520305033618538,
      "grad_norm": 7.517518520355225,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1172000
    },
    {
      "epoch": 16.52171461595929,
      "grad_norm": 2.142099142074585,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 1172100
    },
    {
      "epoch": 16.523124198300042,
      "grad_norm": 5.6774001121521,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1172200
    },
    {
      "epoch": 16.524533780640795,
      "grad_norm": 2.62418270111084,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1172300
    },
    {
      "epoch": 16.525943362981547,
      "grad_norm": 2.6543662548065186,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1172400
    },
    {
      "epoch": 16.527352945322303,
      "grad_norm": 1.8557811975479126,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1172500
    },
    {
      "epoch": 16.528762527663055,
      "grad_norm": 2.709897518157959,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1172600
    },
    {
      "epoch": 16.530172110003807,
      "grad_norm": 3.6970837116241455,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1172700
    },
    {
      "epoch": 16.53158169234456,
      "grad_norm": 4.3135528564453125,
      "learning_rate": 5e-06,
      "loss": 0.0842,
      "step": 1172800
    },
    {
      "epoch": 16.532991274685312,
      "grad_norm": 2.719898223876953,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1172900
    },
    {
      "epoch": 16.534400857026064,
      "grad_norm": 7.009055137634277,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1173000
    },
    {
      "epoch": 16.535810439366816,
      "grad_norm": 2.1647121906280518,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1173100
    },
    {
      "epoch": 16.53722002170757,
      "grad_norm": 3.265507698059082,
      "learning_rate": 5e-06,
      "loss": 0.0697,
      "step": 1173200
    },
    {
      "epoch": 16.53862960404832,
      "grad_norm": 2.6794300079345703,
      "learning_rate": 5e-06,
      "loss": 0.0624,
      "step": 1173300
    },
    {
      "epoch": 16.540039186389073,
      "grad_norm": 2.2971627712249756,
      "learning_rate": 5e-06,
      "loss": 0.0763,
      "step": 1173400
    },
    {
      "epoch": 16.541448768729826,
      "grad_norm": 1.3119149208068848,
      "learning_rate": 5e-06,
      "loss": 0.0607,
      "step": 1173500
    },
    {
      "epoch": 16.542858351070578,
      "grad_norm": 1.7438349723815918,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 1173600
    },
    {
      "epoch": 16.54426793341133,
      "grad_norm": 2.5797088146209717,
      "learning_rate": 5e-06,
      "loss": 0.0762,
      "step": 1173700
    },
    {
      "epoch": 16.545677515752082,
      "grad_norm": 3.3844902515411377,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1173800
    },
    {
      "epoch": 16.547087098092835,
      "grad_norm": 0.834831953048706,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1173900
    },
    {
      "epoch": 16.548496680433587,
      "grad_norm": 6.109777927398682,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1174000
    },
    {
      "epoch": 16.54990626277434,
      "grad_norm": 4.5504536628723145,
      "learning_rate": 5e-06,
      "loss": 0.0622,
      "step": 1174100
    },
    {
      "epoch": 16.55131584511509,
      "grad_norm": 3.3577089309692383,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1174200
    },
    {
      "epoch": 16.552725427455844,
      "grad_norm": 1.9129973649978638,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1174300
    },
    {
      "epoch": 16.554135009796596,
      "grad_norm": 2.7684340476989746,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1174400
    },
    {
      "epoch": 16.55554459213735,
      "grad_norm": 2.2938294410705566,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1174500
    },
    {
      "epoch": 16.5569541744781,
      "grad_norm": 2.0632951259613037,
      "learning_rate": 5e-06,
      "loss": 0.0616,
      "step": 1174600
    },
    {
      "epoch": 16.558363756818853,
      "grad_norm": 2.3788070678710938,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1174700
    },
    {
      "epoch": 16.55977333915961,
      "grad_norm": 2.740006685256958,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1174800
    },
    {
      "epoch": 16.56118292150036,
      "grad_norm": 2.58638858795166,
      "learning_rate": 5e-06,
      "loss": 0.0619,
      "step": 1174900
    },
    {
      "epoch": 16.562592503841113,
      "grad_norm": 2.519252061843872,
      "learning_rate": 5e-06,
      "loss": 0.0775,
      "step": 1175000
    },
    {
      "epoch": 16.564002086181866,
      "grad_norm": 3.080655097961426,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1175100
    },
    {
      "epoch": 16.565411668522618,
      "grad_norm": 1.8781744241714478,
      "learning_rate": 5e-06,
      "loss": 0.0632,
      "step": 1175200
    },
    {
      "epoch": 16.56682125086337,
      "grad_norm": 3.691667079925537,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1175300
    },
    {
      "epoch": 16.568230833204122,
      "grad_norm": 2.1930735111236572,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1175400
    },
    {
      "epoch": 16.569640415544875,
      "grad_norm": 2.4450385570526123,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1175500
    },
    {
      "epoch": 16.571049997885627,
      "grad_norm": 3.2812442779541016,
      "learning_rate": 5e-06,
      "loss": 0.0825,
      "step": 1175600
    },
    {
      "epoch": 16.57245958022638,
      "grad_norm": 5.655570030212402,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1175700
    },
    {
      "epoch": 16.57386916256713,
      "grad_norm": 3.358275890350342,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1175800
    },
    {
      "epoch": 16.575278744907884,
      "grad_norm": 2.959350824356079,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1175900
    },
    {
      "epoch": 16.576688327248636,
      "grad_norm": 1.289115071296692,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1176000
    },
    {
      "epoch": 16.57809790958939,
      "grad_norm": 3.5671093463897705,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1176100
    },
    {
      "epoch": 16.57950749193014,
      "grad_norm": 1.697137475013733,
      "learning_rate": 5e-06,
      "loss": 0.059,
      "step": 1176200
    },
    {
      "epoch": 16.580917074270893,
      "grad_norm": 1.9197356700897217,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1176300
    },
    {
      "epoch": 16.582326656611645,
      "grad_norm": 1.6332546472549438,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1176400
    },
    {
      "epoch": 16.583736238952397,
      "grad_norm": 1.6657499074935913,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1176500
    },
    {
      "epoch": 16.58514582129315,
      "grad_norm": 2.751199722290039,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1176600
    },
    {
      "epoch": 16.586555403633902,
      "grad_norm": 9.393641471862793,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1176700
    },
    {
      "epoch": 16.587964985974654,
      "grad_norm": 2.735452651977539,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1176800
    },
    {
      "epoch": 16.589374568315407,
      "grad_norm": 4.552051067352295,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1176900
    },
    {
      "epoch": 16.590784150656162,
      "grad_norm": 2.40053653717041,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1177000
    },
    {
      "epoch": 16.592193732996915,
      "grad_norm": 2.2040224075317383,
      "learning_rate": 5e-06,
      "loss": 0.0657,
      "step": 1177100
    },
    {
      "epoch": 16.593603315337667,
      "grad_norm": 3.1693055629730225,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1177200
    },
    {
      "epoch": 16.59501289767842,
      "grad_norm": 1.4630519151687622,
      "learning_rate": 5e-06,
      "loss": 0.0602,
      "step": 1177300
    },
    {
      "epoch": 16.59642248001917,
      "grad_norm": 1.7118754386901855,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1177400
    },
    {
      "epoch": 16.597832062359924,
      "grad_norm": 2.9865734577178955,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1177500
    },
    {
      "epoch": 16.599241644700676,
      "grad_norm": 1.6791467666625977,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1177600
    },
    {
      "epoch": 16.60065122704143,
      "grad_norm": 3.1404073238372803,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 1177700
    },
    {
      "epoch": 16.60206080938218,
      "grad_norm": 2.3170523643493652,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1177800
    },
    {
      "epoch": 16.603470391722933,
      "grad_norm": 0.8875822424888611,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1177900
    },
    {
      "epoch": 16.604879974063685,
      "grad_norm": 4.5446648597717285,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1178000
    },
    {
      "epoch": 16.606289556404437,
      "grad_norm": 3.677327871322632,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1178100
    },
    {
      "epoch": 16.60769913874519,
      "grad_norm": 2.004757881164551,
      "learning_rate": 5e-06,
      "loss": 0.0705,
      "step": 1178200
    },
    {
      "epoch": 16.609108721085942,
      "grad_norm": 2.4125118255615234,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1178300
    },
    {
      "epoch": 16.610518303426694,
      "grad_norm": 4.921247482299805,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1178400
    },
    {
      "epoch": 16.611927885767447,
      "grad_norm": 2.729464292526245,
      "learning_rate": 5e-06,
      "loss": 0.0625,
      "step": 1178500
    },
    {
      "epoch": 16.6133374681082,
      "grad_norm": 1.9824905395507812,
      "learning_rate": 5e-06,
      "loss": 0.0682,
      "step": 1178600
    },
    {
      "epoch": 16.61474705044895,
      "grad_norm": 9.385618209838867,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1178700
    },
    {
      "epoch": 16.616156632789703,
      "grad_norm": 3.131934642791748,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1178800
    },
    {
      "epoch": 16.617566215130456,
      "grad_norm": 4.606770038604736,
      "learning_rate": 5e-06,
      "loss": 0.0601,
      "step": 1178900
    },
    {
      "epoch": 16.618975797471208,
      "grad_norm": 4.858874320983887,
      "learning_rate": 5e-06,
      "loss": 0.0714,
      "step": 1179000
    },
    {
      "epoch": 16.62038537981196,
      "grad_norm": 2.0102171897888184,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1179100
    },
    {
      "epoch": 16.621794962152713,
      "grad_norm": 5.637847423553467,
      "learning_rate": 5e-06,
      "loss": 0.0576,
      "step": 1179200
    },
    {
      "epoch": 16.62320454449347,
      "grad_norm": 3.5047192573547363,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 1179300
    },
    {
      "epoch": 16.62461412683422,
      "grad_norm": 2.0520894527435303,
      "learning_rate": 5e-06,
      "loss": 0.0715,
      "step": 1179400
    },
    {
      "epoch": 16.626023709174973,
      "grad_norm": 4.166082859039307,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1179500
    },
    {
      "epoch": 16.627433291515725,
      "grad_norm": 1.685902714729309,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1179600
    },
    {
      "epoch": 16.628842873856478,
      "grad_norm": 3.2646901607513428,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1179700
    },
    {
      "epoch": 16.63025245619723,
      "grad_norm": 0.9897422790527344,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1179800
    },
    {
      "epoch": 16.631662038537982,
      "grad_norm": 2.0829641819000244,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1179900
    },
    {
      "epoch": 16.633071620878734,
      "grad_norm": 3.0621652603149414,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1180000
    },
    {
      "epoch": 16.634481203219487,
      "grad_norm": 2.761030435562134,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1180100
    },
    {
      "epoch": 16.63589078556024,
      "grad_norm": 3.500912666320801,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1180200
    },
    {
      "epoch": 16.63730036790099,
      "grad_norm": 4.796494007110596,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1180300
    },
    {
      "epoch": 16.638709950241743,
      "grad_norm": 2.607062816619873,
      "learning_rate": 5e-06,
      "loss": 0.0727,
      "step": 1180400
    },
    {
      "epoch": 16.640119532582496,
      "grad_norm": 3.203770160675049,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1180500
    },
    {
      "epoch": 16.641529114923248,
      "grad_norm": 2.406691074371338,
      "learning_rate": 5e-06,
      "loss": 0.0558,
      "step": 1180600
    },
    {
      "epoch": 16.642938697264,
      "grad_norm": 5.053224563598633,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1180700
    },
    {
      "epoch": 16.644348279604753,
      "grad_norm": 1.5950348377227783,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1180800
    },
    {
      "epoch": 16.645757861945505,
      "grad_norm": 3.429530620574951,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1180900
    },
    {
      "epoch": 16.647167444286257,
      "grad_norm": 3.4142885208129883,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1181000
    },
    {
      "epoch": 16.64857702662701,
      "grad_norm": 1.3968183994293213,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1181100
    },
    {
      "epoch": 16.64998660896776,
      "grad_norm": 1.2568062543869019,
      "learning_rate": 5e-06,
      "loss": 0.0567,
      "step": 1181200
    },
    {
      "epoch": 16.651396191308514,
      "grad_norm": 3.8550047874450684,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1181300
    },
    {
      "epoch": 16.652805773649266,
      "grad_norm": 2.245096206665039,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1181400
    },
    {
      "epoch": 16.65421535599002,
      "grad_norm": 3.315169334411621,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1181500
    },
    {
      "epoch": 16.655624938330774,
      "grad_norm": 1.673991322517395,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1181600
    },
    {
      "epoch": 16.657034520671527,
      "grad_norm": 3.0620155334472656,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1181700
    },
    {
      "epoch": 16.65844410301228,
      "grad_norm": 3.689641237258911,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1181800
    },
    {
      "epoch": 16.65985368535303,
      "grad_norm": 5.87229061126709,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1181900
    },
    {
      "epoch": 16.661263267693784,
      "grad_norm": 2.9361729621887207,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1182000
    },
    {
      "epoch": 16.662672850034536,
      "grad_norm": 2.0511107444763184,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1182100
    },
    {
      "epoch": 16.664082432375288,
      "grad_norm": 1.726462483406067,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1182200
    },
    {
      "epoch": 16.66549201471604,
      "grad_norm": 3.1569621562957764,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1182300
    },
    {
      "epoch": 16.666901597056793,
      "grad_norm": 3.473436117172241,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1182400
    },
    {
      "epoch": 16.668311179397545,
      "grad_norm": 5.06206750869751,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 1182500
    },
    {
      "epoch": 16.669720761738297,
      "grad_norm": 2.868016004562378,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1182600
    },
    {
      "epoch": 16.67113034407905,
      "grad_norm": 4.629490375518799,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1182700
    },
    {
      "epoch": 16.6725399264198,
      "grad_norm": 2.522336721420288,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1182800
    },
    {
      "epoch": 16.673949508760554,
      "grad_norm": 0.8287822008132935,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1182900
    },
    {
      "epoch": 16.675359091101306,
      "grad_norm": 1.7745722532272339,
      "learning_rate": 5e-06,
      "loss": 0.0637,
      "step": 1183000
    },
    {
      "epoch": 16.67676867344206,
      "grad_norm": 2.4512927532196045,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1183100
    },
    {
      "epoch": 16.67817825578281,
      "grad_norm": 2.2728519439697266,
      "learning_rate": 5e-06,
      "loss": 0.0722,
      "step": 1183200
    },
    {
      "epoch": 16.679587838123563,
      "grad_norm": 2.332198143005371,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1183300
    },
    {
      "epoch": 16.680997420464315,
      "grad_norm": 1.7441452741622925,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1183400
    },
    {
      "epoch": 16.682407002805068,
      "grad_norm": 6.00071382522583,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1183500
    },
    {
      "epoch": 16.68381658514582,
      "grad_norm": 4.119661331176758,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1183600
    },
    {
      "epoch": 16.685226167486572,
      "grad_norm": 2.1092960834503174,
      "learning_rate": 5e-06,
      "loss": 0.0708,
      "step": 1183700
    },
    {
      "epoch": 16.686635749827325,
      "grad_norm": 1.4068092107772827,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1183800
    },
    {
      "epoch": 16.68804533216808,
      "grad_norm": 2.683960437774658,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1183900
    },
    {
      "epoch": 16.689454914508833,
      "grad_norm": 3.3400094509124756,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1184000
    },
    {
      "epoch": 16.690864496849585,
      "grad_norm": 1.8707166910171509,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1184100
    },
    {
      "epoch": 16.692274079190337,
      "grad_norm": 2.647970676422119,
      "learning_rate": 5e-06,
      "loss": 0.0629,
      "step": 1184200
    },
    {
      "epoch": 16.69368366153109,
      "grad_norm": 4.269040584564209,
      "learning_rate": 5e-06,
      "loss": 0.0723,
      "step": 1184300
    },
    {
      "epoch": 16.695093243871842,
      "grad_norm": 6.0640692710876465,
      "learning_rate": 5e-06,
      "loss": 0.0773,
      "step": 1184400
    },
    {
      "epoch": 16.696502826212594,
      "grad_norm": 3.161304235458374,
      "learning_rate": 5e-06,
      "loss": 0.0656,
      "step": 1184500
    },
    {
      "epoch": 16.697912408553346,
      "grad_norm": 3.5660459995269775,
      "learning_rate": 5e-06,
      "loss": 0.0595,
      "step": 1184600
    },
    {
      "epoch": 16.6993219908941,
      "grad_norm": 2.950643301010132,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1184700
    },
    {
      "epoch": 16.70073157323485,
      "grad_norm": 1.6293201446533203,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1184800
    },
    {
      "epoch": 16.702141155575603,
      "grad_norm": 2.315289258956909,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1184900
    },
    {
      "epoch": 16.703550737916355,
      "grad_norm": 2.907058000564575,
      "learning_rate": 5e-06,
      "loss": 0.0593,
      "step": 1185000
    },
    {
      "epoch": 16.704960320257108,
      "grad_norm": 2.844320058822632,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1185100
    },
    {
      "epoch": 16.70636990259786,
      "grad_norm": 1.7564640045166016,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1185200
    },
    {
      "epoch": 16.707779484938612,
      "grad_norm": 3.90061354637146,
      "learning_rate": 5e-06,
      "loss": 0.073,
      "step": 1185300
    },
    {
      "epoch": 16.709189067279365,
      "grad_norm": 2.982487678527832,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1185400
    },
    {
      "epoch": 16.710598649620117,
      "grad_norm": 3.9688730239868164,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1185500
    },
    {
      "epoch": 16.71200823196087,
      "grad_norm": 4.637260913848877,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1185600
    },
    {
      "epoch": 16.71341781430162,
      "grad_norm": 1.146457552909851,
      "learning_rate": 5e-06,
      "loss": 0.0659,
      "step": 1185700
    },
    {
      "epoch": 16.714827396642374,
      "grad_norm": 4.661404609680176,
      "learning_rate": 5e-06,
      "loss": 0.0601,
      "step": 1185800
    },
    {
      "epoch": 16.716236978983126,
      "grad_norm": 1.6653895378112793,
      "learning_rate": 5e-06,
      "loss": 0.071,
      "step": 1185900
    },
    {
      "epoch": 16.71764656132388,
      "grad_norm": 2.5881552696228027,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1186000
    },
    {
      "epoch": 16.71905614366463,
      "grad_norm": 2.0042898654937744,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1186100
    },
    {
      "epoch": 16.720465726005386,
      "grad_norm": 2.094550132751465,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1186200
    },
    {
      "epoch": 16.72187530834614,
      "grad_norm": 8.706335067749023,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1186300
    },
    {
      "epoch": 16.72328489068689,
      "grad_norm": 1.4447158575057983,
      "learning_rate": 5e-06,
      "loss": 0.0647,
      "step": 1186400
    },
    {
      "epoch": 16.724694473027643,
      "grad_norm": 1.739244818687439,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1186500
    },
    {
      "epoch": 16.726104055368396,
      "grad_norm": 2.9198522567749023,
      "learning_rate": 5e-06,
      "loss": 0.0667,
      "step": 1186600
    },
    {
      "epoch": 16.727513637709148,
      "grad_norm": 2.216336727142334,
      "learning_rate": 5e-06,
      "loss": 0.0662,
      "step": 1186700
    },
    {
      "epoch": 16.7289232200499,
      "grad_norm": 3.4724292755126953,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 1186800
    },
    {
      "epoch": 16.730332802390652,
      "grad_norm": 3.256220579147339,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1186900
    },
    {
      "epoch": 16.731742384731405,
      "grad_norm": 3.9368879795074463,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1187000
    },
    {
      "epoch": 16.733151967072157,
      "grad_norm": 3.289842367172241,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 1187100
    },
    {
      "epoch": 16.73456154941291,
      "grad_norm": 3.399851083755493,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1187200
    },
    {
      "epoch": 16.73597113175366,
      "grad_norm": 12.094966888427734,
      "learning_rate": 5e-06,
      "loss": 0.062,
      "step": 1187300
    },
    {
      "epoch": 16.737380714094414,
      "grad_norm": 3.122457265853882,
      "learning_rate": 5e-06,
      "loss": 0.0654,
      "step": 1187400
    },
    {
      "epoch": 16.738790296435166,
      "grad_norm": 4.108422756195068,
      "learning_rate": 5e-06,
      "loss": 0.0774,
      "step": 1187500
    },
    {
      "epoch": 16.74019987877592,
      "grad_norm": 2.7713429927825928,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1187600
    },
    {
      "epoch": 16.74160946111667,
      "grad_norm": 2.4849231243133545,
      "learning_rate": 5e-06,
      "loss": 0.0687,
      "step": 1187700
    },
    {
      "epoch": 16.743019043457423,
      "grad_norm": 2.07289719581604,
      "learning_rate": 5e-06,
      "loss": 0.0717,
      "step": 1187800
    },
    {
      "epoch": 16.744428625798175,
      "grad_norm": 0.8820521831512451,
      "learning_rate": 5e-06,
      "loss": 0.0599,
      "step": 1187900
    },
    {
      "epoch": 16.745838208138927,
      "grad_norm": 3.2207629680633545,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1188000
    },
    {
      "epoch": 16.74724779047968,
      "grad_norm": 2.725011110305786,
      "learning_rate": 5e-06,
      "loss": 0.065,
      "step": 1188100
    },
    {
      "epoch": 16.748657372820432,
      "grad_norm": 3.156566858291626,
      "learning_rate": 5e-06,
      "loss": 0.0639,
      "step": 1188200
    },
    {
      "epoch": 16.750066955161184,
      "grad_norm": 4.682863235473633,
      "learning_rate": 5e-06,
      "loss": 0.0578,
      "step": 1188300
    },
    {
      "epoch": 16.751476537501937,
      "grad_norm": 5.914300441741943,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1188400
    },
    {
      "epoch": 16.752886119842692,
      "grad_norm": 1.8887953758239746,
      "learning_rate": 5e-06,
      "loss": 0.0552,
      "step": 1188500
    },
    {
      "epoch": 16.754295702183445,
      "grad_norm": 2.7008585929870605,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 1188600
    },
    {
      "epoch": 16.755705284524197,
      "grad_norm": 7.525315761566162,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1188700
    },
    {
      "epoch": 16.75711486686495,
      "grad_norm": 3.5598080158233643,
      "learning_rate": 5e-06,
      "loss": 0.0642,
      "step": 1188800
    },
    {
      "epoch": 16.7585244492057,
      "grad_norm": 1.8217010498046875,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1188900
    },
    {
      "epoch": 16.759934031546454,
      "grad_norm": 3.8596107959747314,
      "learning_rate": 5e-06,
      "loss": 0.066,
      "step": 1189000
    },
    {
      "epoch": 16.761343613887206,
      "grad_norm": 4.1373820304870605,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 1189100
    },
    {
      "epoch": 16.76275319622796,
      "grad_norm": 4.93695592880249,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1189200
    },
    {
      "epoch": 16.76416277856871,
      "grad_norm": 5.9210591316223145,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 1189300
    },
    {
      "epoch": 16.765572360909463,
      "grad_norm": 5.316241264343262,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1189400
    },
    {
      "epoch": 16.766981943250215,
      "grad_norm": 1.474123239517212,
      "learning_rate": 5e-06,
      "loss": 0.0673,
      "step": 1189500
    },
    {
      "epoch": 16.768391525590967,
      "grad_norm": 2.4606106281280518,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1189600
    },
    {
      "epoch": 16.76980110793172,
      "grad_norm": 1.2655583620071411,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1189700
    },
    {
      "epoch": 16.771210690272472,
      "grad_norm": 1.5970460176467896,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1189800
    },
    {
      "epoch": 16.772620272613224,
      "grad_norm": 2.4345786571502686,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1189900
    },
    {
      "epoch": 16.774029854953977,
      "grad_norm": 2.2601675987243652,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1190000
    },
    {
      "epoch": 16.77543943729473,
      "grad_norm": 0.905769944190979,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1190100
    },
    {
      "epoch": 16.77684901963548,
      "grad_norm": 2.171393394470215,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1190200
    },
    {
      "epoch": 16.778258601976233,
      "grad_norm": 5.4704718589782715,
      "learning_rate": 5e-06,
      "loss": 0.067,
      "step": 1190300
    },
    {
      "epoch": 16.779668184316986,
      "grad_norm": 1.7792177200317383,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1190400
    },
    {
      "epoch": 16.781077766657738,
      "grad_norm": 2.4820847511291504,
      "learning_rate": 5e-06,
      "loss": 0.0618,
      "step": 1190500
    },
    {
      "epoch": 16.78248734899849,
      "grad_norm": 4.902373313903809,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 1190600
    },
    {
      "epoch": 16.783896931339243,
      "grad_norm": 2.0406315326690674,
      "learning_rate": 5e-06,
      "loss": 0.0695,
      "step": 1190700
    },
    {
      "epoch": 16.78530651368,
      "grad_norm": 2.9160614013671875,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1190800
    },
    {
      "epoch": 16.78671609602075,
      "grad_norm": 4.290850639343262,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1190900
    },
    {
      "epoch": 16.788125678361503,
      "grad_norm": 4.452219486236572,
      "learning_rate": 5e-06,
      "loss": 0.0817,
      "step": 1191000
    },
    {
      "epoch": 16.789535260702255,
      "grad_norm": 0.6669711470603943,
      "learning_rate": 5e-06,
      "loss": 0.0689,
      "step": 1191100
    },
    {
      "epoch": 16.790944843043007,
      "grad_norm": 3.9540205001831055,
      "learning_rate": 5e-06,
      "loss": 0.0674,
      "step": 1191200
    },
    {
      "epoch": 16.79235442538376,
      "grad_norm": 1.7430973052978516,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1191300
    },
    {
      "epoch": 16.793764007724512,
      "grad_norm": 1.7315579652786255,
      "learning_rate": 5e-06,
      "loss": 0.074,
      "step": 1191400
    },
    {
      "epoch": 16.795173590065264,
      "grad_norm": 6.2180376052856445,
      "learning_rate": 5e-06,
      "loss": 0.0669,
      "step": 1191500
    },
    {
      "epoch": 16.796583172406017,
      "grad_norm": 1.6176291704177856,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1191600
    },
    {
      "epoch": 16.79799275474677,
      "grad_norm": 1.1530917882919312,
      "learning_rate": 5e-06,
      "loss": 0.0586,
      "step": 1191700
    },
    {
      "epoch": 16.79940233708752,
      "grad_norm": 4.448862552642822,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1191800
    },
    {
      "epoch": 16.800811919428273,
      "grad_norm": 1.9982855319976807,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1191900
    },
    {
      "epoch": 16.802221501769026,
      "grad_norm": 2.3462300300598145,
      "learning_rate": 5e-06,
      "loss": 0.0603,
      "step": 1192000
    },
    {
      "epoch": 16.803631084109778,
      "grad_norm": 3.282565116882324,
      "learning_rate": 5e-06,
      "loss": 0.0652,
      "step": 1192100
    },
    {
      "epoch": 16.80504066645053,
      "grad_norm": 4.990352153778076,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1192200
    },
    {
      "epoch": 16.806450248791283,
      "grad_norm": 1.7707451581954956,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1192300
    },
    {
      "epoch": 16.807859831132035,
      "grad_norm": 2.718266248703003,
      "learning_rate": 5e-06,
      "loss": 0.0694,
      "step": 1192400
    },
    {
      "epoch": 16.809269413472787,
      "grad_norm": 2.3976261615753174,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1192500
    },
    {
      "epoch": 16.81067899581354,
      "grad_norm": 2.7033302783966064,
      "learning_rate": 5e-06,
      "loss": 0.0663,
      "step": 1192600
    },
    {
      "epoch": 16.81208857815429,
      "grad_norm": 4.243076801300049,
      "learning_rate": 5e-06,
      "loss": 0.0693,
      "step": 1192700
    },
    {
      "epoch": 16.813498160495044,
      "grad_norm": 4.297215938568115,
      "learning_rate": 5e-06,
      "loss": 0.0634,
      "step": 1192800
    },
    {
      "epoch": 16.814907742835796,
      "grad_norm": 2.1028177738189697,
      "learning_rate": 5e-06,
      "loss": 0.0732,
      "step": 1192900
    },
    {
      "epoch": 16.81631732517655,
      "grad_norm": 2.6170382499694824,
      "learning_rate": 5e-06,
      "loss": 0.0736,
      "step": 1193000
    },
    {
      "epoch": 16.817726907517304,
      "grad_norm": 2.6210124492645264,
      "learning_rate": 5e-06,
      "loss": 0.0611,
      "step": 1193100
    },
    {
      "epoch": 16.819136489858057,
      "grad_norm": 2.044116973876953,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1193200
    },
    {
      "epoch": 16.82054607219881,
      "grad_norm": 4.955575942993164,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1193300
    },
    {
      "epoch": 16.82195565453956,
      "grad_norm": 2.5264389514923096,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1193400
    },
    {
      "epoch": 16.823365236880313,
      "grad_norm": 1.34512460231781,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1193500
    },
    {
      "epoch": 16.824774819221066,
      "grad_norm": 2.325216293334961,
      "learning_rate": 5e-06,
      "loss": 0.0636,
      "step": 1193600
    },
    {
      "epoch": 16.826184401561818,
      "grad_norm": 2.5032408237457275,
      "learning_rate": 5e-06,
      "loss": 0.0587,
      "step": 1193700
    },
    {
      "epoch": 16.82759398390257,
      "grad_norm": 2.5045700073242188,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1193800
    },
    {
      "epoch": 16.829003566243323,
      "grad_norm": 3.6518890857696533,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1193900
    },
    {
      "epoch": 16.830413148584075,
      "grad_norm": 1.6784855127334595,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 1194000
    },
    {
      "epoch": 16.831822730924827,
      "grad_norm": 1.6327414512634277,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1194100
    },
    {
      "epoch": 16.83323231326558,
      "grad_norm": 1.692946195602417,
      "learning_rate": 5e-06,
      "loss": 0.0721,
      "step": 1194200
    },
    {
      "epoch": 16.83464189560633,
      "grad_norm": 1.5766583681106567,
      "learning_rate": 5e-06,
      "loss": 0.0641,
      "step": 1194300
    },
    {
      "epoch": 16.836051477947084,
      "grad_norm": 0.9446355104446411,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1194400
    },
    {
      "epoch": 16.837461060287836,
      "grad_norm": 3.8138654232025146,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1194500
    },
    {
      "epoch": 16.83887064262859,
      "grad_norm": 1.8867634534835815,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1194600
    },
    {
      "epoch": 16.84028022496934,
      "grad_norm": 2.0085878372192383,
      "learning_rate": 5e-06,
      "loss": 0.0691,
      "step": 1194700
    },
    {
      "epoch": 16.841689807310093,
      "grad_norm": 3.085059642791748,
      "learning_rate": 5e-06,
      "loss": 0.0622,
      "step": 1194800
    },
    {
      "epoch": 16.843099389650845,
      "grad_norm": 3.6962180137634277,
      "learning_rate": 5e-06,
      "loss": 0.0745,
      "step": 1194900
    },
    {
      "epoch": 16.844508971991598,
      "grad_norm": 2.090041399002075,
      "learning_rate": 5e-06,
      "loss": 0.0649,
      "step": 1195000
    },
    {
      "epoch": 16.84591855433235,
      "grad_norm": 1.1692265272140503,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1195100
    },
    {
      "epoch": 16.847328136673102,
      "grad_norm": 3.5329558849334717,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1195200
    },
    {
      "epoch": 16.848737719013855,
      "grad_norm": 0.981687068939209,
      "learning_rate": 5e-06,
      "loss": 0.064,
      "step": 1195300
    },
    {
      "epoch": 16.85014730135461,
      "grad_norm": 3.479379653930664,
      "learning_rate": 5e-06,
      "loss": 0.0692,
      "step": 1195400
    },
    {
      "epoch": 16.851556883695363,
      "grad_norm": 1.0546680688858032,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1195500
    },
    {
      "epoch": 16.852966466036115,
      "grad_norm": 10.173917770385742,
      "learning_rate": 5e-06,
      "loss": 0.0716,
      "step": 1195600
    },
    {
      "epoch": 16.854376048376867,
      "grad_norm": 0.6903485655784607,
      "learning_rate": 5e-06,
      "loss": 0.0766,
      "step": 1195700
    },
    {
      "epoch": 16.85578563071762,
      "grad_norm": 0.7109616994857788,
      "learning_rate": 5e-06,
      "loss": 0.061,
      "step": 1195800
    },
    {
      "epoch": 16.85719521305837,
      "grad_norm": 2.860722541809082,
      "learning_rate": 5e-06,
      "loss": 0.0686,
      "step": 1195900
    },
    {
      "epoch": 16.858604795399124,
      "grad_norm": 3.97839093208313,
      "learning_rate": 5e-06,
      "loss": 0.0581,
      "step": 1196000
    },
    {
      "epoch": 16.860014377739876,
      "grad_norm": 2.982668161392212,
      "learning_rate": 5e-06,
      "loss": 0.0685,
      "step": 1196100
    },
    {
      "epoch": 16.86142396008063,
      "grad_norm": 1.5400036573410034,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1196200
    },
    {
      "epoch": 16.86283354242138,
      "grad_norm": 2.504662275314331,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1196300
    },
    {
      "epoch": 16.864243124762133,
      "grad_norm": 2.570561170578003,
      "learning_rate": 5e-06,
      "loss": 0.0688,
      "step": 1196400
    },
    {
      "epoch": 16.865652707102885,
      "grad_norm": 4.236944198608398,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1196500
    },
    {
      "epoch": 16.867062289443638,
      "grad_norm": 2.2016441822052,
      "learning_rate": 5e-06,
      "loss": 0.0613,
      "step": 1196600
    },
    {
      "epoch": 16.86847187178439,
      "grad_norm": 1.7631516456604004,
      "learning_rate": 5e-06,
      "loss": 0.077,
      "step": 1196700
    },
    {
      "epoch": 16.869881454125142,
      "grad_norm": 5.519937038421631,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1196800
    },
    {
      "epoch": 16.871291036465895,
      "grad_norm": 6.257568836212158,
      "learning_rate": 5e-06,
      "loss": 0.0704,
      "step": 1196900
    },
    {
      "epoch": 16.872700618806647,
      "grad_norm": 3.3989391326904297,
      "learning_rate": 5e-06,
      "loss": 0.0621,
      "step": 1197000
    },
    {
      "epoch": 16.8741102011474,
      "grad_norm": 3.421933889389038,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1197100
    },
    {
      "epoch": 16.87551978348815,
      "grad_norm": 1.4157928228378296,
      "learning_rate": 5e-06,
      "loss": 0.0578,
      "step": 1197200
    },
    {
      "epoch": 16.876929365828904,
      "grad_norm": 1.6619458198547363,
      "learning_rate": 5e-06,
      "loss": 0.0644,
      "step": 1197300
    },
    {
      "epoch": 16.878338948169656,
      "grad_norm": 6.963554859161377,
      "learning_rate": 5e-06,
      "loss": 0.0725,
      "step": 1197400
    },
    {
      "epoch": 16.87974853051041,
      "grad_norm": 1.1297669410705566,
      "learning_rate": 5e-06,
      "loss": 0.0671,
      "step": 1197500
    },
    {
      "epoch": 16.88115811285116,
      "grad_norm": 1.46615731716156,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1197600
    },
    {
      "epoch": 16.882567695191916,
      "grad_norm": 2.3892149925231934,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 1197700
    },
    {
      "epoch": 16.88397727753267,
      "grad_norm": 3.5010673999786377,
      "learning_rate": 5e-06,
      "loss": 0.069,
      "step": 1197800
    },
    {
      "epoch": 16.88538685987342,
      "grad_norm": 6.61617374420166,
      "learning_rate": 5e-06,
      "loss": 0.0711,
      "step": 1197900
    },
    {
      "epoch": 16.886796442214173,
      "grad_norm": 2.230369806289673,
      "learning_rate": 5e-06,
      "loss": 0.0707,
      "step": 1198000
    },
    {
      "epoch": 16.888206024554925,
      "grad_norm": 1.945085048675537,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1198100
    },
    {
      "epoch": 16.889615606895678,
      "grad_norm": 0.8308413028717041,
      "learning_rate": 5e-06,
      "loss": 0.0676,
      "step": 1198200
    },
    {
      "epoch": 16.89102518923643,
      "grad_norm": 2.5793306827545166,
      "learning_rate": 5e-06,
      "loss": 0.0664,
      "step": 1198300
    },
    {
      "epoch": 16.892434771577182,
      "grad_norm": 3.1597535610198975,
      "learning_rate": 5e-06,
      "loss": 0.0719,
      "step": 1198400
    },
    {
      "epoch": 16.893844353917935,
      "grad_norm": 1.171784520149231,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1198500
    },
    {
      "epoch": 16.895253936258687,
      "grad_norm": 3.809622049331665,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1198600
    },
    {
      "epoch": 16.89666351859944,
      "grad_norm": 2.2768354415893555,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1198700
    },
    {
      "epoch": 16.89807310094019,
      "grad_norm": 1.4807769060134888,
      "learning_rate": 5e-06,
      "loss": 0.0821,
      "step": 1198800
    },
    {
      "epoch": 16.899482683280944,
      "grad_norm": 1.2065588235855103,
      "learning_rate": 5e-06,
      "loss": 0.0646,
      "step": 1198900
    },
    {
      "epoch": 16.900892265621696,
      "grad_norm": 2.4844775199890137,
      "learning_rate": 5e-06,
      "loss": 0.072,
      "step": 1199000
    },
    {
      "epoch": 16.90230184796245,
      "grad_norm": 11.86362361907959,
      "learning_rate": 5e-06,
      "loss": 0.0718,
      "step": 1199100
    },
    {
      "epoch": 16.9037114303032,
      "grad_norm": 4.028650760650635,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1199200
    },
    {
      "epoch": 16.905121012643953,
      "grad_norm": 1.5768839120864868,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1199300
    },
    {
      "epoch": 16.906530594984705,
      "grad_norm": 1.017638921737671,
      "learning_rate": 5e-06,
      "loss": 0.0681,
      "step": 1199400
    },
    {
      "epoch": 16.907940177325457,
      "grad_norm": 2.9867005348205566,
      "learning_rate": 5e-06,
      "loss": 0.0796,
      "step": 1199500
    },
    {
      "epoch": 16.90934975966621,
      "grad_norm": 1.748589038848877,
      "learning_rate": 5e-06,
      "loss": 0.0668,
      "step": 1199600
    },
    {
      "epoch": 16.910759342006962,
      "grad_norm": 0.9091405272483826,
      "learning_rate": 5e-06,
      "loss": 0.0737,
      "step": 1199700
    },
    {
      "epoch": 16.912168924347714,
      "grad_norm": 10.919502258300781,
      "learning_rate": 5e-06,
      "loss": 0.0608,
      "step": 1199800
    },
    {
      "epoch": 16.913578506688467,
      "grad_norm": 2.216381549835205,
      "learning_rate": 5e-06,
      "loss": 0.0844,
      "step": 1199900
    },
    {
      "epoch": 16.914988089029222,
      "grad_norm": 1.2211238145828247,
      "learning_rate": 5e-06,
      "loss": 0.07,
      "step": 1200000
    },
    {
      "epoch": 16.916397671369975,
      "grad_norm": 2.3252875804901123,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 1200100
    },
    {
      "epoch": 16.917807253710727,
      "grad_norm": 1.5754337310791016,
      "learning_rate": 5e-06,
      "loss": 0.0645,
      "step": 1200200
    },
    {
      "epoch": 16.91921683605148,
      "grad_norm": 1.7992174625396729,
      "learning_rate": 5e-06,
      "loss": 0.0742,
      "step": 1200300
    },
    {
      "epoch": 16.92062641839223,
      "grad_norm": 2.189204454421997,
      "learning_rate": 5e-06,
      "loss": 0.0627,
      "step": 1200400
    },
    {
      "epoch": 16.922036000732984,
      "grad_norm": 3.6041758060455322,
      "learning_rate": 5e-06,
      "loss": 0.0862,
      "step": 1200500
    },
    {
      "epoch": 16.923445583073736,
      "grad_norm": 4.276185989379883,
      "learning_rate": 5e-06,
      "loss": 0.0651,
      "step": 1200600
    },
    {
      "epoch": 16.92485516541449,
      "grad_norm": 10.211463928222656,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1200700
    },
    {
      "epoch": 16.92626474775524,
      "grad_norm": 1.4064239263534546,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1200800
    },
    {
      "epoch": 16.927674330095993,
      "grad_norm": 3.706056833267212,
      "learning_rate": 5e-06,
      "loss": 0.0653,
      "step": 1200900
    },
    {
      "epoch": 16.929083912436745,
      "grad_norm": 2.0330207347869873,
      "learning_rate": 5e-06,
      "loss": 0.0643,
      "step": 1201000
    },
    {
      "epoch": 16.930493494777497,
      "grad_norm": 4.051987171173096,
      "learning_rate": 5e-06,
      "loss": 0.0828,
      "step": 1201100
    },
    {
      "epoch": 16.93190307711825,
      "grad_norm": 2.2887377738952637,
      "learning_rate": 5e-06,
      "loss": 0.0635,
      "step": 1201200
    },
    {
      "epoch": 16.933312659459002,
      "grad_norm": 2.738346576690674,
      "learning_rate": 5e-06,
      "loss": 0.0748,
      "step": 1201300
    },
    {
      "epoch": 16.934722241799754,
      "grad_norm": 5.191098690032959,
      "learning_rate": 5e-06,
      "loss": 0.0731,
      "step": 1201400
    },
    {
      "epoch": 16.936131824140507,
      "grad_norm": 2.4152302742004395,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1201500
    },
    {
      "epoch": 16.93754140648126,
      "grad_norm": 1.8674339056015015,
      "learning_rate": 5e-06,
      "loss": 0.0706,
      "step": 1201600
    },
    {
      "epoch": 16.93895098882201,
      "grad_norm": 5.593894958496094,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1201700
    },
    {
      "epoch": 16.940360571162763,
      "grad_norm": 2.8594164848327637,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1201800
    },
    {
      "epoch": 16.941770153503516,
      "grad_norm": 3.2708139419555664,
      "learning_rate": 5e-06,
      "loss": 0.0743,
      "step": 1201900
    },
    {
      "epoch": 16.943179735844268,
      "grad_norm": 2.5791852474212646,
      "learning_rate": 5e-06,
      "loss": 0.0658,
      "step": 1202000
    },
    {
      "epoch": 16.94458931818502,
      "grad_norm": 2.15914249420166,
      "learning_rate": 5e-06,
      "loss": 0.0702,
      "step": 1202100
    },
    {
      "epoch": 16.945998900525773,
      "grad_norm": 5.827382564544678,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1202200
    },
    {
      "epoch": 16.94740848286653,
      "grad_norm": 6.943749904632568,
      "learning_rate": 5e-06,
      "loss": 0.068,
      "step": 1202300
    },
    {
      "epoch": 16.94881806520728,
      "grad_norm": 1.9066420793533325,
      "learning_rate": 5e-06,
      "loss": 0.0609,
      "step": 1202400
    },
    {
      "epoch": 16.950227647548033,
      "grad_norm": 2.4407637119293213,
      "learning_rate": 5e-06,
      "loss": 0.0633,
      "step": 1202500
    },
    {
      "epoch": 16.951637229888785,
      "grad_norm": 1.874796748161316,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1202600
    },
    {
      "epoch": 16.953046812229537,
      "grad_norm": 1.9985214471817017,
      "learning_rate": 5e-06,
      "loss": 0.0675,
      "step": 1202700
    },
    {
      "epoch": 16.95445639457029,
      "grad_norm": 3.594794988632202,
      "learning_rate": 5e-06,
      "loss": 0.0701,
      "step": 1202800
    },
    {
      "epoch": 16.955865976911042,
      "grad_norm": 12.214056968688965,
      "learning_rate": 5e-06,
      "loss": 0.063,
      "step": 1202900
    },
    {
      "epoch": 16.957275559251794,
      "grad_norm": 2.551992416381836,
      "learning_rate": 5e-06,
      "loss": 0.0683,
      "step": 1203000
    },
    {
      "epoch": 16.958685141592547,
      "grad_norm": 2.6556739807128906,
      "learning_rate": 5e-06,
      "loss": 0.0677,
      "step": 1203100
    },
    {
      "epoch": 16.9600947239333,
      "grad_norm": 5.358839511871338,
      "learning_rate": 5e-06,
      "loss": 0.0594,
      "step": 1203200
    },
    {
      "epoch": 16.96150430627405,
      "grad_norm": 2.7787787914276123,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1203300
    },
    {
      "epoch": 16.962913888614803,
      "grad_norm": 2.6730329990386963,
      "learning_rate": 5e-06,
      "loss": 0.0703,
      "step": 1203400
    },
    {
      "epoch": 16.964323470955556,
      "grad_norm": 5.461599826812744,
      "learning_rate": 5e-06,
      "loss": 0.0615,
      "step": 1203500
    },
    {
      "epoch": 16.965733053296308,
      "grad_norm": 3.5154569149017334,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 1203600
    },
    {
      "epoch": 16.96714263563706,
      "grad_norm": 0.8643532395362854,
      "learning_rate": 5e-06,
      "loss": 0.0753,
      "step": 1203700
    },
    {
      "epoch": 16.968552217977813,
      "grad_norm": 3.3193652629852295,
      "learning_rate": 5e-06,
      "loss": 0.0679,
      "step": 1203800
    },
    {
      "epoch": 16.969961800318565,
      "grad_norm": 1.8095699548721313,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1203900
    },
    {
      "epoch": 16.971371382659317,
      "grad_norm": 1.881330132484436,
      "learning_rate": 5e-06,
      "loss": 0.0626,
      "step": 1204000
    },
    {
      "epoch": 16.97278096500007,
      "grad_norm": 7.486182689666748,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1204100
    },
    {
      "epoch": 16.97419054734082,
      "grad_norm": 2.2773003578186035,
      "learning_rate": 5e-06,
      "loss": 0.0729,
      "step": 1204200
    },
    {
      "epoch": 16.975600129681574,
      "grad_norm": 3.2286124229431152,
      "learning_rate": 5e-06,
      "loss": 0.0638,
      "step": 1204300
    },
    {
      "epoch": 16.977009712022326,
      "grad_norm": 4.605257034301758,
      "learning_rate": 5e-06,
      "loss": 0.0713,
      "step": 1204400
    },
    {
      "epoch": 16.97841929436308,
      "grad_norm": 4.299703121185303,
      "learning_rate": 5e-06,
      "loss": 0.0733,
      "step": 1204500
    },
    {
      "epoch": 16.979828876703834,
      "grad_norm": 1.7582772970199585,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1204600
    },
    {
      "epoch": 16.981238459044587,
      "grad_norm": 3.1538875102996826,
      "learning_rate": 5e-06,
      "loss": 0.0564,
      "step": 1204700
    },
    {
      "epoch": 16.98264804138534,
      "grad_norm": 2.303295612335205,
      "learning_rate": 5e-06,
      "loss": 0.0631,
      "step": 1204800
    },
    {
      "epoch": 16.98405762372609,
      "grad_norm": 2.0873308181762695,
      "learning_rate": 5e-06,
      "loss": 0.0746,
      "step": 1204900
    },
    {
      "epoch": 16.985467206066843,
      "grad_norm": 4.617575168609619,
      "learning_rate": 5e-06,
      "loss": 0.0739,
      "step": 1205000
    },
    {
      "epoch": 16.986876788407596,
      "grad_norm": 5.298035621643066,
      "learning_rate": 5e-06,
      "loss": 0.0655,
      "step": 1205100
    },
    {
      "epoch": 16.988286370748348,
      "grad_norm": 3.7368011474609375,
      "learning_rate": 5e-06,
      "loss": 0.0698,
      "step": 1205200
    },
    {
      "epoch": 16.9896959530891,
      "grad_norm": 2.9567513465881348,
      "learning_rate": 5e-06,
      "loss": 0.0726,
      "step": 1205300
    },
    {
      "epoch": 16.991105535429853,
      "grad_norm": 3.7904129028320312,
      "learning_rate": 5e-06,
      "loss": 0.0672,
      "step": 1205400
    },
    {
      "epoch": 16.992515117770605,
      "grad_norm": 3.714423894882202,
      "learning_rate": 5e-06,
      "loss": 0.0709,
      "step": 1205500
    },
    {
      "epoch": 16.993924700111357,
      "grad_norm": 1.9469026327133179,
      "learning_rate": 5e-06,
      "loss": 0.0665,
      "step": 1205600
    },
    {
      "epoch": 16.99533428245211,
      "grad_norm": 2.785400629043579,
      "learning_rate": 5e-06,
      "loss": 0.0699,
      "step": 1205700
    },
    {
      "epoch": 16.99674386479286,
      "grad_norm": 2.4906928539276123,
      "learning_rate": 5e-06,
      "loss": 0.0661,
      "step": 1205800
    },
    {
      "epoch": 16.998153447133614,
      "grad_norm": 2.1662614345550537,
      "learning_rate": 5e-06,
      "loss": 0.0628,
      "step": 1205900
    },
    {
      "epoch": 16.999563029474366,
      "grad_norm": 4.791810512542725,
      "learning_rate": 5e-06,
      "loss": 0.0684,
      "step": 1206000
    },
    {
      "epoch": 17.0,
      "step": 1206031,
      "train_loss": 0.06546798348426819,
      "train_perplexity": 1.0676585540593944,
      "train_runtime": 3975.7502,
      "train_samples_per_second": 35.688,
      "train_steps_per_second": 8.922
    },
    {
      "epoch": 17.0,
      "eval_loss": 0.07455990463495255,
      "eval_perplexity": 1.077409883434877,
      "eval_runtime": 990.3267,
      "eval_samples_per_second": 35.818,
      "eval_steps_per_second": 8.955,
      "step": 1206031
    },
    {
      "epoch": 17.0,
      "step": 1206031,
      "total_flos": 6.35680967194082e+19,
      "train_loss": 0.09140541498399525,
      "train_runtime": 280358.885,
      "train_samples_per_second": 17.207,
      "train_steps_per_second": 4.302
    }
  ],
  "logging_steps": 100,
  "max_steps": 1206031,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 17,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0001
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.35680967194082e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}