diff --git "a/last-checkpoint/trainer_state.json" "b/last-checkpoint/trainer_state.json"
--- "a/last-checkpoint/trainer_state.json"
+++ "b/last-checkpoint/trainer_state.json"
@@ -2,9 +2,9 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.11572256342009771,
+  "epoch": 0.12398846080724754,
   "eval_steps": 500,
-  "global_step": 14000,
+  "global_step": 15000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -126008,6 +126008,9006 @@
       "mean_token_accuracy": 0.9645145535469055,
       "num_tokens": 28184991.0,
       "step": 14000
+    },
+    {
+      "epoch": 0.11573082931748485,
+      "grad_norm": 0.17449237406253815,
+      "learning_rate": 4.7107349209366917e-05,
+      "loss": 0.1008,
+      "mean_token_accuracy": 0.9806079864501953,
+      "num_tokens": 28186905.0,
+      "step": 14001
+    },
+    {
+      "epoch": 0.11573909521487201,
+      "grad_norm": 0.2842540442943573,
+      "learning_rate": 4.710714256193224e-05,
+      "loss": 0.231,
+      "mean_token_accuracy": 0.9532710313796997,
+      "num_tokens": 28189051.0,
+      "step": 14002
+    },
+    {
+      "epoch": 0.11574736111225915,
+      "grad_norm": 0.20736335217952728,
+      "learning_rate": 4.710693591449756e-05,
+      "loss": 0.1138,
+      "mean_token_accuracy": 0.977180540561676,
+      "num_tokens": 28191029.0,
+      "step": 14003
+    },
+    {
+      "epoch": 0.1157556270096463,
+      "grad_norm": 0.2893434762954712,
+      "learning_rate": 4.710672926706288e-05,
+      "loss": 0.1468,
+      "mean_token_accuracy": 0.9683950543403625,
+      "num_tokens": 28193060.0,
+      "step": 14004
+    },
+    {
+      "epoch": 0.11576389290703346,
+      "grad_norm": 0.20545421540737152,
+      "learning_rate": 4.71065226196282e-05,
+      "loss": 0.1164,
+      "mean_token_accuracy": 0.9777889847755432,
+      "num_tokens": 28195047.0,
+      "step": 14005
+    },
+    {
+      "epoch": 0.1157721588044206,
+      "grad_norm": 0.2320072054862976,
+      "learning_rate": 4.710631597219352e-05,
+      "loss": 0.1232,
+      "mean_token_accuracy": 0.9723200798034668,
+      "num_tokens": 28197040.0,
+      "step": 14006
+    },
+    {
+      "epoch": 0.11578042470180776,
+      "grad_norm": 0.278209388256073,
+      "learning_rate": 4.7106109324758847e-05,
+      "loss": 0.189,
+      "mean_token_accuracy": 0.967789888381958,
+      "num_tokens": 28199064.0,
+      "step": 14007
+    },
+    {
+      "epoch": 0.1157886905991949,
+      "grad_norm": 0.41490769386291504,
+      "learning_rate": 4.710590267732417e-05,
+      "loss": 0.2224,
+      "mean_token_accuracy": 0.9514018893241882,
+      "num_tokens": 28201210.0,
+      "step": 14008
+    },
+    {
+      "epoch": 0.11579695649658205,
+      "grad_norm": 0.2547511160373688,
+      "learning_rate": 4.710569602988948e-05,
+      "loss": 0.1653,
+      "mean_token_accuracy": 0.9646191596984863,
+      "num_tokens": 28203251.0,
+      "step": 14009
+    },
+    {
+      "epoch": 0.1158052223939692,
+      "grad_norm": 0.2718528211116791,
+      "learning_rate": 4.710548938245481e-05,
+      "loss": 0.1937,
+      "mean_token_accuracy": 0.9584527015686035,
+      "num_tokens": 28205351.0,
+      "step": 14010
+    },
+    {
+      "epoch": 0.11581348829135635,
+      "grad_norm": 0.3441998064517975,
+      "learning_rate": 4.7105282735020126e-05,
+      "loss": 0.1859,
+      "mean_token_accuracy": 0.9648862481117249,
+      "num_tokens": 28207379.0,
+      "step": 14011
+    },
+    {
+      "epoch": 0.1158217541887435,
+      "grad_norm": 0.2460077702999115,
+      "learning_rate": 4.7105076087585455e-05,
+      "loss": 0.1901,
+      "mean_token_accuracy": 0.9658536314964294,
+      "num_tokens": 28209435.0,
+      "step": 14012
+    },
+    {
+      "epoch": 0.11583002008613065,
+      "grad_norm": 0.2161487638950348,
+      "learning_rate": 4.710486944015077e-05,
+      "loss": 0.1234,
+      "mean_token_accuracy": 0.9736441969871521,
+      "num_tokens": 28211414.0,
+      "step": 14013
+    },
+    {
+      "epoch": 0.1158382859835178,
+      "grad_norm": 0.2365308701992035,
+      "learning_rate": 4.710466279271609e-05,
+      "loss": 0.1162,
+      "mean_token_accuracy": 0.9725624918937683,
+      "num_tokens": 28213461.0,
+      "step": 14014
+    },
+    {
+      "epoch": 0.11584655188090495,
+      "grad_norm": 0.200137197971344,
+      "learning_rate": 4.710445614528142e-05,
+      "loss": 0.1299,
+      "mean_token_accuracy": 0.9745676517486572,
+      "num_tokens": 28215433.0,
+      "step": 14015
+    },
+    {
+      "epoch": 0.1158548177782921,
+      "grad_norm": 0.3072125017642975,
+      "learning_rate": 4.7104249497846735e-05,
+      "loss": 0.1595,
+      "mean_token_accuracy": 0.9672051072120667,
+      "num_tokens": 28217482.0,
+      "step": 14016
+    },
+    {
+      "epoch": 0.11586308367567925,
+      "grad_norm": 0.3561331331729889,
+      "learning_rate": 4.7104042850412056e-05,
+      "loss": 0.1897,
+      "mean_token_accuracy": 0.9642156958580017,
+      "num_tokens": 28219528.0,
+      "step": 14017
+    },
+    {
+      "epoch": 0.1158713495730664,
+      "grad_norm": 0.2569230794906616,
+      "learning_rate": 4.710383620297738e-05,
+      "loss": 0.1486,
+      "mean_token_accuracy": 0.968718945980072,
+      "num_tokens": 28221548.0,
+      "step": 14018
+    },
+    {
+      "epoch": 0.11587961547045356,
+      "grad_norm": 0.26152536273002625,
+      "learning_rate": 4.71036295555427e-05,
+      "loss": 0.1484,
+      "mean_token_accuracy": 0.971740186214447,
+      "num_tokens": 28223571.0,
+      "step": 14019
+    },
+    {
+      "epoch": 0.1158878813678407,
+      "grad_norm": 0.23921141028404236,
+      "learning_rate": 4.710342290810802e-05,
+      "loss": 0.1218,
+      "mean_token_accuracy": 0.9738271832466125,
+      "num_tokens": 28225602.0,
+      "step": 14020
+    },
+    {
+      "epoch": 0.11589614726522784,
+      "grad_norm": 0.27694928646087646,
+      "learning_rate": 4.710321626067334e-05,
+      "loss": 0.1753,
+      "mean_token_accuracy": 0.9643716812133789,
+      "num_tokens": 28227685.0,
+      "step": 14021
+    },
+    {
+      "epoch": 0.115904413162615,
+      "grad_norm": 0.28613942861557007,
+      "learning_rate": 4.7103009613238665e-05,
+      "loss": 0.1393,
+      "mean_token_accuracy": 0.9732728004455566,
+      "num_tokens": 28229674.0,
+      "step": 14022
+    },
+    {
+      "epoch": 0.11591267906000215,
+      "grad_norm": 0.2568778097629547,
+      "learning_rate": 4.710280296580398e-05,
+      "loss": 0.1755,
+      "mean_token_accuracy": 0.9648340940475464,
+      "num_tokens": 28231699.0,
+      "step": 14023
+    },
+    {
+      "epoch": 0.1159209449573893,
+      "grad_norm": 0.2933853566646576,
+      "learning_rate": 4.710259631836931e-05,
+      "loss": 0.1956,
+      "mean_token_accuracy": 0.9616876840591431,
+      "num_tokens": 28233767.0,
+      "step": 14024
+    },
+    {
+      "epoch": 0.11592921085477645,
+      "grad_norm": 0.2211069017648697,
+      "learning_rate": 4.710238967093463e-05,
+      "loss": 0.1386,
+      "mean_token_accuracy": 0.9734601974487305,
+      "num_tokens": 28235770.0,
+      "step": 14025
+    },
+    {
+      "epoch": 0.11593747675216359,
+      "grad_norm": 0.3727601170539856,
+      "learning_rate": 4.7102183023499944e-05,
+      "loss": 0.1916,
+      "mean_token_accuracy": 0.9634085297584534,
+      "num_tokens": 28237771.0,
+      "step": 14026
+    },
+    {
+      "epoch": 0.11594574264955075,
+      "grad_norm": 0.2755824029445648,
+      "learning_rate": 4.710197637606527e-05,
+      "loss": 0.1267,
+      "mean_token_accuracy": 0.9707218408584595,
+      "num_tokens": 28239758.0,
+      "step": 14027
+    },
+    {
+      "epoch": 0.1159540085469379,
+      "grad_norm": 0.28234776854515076,
+      "learning_rate": 4.710176972863059e-05,
+      "loss": 0.132,
+      "mean_token_accuracy": 0.9753521084785461,
+      "num_tokens": 28241752.0,
+      "step": 14028
+    },
+    {
+      "epoch": 0.11596227444432505,
+      "grad_norm": 0.2891000211238861,
+      "learning_rate": 4.710156308119591e-05,
+      "loss": 0.1427,
+      "mean_token_accuracy": 0.970426082611084,
+      "num_tokens": 28243753.0,
+      "step": 14029
+    },
+    {
+      "epoch": 0.1159705403417122,
+      "grad_norm": 0.23795601725578308,
+      "learning_rate": 4.710135643376124e-05,
+      "loss": 0.1187,
+      "mean_token_accuracy": 0.9745382070541382,
+      "num_tokens": 28245762.0,
+      "step": 14030
+    },
+    {
+      "epoch": 0.11597880623909934,
+      "grad_norm": 0.26360276341438293,
+      "learning_rate": 4.710114978632655e-05,
+      "loss": 0.1641,
+      "mean_token_accuracy": 0.9717884063720703,
+      "num_tokens": 28247753.0,
+      "step": 14031
+    },
+    {
+      "epoch": 0.1159870721364865,
+      "grad_norm": 0.2540680468082428,
+      "learning_rate": 4.710094313889188e-05,
+      "loss": 0.1318,
+      "mean_token_accuracy": 0.969169557094574,
+      "num_tokens": 28249770.0,
+      "step": 14032
+    },
+    {
+      "epoch": 0.11599533803387364,
+      "grad_norm": 0.2420830875635147,
+      "learning_rate": 4.7100736491457196e-05,
+      "loss": 0.1655,
+      "mean_token_accuracy": 0.9678376913070679,
+      "num_tokens": 28251797.0,
+      "step": 14033
+    },
+    {
+      "epoch": 0.1160036039312608,
+      "grad_norm": 0.25666847825050354,
+      "learning_rate": 4.710052984402252e-05,
+      "loss": 0.2146,
+      "mean_token_accuracy": 0.958984375,
+      "num_tokens": 28253851.0,
+      "step": 14034
+    },
+    {
+      "epoch": 0.11601186982864795,
+      "grad_norm": 0.29659295082092285,
+      "learning_rate": 4.710032319658784e-05,
+      "loss": 0.2033,
+      "mean_token_accuracy": 0.9606605172157288,
+      "num_tokens": 28255916.0,
+      "step": 14035
+    },
+    {
+      "epoch": 0.1160201357260351,
+      "grad_norm": 0.2623664438724518,
+      "learning_rate": 4.710011654915316e-05,
+      "loss": 0.1522,
+      "mean_token_accuracy": 0.9700833559036255,
+      "num_tokens": 28257961.0,
+      "step": 14036
+    },
+    {
+      "epoch": 0.11602840162342225,
+      "grad_norm": 0.26059460639953613,
+      "learning_rate": 4.709990990171848e-05,
+      "loss": 0.1235,
+      "mean_token_accuracy": 0.9734734892845154,
+      "num_tokens": 28259965.0,
+      "step": 14037
+    },
+    {
+      "epoch": 0.11603666752080939,
+      "grad_norm": 0.2598476707935333,
+      "learning_rate": 4.7099703254283804e-05,
+      "loss": 0.1574,
+      "mean_token_accuracy": 0.967131495475769,
+      "num_tokens": 28261979.0,
+      "step": 14038
+    },
+    {
+      "epoch": 0.11604493341819655,
+      "grad_norm": 0.28920891880989075,
+      "learning_rate": 4.7099496606849126e-05,
+      "loss": 0.1986,
+      "mean_token_accuracy": 0.9620192050933838,
+      "num_tokens": 28264065.0,
+      "step": 14039
+    },
+    {
+      "epoch": 0.1160531993155837,
+      "grad_norm": 0.28632280230522156,
+      "learning_rate": 4.709928995941445e-05,
+      "loss": 0.108,
+      "mean_token_accuracy": 0.9757330417633057,
+      "num_tokens": 28266049.0,
+      "step": 14040
+    },
+    {
+      "epoch": 0.11606146521297085,
+      "grad_norm": 0.2715330421924591,
+      "learning_rate": 4.709908331197977e-05,
+      "loss": 0.1377,
+      "mean_token_accuracy": 0.9699898362159729,
+      "num_tokens": 28268021.0,
+      "step": 14041
+    },
+    {
+      "epoch": 0.116069731110358,
+      "grad_norm": 0.2947281002998352,
+      "learning_rate": 4.709887666454509e-05,
+      "loss": 0.1888,
+      "mean_token_accuracy": 0.9580318331718445,
+      "num_tokens": 28270100.0,
+      "step": 14042
+    },
+    {
+      "epoch": 0.11607799700774514,
+      "grad_norm": 0.20576372742652893,
+      "learning_rate": 4.7098670017110406e-05,
+      "loss": 0.1083,
+      "mean_token_accuracy": 0.9784283638000488,
+      "num_tokens": 28272053.0,
+      "step": 14043
+    },
+    {
+      "epoch": 0.1160862629051323,
+      "grad_norm": 0.19768394529819489,
+      "learning_rate": 4.7098463369675734e-05,
+      "loss": 0.1213,
+      "mean_token_accuracy": 0.9767441749572754,
+      "num_tokens": 28274037.0,
+      "step": 14044
+    },
+    {
+      "epoch": 0.11609452880251944,
+      "grad_norm": 0.256462424993515,
+      "learning_rate": 4.709825672224105e-05,
+      "loss": 0.1932,
+      "mean_token_accuracy": 0.9598298668861389,
+      "num_tokens": 28276159.0,
+      "step": 14045
+    },
+    {
+      "epoch": 0.1161027946999066,
+      "grad_norm": 0.27988728880882263,
+      "learning_rate": 4.709805007480637e-05,
+      "loss": 0.1464,
+      "mean_token_accuracy": 0.971554696559906,
+      "num_tokens": 28278204.0,
+      "step": 14046
+    },
+    {
+      "epoch": 0.11611106059729374,
+      "grad_norm": 0.26205646991729736,
+      "learning_rate": 4.70978434273717e-05,
+      "loss": 0.1345,
+      "mean_token_accuracy": 0.9731343388557434,
+      "num_tokens": 28280220.0,
+      "step": 14047
+    },
+    {
+      "epoch": 0.11611932649468089,
+      "grad_norm": 0.29592323303222656,
+      "learning_rate": 4.7097636779937014e-05,
+      "loss": 0.178,
+      "mean_token_accuracy": 0.963761031627655,
+      "num_tokens": 28282268.0,
+      "step": 14048
+    },
+    {
+      "epoch": 0.11612759239206805,
+      "grad_norm": 0.26470524072647095,
+      "learning_rate": 4.7097430132502336e-05,
+      "loss": 0.1539,
+      "mean_token_accuracy": 0.9692695140838623,
+      "num_tokens": 28284259.0,
+      "step": 14049
+    },
+    {
+      "epoch": 0.11613585828945519,
+      "grad_norm": 0.2717253863811493,
+      "learning_rate": 4.709722348506766e-05,
+      "loss": 0.1207,
+      "mean_token_accuracy": 0.9739609360694885,
+      "num_tokens": 28286262.0,
+      "step": 14050
+    },
+    {
+      "epoch": 0.11614412418684235,
+      "grad_norm": 0.2353489100933075,
+      "learning_rate": 4.709701683763298e-05,
+      "loss": 0.1446,
+      "mean_token_accuracy": 0.9692230224609375,
+      "num_tokens": 28288250.0,
+      "step": 14051
+    },
+    {
+      "epoch": 0.11615239008422949,
+      "grad_norm": 0.2288631945848465,
+      "learning_rate": 4.70968101901983e-05,
+      "loss": 0.1177,
+      "mean_token_accuracy": 0.9766141176223755,
+      "num_tokens": 28290223.0,
+      "step": 14052
+    },
+    {
+      "epoch": 0.11616065598161665,
+      "grad_norm": 0.2119513750076294,
+      "learning_rate": 4.709660354276362e-05,
+      "loss": 0.1364,
+      "mean_token_accuracy": 0.9704985022544861,
+      "num_tokens": 28292195.0,
+      "step": 14053
+    },
+    {
+      "epoch": 0.1161689218790038,
+      "grad_norm": 0.2775351107120514,
+      "learning_rate": 4.7096396895328944e-05,
+      "loss": 0.2025,
+      "mean_token_accuracy": 0.9582933783531189,
+      "num_tokens": 28294287.0,
+      "step": 14054
+    },
+    {
+      "epoch": 0.11617718777639094,
+      "grad_norm": 0.18975649774074554,
+      "learning_rate": 4.7096190247894266e-05,
+      "loss": 0.1198,
+      "mean_token_accuracy": 0.978105902671814,
+      "num_tokens": 28296257.0,
+      "step": 14055
+    },
+    {
+      "epoch": 0.1161854536737781,
+      "grad_norm": 0.19646748900413513,
+      "learning_rate": 4.709598360045959e-05,
+      "loss": 0.1301,
+      "mean_token_accuracy": 0.973120927810669,
+      "num_tokens": 28298272.0,
+      "step": 14056
+    },
+    {
+      "epoch": 0.11619371957116524,
+      "grad_norm": 0.27828845381736755,
+      "learning_rate": 4.709577695302491e-05,
+      "loss": 0.139,
+      "mean_token_accuracy": 0.9715012907981873,
+      "num_tokens": 28300243.0,
+      "step": 14057
+    },
+    {
+      "epoch": 0.1162019854685524,
+      "grad_norm": 0.25649046897888184,
+      "learning_rate": 4.709557030559023e-05,
+      "loss": 0.1602,
+      "mean_token_accuracy": 0.9663991928100586,
+      "num_tokens": 28302243.0,
+      "step": 14058
+    },
+    {
+      "epoch": 0.11621025136593954,
+      "grad_norm": 0.18526379764080048,
+      "learning_rate": 4.709536365815555e-05,
+      "loss": 0.1186,
+      "mean_token_accuracy": 0.9777117371559143,
+      "num_tokens": 28304268.0,
+      "step": 14059
+    },
+    {
+      "epoch": 0.11621851726332669,
+      "grad_norm": 0.25436490774154663,
+      "learning_rate": 4.709515701072087e-05,
+      "loss": 0.1023,
+      "mean_token_accuracy": 0.9756345152854919,
+      "num_tokens": 28306244.0,
+      "step": 14060
+    },
+    {
+      "epoch": 0.11622678316071385,
+      "grad_norm": 0.23198844492435455,
+      "learning_rate": 4.7094950363286196e-05,
+      "loss": 0.1212,
+      "mean_token_accuracy": 0.9755101799964905,
+      "num_tokens": 28308210.0,
+      "step": 14061
+    },
+    {
+      "epoch": 0.11623504905810099,
+      "grad_norm": 0.23957903683185577,
+      "learning_rate": 4.709474371585151e-05,
+      "loss": 0.1142,
+      "mean_token_accuracy": 0.9750636219978333,
+      "num_tokens": 28310181.0,
+      "step": 14062
+    },
+    {
+      "epoch": 0.11624331495548815,
+      "grad_norm": 0.24345822632312775,
+      "learning_rate": 4.709453706841683e-05,
+      "loss": 0.1391,
+      "mean_token_accuracy": 0.9719439148902893,
+      "num_tokens": 28312183.0,
+      "step": 14063
+    },
+    {
+      "epoch": 0.11625158085287529,
+      "grad_norm": 0.2906751334667206,
+      "learning_rate": 4.709433042098216e-05,
+      "loss": 0.1541,
+      "mean_token_accuracy": 0.9705014824867249,
+      "num_tokens": 28314223.0,
+      "step": 14064
+    },
+    {
+      "epoch": 0.11625984675026244,
+      "grad_norm": 0.32073774933815,
+      "learning_rate": 4.7094123773547476e-05,
+      "loss": 0.1859,
+      "mean_token_accuracy": 0.9612902998924255,
+      "num_tokens": 28316244.0,
+      "step": 14065
+    },
+    {
+      "epoch": 0.1162681126476496,
+      "grad_norm": 0.2222704440355301,
+      "learning_rate": 4.70939171261128e-05,
+      "loss": 0.1024,
+      "mean_token_accuracy": 0.9800715446472168,
+      "num_tokens": 28318207.0,
+      "step": 14066
+    },
+    {
+      "epoch": 0.11627637854503674,
+      "grad_norm": 0.23790258169174194,
+      "learning_rate": 4.709371047867812e-05,
+      "loss": 0.1312,
+      "mean_token_accuracy": 0.9755476117134094,
+      "num_tokens": 28320176.0,
+      "step": 14067
+    },
+    {
+      "epoch": 0.1162846444424239,
+      "grad_norm": 0.23956181108951569,
+      "learning_rate": 4.709350383124344e-05,
+      "loss": 0.1469,
+      "mean_token_accuracy": 0.9673751592636108,
+      "num_tokens": 28322205.0,
+      "step": 14068
+    },
+    {
+      "epoch": 0.11629291033981104,
+      "grad_norm": 0.21052882075309753,
+      "learning_rate": 4.709329718380876e-05,
+      "loss": 0.1238,
+      "mean_token_accuracy": 0.9732323288917542,
+      "num_tokens": 28324191.0,
+      "step": 14069
+    },
+    {
+      "epoch": 0.1163011762371982,
+      "grad_norm": 0.2470424920320511,
+      "learning_rate": 4.7093090536374084e-05,
+      "loss": 0.1567,
+      "mean_token_accuracy": 0.9697884917259216,
+      "num_tokens": 28326183.0,
+      "step": 14070
+    },
+    {
+      "epoch": 0.11630944213458534,
+      "grad_norm": 0.25527918338775635,
+      "learning_rate": 4.7092883888939405e-05,
+      "loss": 0.1443,
+      "mean_token_accuracy": 0.9680957198143005,
+      "num_tokens": 28328195.0,
+      "step": 14071
+    },
+    {
+      "epoch": 0.11631770803197249,
+      "grad_norm": 0.24032345414161682,
+      "learning_rate": 4.709267724150472e-05,
+      "loss": 0.1379,
+      "mean_token_accuracy": 0.9723895788192749,
+      "num_tokens": 28330193.0,
+      "step": 14072
+    },
+    {
+      "epoch": 0.11632597392935964,
+      "grad_norm": 0.2721463441848755,
+      "learning_rate": 4.709247059407005e-05,
+      "loss": 0.1837,
+      "mean_token_accuracy": 0.9648594260215759,
+      "num_tokens": 28332191.0,
+      "step": 14073
+    },
+    {
+      "epoch": 0.11633423982674679,
+      "grad_norm": 0.24368342757225037,
+      "learning_rate": 4.709226394663537e-05,
+      "loss": 0.1529,
+      "mean_token_accuracy": 0.9708102941513062,
+      "num_tokens": 28334184.0,
+      "step": 14074
+    },
+    {
+      "epoch": 0.11634250572413395,
+      "grad_norm": 0.3236643970012665,
+      "learning_rate": 4.709205729920069e-05,
+      "loss": 0.1556,
+      "mean_token_accuracy": 0.9674511551856995,
+      "num_tokens": 28336187.0,
+      "step": 14075
+    },
+    {
+      "epoch": 0.11635077162152109,
+      "grad_norm": 0.2330208420753479,
+      "learning_rate": 4.7091850651766014e-05,
+      "loss": 0.1607,
+      "mean_token_accuracy": 0.9680851101875305,
+      "num_tokens": 28338261.0,
+      "step": 14076
+    },
+    {
+      "epoch": 0.11635903751890823,
+      "grad_norm": 0.19331683218479156,
+      "learning_rate": 4.709164400433133e-05,
+      "loss": 0.1307,
+      "mean_token_accuracy": 0.9741165041923523,
+      "num_tokens": 28340276.0,
+      "step": 14077
+    },
+    {
+      "epoch": 0.11636730341629539,
+      "grad_norm": 0.27136513590812683,
+      "learning_rate": 4.709143735689666e-05,
+      "loss": 0.1488,
+      "mean_token_accuracy": 0.9710953235626221,
+      "num_tokens": 28342254.0,
+      "step": 14078
+    },
+    {
+      "epoch": 0.11637556931368254,
+      "grad_norm": 0.21595148742198944,
+      "learning_rate": 4.709123070946198e-05,
+      "loss": 0.1119,
+      "mean_token_accuracy": 0.9783728122711182,
+      "num_tokens": 28344202.0,
+      "step": 14079
+    },
+    {
+      "epoch": 0.1163838352110697,
+      "grad_norm": 0.3252744674682617,
+      "learning_rate": 4.7091024062027294e-05,
+      "loss": 0.1348,
+      "mean_token_accuracy": 0.9715880155563354,
+      "num_tokens": 28346179.0,
+      "step": 14080
+    },
+    {
+      "epoch": 0.11639210110845684,
+      "grad_norm": 0.3197000026702881,
+      "learning_rate": 4.709081741459262e-05,
+      "loss": 0.16,
+      "mean_token_accuracy": 0.9670719504356384,
+      "num_tokens": 28348159.0,
+      "step": 14081
+    },
+    {
+      "epoch": 0.11640036700584398,
+      "grad_norm": 0.335245817899704,
+      "learning_rate": 4.709061076715794e-05,
+      "loss": 0.1457,
+      "mean_token_accuracy": 0.9711442589759827,
+      "num_tokens": 28350175.0,
+      "step": 14082
+    },
+    {
+      "epoch": 0.11640863290323114,
+      "grad_norm": 0.201063334941864,
+      "learning_rate": 4.709040411972326e-05,
+      "loss": 0.1133,
+      "mean_token_accuracy": 0.9774209856987,
+      "num_tokens": 28352174.0,
+      "step": 14083
+    },
+    {
+      "epoch": 0.11641689880061828,
+      "grad_norm": 0.25720706582069397,
+      "learning_rate": 4.709019747228858e-05,
+      "loss": 0.1504,
+      "mean_token_accuracy": 0.9694694876670837,
+      "num_tokens": 28354178.0,
+      "step": 14084
+    },
+    {
+      "epoch": 0.11642516469800544,
+      "grad_norm": 0.20304371416568756,
+      "learning_rate": 4.70899908248539e-05,
+      "loss": 0.118,
+      "mean_token_accuracy": 0.9778113961219788,
+      "num_tokens": 28356167.0,
+      "step": 14085
+    },
+    {
+      "epoch": 0.11643343059539259,
+      "grad_norm": 0.3236732482910156,
+      "learning_rate": 4.7089784177419224e-05,
+      "loss": 0.2112,
+      "mean_token_accuracy": 0.956186830997467,
+      "num_tokens": 28358250.0,
+      "step": 14086
+    },
+    {
+      "epoch": 0.11644169649277974,
+      "grad_norm": 0.22763052582740784,
+      "learning_rate": 4.7089577529984545e-05,
+      "loss": 0.1324,
+      "mean_token_accuracy": 0.9743983745574951,
+      "num_tokens": 28360209.0,
+      "step": 14087
+    },
+    {
+      "epoch": 0.11644996239016689,
+      "grad_norm": 0.35710209608078003,
+      "learning_rate": 4.708937088254987e-05,
+      "loss": 0.157,
+      "mean_token_accuracy": 0.9650174975395203,
+      "num_tokens": 28362216.0,
+      "step": 14088
+    },
+    {
+      "epoch": 0.11645822828755403,
+      "grad_norm": 0.22740021347999573,
+      "learning_rate": 4.708916423511519e-05,
+      "loss": 0.1301,
+      "mean_token_accuracy": 0.9702170491218567,
+      "num_tokens": 28364203.0,
+      "step": 14089
+    },
+    {
+      "epoch": 0.11646649418494119,
+      "grad_norm": 0.22968313097953796,
+      "learning_rate": 4.708895758768051e-05,
+      "loss": 0.1509,
+      "mean_token_accuracy": 0.971734881401062,
+      "num_tokens": 28366261.0,
+      "step": 14090
+    },
+    {
+      "epoch": 0.11647476008232834,
+      "grad_norm": 0.2559835910797119,
+      "learning_rate": 4.708875094024583e-05,
+      "loss": 0.1168,
+      "mean_token_accuracy": 0.9758429527282715,
+      "num_tokens": 28368254.0,
+      "step": 14091
+    },
+    {
+      "epoch": 0.1164830259797155,
+      "grad_norm": 0.19023717939853668,
+      "learning_rate": 4.708854429281115e-05,
+      "loss": 0.0872,
+      "mean_token_accuracy": 0.9811704754829407,
+      "num_tokens": 28370225.0,
+      "step": 14092
+    },
+    {
+      "epoch": 0.11649129187710264,
+      "grad_norm": 0.21677015721797943,
+      "learning_rate": 4.7088337645376475e-05,
+      "loss": 0.1123,
+      "mean_token_accuracy": 0.9766980409622192,
+      "num_tokens": 28372248.0,
+      "step": 14093
+    },
+    {
+      "epoch": 0.11649955777448978,
+      "grad_norm": 0.27711552381515503,
+      "learning_rate": 4.708813099794179e-05,
+      "loss": 0.1843,
+      "mean_token_accuracy": 0.9646061658859253,
+      "num_tokens": 28374260.0,
+      "step": 14094
+    },
+    {
+      "epoch": 0.11650782367187694,
+      "grad_norm": 0.24679452180862427,
+      "learning_rate": 4.708792435050712e-05,
+      "loss": 0.1467,
+      "mean_token_accuracy": 0.9719298481941223,
+      "num_tokens": 28376261.0,
+      "step": 14095
+    },
+    {
+      "epoch": 0.11651608956926408,
+      "grad_norm": 0.19507426023483276,
+      "learning_rate": 4.708771770307244e-05,
+      "loss": 0.1494,
+      "mean_token_accuracy": 0.971740186214447,
+      "num_tokens": 28378284.0,
+      "step": 14096
+    },
+    {
+      "epoch": 0.11652435546665124,
+      "grad_norm": 0.26955661177635193,
+      "learning_rate": 4.7087511055637755e-05,
+      "loss": 0.1481,
+      "mean_token_accuracy": 0.9702621102333069,
+      "num_tokens": 28380274.0,
+      "step": 14097
+    },
+    {
+      "epoch": 0.11653262136403839,
+      "grad_norm": 0.28658637404441833,
+      "learning_rate": 4.7087304408203083e-05,
+      "loss": 0.1717,
+      "mean_token_accuracy": 0.9654150009155273,
+      "num_tokens": 28382304.0,
+      "step": 14098
+    },
+    {
+      "epoch": 0.11654088726142553,
+      "grad_norm": 0.25921696424484253,
+      "learning_rate": 4.70870977607684e-05,
+      "loss": 0.1569,
+      "mean_token_accuracy": 0.9717073440551758,
+      "num_tokens": 28384360.0,
+      "step": 14099
+    },
+    {
+      "epoch": 0.11654915315881269,
+      "grad_norm": 0.23911914229393005,
+      "learning_rate": 4.708689111333372e-05,
+      "loss": 0.1348,
+      "mean_token_accuracy": 0.9712846279144287,
+      "num_tokens": 28386351.0,
+      "step": 14100
+    },
+    {
+      "epoch": 0.11655741905619983,
+      "grad_norm": 0.23438261449337006,
+      "learning_rate": 4.708668446589904e-05,
+      "loss": 0.1386,
+      "mean_token_accuracy": 0.9706888198852539,
+      "num_tokens": 28388404.0,
+      "step": 14101
+    },
+    {
+      "epoch": 0.11656568495358699,
+      "grad_norm": 0.24745970964431763,
+      "learning_rate": 4.708647781846436e-05,
+      "loss": 0.1234,
+      "mean_token_accuracy": 0.9741510152816772,
+      "num_tokens": 28390383.0,
+      "step": 14102
+    },
+    {
+      "epoch": 0.11657395085097413,
+      "grad_norm": 0.28869637846946716,
+      "learning_rate": 4.7086271171029685e-05,
+      "loss": 0.1527,
+      "mean_token_accuracy": 0.9706625938415527,
+      "num_tokens": 28392366.0,
+      "step": 14103
+    },
+    {
+      "epoch": 0.11658221674836129,
+      "grad_norm": 0.2449968457221985,
+      "learning_rate": 4.7086064523595007e-05,
+      "loss": 0.1382,
+      "mean_token_accuracy": 0.9728260636329651,
+      "num_tokens": 28394396.0,
+      "step": 14104
+    },
+    {
+      "epoch": 0.11659048264574844,
+      "grad_norm": 0.28955215215682983,
+      "learning_rate": 4.708585787616033e-05,
+      "loss": 0.1693,
+      "mean_token_accuracy": 0.9660193920135498,
+      "num_tokens": 28396462.0,
+      "step": 14105
+    },
+    {
+      "epoch": 0.11659874854313558,
+      "grad_norm": 0.23110130429267883,
+      "learning_rate": 4.708565122872565e-05,
+      "loss": 0.1672,
+      "mean_token_accuracy": 0.9688442349433899,
+      "num_tokens": 28398458.0,
+      "step": 14106
+    },
+    {
+      "epoch": 0.11660701444052274,
+      "grad_norm": 0.2644757628440857,
+      "learning_rate": 4.708544458129097e-05,
+      "loss": 0.1306,
+      "mean_token_accuracy": 0.9745254516601562,
+      "num_tokens": 28400466.0,
+      "step": 14107
+    },
+    {
+      "epoch": 0.11661528033790988,
+      "grad_norm": 0.3139021694660187,
+      "learning_rate": 4.708523793385629e-05,
+      "loss": 0.1865,
+      "mean_token_accuracy": 0.9671246409416199,
+      "num_tokens": 28402510.0,
+      "step": 14108
+    },
+    {
+      "epoch": 0.11662354623529704,
+      "grad_norm": 0.21643026173114777,
+      "learning_rate": 4.708503128642161e-05,
+      "loss": 0.1857,
+      "mean_token_accuracy": 0.9652341604232788,
+      "num_tokens": 28404587.0,
+      "step": 14109
+    },
+    {
+      "epoch": 0.11663181213268418,
+      "grad_norm": 0.3265242278575897,
+      "learning_rate": 4.7084824638986937e-05,
+      "loss": 0.1275,
+      "mean_token_accuracy": 0.9770056009292603,
+      "num_tokens": 28406550.0,
+      "step": 14110
+    },
+    {
+      "epoch": 0.11664007803007133,
+      "grad_norm": 0.26837411522865295,
+      "learning_rate": 4.708461799155225e-05,
+      "loss": 0.1216,
+      "mean_token_accuracy": 0.9748870134353638,
+      "num_tokens": 28408547.0,
+      "step": 14111
+    },
+    {
+      "epoch": 0.11664834392745849,
+      "grad_norm": 0.21704714000225067,
+      "learning_rate": 4.708441134411757e-05,
+      "loss": 0.1162,
+      "mean_token_accuracy": 0.9732458591461182,
+      "num_tokens": 28410534.0,
+      "step": 14112
+    },
+    {
+      "epoch": 0.11665660982484563,
+      "grad_norm": 0.32599151134490967,
+      "learning_rate": 4.70842046966829e-05,
+      "loss": 0.1344,
+      "mean_token_accuracy": 0.970719575881958,
+      "num_tokens": 28412555.0,
+      "step": 14113
+    },
+    {
+      "epoch": 0.11666487572223279,
+      "grad_norm": 0.37167108058929443,
+      "learning_rate": 4.7083998049248216e-05,
+      "loss": 0.1882,
+      "mean_token_accuracy": 0.963124692440033,
+      "num_tokens": 28414622.0,
+      "step": 14114
+    },
+    {
+      "epoch": 0.11667314161961993,
+      "grad_norm": 0.24355560541152954,
+      "learning_rate": 4.7083791401813545e-05,
+      "loss": 0.1428,
+      "mean_token_accuracy": 0.9712846279144287,
+      "num_tokens": 28416613.0,
+      "step": 14115
+    },
+    {
+      "epoch": 0.11668140751700709,
+      "grad_norm": 0.2818302810192108,
+      "learning_rate": 4.708358475437886e-05,
+      "loss": 0.1706,
+      "mean_token_accuracy": 0.9668480753898621,
+      "num_tokens": 28418640.0,
+      "step": 14116
+    },
+    {
+      "epoch": 0.11668967341439423,
+      "grad_norm": 0.26139724254608154,
+      "learning_rate": 4.708337810694418e-05,
+      "loss": 0.1488,
+      "mean_token_accuracy": 0.9719439148902893,
+      "num_tokens": 28420642.0,
+      "step": 14117
+    },
+    {
+      "epoch": 0.11669793931178138,
+      "grad_norm": 0.20676107704639435,
+      "learning_rate": 4.70831714595095e-05,
+      "loss": 0.1029,
+      "mean_token_accuracy": 0.9795511364936829,
+      "num_tokens": 28422653.0,
+      "step": 14118
+    },
+    {
+      "epoch": 0.11670620520916854,
+      "grad_norm": 0.2460157871246338,
+      "learning_rate": 4.7082964812074825e-05,
+      "loss": 0.1428,
+      "mean_token_accuracy": 0.9683325290679932,
+      "num_tokens": 28424680.0,
+      "step": 14119
+    },
+    {
+      "epoch": 0.11671447110655568,
+      "grad_norm": 0.24500861763954163,
+      "learning_rate": 4.7082758164640146e-05,
+      "loss": 0.1491,
+      "mean_token_accuracy": 0.972139298915863,
+      "num_tokens": 28426696.0,
+      "step": 14120
+    },
+    {
+      "epoch": 0.11672273700394284,
+      "grad_norm": 0.36405500769615173,
+      "learning_rate": 4.708255151720547e-05,
+      "loss": 0.2115,
+      "mean_token_accuracy": 0.9562682509422302,
+      "num_tokens": 28428760.0,
+      "step": 14121
+    },
+    {
+      "epoch": 0.11673100290132998,
+      "grad_norm": 0.19743864238262177,
+      "learning_rate": 4.708234486977079e-05,
+      "loss": 0.1263,
+      "mean_token_accuracy": 0.976542592048645,
+      "num_tokens": 28430727.0,
+      "step": 14122
+    },
+    {
+      "epoch": 0.11673926879871713,
+      "grad_norm": 0.2216358333826065,
+      "learning_rate": 4.708213822233611e-05,
+      "loss": 0.135,
+      "mean_token_accuracy": 0.9739928841590881,
+      "num_tokens": 28432694.0,
+      "step": 14123
+    },
+    {
+      "epoch": 0.11674753469610429,
+      "grad_norm": 0.35420891642570496,
+      "learning_rate": 4.708193157490143e-05,
+      "loss": 0.1818,
+      "mean_token_accuracy": 0.9672873616218567,
+      "num_tokens": 28434687.0,
+      "step": 14124
+    },
+    {
+      "epoch": 0.11675580059349143,
+      "grad_norm": 0.21431243419647217,
+      "learning_rate": 4.7081724927466755e-05,
+      "loss": 0.138,
+      "mean_token_accuracy": 0.9701641201972961,
+      "num_tokens": 28436704.0,
+      "step": 14125
+    },
+    {
+      "epoch": 0.11676406649087859,
+      "grad_norm": 0.2215491682291031,
+      "learning_rate": 4.708151828003207e-05,
+      "loss": 0.1184,
+      "mean_token_accuracy": 0.9739263653755188,
+      "num_tokens": 28438666.0,
+      "step": 14126
+    },
+    {
+      "epoch": 0.11677233238826573,
+      "grad_norm": 0.21210163831710815,
+      "learning_rate": 4.70813116325974e-05,
+      "loss": 0.1168,
+      "mean_token_accuracy": 0.9743718504905701,
+      "num_tokens": 28440662.0,
+      "step": 14127
+    },
+    {
+      "epoch": 0.11678059828565288,
+      "grad_norm": 0.2827330529689789,
+      "learning_rate": 4.708110498516271e-05,
+      "loss": 0.1505,
+      "mean_token_accuracy": 0.9677579402923584,
+      "num_tokens": 28442684.0,
+      "step": 14128
+    },
+    {
+      "epoch": 0.11678886418304003,
+      "grad_norm": 0.30533260107040405,
+      "learning_rate": 4.7080898337728034e-05,
+      "loss": 0.1669,
+      "mean_token_accuracy": 0.9673267602920532,
+      "num_tokens": 28444710.0,
+      "step": 14129
+    },
+    {
+      "epoch": 0.11679713008042718,
+      "grad_norm": 0.23207314312458038,
+      "learning_rate": 4.708069169029336e-05,
+      "loss": 0.1544,
+      "mean_token_accuracy": 0.9743326306343079,
+      "num_tokens": 28446664.0,
+      "step": 14130
+    },
+    {
+      "epoch": 0.11680539597781434,
+      "grad_norm": 0.2683200240135193,
+      "learning_rate": 4.708048504285868e-05,
+      "loss": 0.1589,
+      "mean_token_accuracy": 0.9706028699874878,
+      "num_tokens": 28448677.0,
+      "step": 14131
+    },
+    {
+      "epoch": 0.11681366187520148,
+      "grad_norm": 0.23418158292770386,
+      "learning_rate": 4.7080278395424e-05,
+      "loss": 0.1846,
+      "mean_token_accuracy": 0.9667658805847168,
+      "num_tokens": 28450699.0,
+      "step": 14132
+    },
+    {
+      "epoch": 0.11682192777258864,
+      "grad_norm": 0.28424933552742004,
+      "learning_rate": 4.708007174798932e-05,
+      "loss": 0.1451,
+      "mean_token_accuracy": 0.9698037505149841,
+      "num_tokens": 28452692.0,
+      "step": 14133
+    },
+    {
+      "epoch": 0.11683019366997578,
+      "grad_norm": 0.29128751158714294,
+      "learning_rate": 4.707986510055464e-05,
+      "loss": 0.1268,
+      "mean_token_accuracy": 0.9752650260925293,
+      "num_tokens": 28454679.0,
+      "step": 14134
+    },
+    {
+      "epoch": 0.11683845956736293,
+      "grad_norm": 0.2559775710105896,
+      "learning_rate": 4.7079658453119964e-05,
+      "loss": 0.1549,
+      "mean_token_accuracy": 0.9706888198852539,
+      "num_tokens": 28456732.0,
+      "step": 14135
+    },
+    {
+      "epoch": 0.11684672546475008,
+      "grad_norm": 0.3374195992946625,
+      "learning_rate": 4.7079451805685286e-05,
+      "loss": 0.1622,
+      "mean_token_accuracy": 0.9653293490409851,
+      "num_tokens": 28458757.0,
+      "step": 14136
+    },
+    {
+      "epoch": 0.11685499136213723,
+      "grad_norm": 0.2274216264486313,
+      "learning_rate": 4.707924515825061e-05,
+      "loss": 0.1289,
+      "mean_token_accuracy": 0.9723895788192749,
+      "num_tokens": 28460755.0,
+      "step": 14137
+    },
+    {
+      "epoch": 0.11686325725952439,
+      "grad_norm": 0.2234674096107483,
+      "learning_rate": 4.707903851081593e-05,
+      "loss": 0.0994,
+      "mean_token_accuracy": 0.9812889695167542,
+      "num_tokens": 28462685.0,
+      "step": 14138
+    },
+    {
+      "epoch": 0.11687152315691153,
+      "grad_norm": 0.23918873071670532,
+      "learning_rate": 4.707883186338125e-05,
+      "loss": 0.1443,
+      "mean_token_accuracy": 0.9714714884757996,
+      "num_tokens": 28464689.0,
+      "step": 14139
+    },
+    {
+      "epoch": 0.11687978905429867,
+      "grad_norm": 0.20610705018043518,
+      "learning_rate": 4.707862521594657e-05,
+      "loss": 0.1334,
+      "mean_token_accuracy": 0.9739869832992554,
+      "num_tokens": 28466694.0,
+      "step": 14140
+    },
+    {
+      "epoch": 0.11688805495168583,
+      "grad_norm": 0.23394007980823517,
+      "learning_rate": 4.7078418568511894e-05,
+      "loss": 0.1262,
+      "mean_token_accuracy": 0.973737359046936,
+      "num_tokens": 28468680.0,
+      "step": 14141
+    },
+    {
+      "epoch": 0.11689632084907298,
+      "grad_norm": 0.27888232469558716,
+      "learning_rate": 4.7078211921077216e-05,
+      "loss": 0.1807,
+      "mean_token_accuracy": 0.9643034338951111,
+      "num_tokens": 28470703.0,
+      "step": 14142
+    },
+    {
+      "epoch": 0.11690458674646013,
+      "grad_norm": 0.19178763031959534,
+      "learning_rate": 4.707800527364253e-05,
+      "loss": 0.1195,
+      "mean_token_accuracy": 0.9745000004768372,
+      "num_tokens": 28472709.0,
+      "step": 14143
+    },
+    {
+      "epoch": 0.11691285264384728,
+      "grad_norm": 0.30164435505867004,
+      "learning_rate": 4.707779862620786e-05,
+      "loss": 0.1798,
+      "mean_token_accuracy": 0.9590842723846436,
+      "num_tokens": 28474768.0,
+      "step": 14144
+    },
+    {
+      "epoch": 0.11692111854123442,
+      "grad_norm": 0.29200002551078796,
+      "learning_rate": 4.707759197877318e-05,
+      "loss": 0.1213,
+      "mean_token_accuracy": 0.9741641283035278,
+      "num_tokens": 28476748.0,
+      "step": 14145
+    },
+    {
+      "epoch": 0.11692938443862158,
+      "grad_norm": 0.2636423110961914,
+      "learning_rate": 4.7077385331338496e-05,
+      "loss": 0.168,
+      "mean_token_accuracy": 0.9685757756233215,
+      "num_tokens": 28478727.0,
+      "step": 14146
+    },
+    {
+      "epoch": 0.11693765033600872,
+      "grad_norm": 0.2845701277256012,
+      "learning_rate": 4.7077178683903824e-05,
+      "loss": 0.1504,
+      "mean_token_accuracy": 0.9700748324394226,
+      "num_tokens": 28480738.0,
+      "step": 14147
+    },
+    {
+      "epoch": 0.11694591623339588,
+      "grad_norm": 0.26069507002830505,
+      "learning_rate": 4.707697203646914e-05,
+      "loss": 0.1614,
+      "mean_token_accuracy": 0.9659595489501953,
+      "num_tokens": 28482771.0,
+      "step": 14148
+    },
+    {
+      "epoch": 0.11695418213078303,
+      "grad_norm": 0.28881457448005676,
+      "learning_rate": 4.707676538903446e-05,
+      "loss": 0.1381,
+      "mean_token_accuracy": 0.9694694876670837,
+      "num_tokens": 28484775.0,
+      "step": 14149
+    },
+    {
+      "epoch": 0.11696244802817019,
+      "grad_norm": 0.2262955605983734,
+      "learning_rate": 4.707655874159978e-05,
+      "loss": 0.1429,
+      "mean_token_accuracy": 0.9723200798034668,
+      "num_tokens": 28486768.0,
+      "step": 14150
+    },
+    {
+      "epoch": 0.11697071392555733,
+      "grad_norm": 0.2698279619216919,
+      "learning_rate": 4.7076352094165104e-05,
+      "loss": 0.1856,
+      "mean_token_accuracy": 0.9631630778312683,
+      "num_tokens": 28488810.0,
+      "step": 14151
+    },
+    {
+      "epoch": 0.11697897982294447,
+      "grad_norm": 0.32775500416755676,
+      "learning_rate": 4.7076145446730426e-05,
+      "loss": 0.1974,
+      "mean_token_accuracy": 0.9608778357505798,
+      "num_tokens": 28490912.0,
+      "step": 14152
+    },
+    {
+      "epoch": 0.11698724572033163,
+      "grad_norm": 0.24386948347091675,
+      "learning_rate": 4.707593879929575e-05,
+      "loss": 0.1686,
+      "mean_token_accuracy": 0.9679358601570129,
+      "num_tokens": 28492914.0,
+      "step": 14153
+    },
+    {
+      "epoch": 0.11699551161771878,
+      "grad_norm": 0.319368839263916,
+      "learning_rate": 4.707573215186107e-05,
+      "loss": 0.1733,
+      "mean_token_accuracy": 0.9668644666671753,
+      "num_tokens": 28494942.0,
+      "step": 14154
+    },
+    {
+      "epoch": 0.11700377751510593,
+      "grad_norm": 0.27952080965042114,
+      "learning_rate": 4.707552550442639e-05,
+      "loss": 0.1768,
+      "mean_token_accuracy": 0.9670923352241516,
+      "num_tokens": 28496984.0,
+      "step": 14155
+    },
+    {
+      "epoch": 0.11701204341249308,
+      "grad_norm": 0.28932100534439087,
+      "learning_rate": 4.707531885699171e-05,
+      "loss": 0.188,
+      "mean_token_accuracy": 0.9590361714363098,
+      "num_tokens": 28499065.0,
+      "step": 14156
+    },
+    {
+      "epoch": 0.11702030930988022,
+      "grad_norm": 0.21013309061527252,
+      "learning_rate": 4.7075112209557034e-05,
+      "loss": 0.1064,
+      "mean_token_accuracy": 0.9772956371307373,
+      "num_tokens": 28501053.0,
+      "step": 14157
+    },
+    {
+      "epoch": 0.11702857520726738,
+      "grad_norm": 0.18565723299980164,
+      "learning_rate": 4.7074905562122356e-05,
+      "loss": 0.1163,
+      "mean_token_accuracy": 0.9775624871253967,
+      "num_tokens": 28503020.0,
+      "step": 14158
+    },
+    {
+      "epoch": 0.11703684110465452,
+      "grad_norm": 0.3231322169303894,
+      "learning_rate": 4.707469891468768e-05,
+      "loss": 0.1808,
+      "mean_token_accuracy": 0.9627997875213623,
+      "num_tokens": 28505069.0,
+      "step": 14159
+    },
+    {
+      "epoch": 0.11704510700204168,
+      "grad_norm": 0.21479558944702148,
+      "learning_rate": 4.707449226725299e-05,
+      "loss": 0.1346,
+      "mean_token_accuracy": 0.9692612886428833,
+      "num_tokens": 28507092.0,
+      "step": 14160
+    },
+    {
+      "epoch": 0.11705337289942883,
+      "grad_norm": 0.3254927694797516,
+      "learning_rate": 4.707428561981832e-05,
+      "loss": 0.1556,
+      "mean_token_accuracy": 0.9724724888801575,
+      "num_tokens": 28509096.0,
+      "step": 14161
+    },
+    {
+      "epoch": 0.11706163879681597,
+      "grad_norm": 0.4131956994533539,
+      "learning_rate": 4.707407897238364e-05,
+      "loss": 0.1864,
+      "mean_token_accuracy": 0.9643029570579529,
+      "num_tokens": 28511175.0,
+      "step": 14162
+    },
+    {
+      "epoch": 0.11706990469420313,
+      "grad_norm": 0.24705687165260315,
+      "learning_rate": 4.707387232494896e-05,
+      "loss": 0.1833,
+      "mean_token_accuracy": 0.9642502665519714,
+      "num_tokens": 28513195.0,
+      "step": 14163
+    },
+    {
+      "epoch": 0.11707817059159027,
+      "grad_norm": 0.3244505524635315,
+      "learning_rate": 4.7073665677514286e-05,
+      "loss": 0.21,
+      "mean_token_accuracy": 0.9586538672447205,
+      "num_tokens": 28515281.0,
+      "step": 14164
+    },
+    {
+      "epoch": 0.11708643648897743,
+      "grad_norm": 0.2462681084871292,
+      "learning_rate": 4.70734590300796e-05,
+      "loss": 0.1346,
+      "mean_token_accuracy": 0.9724273681640625,
+      "num_tokens": 28517318.0,
+      "step": 14165
+    },
+    {
+      "epoch": 0.11709470238636457,
+      "grad_norm": 0.18907921016216278,
+      "learning_rate": 4.707325238264492e-05,
+      "loss": 0.1156,
+      "mean_token_accuracy": 0.9784244894981384,
+      "num_tokens": 28519317.0,
+      "step": 14166
+    },
+    {
+      "epoch": 0.11710296828375173,
+      "grad_norm": 0.3390946388244629,
+      "learning_rate": 4.7073045735210244e-05,
+      "loss": 0.1468,
+      "mean_token_accuracy": 0.9752525091171265,
+      "num_tokens": 28521303.0,
+      "step": 14167
+    },
+    {
+      "epoch": 0.11711123418113888,
+      "grad_norm": 0.2562142014503479,
+      "learning_rate": 4.7072839087775566e-05,
+      "loss": 0.1653,
+      "mean_token_accuracy": 0.9693069458007812,
+      "num_tokens": 28523329.0,
+      "step": 14168
+    },
+    {
+      "epoch": 0.11711950007852602,
+      "grad_norm": 0.2839595377445221,
+      "learning_rate": 4.707263244034089e-05,
+      "loss": 0.1822,
+      "mean_token_accuracy": 0.9595910310745239,
+      "num_tokens": 28525389.0,
+      "step": 14169
+    },
+    {
+      "epoch": 0.11712776597591318,
+      "grad_norm": 0.30224084854125977,
+      "learning_rate": 4.707242579290621e-05,
+      "loss": 0.1391,
+      "mean_token_accuracy": 0.9718309640884399,
+      "num_tokens": 28527383.0,
+      "step": 14170
+    },
+    {
+      "epoch": 0.11713603187330032,
+      "grad_norm": 0.31327223777770996,
+      "learning_rate": 4.707221914547153e-05,
+      "loss": 0.1265,
+      "mean_token_accuracy": 0.9695760607719421,
+      "num_tokens": 28529394.0,
+      "step": 14171
+    },
+    {
+      "epoch": 0.11714429777068748,
+      "grad_norm": 0.2792748510837555,
+      "learning_rate": 4.707201249803685e-05,
+      "loss": 0.1548,
+      "mean_token_accuracy": 0.9680903553962708,
+      "num_tokens": 28531437.0,
+      "step": 14172
+    },
+    {
+      "epoch": 0.11715256366807462,
+      "grad_norm": 0.26299813389778137,
+      "learning_rate": 4.7071805850602174e-05,
+      "loss": 0.1384,
+      "mean_token_accuracy": 0.9728779792785645,
+      "num_tokens": 28533434.0,
+      "step": 14173
+    },
+    {
+      "epoch": 0.11716082956546177,
+      "grad_norm": 0.2517438530921936,
+      "learning_rate": 4.7071599203167496e-05,
+      "loss": 0.1832,
+      "mean_token_accuracy": 0.9626395106315613,
+      "num_tokens": 28535501.0,
+      "step": 14174
+    },
+    {
+      "epoch": 0.11716909546284893,
+      "grad_norm": 0.19297906756401062,
+      "learning_rate": 4.707139255573281e-05,
+      "loss": 0.1089,
+      "mean_token_accuracy": 0.9776875972747803,
+      "num_tokens": 28537479.0,
+      "step": 14175
+    },
+    {
+      "epoch": 0.11717736136023607,
+      "grad_norm": 0.23478765785694122,
+      "learning_rate": 4.707118590829814e-05,
+      "loss": 0.1252,
+      "mean_token_accuracy": 0.9747729301452637,
+      "num_tokens": 28539467.0,
+      "step": 14176
+    },
+    {
+      "epoch": 0.11718562725762323,
+      "grad_norm": 0.2508741319179535,
+      "learning_rate": 4.7070979260863454e-05,
+      "loss": 0.1426,
+      "mean_token_accuracy": 0.9713721871376038,
+      "num_tokens": 28541499.0,
+      "step": 14177
+    },
+    {
+      "epoch": 0.11719389315501037,
+      "grad_norm": 0.22603701055049896,
+      "learning_rate": 4.707077261342878e-05,
+      "loss": 0.1361,
+      "mean_token_accuracy": 0.9728370308876038,
+      "num_tokens": 28543493.0,
+      "step": 14178
+    },
+    {
+      "epoch": 0.11720215905239752,
+      "grad_norm": 0.23325712978839874,
+      "learning_rate": 4.7070565965994104e-05,
+      "loss": 0.1413,
+      "mean_token_accuracy": 0.9713438749313354,
+      "num_tokens": 28545523.0,
+      "step": 14179
+    },
+    {
+      "epoch": 0.11721042494978468,
+      "grad_norm": 0.30672967433929443,
+      "learning_rate": 4.707035931855942e-05,
+      "loss": 0.1528,
+      "mean_token_accuracy": 0.9696215391159058,
+      "num_tokens": 28547537.0,
+      "step": 14180
+    },
+    {
+      "epoch": 0.11721869084717182,
+      "grad_norm": 0.25809693336486816,
+      "learning_rate": 4.707015267112475e-05,
+      "loss": 0.1089,
+      "mean_token_accuracy": 0.9808785319328308,
+      "num_tokens": 28549478.0,
+      "step": 14181
+    },
+    {
+      "epoch": 0.11722695674455898,
+      "grad_norm": 0.3303180932998657,
+      "learning_rate": 4.706994602369006e-05,
+      "loss": 0.2041,
+      "mean_token_accuracy": 0.9598063230514526,
+      "num_tokens": 28551549.0,
+      "step": 14182
+    },
+    {
+      "epoch": 0.11723522264194612,
+      "grad_norm": 0.2718687057495117,
+      "learning_rate": 4.7069739376255384e-05,
+      "loss": 0.1851,
+      "mean_token_accuracy": 0.9607937932014465,
+      "num_tokens": 28553621.0,
+      "step": 14183
+    },
+    {
+      "epoch": 0.11724348853933328,
+      "grad_norm": 0.23165374994277954,
+      "learning_rate": 4.706953272882071e-05,
+      "loss": 0.1372,
+      "mean_token_accuracy": 0.9714145064353943,
+      "num_tokens": 28555656.0,
+      "step": 14184
+    },
+    {
+      "epoch": 0.11725175443672042,
+      "grad_norm": 0.2700505554676056,
+      "learning_rate": 4.706932608138603e-05,
+      "loss": 0.1574,
+      "mean_token_accuracy": 0.9695740342140198,
+      "num_tokens": 28557634.0,
+      "step": 14185
+    },
+    {
+      "epoch": 0.11726002033410757,
+      "grad_norm": 0.21210233867168427,
+      "learning_rate": 4.706911943395135e-05,
+      "loss": 0.1027,
+      "mean_token_accuracy": 0.9791348576545715,
+      "num_tokens": 28559605.0,
+      "step": 14186
+    },
+    {
+      "epoch": 0.11726828623149473,
+      "grad_norm": 0.313558429479599,
+      "learning_rate": 4.706891278651667e-05,
+      "loss": 0.1312,
+      "mean_token_accuracy": 0.9710578918457031,
+      "num_tokens": 28561615.0,
+      "step": 14187
+    },
+    {
+      "epoch": 0.11727655212888187,
+      "grad_norm": 0.1811324805021286,
+      "learning_rate": 4.706870613908199e-05,
+      "loss": 0.0874,
+      "mean_token_accuracy": 0.9815289974212646,
+      "num_tokens": 28563570.0,
+      "step": 14188
+    },
+    {
+      "epoch": 0.11728481802626903,
+      "grad_norm": 0.2682366371154785,
+      "learning_rate": 4.7068499491647314e-05,
+      "loss": 0.1187,
+      "mean_token_accuracy": 0.974052906036377,
+      "num_tokens": 28565503.0,
+      "step": 14189
+    },
+    {
+      "epoch": 0.11729308392365617,
+      "grad_norm": 0.25134456157684326,
+      "learning_rate": 4.7068292844212635e-05,
+      "loss": 0.1587,
+      "mean_token_accuracy": 0.9702320694923401,
+      "num_tokens": 28567491.0,
+      "step": 14190
+    },
+    {
+      "epoch": 0.11730134982104332,
+      "grad_norm": 0.274395614862442,
+      "learning_rate": 4.706808619677796e-05,
+      "loss": 0.168,
+      "mean_token_accuracy": 0.9662261605262756,
+      "num_tokens": 28569540.0,
+      "step": 14191
+    },
+    {
+      "epoch": 0.11730961571843047,
+      "grad_norm": 0.2756979167461395,
+      "learning_rate": 4.706787954934327e-05,
+      "loss": 0.1944,
+      "mean_token_accuracy": 0.9588178396224976,
+      "num_tokens": 28571610.0,
+      "step": 14192
+    },
+    {
+      "epoch": 0.11731788161581762,
+      "grad_norm": 0.29182788729667664,
+      "learning_rate": 4.70676729019086e-05,
+      "loss": 0.1592,
+      "mean_token_accuracy": 0.9655344486236572,
+      "num_tokens": 28573618.0,
+      "step": 14193
+    },
+    {
+      "epoch": 0.11732614751320478,
+      "grad_norm": 0.22001726925373077,
+      "learning_rate": 4.706746625447392e-05,
+      "loss": 0.1222,
+      "mean_token_accuracy": 0.974897563457489,
+      "num_tokens": 28575576.0,
+      "step": 14194
+    },
+    {
+      "epoch": 0.11733441341059192,
+      "grad_norm": 0.42250269651412964,
+      "learning_rate": 4.706725960703924e-05,
+      "loss": 0.2021,
+      "mean_token_accuracy": 0.9601536393165588,
+      "num_tokens": 28577665.0,
+      "step": 14195
+    },
+    {
+      "epoch": 0.11734267930797906,
+      "grad_norm": 0.21367330849170685,
+      "learning_rate": 4.7067052959604565e-05,
+      "loss": 0.1324,
+      "mean_token_accuracy": 0.9710578918457031,
+      "num_tokens": 28579675.0,
+      "step": 14196
+    },
+    {
+      "epoch": 0.11735094520536622,
+      "grad_norm": 0.3927362561225891,
+      "learning_rate": 4.706684631216988e-05,
+      "loss": 0.1778,
+      "mean_token_accuracy": 0.9628915786743164,
+      "num_tokens": 28581756.0,
+      "step": 14197
+    },
+    {
+      "epoch": 0.11735921110275337,
+      "grad_norm": 0.23692138493061066,
+      "learning_rate": 4.70666396647352e-05,
+      "loss": 0.1571,
+      "mean_token_accuracy": 0.9706028699874878,
+      "num_tokens": 28583769.0,
+      "step": 14198
+    },
+    {
+      "epoch": 0.11736747700014052,
+      "grad_norm": 0.2641417682170868,
+      "learning_rate": 4.7066433017300523e-05,
+      "loss": 0.1625,
+      "mean_token_accuracy": 0.9672293663024902,
+      "num_tokens": 28585789.0,
+      "step": 14199
+    },
+    {
+      "epoch": 0.11737574289752767,
+      "grad_norm": 0.23292580246925354,
+      "learning_rate": 4.7066226369865845e-05,
+      "loss": 0.1366,
+      "mean_token_accuracy": 0.9688581228256226,
+      "num_tokens": 28587818.0,
+      "step": 14200
+    },
+    {
+      "epoch": 0.11738400879491483,
+      "grad_norm": 0.322355717420578,
+      "learning_rate": 4.7066019722431173e-05,
+      "loss": 0.2213,
+      "mean_token_accuracy": 0.950952410697937,
+      "num_tokens": 28589924.0,
+      "step": 14201
+    },
+    {
+      "epoch": 0.11739227469230197,
+      "grad_norm": 0.24152874946594238,
+      "learning_rate": 4.706581307499649e-05,
+      "loss": 0.1405,
+      "mean_token_accuracy": 0.9661508798599243,
+      "num_tokens": 28591998.0,
+      "step": 14202
+    },
+    {
+      "epoch": 0.11740054058968911,
+      "grad_norm": 0.24535880982875824,
+      "learning_rate": 4.706560642756181e-05,
+      "loss": 0.1357,
+      "mean_token_accuracy": 0.9738035202026367,
+      "num_tokens": 28593989.0,
+      "step": 14203
+    },
+    {
+      "epoch": 0.11740880648707627,
+      "grad_norm": 0.21844565868377686,
+      "learning_rate": 4.706539978012713e-05,
+      "loss": 0.1195,
+      "mean_token_accuracy": 0.975025475025177,
+      "num_tokens": 28595957.0,
+      "step": 14204
+    },
+    {
+      "epoch": 0.11741707238446342,
+      "grad_norm": 0.247638538479805,
+      "learning_rate": 4.706519313269245e-05,
+      "loss": 0.1303,
+      "mean_token_accuracy": 0.9725893139839172,
+      "num_tokens": 28598006.0,
+      "step": 14205
+    },
+    {
+      "epoch": 0.11742533828185057,
+      "grad_norm": 0.28981485962867737,
+      "learning_rate": 4.7064986485257775e-05,
+      "loss": 0.1811,
+      "mean_token_accuracy": 0.9660000205039978,
+      "num_tokens": 28600012.0,
+      "step": 14206
+    },
+    {
+      "epoch": 0.11743360417923772,
+      "grad_norm": 0.21573349833488464,
+      "learning_rate": 4.70647798378231e-05,
+      "loss": 0.0979,
+      "mean_token_accuracy": 0.9799794554710388,
+      "num_tokens": 28601966.0,
+      "step": 14207
+    },
+    {
+      "epoch": 0.11744187007662486,
+      "grad_norm": 0.2959040105342865,
+      "learning_rate": 4.706457319038842e-05,
+      "loss": 0.1718,
+      "mean_token_accuracy": 0.9635108709335327,
+      "num_tokens": 28604000.0,
+      "step": 14208
+    },
+    {
+      "epoch": 0.11745013597401202,
+      "grad_norm": 0.27032843232154846,
+      "learning_rate": 4.706436654295373e-05,
+      "loss": 0.1323,
+      "mean_token_accuracy": 0.9754015803337097,
+      "num_tokens": 28605998.0,
+      "step": 14209
+    },
+    {
+      "epoch": 0.11745840187139917,
+      "grad_norm": 0.27664676308631897,
+      "learning_rate": 4.706415989551906e-05,
+      "loss": 0.1622,
+      "mean_token_accuracy": 0.9672048687934875,
+      "num_tokens": 28607986.0,
+      "step": 14210
+    },
+    {
+      "epoch": 0.11746666776878632,
+      "grad_norm": 0.20480605959892273,
+      "learning_rate": 4.706395324808438e-05,
+      "loss": 0.1326,
+      "mean_token_accuracy": 0.9745000004768372,
+      "num_tokens": 28609992.0,
+      "step": 14211
+    },
+    {
+      "epoch": 0.11747493366617347,
+      "grad_norm": 0.22354352474212646,
+      "learning_rate": 4.70637466006497e-05,
+      "loss": 0.1864,
+      "mean_token_accuracy": 0.9674185514450073,
+      "num_tokens": 28611993.0,
+      "step": 14212
+    },
+    {
+      "epoch": 0.11748319956356061,
+      "grad_norm": 0.2056296020746231,
+      "learning_rate": 4.7063539953215027e-05,
+      "loss": 0.1422,
+      "mean_token_accuracy": 0.9726639986038208,
+      "num_tokens": 28614011.0,
+      "step": 14213
+    },
+    {
+      "epoch": 0.11749146546094777,
+      "grad_norm": 0.26946765184402466,
+      "learning_rate": 4.706333330578034e-05,
+      "loss": 0.1541,
+      "mean_token_accuracy": 0.9714285731315613,
+      "num_tokens": 28616012.0,
+      "step": 14214
+    },
+    {
+      "epoch": 0.11749973135833491,
+      "grad_norm": 0.23274031281471252,
+      "learning_rate": 4.706312665834566e-05,
+      "loss": 0.1456,
+      "mean_token_accuracy": 0.9674876928329468,
+      "num_tokens": 28618048.0,
+      "step": 14215
+    },
+    {
+      "epoch": 0.11750799725572207,
+      "grad_norm": 0.2724526822566986,
+      "learning_rate": 4.7062920010910985e-05,
+      "loss": 0.1162,
+      "mean_token_accuracy": 0.9767088890075684,
+      "num_tokens": 28620029.0,
+      "step": 14216
+    },
+    {
+      "epoch": 0.11751626315310922,
+      "grad_norm": 0.23438182473182678,
+      "learning_rate": 4.7062713363476306e-05,
+      "loss": 0.1433,
+      "mean_token_accuracy": 0.9694694876670837,
+      "num_tokens": 28622033.0,
+      "step": 14217
+    },
+    {
+      "epoch": 0.11752452905049637,
+      "grad_norm": 0.20100165903568268,
+      "learning_rate": 4.706250671604163e-05,
+      "loss": 0.1232,
+      "mean_token_accuracy": 0.97380131483078,
+      "num_tokens": 28624062.0,
+      "step": 14218
+    },
+    {
+      "epoch": 0.11753279494788352,
+      "grad_norm": 0.30504655838012695,
+      "learning_rate": 4.706230006860695e-05,
+      "loss": 0.1401,
+      "mean_token_accuracy": 0.9739086627960205,
+      "num_tokens": 28626061.0,
+      "step": 14219
+    },
+    {
+      "epoch": 0.11754106084527066,
+      "grad_norm": 0.2769484519958496,
+      "learning_rate": 4.706209342117227e-05,
+      "loss": 0.1826,
+      "mean_token_accuracy": 0.9668174982070923,
+      "num_tokens": 28628056.0,
+      "step": 14220
+    },
+    {
+      "epoch": 0.11754932674265782,
+      "grad_norm": 0.240987628698349,
+      "learning_rate": 4.706188677373759e-05,
+      "loss": 0.1313,
+      "mean_token_accuracy": 0.9743210077285767,
+      "num_tokens": 28630087.0,
+      "step": 14221
+    },
+    {
+      "epoch": 0.11755759264004496,
+      "grad_norm": 0.32567721605300903,
+      "learning_rate": 4.7061680126302915e-05,
+      "loss": 0.142,
+      "mean_token_accuracy": 0.9689655303955078,
+      "num_tokens": 28632123.0,
+      "step": 14222
+    },
+    {
+      "epoch": 0.11756585853743212,
+      "grad_norm": 0.18657274544239044,
+      "learning_rate": 4.7061473478868236e-05,
+      "loss": 0.1431,
+      "mean_token_accuracy": 0.9707661271095276,
+      "num_tokens": 28634113.0,
+      "step": 14223
+    },
+    {
+      "epoch": 0.11757412443481927,
+      "grad_norm": 0.26433849334716797,
+      "learning_rate": 4.706126683143356e-05,
+      "loss": 0.1429,
+      "mean_token_accuracy": 0.9682772159576416,
+      "num_tokens": 28636168.0,
+      "step": 14224
+    },
+    {
+      "epoch": 0.11758239033220641,
+      "grad_norm": 0.2163219004869461,
+      "learning_rate": 4.706106018399888e-05,
+      "loss": 0.0984,
+      "mean_token_accuracy": 0.978117048740387,
+      "num_tokens": 28638139.0,
+      "step": 14225
+    },
+    {
+      "epoch": 0.11759065622959357,
+      "grad_norm": 0.23366950452327728,
+      "learning_rate": 4.7060853536564195e-05,
+      "loss": 0.1566,
+      "mean_token_accuracy": 0.9703963994979858,
+      "num_tokens": 28640138.0,
+      "step": 14226
+    },
+    {
+      "epoch": 0.11759892212698071,
+      "grad_norm": 0.2718810737133026,
+      "learning_rate": 4.706064688912952e-05,
+      "loss": 0.1104,
+      "mean_token_accuracy": 0.9791666865348816,
+      "num_tokens": 28642112.0,
+      "step": 14227
+    },
+    {
+      "epoch": 0.11760718802436787,
+      "grad_norm": 0.2672015130519867,
+      "learning_rate": 4.7060440241694845e-05,
+      "loss": 0.1585,
+      "mean_token_accuracy": 0.970059871673584,
+      "num_tokens": 28644122.0,
+      "step": 14228
+    },
+    {
+      "epoch": 0.11761545392175501,
+      "grad_norm": 0.2932877540588379,
+      "learning_rate": 4.706023359426016e-05,
+      "loss": 0.1381,
+      "mean_token_accuracy": 0.9728643298149109,
+      "num_tokens": 28646118.0,
+      "step": 14229
+    },
+    {
+      "epoch": 0.11762371981914216,
+      "grad_norm": 0.2167672961950302,
+      "learning_rate": 4.706002694682549e-05,
+      "loss": 0.1224,
+      "mean_token_accuracy": 0.9733859300613403,
+      "num_tokens": 28648153.0,
+      "step": 14230
+    },
+    {
+      "epoch": 0.11763198571652932,
+      "grad_norm": 0.28766176104545593,
+      "learning_rate": 4.70598202993908e-05,
+      "loss": 0.1475,
+      "mean_token_accuracy": 0.9710578918457031,
+      "num_tokens": 28650163.0,
+      "step": 14231
+    },
+    {
+      "epoch": 0.11764025161391646,
+      "grad_norm": 0.2944909930229187,
+      "learning_rate": 4.7059613651956125e-05,
+      "loss": 0.1785,
+      "mean_token_accuracy": 0.96533203125,
+      "num_tokens": 28652217.0,
+      "step": 14232
+    },
+    {
+      "epoch": 0.11764851751130362,
+      "grad_norm": 0.2608345150947571,
+      "learning_rate": 4.705940700452145e-05,
+      "loss": 0.1627,
+      "mean_token_accuracy": 0.9668808579444885,
+      "num_tokens": 28654246.0,
+      "step": 14233
+    },
+    {
+      "epoch": 0.11765678340869076,
+      "grad_norm": 0.263174831867218,
+      "learning_rate": 4.705920035708677e-05,
+      "loss": 0.1344,
+      "mean_token_accuracy": 0.9701641201972961,
+      "num_tokens": 28656263.0,
+      "step": 14234
+    },
+    {
+      "epoch": 0.11766504930607792,
+      "grad_norm": 0.5426374077796936,
+      "learning_rate": 4.705899370965209e-05,
+      "loss": 0.2027,
+      "mean_token_accuracy": 0.9594924449920654,
+      "num_tokens": 28658318.0,
+      "step": 14235
+    },
+    {
+      "epoch": 0.11767331520346506,
+      "grad_norm": 0.27617117762565613,
+      "learning_rate": 4.705878706221741e-05,
+      "loss": 0.1264,
+      "mean_token_accuracy": 0.9711975455284119,
+      "num_tokens": 28660303.0,
+      "step": 14236
+    },
+    {
+      "epoch": 0.11768158110085221,
+      "grad_norm": 0.23945313692092896,
+      "learning_rate": 4.705858041478273e-05,
+      "loss": 0.1326,
+      "mean_token_accuracy": 0.972630500793457,
+      "num_tokens": 28662282.0,
+      "step": 14237
+    },
+    {
+      "epoch": 0.11768984699823937,
+      "grad_norm": 0.2637195289134979,
+      "learning_rate": 4.7058373767348054e-05,
+      "loss": 0.1423,
+      "mean_token_accuracy": 0.9676440954208374,
+      "num_tokens": 28664266.0,
+      "step": 14238
+    },
+    {
+      "epoch": 0.11769811289562651,
+      "grad_norm": 0.3308650851249695,
+      "learning_rate": 4.7058167119913376e-05,
+      "loss": 0.1587,
+      "mean_token_accuracy": 0.967131495475769,
+      "num_tokens": 28666280.0,
+      "step": 14239
+    },
+    {
+      "epoch": 0.11770637879301367,
+      "grad_norm": 0.2658309042453766,
+      "learning_rate": 4.70579604724787e-05,
+      "loss": 0.1731,
+      "mean_token_accuracy": 0.9650174975395203,
+      "num_tokens": 28668287.0,
+      "step": 14240
+    },
+    {
+      "epoch": 0.11771464469040081,
+      "grad_norm": 0.2936271131038666,
+      "learning_rate": 4.705775382504402e-05,
+      "loss": 0.1318,
+      "mean_token_accuracy": 0.97225022315979,
+      "num_tokens": 28670275.0,
+      "step": 14241
+    },
+    {
+      "epoch": 0.11772291058778796,
+      "grad_norm": 0.28910139203071594,
+      "learning_rate": 4.705754717760934e-05,
+      "loss": 0.1902,
+      "mean_token_accuracy": 0.9629809856414795,
+      "num_tokens": 28672334.0,
+      "step": 14242
+    },
+    {
+      "epoch": 0.11773117648517512,
+      "grad_norm": 0.3357045352458954,
+      "learning_rate": 4.705734053017466e-05,
+      "loss": 0.1123,
+      "mean_token_accuracy": 0.9766980409622192,
+      "num_tokens": 28674357.0,
+      "step": 14243
+    },
+    {
+      "epoch": 0.11773944238256226,
+      "grad_norm": 0.23976531624794006,
+      "learning_rate": 4.7057133882739984e-05,
+      "loss": 0.1423,
+      "mean_token_accuracy": 0.9718526005744934,
+      "num_tokens": 28676317.0,
+      "step": 14244
+    },
+    {
+      "epoch": 0.11774770827994942,
+      "grad_norm": 0.2976438105106354,
+      "learning_rate": 4.7056927235305306e-05,
+      "loss": 0.1501,
+      "mean_token_accuracy": 0.9707992076873779,
+      "num_tokens": 28678275.0,
+      "step": 14245
+    },
+    {
+      "epoch": 0.11775597417733656,
+      "grad_norm": 0.20521625876426697,
+      "learning_rate": 4.705672058787062e-05,
+      "loss": 0.1079,
+      "mean_token_accuracy": 0.9773755669593811,
+      "num_tokens": 28680270.0,
+      "step": 14246
+    },
+    {
+      "epoch": 0.1177642400747237,
+      "grad_norm": 0.23369957506656647,
+      "learning_rate": 4.705651394043595e-05,
+      "loss": 0.1057,
+      "mean_token_accuracy": 0.978439450263977,
+      "num_tokens": 28682224.0,
+      "step": 14247
+    },
+    {
+      "epoch": 0.11777250597211086,
+      "grad_norm": 0.22837121784687042,
+      "learning_rate": 4.7056307293001264e-05,
+      "loss": 0.1408,
+      "mean_token_accuracy": 0.9726858735084534,
+      "num_tokens": 28684207.0,
+      "step": 14248
+    },
+    {
+      "epoch": 0.11778077186949801,
+      "grad_norm": 0.2648266553878784,
+      "learning_rate": 4.7056100645566586e-05,
+      "loss": 0.1408,
+      "mean_token_accuracy": 0.970992386341095,
+      "num_tokens": 28686178.0,
+      "step": 14249
+    },
+    {
+      "epoch": 0.11778903776688517,
+      "grad_norm": 0.29362183809280396,
+      "learning_rate": 4.7055893998131914e-05,
+      "loss": 0.1741,
+      "mean_token_accuracy": 0.963707685470581,
+      "num_tokens": 28688223.0,
+      "step": 14250
+    },
+    {
+      "epoch": 0.11779730366427231,
+      "grad_norm": 0.2650139629840851,
+      "learning_rate": 4.705568735069723e-05,
+      "loss": 0.1424,
+      "mean_token_accuracy": 0.9711538553237915,
+      "num_tokens": 28690205.0,
+      "step": 14251
+    },
+    {
+      "epoch": 0.11780556956165947,
+      "grad_norm": 0.22282640635967255,
+      "learning_rate": 4.705548070326255e-05,
+      "loss": 0.1622,
+      "mean_token_accuracy": 0.9724724888801575,
+      "num_tokens": 28692209.0,
+      "step": 14252
+    },
+    {
+      "epoch": 0.11781383545904661,
+      "grad_norm": 0.2501528859138489,
+      "learning_rate": 4.705527405582787e-05,
+      "loss": 0.1566,
+      "mean_token_accuracy": 0.9670382738113403,
+      "num_tokens": 28694278.0,
+      "step": 14253
+    },
+    {
+      "epoch": 0.11782210135643376,
+      "grad_norm": 0.3660874366760254,
+      "learning_rate": 4.7055067408393194e-05,
+      "loss": 0.1457,
+      "mean_token_accuracy": 0.9714707136154175,
+      "num_tokens": 28696317.0,
+      "step": 14254
+    },
+    {
+      "epoch": 0.11783036725382091,
+      "grad_norm": 0.2790432870388031,
+      "learning_rate": 4.7054860760958516e-05,
+      "loss": 0.1517,
+      "mean_token_accuracy": 0.9682779312133789,
+      "num_tokens": 28698309.0,
+      "step": 14255
+    },
+    {
+      "epoch": 0.11783863315120806,
+      "grad_norm": 0.2764876186847687,
+      "learning_rate": 4.705465411352384e-05,
+      "loss": 0.1893,
+      "mean_token_accuracy": 0.9592430591583252,
+      "num_tokens": 28700376.0,
+      "step": 14256
+    },
+    {
+      "epoch": 0.11784689904859522,
+      "grad_norm": 0.3175569474697113,
+      "learning_rate": 4.705444746608916e-05,
+      "loss": 0.1874,
+      "mean_token_accuracy": 0.9604105353355408,
+      "num_tokens": 28702428.0,
+      "step": 14257
+    },
+    {
+      "epoch": 0.11785516494598236,
+      "grad_norm": 0.23879070580005646,
+      "learning_rate": 4.7054240818654474e-05,
+      "loss": 0.146,
+      "mean_token_accuracy": 0.9687041640281677,
+      "num_tokens": 28704479.0,
+      "step": 14258
+    },
+    {
+      "epoch": 0.1178634308433695,
+      "grad_norm": 0.3342039883136749,
+      "learning_rate": 4.70540341712198e-05,
+      "loss": 0.2066,
+      "mean_token_accuracy": 0.9617248177528381,
+      "num_tokens": 28706549.0,
+      "step": 14259
+    },
+    {
+      "epoch": 0.11787169674075666,
+      "grad_norm": 0.34192562103271484,
+      "learning_rate": 4.7053827523785124e-05,
+      "loss": 0.1494,
+      "mean_token_accuracy": 0.9685348868370056,
+      "num_tokens": 28708589.0,
+      "step": 14260
+    },
+    {
+      "epoch": 0.1178799626381438,
+      "grad_norm": 0.2512848675251007,
+      "learning_rate": 4.705362087635044e-05,
+      "loss": 0.1457,
+      "mean_token_accuracy": 0.9686411023139954,
+      "num_tokens": 28710604.0,
+      "step": 14261
+    },
+    {
+      "epoch": 0.11788822853553096,
+      "grad_norm": 0.2752753794193268,
+      "learning_rate": 4.705341422891577e-05,
+      "loss": 0.1571,
+      "mean_token_accuracy": 0.9702380895614624,
+      "num_tokens": 28712626.0,
+      "step": 14262
+    },
+    {
+      "epoch": 0.11789649443291811,
+      "grad_norm": 0.21333283185958862,
+      "learning_rate": 4.705320758148108e-05,
+      "loss": 0.1093,
+      "mean_token_accuracy": 0.9754224419593811,
+      "num_tokens": 28714585.0,
+      "step": 14263
+    },
+    {
+      "epoch": 0.11790476033030525,
+      "grad_norm": 0.24891985952854156,
+      "learning_rate": 4.705300093404641e-05,
+      "loss": 0.1837,
+      "mean_token_accuracy": 0.9636451601982117,
+      "num_tokens": 28716654.0,
+      "step": 14264
+    },
+    {
+      "epoch": 0.11791302622769241,
+      "grad_norm": 0.26192784309387207,
+      "learning_rate": 4.7052794286611726e-05,
+      "loss": 0.1745,
+      "mean_token_accuracy": 0.9660359025001526,
+      "num_tokens": 28718721.0,
+      "step": 14265
+    },
+    {
+      "epoch": 0.11792129212507955,
+      "grad_norm": 0.3433816134929657,
+      "learning_rate": 4.705258763917705e-05,
+      "loss": 0.2516,
+      "mean_token_accuracy": 0.9479537606239319,
+      "num_tokens": 28720975.0,
+      "step": 14266
+    },
+    {
+      "epoch": 0.11792955802246671,
+      "grad_norm": 0.19271716475486755,
+      "learning_rate": 4.7052380991742376e-05,
+      "loss": 0.1083,
+      "mean_token_accuracy": 0.9789789915084839,
+      "num_tokens": 28722979.0,
+      "step": 14267
+    },
+    {
+      "epoch": 0.11793782391985386,
+      "grad_norm": 0.20440351963043213,
+      "learning_rate": 4.705217434430769e-05,
+      "loss": 0.1145,
+      "mean_token_accuracy": 0.9786259531974792,
+      "num_tokens": 28724950.0,
+      "step": 14268
+    },
+    {
+      "epoch": 0.11794608981724101,
+      "grad_norm": 0.3003068268299103,
+      "learning_rate": 4.705196769687301e-05,
+      "loss": 0.2098,
+      "mean_token_accuracy": 0.9582146406173706,
+      "num_tokens": 28727062.0,
+      "step": 14269
+    },
+    {
+      "epoch": 0.11795435571462816,
+      "grad_norm": 0.2148304283618927,
+      "learning_rate": 4.7051761049438334e-05,
+      "loss": 0.1167,
+      "mean_token_accuracy": 0.9765664935112,
+      "num_tokens": 28729031.0,
+      "step": 14270
+    },
+    {
+      "epoch": 0.1179626216120153,
+      "grad_norm": 0.38266652822494507,
+      "learning_rate": 4.7051554402003656e-05,
+      "loss": 0.2785,
+      "mean_token_accuracy": 0.9472701549530029,
+      "num_tokens": 28731180.0,
+      "step": 14271
+    },
+    {
+      "epoch": 0.11797088750940246,
+      "grad_norm": 0.2472163885831833,
+      "learning_rate": 4.705134775456898e-05,
+      "loss": 0.1185,
+      "mean_token_accuracy": 0.9758478999137878,
+      "num_tokens": 28733132.0,
+      "step": 14272
+    },
+    {
+      "epoch": 0.1179791534067896,
+      "grad_norm": 0.2287341207265854,
+      "learning_rate": 4.70511411071343e-05,
+      "loss": 0.1109,
+      "mean_token_accuracy": 0.9795396327972412,
+      "num_tokens": 28735093.0,
+      "step": 14273
+    },
+    {
+      "epoch": 0.11798741930417676,
+      "grad_norm": 0.3059506118297577,
+      "learning_rate": 4.705093445969962e-05,
+      "loss": 0.1395,
+      "mean_token_accuracy": 0.9718025922775269,
+      "num_tokens": 28737085.0,
+      "step": 14274
+    },
+    {
+      "epoch": 0.11799568520156391,
+      "grad_norm": 0.2658878564834595,
+      "learning_rate": 4.7050727812264935e-05,
+      "loss": 0.172,
+      "mean_token_accuracy": 0.9625304341316223,
+      "num_tokens": 28739146.0,
+      "step": 14275
+    },
+    {
+      "epoch": 0.11800395109895105,
+      "grad_norm": 0.22933022677898407,
+      "learning_rate": 4.7050521164830264e-05,
+      "loss": 0.1071,
+      "mean_token_accuracy": 0.9767441749572754,
+      "num_tokens": 28741130.0,
+      "step": 14276
+    },
+    {
+      "epoch": 0.11801221699633821,
+      "grad_norm": 0.20618988573551178,
+      "learning_rate": 4.7050314517395586e-05,
+      "loss": 0.1458,
+      "mean_token_accuracy": 0.9736040830612183,
+      "num_tokens": 28743106.0,
+      "step": 14277
+    },
+    {
+      "epoch": 0.11802048289372535,
+      "grad_norm": 0.26605355739593506,
+      "learning_rate": 4.70501078699609e-05,
+      "loss": 0.1475,
+      "mean_token_accuracy": 0.9705134630203247,
+      "num_tokens": 28745079.0,
+      "step": 14278
+    },
+    {
+      "epoch": 0.11802874879111251,
+      "grad_norm": 0.25499293208122253,
+      "learning_rate": 4.704990122252623e-05,
+      "loss": 0.1197,
+      "mean_token_accuracy": 0.9746578931808472,
+      "num_tokens": 28747058.0,
+      "step": 14279
+    },
+    {
+      "epoch": 0.11803701468849966,
+      "grad_norm": 0.3298294246196747,
+      "learning_rate": 4.7049694575091544e-05,
+      "loss": 0.1589,
+      "mean_token_accuracy": 0.9674999713897705,
+      "num_tokens": 28749064.0,
+      "step": 14280
+    },
+    {
+      "epoch": 0.11804528058588681,
+      "grad_norm": 0.21114051342010498,
+      "learning_rate": 4.7049487927656865e-05,
+      "loss": 0.1028,
+      "mean_token_accuracy": 0.9797570705413818,
+      "num_tokens": 28751046.0,
+      "step": 14281
+    },
+    {
+      "epoch": 0.11805354648327396,
+      "grad_norm": 0.2658473551273346,
+      "learning_rate": 4.7049281280222194e-05,
+      "loss": 0.1716,
+      "mean_token_accuracy": 0.9670063257217407,
+      "num_tokens": 28753113.0,
+      "step": 14282
+    },
+    {
+      "epoch": 0.1180618123806611,
+      "grad_norm": 0.22669798135757446,
+      "learning_rate": 4.704907463278751e-05,
+      "loss": 0.1242,
+      "mean_token_accuracy": 0.9750000238418579,
+      "num_tokens": 28755079.0,
+      "step": 14283
+    },
+    {
+      "epoch": 0.11807007827804826,
+      "grad_norm": 0.2549097239971161,
+      "learning_rate": 4.704886798535284e-05,
+      "loss": 0.1457,
+      "mean_token_accuracy": 0.9709776043891907,
+      "num_tokens": 28757049.0,
+      "step": 14284
+    },
+    {
+      "epoch": 0.1180783441754354,
+      "grad_norm": 0.24191193282604218,
+      "learning_rate": 4.704866133791815e-05,
+      "loss": 0.1307,
+      "mean_token_accuracy": 0.9708249568939209,
+      "num_tokens": 28759043.0,
+      "step": 14285
+    },
+    {
+      "epoch": 0.11808661007282256,
+      "grad_norm": 0.22472500801086426,
+      "learning_rate": 4.7048454690483474e-05,
+      "loss": 0.1327,
+      "mean_token_accuracy": 0.9724067449569702,
+      "num_tokens": 28761006.0,
+      "step": 14286
+    },
+    {
+      "epoch": 0.1180948759702097,
+      "grad_norm": 0.3045242428779602,
+      "learning_rate": 4.7048248043048795e-05,
+      "loss": 0.166,
+      "mean_token_accuracy": 0.9683638215065002,
+      "num_tokens": 28763035.0,
+      "step": 14287
+    },
+    {
+      "epoch": 0.11810314186759685,
+      "grad_norm": 0.3112134635448456,
+      "learning_rate": 4.704804139561412e-05,
+      "loss": 0.1786,
+      "mean_token_accuracy": 0.9612215161323547,
+      "num_tokens": 28765104.0,
+      "step": 14288
+    },
+    {
+      "epoch": 0.11811140776498401,
+      "grad_norm": 0.3813302516937256,
+      "learning_rate": 4.704783474817944e-05,
+      "loss": 0.2134,
+      "mean_token_accuracy": 0.957156777381897,
+      "num_tokens": 28767164.0,
+      "step": 14289
+    },
+    {
+      "epoch": 0.11811967366237115,
+      "grad_norm": 0.24086706340312958,
+      "learning_rate": 4.704762810074476e-05,
+      "loss": 0.1569,
+      "mean_token_accuracy": 0.9674876928329468,
+      "num_tokens": 28769200.0,
+      "step": 14290
+    },
+    {
+      "epoch": 0.11812793955975831,
+      "grad_norm": 0.24757148325443268,
+      "learning_rate": 4.704742145331008e-05,
+      "loss": 0.1331,
+      "mean_token_accuracy": 0.973737359046936,
+      "num_tokens": 28771186.0,
+      "step": 14291
+    },
+    {
+      "epoch": 0.11813620545714545,
+      "grad_norm": 0.2895274758338928,
+      "learning_rate": 4.7047214805875404e-05,
+      "loss": 0.1676,
+      "mean_token_accuracy": 0.9653788208961487,
+      "num_tokens": 28773185.0,
+      "step": 14292
+    },
+    {
+      "epoch": 0.1181444713545326,
+      "grad_norm": 0.24824796617031097,
+      "learning_rate": 4.7047008158440725e-05,
+      "loss": 0.1175,
+      "mean_token_accuracy": 0.9749616980552673,
+      "num_tokens": 28775148.0,
+      "step": 14293
+    },
+    {
+      "epoch": 0.11815273725191976,
+      "grad_norm": 0.23756197094917297,
+      "learning_rate": 4.704680151100605e-05,
+      "loss": 0.1472,
+      "mean_token_accuracy": 0.9730280041694641,
+      "num_tokens": 28777119.0,
+      "step": 14294
+    },
+    {
+      "epoch": 0.1181610031493069,
+      "grad_norm": 0.2168167233467102,
+      "learning_rate": 4.704659486357136e-05,
+      "loss": 0.1245,
+      "mean_token_accuracy": 0.9754262566566467,
+      "num_tokens": 28779119.0,
+      "step": 14295
+    },
+    {
+      "epoch": 0.11816926904669406,
+      "grad_norm": 0.34616386890411377,
+      "learning_rate": 4.704638821613669e-05,
+      "loss": 0.227,
+      "mean_token_accuracy": 0.9529691338539124,
+      "num_tokens": 28781230.0,
+      "step": 14296
+    },
+    {
+      "epoch": 0.1181775349440812,
+      "grad_norm": 0.30845776200294495,
+      "learning_rate": 4.7046181568702005e-05,
+      "loss": 0.192,
+      "mean_token_accuracy": 0.9639024138450623,
+      "num_tokens": 28783286.0,
+      "step": 14297
+    },
+    {
+      "epoch": 0.11818580084146836,
+      "grad_norm": 0.31222185492515564,
+      "learning_rate": 4.704597492126733e-05,
+      "loss": 0.1938,
+      "mean_token_accuracy": 0.9578651785850525,
+      "num_tokens": 28785428.0,
+      "step": 14298
+    },
+    {
+      "epoch": 0.1181940667388555,
+      "grad_norm": 0.21314282715320587,
+      "learning_rate": 4.7045768273832655e-05,
+      "loss": 0.1078,
+      "mean_token_accuracy": 0.9780500531196594,
+      "num_tokens": 28787393.0,
+      "step": 14299
+    },
+    {
+      "epoch": 0.11820233263624265,
+      "grad_norm": 0.23181527853012085,
+      "learning_rate": 4.704556162639797e-05,
+      "loss": 0.1435,
+      "mean_token_accuracy": 0.9720419645309448,
+      "num_tokens": 28789402.0,
+      "step": 14300
+    },
+    {
+      "epoch": 0.11821059853362981,
+      "grad_norm": 0.25443050265312195,
+      "learning_rate": 4.704535497896329e-05,
+      "loss": 0.1657,
+      "mean_token_accuracy": 0.9683168530464172,
+      "num_tokens": 28791428.0,
+      "step": 14301
+    },
+    {
+      "epoch": 0.11821886443101695,
+      "grad_norm": 0.232596293091774,
+      "learning_rate": 4.7045148331528613e-05,
+      "loss": 0.1492,
+      "mean_token_accuracy": 0.9683168530464172,
+      "num_tokens": 28793454.0,
+      "step": 14302
+    },
+    {
+      "epoch": 0.11822713032840411,
+      "grad_norm": 0.2451612651348114,
+      "learning_rate": 4.7044941684093935e-05,
+      "loss": 0.1336,
+      "mean_token_accuracy": 0.9721792936325073,
+      "num_tokens": 28795401.0,
+      "step": 14303
+    },
+    {
+      "epoch": 0.11823539622579125,
+      "grad_norm": 0.29970893263816833,
+      "learning_rate": 4.704473503665926e-05,
+      "loss": 0.1668,
+      "mean_token_accuracy": 0.966469407081604,
+      "num_tokens": 28797435.0,
+      "step": 14304
+    },
+    {
+      "epoch": 0.1182436621231784,
+      "grad_norm": 0.24341653287410736,
+      "learning_rate": 4.704452838922458e-05,
+      "loss": 0.1307,
+      "mean_token_accuracy": 0.9711442589759827,
+      "num_tokens": 28799451.0,
+      "step": 14305
+    },
+    {
+      "epoch": 0.11825192802056556,
+      "grad_norm": 0.2857707738876343,
+      "learning_rate": 4.70443217417899e-05,
+      "loss": 0.1633,
+      "mean_token_accuracy": 0.9699699878692627,
+      "num_tokens": 28801455.0,
+      "step": 14306
+    },
+    {
+      "epoch": 0.1182601939179527,
+      "grad_norm": 0.3702835738658905,
+      "learning_rate": 4.704411509435522e-05,
+      "loss": 0.1404,
+      "mean_token_accuracy": 0.9689223170280457,
+      "num_tokens": 28803456.0,
+      "step": 14307
+    },
+    {
+      "epoch": 0.11826845981533986,
+      "grad_norm": 0.22258859872817993,
+      "learning_rate": 4.704390844692054e-05,
+      "loss": 0.119,
+      "mean_token_accuracy": 0.9766378998756409,
+      "num_tokens": 28805431.0,
+      "step": 14308
+    },
+    {
+      "epoch": 0.118276725712727,
+      "grad_norm": 0.24051393568515778,
+      "learning_rate": 4.7043701799485865e-05,
+      "loss": 0.1205,
+      "mean_token_accuracy": 0.9752525091171265,
+      "num_tokens": 28807417.0,
+      "step": 14309
+    },
+    {
+      "epoch": 0.11828499161011415,
+      "grad_norm": 0.22158147394657135,
+      "learning_rate": 4.704349515205119e-05,
+      "loss": 0.1254,
+      "mean_token_accuracy": 0.9755351543426514,
+      "num_tokens": 28809385.0,
+      "step": 14310
+    },
+    {
+      "epoch": 0.1182932575075013,
+      "grad_norm": 0.2477158159017563,
+      "learning_rate": 4.704328850461651e-05,
+      "loss": 0.1622,
+      "mean_token_accuracy": 0.968999981880188,
+      "num_tokens": 28811391.0,
+      "step": 14311
+    },
+    {
+      "epoch": 0.11830152340488845,
+      "grad_norm": 0.2143583595752716,
+      "learning_rate": 4.704308185718182e-05,
+      "loss": 0.1287,
+      "mean_token_accuracy": 0.9726368188858032,
+      "num_tokens": 28813407.0,
+      "step": 14312
+    },
+    {
+      "epoch": 0.1183097893022756,
+      "grad_norm": 0.30020779371261597,
+      "learning_rate": 4.704287520974715e-05,
+      "loss": 0.1459,
+      "mean_token_accuracy": 0.9710867404937744,
+      "num_tokens": 28815419.0,
+      "step": 14313
+    },
+    {
+      "epoch": 0.11831805519966275,
+      "grad_norm": 0.2915205657482147,
+      "learning_rate": 4.7042668562312467e-05,
+      "loss": 0.2143,
+      "mean_token_accuracy": 0.9557021856307983,
+      "num_tokens": 28817547.0,
+      "step": 14314
+    },
+    {
+      "epoch": 0.11832632109704991,
+      "grad_norm": 0.23693545162677765,
+      "learning_rate": 4.704246191487779e-05,
+      "loss": 0.16,
+      "mean_token_accuracy": 0.9707341194152832,
+      "num_tokens": 28819569.0,
+      "step": 14315
+    },
+    {
+      "epoch": 0.11833458699443705,
+      "grad_norm": 0.25398921966552734,
+      "learning_rate": 4.704225526744312e-05,
+      "loss": 0.156,
+      "mean_token_accuracy": 0.967903733253479,
+      "num_tokens": 28821569.0,
+      "step": 14316
+    },
+    {
+      "epoch": 0.1183428528918242,
+      "grad_norm": 0.21807245910167694,
+      "learning_rate": 4.704204862000843e-05,
+      "loss": 0.1376,
+      "mean_token_accuracy": 0.9729867577552795,
+      "num_tokens": 28823537.0,
+      "step": 14317
+    },
+    {
+      "epoch": 0.11835111878921135,
+      "grad_norm": 0.27257195115089417,
+      "learning_rate": 4.704184197257375e-05,
+      "loss": 0.1684,
+      "mean_token_accuracy": 0.9675648808479309,
+      "num_tokens": 28825547.0,
+      "step": 14318
+    },
+    {
+      "epoch": 0.1183593846865985,
+      "grad_norm": 0.28144344687461853,
+      "learning_rate": 4.7041635325139075e-05,
+      "loss": 0.1448,
+      "mean_token_accuracy": 0.9695876240730286,
+      "num_tokens": 28827493.0,
+      "step": 14319
+    },
+    {
+      "epoch": 0.11836765058398566,
+      "grad_norm": 0.2562588155269623,
+      "learning_rate": 4.7041428677704396e-05,
+      "loss": 0.155,
+      "mean_token_accuracy": 0.9691081047058105,
+      "num_tokens": 28829506.0,
+      "step": 14320
+    },
+    {
+      "epoch": 0.1183759164813728,
+      "grad_norm": 0.2791246175765991,
+      "learning_rate": 4.704122203026972e-05,
+      "loss": 0.1336,
+      "mean_token_accuracy": 0.9705284833908081,
+      "num_tokens": 28831480.0,
+      "step": 14321
+    },
+    {
+      "epoch": 0.11838418237875994,
+      "grad_norm": 0.2719438076019287,
+      "learning_rate": 4.704101538283504e-05,
+      "loss": 0.1541,
+      "mean_token_accuracy": 0.9678536057472229,
+      "num_tokens": 28833508.0,
+      "step": 14322
+    },
+    {
+      "epoch": 0.1183924482761471,
+      "grad_norm": 0.17968721687793732,
+      "learning_rate": 4.704080873540036e-05,
+      "loss": 0.1215,
+      "mean_token_accuracy": 0.9763495922088623,
+      "num_tokens": 28835459.0,
+      "step": 14323
+    },
+    {
+      "epoch": 0.11840071417353425,
+      "grad_norm": 0.22060838341712952,
+      "learning_rate": 4.704060208796568e-05,
+      "loss": 0.1298,
+      "mean_token_accuracy": 0.9710000157356262,
+      "num_tokens": 28837465.0,
+      "step": 14324
+    },
+    {
+      "epoch": 0.1184089800709214,
+      "grad_norm": 0.30066272616386414,
+      "learning_rate": 4.7040395440531005e-05,
+      "loss": 0.1916,
+      "mean_token_accuracy": 0.9626718759536743,
+      "num_tokens": 28839507.0,
+      "step": 14325
+    },
+    {
+      "epoch": 0.11841724596830855,
+      "grad_norm": 0.3216231167316437,
+      "learning_rate": 4.7040188793096326e-05,
+      "loss": 0.1356,
+      "mean_token_accuracy": 0.9726639986038208,
+      "num_tokens": 28841525.0,
+      "step": 14326
+    },
+    {
+      "epoch": 0.11842551186569569,
+      "grad_norm": 0.29608288407325745,
+      "learning_rate": 4.703998214566165e-05,
+      "loss": 0.2137,
+      "mean_token_accuracy": 0.9585517048835754,
+      "num_tokens": 28843630.0,
+      "step": 14327
+    },
+    {
+      "epoch": 0.11843377776308285,
+      "grad_norm": 0.3177211880683899,
+      "learning_rate": 4.703977549822697e-05,
+      "loss": 0.1783,
+      "mean_token_accuracy": 0.9613313674926758,
+      "num_tokens": 28845679.0,
+      "step": 14328
+    },
+    {
+      "epoch": 0.11844204366047,
+      "grad_norm": 0.3038308620452881,
+      "learning_rate": 4.7039568850792285e-05,
+      "loss": 0.1866,
+      "mean_token_accuracy": 0.9637964963912964,
+      "num_tokens": 28847729.0,
+      "step": 14329
+    },
+    {
+      "epoch": 0.11845030955785715,
+      "grad_norm": 0.4245293438434601,
+      "learning_rate": 4.703936220335761e-05,
+      "loss": 0.1472,
+      "mean_token_accuracy": 0.9688442349433899,
+      "num_tokens": 28849725.0,
+      "step": 14330
+    },
+    {
+      "epoch": 0.1184585754552443,
+      "grad_norm": 0.2665250897407532,
+      "learning_rate": 4.703915555592293e-05,
+      "loss": 0.1278,
+      "mean_token_accuracy": 0.9727685451507568,
+      "num_tokens": 28851714.0,
+      "step": 14331
+    },
+    {
+      "epoch": 0.11846684135263146,
+      "grad_norm": 0.22218506038188934,
+      "learning_rate": 4.703894890848825e-05,
+      "loss": 0.1236,
+      "mean_token_accuracy": 0.9730807542800903,
+      "num_tokens": 28853726.0,
+      "step": 14332
+    },
+    {
+      "epoch": 0.1184751072500186,
+      "grad_norm": 0.25516197085380554,
+      "learning_rate": 4.703874226105358e-05,
+      "loss": 0.1513,
+      "mean_token_accuracy": 0.970820963382721,
+      "num_tokens": 28855754.0,
+      "step": 14333
+    },
+    {
+      "epoch": 0.11848337314740574,
+      "grad_norm": 0.21710416674613953,
+      "learning_rate": 4.703853561361889e-05,
+      "loss": 0.1432,
+      "mean_token_accuracy": 0.9707514047622681,
+      "num_tokens": 28857743.0,
+      "step": 14334
+    },
+    {
+      "epoch": 0.1184916390447929,
+      "grad_norm": 0.28578293323516846,
+      "learning_rate": 4.7038328966184215e-05,
+      "loss": 0.1345,
+      "mean_token_accuracy": 0.9704999923706055,
+      "num_tokens": 28859749.0,
+      "step": 14335
+    },
+    {
+      "epoch": 0.11849990494218005,
+      "grad_norm": 0.21516482532024384,
+      "learning_rate": 4.7038122318749536e-05,
+      "loss": 0.1484,
+      "mean_token_accuracy": 0.9705449342727661,
+      "num_tokens": 28861792.0,
+      "step": 14336
+    },
+    {
+      "epoch": 0.1185081708395672,
+      "grad_norm": 0.27861425280570984,
+      "learning_rate": 4.703791567131486e-05,
+      "loss": 0.1425,
+      "mean_token_accuracy": 0.9752704501152039,
+      "num_tokens": 28863739.0,
+      "step": 14337
+    },
+    {
+      "epoch": 0.11851643673695435,
+      "grad_norm": 0.208347350358963,
+      "learning_rate": 4.703770902388018e-05,
+      "loss": 0.1083,
+      "mean_token_accuracy": 0.9767801761627197,
+      "num_tokens": 28865683.0,
+      "step": 14338
+    },
+    {
+      "epoch": 0.11852470263434149,
+      "grad_norm": 0.22857269644737244,
+      "learning_rate": 4.70375023764455e-05,
+      "loss": 0.1251,
+      "mean_token_accuracy": 0.9739263653755188,
+      "num_tokens": 28867645.0,
+      "step": 14339
+    },
+    {
+      "epoch": 0.11853296853172865,
+      "grad_norm": 0.2635127604007721,
+      "learning_rate": 4.703729572901082e-05,
+      "loss": 0.1425,
+      "mean_token_accuracy": 0.9703996181488037,
+      "num_tokens": 28869678.0,
+      "step": 14340
+    },
+    {
+      "epoch": 0.1185412344291158,
+      "grad_norm": 0.30950087308883667,
+      "learning_rate": 4.7037089081576145e-05,
+      "loss": 0.1861,
+      "mean_token_accuracy": 0.9601941704750061,
+      "num_tokens": 28871744.0,
+      "step": 14341
+    },
+    {
+      "epoch": 0.11854950032650295,
+      "grad_norm": 0.22194215655326843,
+      "learning_rate": 4.7036882434141466e-05,
+      "loss": 0.1476,
+      "mean_token_accuracy": 0.9683257937431335,
+      "num_tokens": 28873739.0,
+      "step": 14342
+    },
+    {
+      "epoch": 0.1185577662238901,
+      "grad_norm": 0.30835792422294617,
+      "learning_rate": 4.703667578670679e-05,
+      "loss": 0.1698,
+      "mean_token_accuracy": 0.9654832482337952,
+      "num_tokens": 28875773.0,
+      "step": 14343
+    },
+    {
+      "epoch": 0.11856603212127724,
+      "grad_norm": 0.2523796260356903,
+      "learning_rate": 4.70364691392721e-05,
+      "loss": 0.1571,
+      "mean_token_accuracy": 0.9695276618003845,
+      "num_tokens": 28877748.0,
+      "step": 14344
+    },
+    {
+      "epoch": 0.1185742980186644,
+      "grad_norm": 0.22705107927322388,
+      "learning_rate": 4.703626249183743e-05,
+      "loss": 0.1582,
+      "mean_token_accuracy": 0.9673860669136047,
+      "num_tokens": 28879839.0,
+      "step": 14345
+    },
+    {
+      "epoch": 0.11858256391605154,
+      "grad_norm": 0.2459581047296524,
+      "learning_rate": 4.7036055844402746e-05,
+      "loss": 0.1497,
+      "mean_token_accuracy": 0.9708542823791504,
+      "num_tokens": 28881835.0,
+      "step": 14346
+    },
+    {
+      "epoch": 0.1185908298134387,
+      "grad_norm": 0.24664264917373657,
+      "learning_rate": 4.7035849196968074e-05,
+      "loss": 0.1247,
+      "mean_token_accuracy": 0.9735924005508423,
+      "num_tokens": 28883848.0,
+      "step": 14347
+    },
+    {
+      "epoch": 0.11859909571082584,
+      "grad_norm": 0.26652204990386963,
+      "learning_rate": 4.7035642549533396e-05,
+      "loss": 0.1441,
+      "mean_token_accuracy": 0.9689960479736328,
+      "num_tokens": 28885886.0,
+      "step": 14348
+    },
+    {
+      "epoch": 0.118607361608213,
+      "grad_norm": 0.2709307074546814,
+      "learning_rate": 4.703543590209871e-05,
+      "loss": 0.1492,
+      "mean_token_accuracy": 0.9677743911743164,
+      "num_tokens": 28887878.0,
+      "step": 14349
+    },
+    {
+      "epoch": 0.11861562750560015,
+      "grad_norm": 0.34497034549713135,
+      "learning_rate": 4.703522925466404e-05,
+      "loss": 0.1812,
+      "mean_token_accuracy": 0.9660098552703857,
+      "num_tokens": 28889914.0,
+      "step": 14350
+    },
+    {
+      "epoch": 0.11862389340298729,
+      "grad_norm": 0.22940894961357117,
+      "learning_rate": 4.7035022607229354e-05,
+      "loss": 0.1188,
+      "mean_token_accuracy": 0.9754098653793335,
+      "num_tokens": 28891872.0,
+      "step": 14351
+    },
+    {
+      "epoch": 0.11863215930037445,
+      "grad_norm": 0.23863129317760468,
+      "learning_rate": 4.7034815959794676e-05,
+      "loss": 0.0917,
+      "mean_token_accuracy": 0.9812278151512146,
+      "num_tokens": 28893849.0,
+      "step": 14352
+    },
+    {
+      "epoch": 0.11864042519776159,
+      "grad_norm": 0.25930023193359375,
+      "learning_rate": 4.703460931236e-05,
+      "loss": 0.162,
+      "mean_token_accuracy": 0.9681908488273621,
+      "num_tokens": 28895867.0,
+      "step": 14353
+    },
+    {
+      "epoch": 0.11864869109514875,
+      "grad_norm": 0.2571644186973572,
+      "learning_rate": 4.703440266492532e-05,
+      "loss": 0.1291,
+      "mean_token_accuracy": 0.9725893139839172,
+      "num_tokens": 28897916.0,
+      "step": 14354
+    },
+    {
+      "epoch": 0.1186569569925359,
+      "grad_norm": 0.32226231694221497,
+      "learning_rate": 4.703419601749064e-05,
+      "loss": 0.1759,
+      "mean_token_accuracy": 0.965499997138977,
+      "num_tokens": 28899922.0,
+      "step": 14355
+    },
+    {
+      "epoch": 0.11866522288992304,
+      "grad_norm": 0.24728991091251373,
+      "learning_rate": 4.703398937005596e-05,
+      "loss": 0.1787,
+      "mean_token_accuracy": 0.9621062874794006,
+      "num_tokens": 28901960.0,
+      "step": 14356
+    },
+    {
+      "epoch": 0.1186734887873102,
+      "grad_norm": 0.2014596164226532,
+      "learning_rate": 4.7033782722621284e-05,
+      "loss": 0.1526,
+      "mean_token_accuracy": 0.9736841917037964,
+      "num_tokens": 28903980.0,
+      "step": 14357
+    },
+    {
+      "epoch": 0.11868175468469734,
+      "grad_norm": 0.24705973267555237,
+      "learning_rate": 4.7033576075186606e-05,
+      "loss": 0.1804,
+      "mean_token_accuracy": 0.9654150009155273,
+      "num_tokens": 28906010.0,
+      "step": 14358
+    },
+    {
+      "epoch": 0.1186900205820845,
+      "grad_norm": 0.29928839206695557,
+      "learning_rate": 4.703336942775193e-05,
+      "loss": 0.2015,
+      "mean_token_accuracy": 0.9578692317008972,
+      "num_tokens": 28908081.0,
+      "step": 14359
+    },
+    {
+      "epoch": 0.11869828647947164,
+      "grad_norm": 0.27382948994636536,
+      "learning_rate": 4.703316278031725e-05,
+      "loss": 0.1762,
+      "mean_token_accuracy": 0.9624819755554199,
+      "num_tokens": 28910166.0,
+      "step": 14360
+    },
+    {
+      "epoch": 0.11870655237685879,
+      "grad_norm": 0.2857927978038788,
+      "learning_rate": 4.7032956132882564e-05,
+      "loss": 0.1649,
+      "mean_token_accuracy": 0.9646238088607788,
+      "num_tokens": 28912179.0,
+      "step": 14361
+    },
+    {
+      "epoch": 0.11871481827424595,
+      "grad_norm": 0.2246469408273697,
+      "learning_rate": 4.703274948544789e-05,
+      "loss": 0.1453,
+      "mean_token_accuracy": 0.9678875803947449,
+      "num_tokens": 28914178.0,
+      "step": 14362
+    },
+    {
+      "epoch": 0.11872308417163309,
+      "grad_norm": 0.2951778769493103,
+      "learning_rate": 4.703254283801321e-05,
+      "loss": 0.2018,
+      "mean_token_accuracy": 0.9602649211883545,
+      "num_tokens": 28916298.0,
+      "step": 14363
+    },
+    {
+      "epoch": 0.11873135006902025,
+      "grad_norm": 0.3096335232257843,
+      "learning_rate": 4.703233619057853e-05,
+      "loss": 0.1594,
+      "mean_token_accuracy": 0.9692850112915039,
+      "num_tokens": 28918290.0,
+      "step": 14364
+    },
+    {
+      "epoch": 0.11873961596640739,
+      "grad_norm": 0.22150537371635437,
+      "learning_rate": 4.703212954314386e-05,
+      "loss": 0.1159,
+      "mean_token_accuracy": 0.9741510152816772,
+      "num_tokens": 28920269.0,
+      "step": 14365
+    },
+    {
+      "epoch": 0.11874788186379455,
+      "grad_norm": 0.30949264764785767,
+      "learning_rate": 4.703192289570917e-05,
+      "loss": 0.194,
+      "mean_token_accuracy": 0.9591937065124512,
+      "num_tokens": 28922309.0,
+      "step": 14366
+    },
+    {
+      "epoch": 0.1187561477611817,
+      "grad_norm": 0.27228444814682007,
+      "learning_rate": 4.70317162482745e-05,
+      "loss": 0.1629,
+      "mean_token_accuracy": 0.96646648645401,
+      "num_tokens": 28924313.0,
+      "step": 14367
+    },
+    {
+      "epoch": 0.11876441365856884,
+      "grad_norm": 0.19750089943408966,
+      "learning_rate": 4.7031509600839816e-05,
+      "loss": 0.1071,
+      "mean_token_accuracy": 0.9761431217193604,
+      "num_tokens": 28926331.0,
+      "step": 14368
+    },
+    {
+      "epoch": 0.118772679555956,
+      "grad_norm": 0.2665250897407532,
+      "learning_rate": 4.703130295340514e-05,
+      "loss": 0.1676,
+      "mean_token_accuracy": 0.966292142868042,
+      "num_tokens": 28928384.0,
+      "step": 14369
+    },
+    {
+      "epoch": 0.11878094545334314,
+      "grad_norm": 0.26019608974456787,
+      "learning_rate": 4.703109630597046e-05,
+      "loss": 0.1321,
+      "mean_token_accuracy": 0.9716520309448242,
+      "num_tokens": 28930436.0,
+      "step": 14370
+    },
+    {
+      "epoch": 0.1187892113507303,
+      "grad_norm": 0.23929524421691895,
+      "learning_rate": 4.703088965853578e-05,
+      "loss": 0.1464,
+      "mean_token_accuracy": 0.9696063995361328,
+      "num_tokens": 28932449.0,
+      "step": 14371
+    },
+    {
+      "epoch": 0.11879747724811744,
+      "grad_norm": 0.30253562331199646,
+      "learning_rate": 4.70306830111011e-05,
+      "loss": 0.1773,
+      "mean_token_accuracy": 0.9660678505897522,
+      "num_tokens": 28934459.0,
+      "step": 14372
+    },
+    {
+      "epoch": 0.11880574314550459,
+      "grad_norm": 0.37873420119285583,
+      "learning_rate": 4.7030476363666424e-05,
+      "loss": 0.1571,
+      "mean_token_accuracy": 0.969169557094574,
+      "num_tokens": 28936476.0,
+      "step": 14373
+    },
+    {
+      "epoch": 0.11881400904289174,
+      "grad_norm": 0.2494935244321823,
+      "learning_rate": 4.7030269716231746e-05,
+      "loss": 0.1561,
+      "mean_token_accuracy": 0.9705733060836792,
+      "num_tokens": 28938453.0,
+      "step": 14374
+    },
+    {
+      "epoch": 0.11882227494027889,
+      "grad_norm": 0.31703734397888184,
+      "learning_rate": 4.703006306879707e-05,
+      "loss": 0.1906,
+      "mean_token_accuracy": 0.9605717062950134,
+      "num_tokens": 28940488.0,
+      "step": 14375
+    },
+    {
+      "epoch": 0.11883054083766605,
+      "grad_norm": 0.3048933148384094,
+      "learning_rate": 4.702985642136239e-05,
+      "loss": 0.1763,
+      "mean_token_accuracy": 0.9641776084899902,
+      "num_tokens": 28942476.0,
+      "step": 14376
+    },
+    {
+      "epoch": 0.11883880673505319,
+      "grad_norm": 0.26668447256088257,
+      "learning_rate": 4.702964977392771e-05,
+      "loss": 0.1638,
+      "mean_token_accuracy": 0.9678714871406555,
+      "num_tokens": 28944474.0,
+      "step": 14377
+    },
+    {
+      "epoch": 0.11884707263244033,
+      "grad_norm": 0.3368757367134094,
+      "learning_rate": 4.7029443126493026e-05,
+      "loss": 0.1902,
+      "mean_token_accuracy": 0.9596499800682068,
+      "num_tokens": 28946537.0,
+      "step": 14378
+    },
+    {
+      "epoch": 0.11885533852982749,
+      "grad_norm": 0.2524523138999939,
+      "learning_rate": 4.7029236479058354e-05,
+      "loss": 0.146,
+      "mean_token_accuracy": 0.9640393853187561,
+      "num_tokens": 28948573.0,
+      "step": 14379
+    },
+    {
+      "epoch": 0.11886360442721464,
+      "grad_norm": 0.30487558245658875,
+      "learning_rate": 4.702902983162367e-05,
+      "loss": 0.1866,
+      "mean_token_accuracy": 0.9599999785423279,
+      "num_tokens": 28950654.0,
+      "step": 14380
+    },
+    {
+      "epoch": 0.1188718703246018,
+      "grad_norm": 0.28726673126220703,
+      "learning_rate": 4.702882318418899e-05,
+      "loss": 0.1326,
+      "mean_token_accuracy": 0.9748072028160095,
+      "num_tokens": 28952605.0,
+      "step": 14381
+    },
+    {
+      "epoch": 0.11888013622198894,
+      "grad_norm": 0.22362524271011353,
+      "learning_rate": 4.702861653675432e-05,
+      "loss": 0.1385,
+      "mean_token_accuracy": 0.9678832292556763,
+      "num_tokens": 28954666.0,
+      "step": 14382
+    },
+    {
+      "epoch": 0.1188884021193761,
+      "grad_norm": 0.2587311267852783,
+      "learning_rate": 4.7028409889319634e-05,
+      "loss": 0.136,
+      "mean_token_accuracy": 0.9730417132377625,
+      "num_tokens": 28956638.0,
+      "step": 14383
+    },
+    {
+      "epoch": 0.11889666801676324,
+      "grad_norm": 0.25478067994117737,
+      "learning_rate": 4.7028203241884955e-05,
+      "loss": 0.1758,
+      "mean_token_accuracy": 0.9649209380149841,
+      "num_tokens": 28958668.0,
+      "step": 14384
+    },
+    {
+      "epoch": 0.11890493391415038,
+      "grad_norm": 0.23561134934425354,
+      "learning_rate": 4.702799659445028e-05,
+      "loss": 0.1298,
+      "mean_token_accuracy": 0.9721531867980957,
+      "num_tokens": 28960685.0,
+      "step": 14385
+    },
+    {
+      "epoch": 0.11891319981153754,
+      "grad_norm": 0.432402104139328,
+      "learning_rate": 4.70277899470156e-05,
+      "loss": 0.1836,
+      "mean_token_accuracy": 0.9631755352020264,
+      "num_tokens": 28962782.0,
+      "step": 14386
+    },
+    {
+      "epoch": 0.11892146570892469,
+      "grad_norm": 0.19993923604488373,
+      "learning_rate": 4.702758329958093e-05,
+      "loss": 0.0946,
+      "mean_token_accuracy": 0.9799297451972961,
+      "num_tokens": 28964781.0,
+      "step": 14387
+    },
+    {
+      "epoch": 0.11892973160631184,
+      "grad_norm": 0.28932878375053406,
+      "learning_rate": 4.702737665214624e-05,
+      "loss": 0.1365,
+      "mean_token_accuracy": 0.9727685451507568,
+      "num_tokens": 28966770.0,
+      "step": 14388
+    },
+    {
+      "epoch": 0.11893799750369899,
+      "grad_norm": 0.24919448792934418,
+      "learning_rate": 4.7027170004711564e-05,
+      "loss": 0.1221,
+      "mean_token_accuracy": 0.9721941351890564,
+      "num_tokens": 28968754.0,
+      "step": 14389
+    },
+    {
+      "epoch": 0.11894626340108613,
+      "grad_norm": 0.2361678183078766,
+      "learning_rate": 4.7026963357276885e-05,
+      "loss": 0.1335,
+      "mean_token_accuracy": 0.9737903475761414,
+      "num_tokens": 28970744.0,
+      "step": 14390
+    },
+    {
+      "epoch": 0.11895452929847329,
+      "grad_norm": 0.2011795938014984,
+      "learning_rate": 4.702675670984221e-05,
+      "loss": 0.1228,
+      "mean_token_accuracy": 0.9761057496070862,
+      "num_tokens": 28972717.0,
+      "step": 14391
+    },
+    {
+      "epoch": 0.11896279519586044,
+      "grad_norm": 0.30901896953582764,
+      "learning_rate": 4.702655006240753e-05,
+      "loss": 0.247,
+      "mean_token_accuracy": 0.9497416615486145,
+      "num_tokens": 28974852.0,
+      "step": 14392
+    },
+    {
+      "epoch": 0.1189710610932476,
+      "grad_norm": 0.29307252168655396,
+      "learning_rate": 4.702634341497285e-05,
+      "loss": 0.1641,
+      "mean_token_accuracy": 0.9687972068786621,
+      "num_tokens": 28976845.0,
+      "step": 14393
+    },
+    {
+      "epoch": 0.11897932699063474,
+      "grad_norm": 0.20936273038387299,
+      "learning_rate": 4.702613676753817e-05,
+      "loss": 0.1639,
+      "mean_token_accuracy": 0.9698882699012756,
+      "num_tokens": 28978910.0,
+      "step": 14394
+    },
+    {
+      "epoch": 0.11898759288802188,
+      "grad_norm": 0.21576814353466034,
+      "learning_rate": 4.702593012010349e-05,
+      "loss": 0.1489,
+      "mean_token_accuracy": 0.9714571833610535,
+      "num_tokens": 28980913.0,
+      "step": 14395
+    },
+    {
+      "epoch": 0.11899585878540904,
+      "grad_norm": 0.24980415403842926,
+      "learning_rate": 4.7025723472668815e-05,
+      "loss": 0.1881,
+      "mean_token_accuracy": 0.9628725051879883,
+      "num_tokens": 28982966.0,
+      "step": 14396
+    },
+    {
+      "epoch": 0.11900412468279618,
+      "grad_norm": 0.2815321683883667,
+      "learning_rate": 4.702551682523414e-05,
+      "loss": 0.1881,
+      "mean_token_accuracy": 0.9625592231750488,
+      "num_tokens": 28985082.0,
+      "step": 14397
+    },
+    {
+      "epoch": 0.11901239058018334,
+      "grad_norm": 0.20395268499851227,
+      "learning_rate": 4.702531017779945e-05,
+      "loss": 0.1146,
+      "mean_token_accuracy": 0.9767206311225891,
+      "num_tokens": 28987064.0,
+      "step": 14398
+    },
+    {
+      "epoch": 0.11902065647757049,
+      "grad_norm": 0.2376411259174347,
+      "learning_rate": 4.702510353036478e-05,
+      "loss": 0.1496,
+      "mean_token_accuracy": 0.9674074053764343,
+      "num_tokens": 28989095.0,
+      "step": 14399
+    },
+    {
+      "epoch": 0.11902892237495764,
+      "grad_norm": 0.2619577646255493,
+      "learning_rate": 4.7024896882930095e-05,
+      "loss": 0.1743,
+      "mean_token_accuracy": 0.9689567685127258,
+      "num_tokens": 28991066.0,
+      "step": 14400
+    },
+    {
+      "epoch": 0.11903718827234479,
+      "grad_norm": 0.23334084451198578,
+      "learning_rate": 4.702469023549542e-05,
+      "loss": 0.1487,
+      "mean_token_accuracy": 0.9716276526451111,
+      "num_tokens": 28993081.0,
+      "step": 14401
+    },
+    {
+      "epoch": 0.11904545416973193,
+      "grad_norm": 0.27169427275657654,
+      "learning_rate": 4.702448358806074e-05,
+      "loss": 0.1568,
+      "mean_token_accuracy": 0.9713135361671448,
+      "num_tokens": 28995074.0,
+      "step": 14402
+    },
+    {
+      "epoch": 0.11905372006711909,
+      "grad_norm": 0.2686220705509186,
+      "learning_rate": 4.702427694062606e-05,
+      "loss": 0.1236,
+      "mean_token_accuracy": 0.974064826965332,
+      "num_tokens": 28997085.0,
+      "step": 14403
+    },
+    {
+      "epoch": 0.11906198596450623,
+      "grad_norm": 0.21280021965503693,
+      "learning_rate": 4.702407029319138e-05,
+      "loss": 0.1485,
+      "mean_token_accuracy": 0.9712411761283875,
+      "num_tokens": 28999073.0,
+      "step": 14404
+    },
+    {
+      "epoch": 0.11907025186189339,
+      "grad_norm": 0.4157302677631378,
+      "learning_rate": 4.7023863645756703e-05,
+      "loss": 0.2428,
+      "mean_token_accuracy": 0.9509116411209106,
+      "num_tokens": 29001218.0,
+      "step": 14405
+    },
+    {
+      "epoch": 0.11907851775928054,
+      "grad_norm": 0.24615170061588287,
+      "learning_rate": 4.7023656998322025e-05,
+      "loss": 0.169,
+      "mean_token_accuracy": 0.9668674468994141,
+      "num_tokens": 29003216.0,
+      "step": 14406
+    },
+    {
+      "epoch": 0.11908678365666768,
+      "grad_norm": 0.2882126569747925,
+      "learning_rate": 4.702345035088735e-05,
+      "loss": 0.1706,
+      "mean_token_accuracy": 0.9641255736351013,
+      "num_tokens": 29005229.0,
+      "step": 14407
+    },
+    {
+      "epoch": 0.11909504955405484,
+      "grad_norm": 0.26463738083839417,
+      "learning_rate": 4.702324370345267e-05,
+      "loss": 0.1268,
+      "mean_token_accuracy": 0.9736841917037964,
+      "num_tokens": 29007249.0,
+      "step": 14408
+    },
+    {
+      "epoch": 0.11910331545144198,
+      "grad_norm": 0.19001339375972748,
+      "learning_rate": 4.702303705601799e-05,
+      "loss": 0.1169,
+      "mean_token_accuracy": 0.9752774834632874,
+      "num_tokens": 29009237.0,
+      "step": 14409
+    },
+    {
+      "epoch": 0.11911158134882914,
+      "grad_norm": 0.20197375118732452,
+      "learning_rate": 4.702283040858331e-05,
+      "loss": 0.107,
+      "mean_token_accuracy": 0.9778448939323425,
+      "num_tokens": 29011229.0,
+      "step": 14410
+    },
+    {
+      "epoch": 0.11911984724621628,
+      "grad_norm": 0.32572269439697266,
+      "learning_rate": 4.7022623761148633e-05,
+      "loss": 0.2152,
+      "mean_token_accuracy": 0.9555661678314209,
+      "num_tokens": 29013328.0,
+      "step": 14411
+    },
+    {
+      "epoch": 0.11912811314360343,
+      "grad_norm": 0.17073094844818115,
+      "learning_rate": 4.702241711371395e-05,
+      "loss": 0.1167,
+      "mean_token_accuracy": 0.9765186309814453,
+      "num_tokens": 29015293.0,
+      "step": 14412
+    },
+    {
+      "epoch": 0.11913637904099059,
+      "grad_norm": 0.8027482032775879,
+      "learning_rate": 4.702221046627928e-05,
+      "loss": 0.2366,
+      "mean_token_accuracy": 0.9553444385528564,
+      "num_tokens": 29017404.0,
+      "step": 14413
+    },
+    {
+      "epoch": 0.11914464493837773,
+      "grad_norm": 0.2444429099559784,
+      "learning_rate": 4.70220038188446e-05,
+      "loss": 0.1643,
+      "mean_token_accuracy": 0.9699950814247131,
+      "num_tokens": 29019443.0,
+      "step": 14414
+    },
+    {
+      "epoch": 0.11915291083576489,
+      "grad_norm": 0.26555338501930237,
+      "learning_rate": 4.702179717140991e-05,
+      "loss": 0.1814,
+      "mean_token_accuracy": 0.9625304341316223,
+      "num_tokens": 29021504.0,
+      "step": 14415
+    },
+    {
+      "epoch": 0.11916117673315203,
+      "grad_norm": 0.3379386365413666,
+      "learning_rate": 4.702159052397524e-05,
+      "loss": 0.176,
+      "mean_token_accuracy": 0.9670761823654175,
+      "num_tokens": 29023545.0,
+      "step": 14416
+    },
+    {
+      "epoch": 0.11916944263053919,
+      "grad_norm": 0.3109848201274872,
+      "learning_rate": 4.7021383876540557e-05,
+      "loss": 0.1718,
+      "mean_token_accuracy": 0.9662531018257141,
+      "num_tokens": 29025566.0,
+      "step": 14417
+    },
+    {
+      "epoch": 0.11917770852792633,
+      "grad_norm": 0.3055226504802704,
+      "learning_rate": 4.702117722910588e-05,
+      "loss": 0.1699,
+      "mean_token_accuracy": 0.9635288119316101,
+      "num_tokens": 29027601.0,
+      "step": 14418
+    },
+    {
+      "epoch": 0.11918597442531348,
+      "grad_norm": 0.22386890649795532,
+      "learning_rate": 4.70209705816712e-05,
+      "loss": 0.1434,
+      "mean_token_accuracy": 0.9718796014785767,
+      "num_tokens": 29029634.0,
+      "step": 14419
+    },
+    {
+      "epoch": 0.11919424032270064,
+      "grad_norm": 0.19118544459342957,
+      "learning_rate": 4.702076393423652e-05,
+      "loss": 0.0996,
+      "mean_token_accuracy": 0.9775165915489197,
+      "num_tokens": 29031597.0,
+      "step": 14420
+    },
+    {
+      "epoch": 0.11920250622008778,
+      "grad_norm": 0.2373265027999878,
+      "learning_rate": 4.702055728680184e-05,
+      "loss": 0.1101,
+      "mean_token_accuracy": 0.975321352481842,
+      "num_tokens": 29033548.0,
+      "step": 14421
+    },
+    {
+      "epoch": 0.11921077211747494,
+      "grad_norm": 0.32580775022506714,
+      "learning_rate": 4.7020350639367165e-05,
+      "loss": 0.1403,
+      "mean_token_accuracy": 0.9692695140838623,
+      "num_tokens": 29035539.0,
+      "step": 14422
+    },
+    {
+      "epoch": 0.11921903801486208,
+      "grad_norm": 0.18865886330604553,
+      "learning_rate": 4.7020143991932487e-05,
+      "loss": 0.1009,
+      "mean_token_accuracy": 0.974861741065979,
+      "num_tokens": 29037534.0,
+      "step": 14423
+    },
+    {
+      "epoch": 0.11922730391224923,
+      "grad_norm": 0.2364383488893509,
+      "learning_rate": 4.701993734449781e-05,
+      "loss": 0.134,
+      "mean_token_accuracy": 0.9690154790878296,
+      "num_tokens": 29039541.0,
+      "step": 14424
+    },
+    {
+      "epoch": 0.11923556980963639,
+      "grad_norm": 0.2906316816806793,
+      "learning_rate": 4.701973069706313e-05,
+      "loss": 0.1573,
+      "mean_token_accuracy": 0.9707366228103638,
+      "num_tokens": 29041529.0,
+      "step": 14425
+    },
+    {
+      "epoch": 0.11924383570702353,
+      "grad_norm": 0.30628135800361633,
+      "learning_rate": 4.701952404962845e-05,
+      "loss": 0.2102,
+      "mean_token_accuracy": 0.9572649598121643,
+      "num_tokens": 29043641.0,
+      "step": 14426
+    },
+    {
+      "epoch": 0.11925210160441069,
+      "grad_norm": 0.2183985561132431,
+      "learning_rate": 4.7019317402193766e-05,
+      "loss": 0.114,
+      "mean_token_accuracy": 0.9737638831138611,
+      "num_tokens": 29045629.0,
+      "step": 14427
+    },
+    {
+      "epoch": 0.11926036750179783,
+      "grad_norm": 0.29835209250450134,
+      "learning_rate": 4.7019110754759095e-05,
+      "loss": 0.2317,
+      "mean_token_accuracy": 0.9579349756240845,
+      "num_tokens": 29047727.0,
+      "step": 14428
+    },
+    {
+      "epoch": 0.11926863339918498,
+      "grad_norm": 0.23975543677806854,
+      "learning_rate": 4.701890410732441e-05,
+      "loss": 0.1278,
+      "mean_token_accuracy": 0.9768041372299194,
+      "num_tokens": 29049673.0,
+      "step": 14429
+    },
+    {
+      "epoch": 0.11927689929657213,
+      "grad_norm": 0.2007216513156891,
+      "learning_rate": 4.701869745988974e-05,
+      "loss": 0.1071,
+      "mean_token_accuracy": 0.9795291423797607,
+      "num_tokens": 29051633.0,
+      "step": 14430
+    },
+    {
+      "epoch": 0.11928516519395928,
+      "grad_norm": 0.19059307873249054,
+      "learning_rate": 4.701849081245506e-05,
+      "loss": 0.1079,
+      "mean_token_accuracy": 0.9755854606628418,
+      "num_tokens": 29053646.0,
+      "step": 14431
+    },
+    {
+      "epoch": 0.11929343109134644,
+      "grad_norm": 0.2786714732646942,
+      "learning_rate": 4.7018284165020375e-05,
+      "loss": 0.15,
+      "mean_token_accuracy": 0.9690772891044617,
+      "num_tokens": 29055657.0,
+      "step": 14432
+    },
+    {
+      "epoch": 0.11930169698873358,
+      "grad_norm": 0.2477421909570694,
+      "learning_rate": 4.70180775175857e-05,
+      "loss": 0.1567,
+      "mean_token_accuracy": 0.9701641201972961,
+      "num_tokens": 29057674.0,
+      "step": 14433
+    },
+    {
+      "epoch": 0.11930996288612074,
+      "grad_norm": 0.29548659920692444,
+      "learning_rate": 4.701787087015102e-05,
+      "loss": 0.1589,
+      "mean_token_accuracy": 0.9651914238929749,
+      "num_tokens": 29059691.0,
+      "step": 14434
+    },
+    {
+      "epoch": 0.11931822878350788,
+      "grad_norm": 0.26942068338394165,
+      "learning_rate": 4.701766422271634e-05,
+      "loss": 0.1419,
+      "mean_token_accuracy": 0.9687034487724304,
+      "num_tokens": 29061710.0,
+      "step": 14435
+    },
+    {
+      "epoch": 0.11932649468089503,
+      "grad_norm": 0.18697483837604523,
+      "learning_rate": 4.701745757528167e-05,
+      "loss": 0.1122,
+      "mean_token_accuracy": 0.9770290851593018,
+      "num_tokens": 29063675.0,
+      "step": 14436
+    },
+    {
+      "epoch": 0.11933476057828218,
+      "grad_norm": 0.2319231927394867,
+      "learning_rate": 4.701725092784698e-05,
+      "loss": 0.1608,
+      "mean_token_accuracy": 0.9705014824867249,
+      "num_tokens": 29065715.0,
+      "step": 14437
+    },
+    {
+      "epoch": 0.11934302647566933,
+      "grad_norm": 0.2078721970319748,
+      "learning_rate": 4.7017044280412305e-05,
+      "loss": 0.1216,
+      "mean_token_accuracy": 0.9738529920578003,
+      "num_tokens": 29067748.0,
+      "step": 14438
+    },
+    {
+      "epoch": 0.11935129237305649,
+      "grad_norm": 0.21786455810070038,
+      "learning_rate": 4.7016837632977626e-05,
+      "loss": 0.1201,
+      "mean_token_accuracy": 0.9749248027801514,
+      "num_tokens": 29069748.0,
+      "step": 14439
+    },
+    {
+      "epoch": 0.11935955827044363,
+      "grad_norm": 0.1910436600446701,
+      "learning_rate": 4.701663098554295e-05,
+      "loss": 0.0912,
+      "mean_token_accuracy": 0.9811128377914429,
+      "num_tokens": 29071713.0,
+      "step": 14440
+    },
+    {
+      "epoch": 0.11936782416783077,
+      "grad_norm": 0.25813278555870056,
+      "learning_rate": 4.701642433810827e-05,
+      "loss": 0.1255,
+      "mean_token_accuracy": 0.9715012907981873,
+      "num_tokens": 29073684.0,
+      "step": 14441
+    },
+    {
+      "epoch": 0.11937609006521793,
+      "grad_norm": 0.23469504714012146,
+      "learning_rate": 4.701621769067359e-05,
+      "loss": 0.1351,
+      "mean_token_accuracy": 0.973137378692627,
+      "num_tokens": 29075663.0,
+      "step": 14442
+    },
+    {
+      "epoch": 0.11938435596260508,
+      "grad_norm": 0.2908000946044922,
+      "learning_rate": 4.701601104323891e-05,
+      "loss": 0.193,
+      "mean_token_accuracy": 0.9613313674926758,
+      "num_tokens": 29077712.0,
+      "step": 14443
+    },
+    {
+      "epoch": 0.11939262185999223,
+      "grad_norm": 0.313213974237442,
+      "learning_rate": 4.701580439580423e-05,
+      "loss": 0.1599,
+      "mean_token_accuracy": 0.9674022197723389,
+      "num_tokens": 29079712.0,
+      "step": 14444
+    },
+    {
+      "epoch": 0.11940088775737938,
+      "grad_norm": 0.20704738795757294,
+      "learning_rate": 4.7015597748369556e-05,
+      "loss": 0.1106,
+      "mean_token_accuracy": 0.9770992398262024,
+      "num_tokens": 29081683.0,
+      "step": 14445
+    },
+    {
+      "epoch": 0.11940915365476654,
+      "grad_norm": 0.29213201999664307,
+      "learning_rate": 4.701539110093488e-05,
+      "loss": 0.174,
+      "mean_token_accuracy": 0.9617676138877869,
+      "num_tokens": 29083703.0,
+      "step": 14446
+    },
+    {
+      "epoch": 0.11941741955215368,
+      "grad_norm": 0.25468313694000244,
+      "learning_rate": 4.701518445350019e-05,
+      "loss": 0.1144,
+      "mean_token_accuracy": 0.9738693237304688,
+      "num_tokens": 29085699.0,
+      "step": 14447
+    },
+    {
+      "epoch": 0.11942568544954082,
+      "grad_norm": 0.21401876211166382,
+      "learning_rate": 4.701497780606552e-05,
+      "loss": 0.1059,
+      "mean_token_accuracy": 0.9753148555755615,
+      "num_tokens": 29087690.0,
+      "step": 14448
+    },
+    {
+      "epoch": 0.11943395134692798,
+      "grad_norm": 0.2339036613702774,
+      "learning_rate": 4.7014771158630836e-05,
+      "loss": 0.1091,
+      "mean_token_accuracy": 0.9791560769081116,
+      "num_tokens": 29089663.0,
+      "step": 14449
+    },
+    {
+      "epoch": 0.11944221724431513,
+      "grad_norm": 0.23117300868034363,
+      "learning_rate": 4.7014564511196165e-05,
+      "loss": 0.1128,
+      "mean_token_accuracy": 0.975959062576294,
+      "num_tokens": 29091624.0,
+      "step": 14450
+    },
+    {
+      "epoch": 0.11945048314170228,
+      "grad_norm": 0.31585028767585754,
+      "learning_rate": 4.701435786376148e-05,
+      "loss": 0.1618,
+      "mean_token_accuracy": 0.9658077359199524,
+      "num_tokens": 29093648.0,
+      "step": 14451
+    },
+    {
+      "epoch": 0.11945874903908943,
+      "grad_norm": 0.2907686233520508,
+      "learning_rate": 4.70141512163268e-05,
+      "loss": 0.1243,
+      "mean_token_accuracy": 0.9747219681739807,
+      "num_tokens": 29095632.0,
+      "step": 14452
+    },
+    {
+      "epoch": 0.11946701493647657,
+      "grad_norm": 0.2679552137851715,
+      "learning_rate": 4.701394456889213e-05,
+      "loss": 0.1558,
+      "mean_token_accuracy": 0.9657500982284546,
+      "num_tokens": 29097711.0,
+      "step": 14453
+    },
+    {
+      "epoch": 0.11947528083386373,
+      "grad_norm": 0.30713656544685364,
+      "learning_rate": 4.7013737921457444e-05,
+      "loss": 0.1577,
+      "mean_token_accuracy": 0.9656887054443359,
+      "num_tokens": 29099728.0,
+      "step": 14454
+    },
+    {
+      "epoch": 0.11948354673125088,
+      "grad_norm": 0.2912174165248871,
+      "learning_rate": 4.7013531274022766e-05,
+      "loss": 0.2059,
+      "mean_token_accuracy": 0.9606105089187622,
+      "num_tokens": 29101765.0,
+      "step": 14455
+    },
+    {
+      "epoch": 0.11949181262863803,
+      "grad_norm": 0.2566763162612915,
+      "learning_rate": 4.701332462658809e-05,
+      "loss": 0.1989,
+      "mean_token_accuracy": 0.961013674736023,
+      "num_tokens": 29103823.0,
+      "step": 14456
+    },
+    {
+      "epoch": 0.11950007852602518,
+      "grad_norm": 0.18265877664089203,
+      "learning_rate": 4.701311797915341e-05,
+      "loss": 0.0957,
+      "mean_token_accuracy": 0.9804224371910095,
+      "num_tokens": 29105770.0,
+      "step": 14457
+    },
+    {
+      "epoch": 0.11950834442341232,
+      "grad_norm": 0.19135962426662445,
+      "learning_rate": 4.701291133171873e-05,
+      "loss": 0.0952,
+      "mean_token_accuracy": 0.9796644449234009,
+      "num_tokens": 29107743.0,
+      "step": 14458
+    },
+    {
+      "epoch": 0.11951661032079948,
+      "grad_norm": 0.2107929140329361,
+      "learning_rate": 4.701270468428405e-05,
+      "loss": 0.1339,
+      "mean_token_accuracy": 0.9720386266708374,
+      "num_tokens": 29109716.0,
+      "step": 14459
+    },
+    {
+      "epoch": 0.11952487621818662,
+      "grad_norm": 0.2269219011068344,
+      "learning_rate": 4.7012498036849374e-05,
+      "loss": 0.1404,
+      "mean_token_accuracy": 0.9726582169532776,
+      "num_tokens": 29111697.0,
+      "step": 14460
+    },
+    {
+      "epoch": 0.11953314211557378,
+      "grad_norm": 0.22711294889450073,
+      "learning_rate": 4.701229138941469e-05,
+      "loss": 0.1622,
+      "mean_token_accuracy": 0.9699549078941345,
+      "num_tokens": 29113700.0,
+      "step": 14461
+    },
+    {
+      "epoch": 0.11954140801296093,
+      "grad_norm": 0.2013639658689499,
+      "learning_rate": 4.701208474198002e-05,
+      "loss": 0.1081,
+      "mean_token_accuracy": 0.9765545129776001,
+      "num_tokens": 29115668.0,
+      "step": 14462
+    },
+    {
+      "epoch": 0.11954967391034808,
+      "grad_norm": 0.2261168360710144,
+      "learning_rate": 4.701187809454534e-05,
+      "loss": 0.1326,
+      "mean_token_accuracy": 0.9726443886756897,
+      "num_tokens": 29117648.0,
+      "step": 14463
+    },
+    {
+      "epoch": 0.11955793980773523,
+      "grad_norm": 0.25695377588272095,
+      "learning_rate": 4.7011671447110654e-05,
+      "loss": 0.1364,
+      "mean_token_accuracy": 0.9736055731773376,
+      "num_tokens": 29119662.0,
+      "step": 14464
+    },
+    {
+      "epoch": 0.11956620570512237,
+      "grad_norm": 0.2559179961681366,
+      "learning_rate": 4.701146479967598e-05,
+      "loss": 0.1587,
+      "mean_token_accuracy": 0.9691848754882812,
+      "num_tokens": 29121680.0,
+      "step": 14465
+    },
+    {
+      "epoch": 0.11957447160250953,
+      "grad_norm": 0.29483288526535034,
+      "learning_rate": 4.70112581522413e-05,
+      "loss": 0.1628,
+      "mean_token_accuracy": 0.9681620597839355,
+      "num_tokens": 29123759.0,
+      "step": 14466
+    },
+    {
+      "epoch": 0.11958273749989667,
+      "grad_norm": 0.3236893117427826,
+      "learning_rate": 4.701105150480662e-05,
+      "loss": 0.1912,
+      "mean_token_accuracy": 0.9598039388656616,
+      "num_tokens": 29125805.0,
+      "step": 14467
+    },
+    {
+      "epoch": 0.11959100339728383,
+      "grad_norm": 0.33640220761299133,
+      "learning_rate": 4.701084485737194e-05,
+      "loss": 0.2278,
+      "mean_token_accuracy": 0.9550023674964905,
+      "num_tokens": 29127900.0,
+      "step": 14468
+    },
+    {
+      "epoch": 0.11959926929467098,
+      "grad_norm": 0.25588029623031616,
+      "learning_rate": 4.701063820993726e-05,
+      "loss": 0.1489,
+      "mean_token_accuracy": 0.9701937437057495,
+      "num_tokens": 29129919.0,
+      "step": 14469
+    },
+    {
+      "epoch": 0.11960753519205812,
+      "grad_norm": 0.28513556718826294,
+      "learning_rate": 4.7010431562502584e-05,
+      "loss": 0.1532,
+      "mean_token_accuracy": 0.9706774353981018,
+      "num_tokens": 29131903.0,
+      "step": 14470
+    },
+    {
+      "epoch": 0.11961580108944528,
+      "grad_norm": 0.24896715581417084,
+      "learning_rate": 4.7010224915067906e-05,
+      "loss": 0.117,
+      "mean_token_accuracy": 0.9754262566566467,
+      "num_tokens": 29133903.0,
+      "step": 14471
+    },
+    {
+      "epoch": 0.11962406698683242,
+      "grad_norm": 0.22956940531730652,
+      "learning_rate": 4.701001826763323e-05,
+      "loss": 0.1244,
+      "mean_token_accuracy": 0.9758551120758057,
+      "num_tokens": 29135897.0,
+      "step": 14472
+    },
+    {
+      "epoch": 0.11963233288421958,
+      "grad_norm": 0.41200920939445496,
+      "learning_rate": 4.700981162019855e-05,
+      "loss": 0.1366,
+      "mean_token_accuracy": 0.9724310636520386,
+      "num_tokens": 29137898.0,
+      "step": 14473
+    },
+    {
+      "epoch": 0.11964059878160672,
+      "grad_norm": 0.22267940640449524,
+      "learning_rate": 4.700960497276387e-05,
+      "loss": 0.125,
+      "mean_token_accuracy": 0.9727822542190552,
+      "num_tokens": 29139888.0,
+      "step": 14474
+    },
+    {
+      "epoch": 0.11964886467899387,
+      "grad_norm": 0.3343268632888794,
+      "learning_rate": 4.700939832532919e-05,
+      "loss": 0.1736,
+      "mean_token_accuracy": 0.9645177125930786,
+      "num_tokens": 29141895.0,
+      "step": 14475
+    },
+    {
+      "epoch": 0.11965713057638103,
+      "grad_norm": 0.3949313163757324,
+      "learning_rate": 4.7009191677894514e-05,
+      "loss": 0.1693,
+      "mean_token_accuracy": 0.9628886580467224,
+      "num_tokens": 29143895.0,
+      "step": 14476
+    },
+    {
+      "epoch": 0.11966539647376817,
+      "grad_norm": 0.26449301838874817,
+      "learning_rate": 4.7008985030459836e-05,
+      "loss": 0.1701,
+      "mean_token_accuracy": 0.9691863059997559,
+      "num_tokens": 29145978.0,
+      "step": 14477
+    },
+    {
+      "epoch": 0.11967366237115533,
+      "grad_norm": 0.25606366991996765,
+      "learning_rate": 4.700877838302515e-05,
+      "loss": 0.157,
+      "mean_token_accuracy": 0.9709359407424927,
+      "num_tokens": 29148014.0,
+      "step": 14478
+    },
+    {
+      "epoch": 0.11968192826854247,
+      "grad_norm": 0.2871206998825073,
+      "learning_rate": 4.700857173559048e-05,
+      "loss": 0.1804,
+      "mean_token_accuracy": 0.9653996229171753,
+      "num_tokens": 29150072.0,
+      "step": 14479
+    },
+    {
+      "epoch": 0.11969019416592963,
+      "grad_norm": 0.24576902389526367,
+      "learning_rate": 4.70083650881558e-05,
+      "loss": 0.1276,
+      "mean_token_accuracy": 0.9722359776496887,
+      "num_tokens": 29152095.0,
+      "step": 14480
+    },
+    {
+      "epoch": 0.11969846006331678,
+      "grad_norm": 0.37640517950057983,
+      "learning_rate": 4.7008158440721116e-05,
+      "loss": 0.2052,
+      "mean_token_accuracy": 0.9564366340637207,
+      "num_tokens": 29154144.0,
+      "step": 14481
+    },
+    {
+      "epoch": 0.11970672596070392,
+      "grad_norm": 0.2648106515407562,
+      "learning_rate": 4.7007951793286444e-05,
+      "loss": 0.1482,
+      "mean_token_accuracy": 0.97225022315979,
+      "num_tokens": 29156132.0,
+      "step": 14482
+    },
+    {
+      "epoch": 0.11971499185809108,
+      "grad_norm": 0.26634126901626587,
+      "learning_rate": 4.700774514585176e-05,
+      "loss": 0.1401,
+      "mean_token_accuracy": 0.9689844846725464,
+      "num_tokens": 29158137.0,
+      "step": 14483
+    },
+    {
+      "epoch": 0.11972325775547822,
+      "grad_norm": 0.24672138690948486,
+      "learning_rate": 4.700753849841708e-05,
+      "loss": 0.1652,
+      "mean_token_accuracy": 0.969757080078125,
+      "num_tokens": 29160160.0,
+      "step": 14484
+    },
+    {
+      "epoch": 0.11973152365286538,
+      "grad_norm": 0.26733851432800293,
+      "learning_rate": 4.700733185098241e-05,
+      "loss": 0.156,
+      "mean_token_accuracy": 0.9734151363372803,
+      "num_tokens": 29162122.0,
+      "step": 14485
+    },
+    {
+      "epoch": 0.11973978955025252,
+      "grad_norm": 0.2584593892097473,
+      "learning_rate": 4.7007125203547724e-05,
+      "loss": 0.1606,
+      "mean_token_accuracy": 0.968431293964386,
+      "num_tokens": 29164187.0,
+      "step": 14486
+    },
+    {
+      "epoch": 0.11974805544763967,
+      "grad_norm": 0.3800199627876282,
+      "learning_rate": 4.7006918556113045e-05,
+      "loss": 0.1171,
+      "mean_token_accuracy": 0.9776452779769897,
+      "num_tokens": 29166206.0,
+      "step": 14487
+    },
+    {
+      "epoch": 0.11975632134502683,
+      "grad_norm": 0.2669486701488495,
+      "learning_rate": 4.700671190867837e-05,
+      "loss": 0.1571,
+      "mean_token_accuracy": 0.9712121486663818,
+      "num_tokens": 29168192.0,
+      "step": 14488
+    },
+    {
+      "epoch": 0.11976458724241397,
+      "grad_norm": 0.31376343965530396,
+      "learning_rate": 4.700650526124369e-05,
+      "loss": 0.2228,
+      "mean_token_accuracy": 0.9538083672523499,
+      "num_tokens": 29170233.0,
+      "step": 14489
+    },
+    {
+      "epoch": 0.11977285313980113,
+      "grad_norm": 0.2124311625957489,
+      "learning_rate": 4.700629861380901e-05,
+      "loss": 0.1501,
+      "mean_token_accuracy": 0.9718592762947083,
+      "num_tokens": 29172229.0,
+      "step": 14490
+    },
+    {
+      "epoch": 0.11978111903718827,
+      "grad_norm": 0.20027954876422882,
+      "learning_rate": 4.700609196637433e-05,
+      "loss": 0.1192,
+      "mean_token_accuracy": 0.9754098653793335,
+      "num_tokens": 29174187.0,
+      "step": 14491
+    },
+    {
+      "epoch": 0.11978938493457542,
+      "grad_norm": 0.21458342671394348,
+      "learning_rate": 4.7005885318939654e-05,
+      "loss": 0.1472,
+      "mean_token_accuracy": 0.9725548624992371,
+      "num_tokens": 29176197.0,
+      "step": 14492
+    },
+    {
+      "epoch": 0.11979765083196257,
+      "grad_norm": 0.305915504693985,
+      "learning_rate": 4.7005678671504975e-05,
+      "loss": 0.151,
+      "mean_token_accuracy": 0.9679389595985413,
+      "num_tokens": 29178168.0,
+      "step": 14493
+    },
+    {
+      "epoch": 0.11980591672934972,
+      "grad_norm": 0.24513903260231018,
+      "learning_rate": 4.70054720240703e-05,
+      "loss": 0.1329,
+      "mean_token_accuracy": 0.9743461012840271,
+      "num_tokens": 29180162.0,
+      "step": 14494
+    },
+    {
+      "epoch": 0.11981418262673688,
+      "grad_norm": 0.2816610336303711,
+      "learning_rate": 4.700526537663562e-05,
+      "loss": 0.1912,
+      "mean_token_accuracy": 0.9601554870605469,
+      "num_tokens": 29182226.0,
+      "step": 14495
+    },
+    {
+      "epoch": 0.11982244852412402,
+      "grad_norm": 0.23794633150100708,
+      "learning_rate": 4.700505872920094e-05,
+      "loss": 0.1661,
+      "mean_token_accuracy": 0.9689169526100159,
+      "num_tokens": 29184291.0,
+      "step": 14496
+    },
+    {
+      "epoch": 0.11983071442151118,
+      "grad_norm": 0.22684243321418762,
+      "learning_rate": 4.700485208176626e-05,
+      "loss": 0.1134,
+      "mean_token_accuracy": 0.9781836867332458,
+      "num_tokens": 29186268.0,
+      "step": 14497
+    },
+    {
+      "epoch": 0.11983898031889832,
+      "grad_norm": 0.24707172811031342,
+      "learning_rate": 4.700464543433158e-05,
+      "loss": 0.1398,
+      "mean_token_accuracy": 0.9688138961791992,
+      "num_tokens": 29188230.0,
+      "step": 14498
+    },
+    {
+      "epoch": 0.11984724621628547,
+      "grad_norm": 0.2530595362186432,
+      "learning_rate": 4.7004438786896905e-05,
+      "loss": 0.1263,
+      "mean_token_accuracy": 0.9718025922775269,
+      "num_tokens": 29190222.0,
+      "step": 14499
+    },
+    {
+      "epoch": 0.11985551211367262,
+      "grad_norm": 0.21360048651695251,
+      "learning_rate": 4.700423213946222e-05,
+      "loss": 0.1492,
+      "mean_token_accuracy": 0.9693978428840637,
+      "num_tokens": 29192254.0,
+      "step": 14500
+    },
+    {
+      "epoch": 0.11986377801105977,
+      "grad_norm": 0.24387405812740326,
+      "learning_rate": 4.700402549202754e-05,
+      "loss": 0.1634,
+      "mean_token_accuracy": 0.9683098793029785,
+      "num_tokens": 29194248.0,
+      "step": 14501
+    },
+    {
+      "epoch": 0.11987204390844693,
+      "grad_norm": 0.24992725253105164,
+      "learning_rate": 4.700381884459287e-05,
+      "loss": 0.1187,
+      "mean_token_accuracy": 0.9722642302513123,
+      "num_tokens": 29196237.0,
+      "step": 14502
+    },
+    {
+      "epoch": 0.11988030980583407,
+      "grad_norm": 0.272164911031723,
+      "learning_rate": 4.7003612197158185e-05,
+      "loss": 0.1443,
+      "mean_token_accuracy": 0.9705593585968018,
+      "num_tokens": 29198281.0,
+      "step": 14503
+    },
+    {
+      "epoch": 0.11988857570322121,
+      "grad_norm": 0.28834953904151917,
+      "learning_rate": 4.700340554972351e-05,
+      "loss": 0.1852,
+      "mean_token_accuracy": 0.9642507433891296,
+      "num_tokens": 29200329.0,
+      "step": 14504
+    },
+    {
+      "epoch": 0.11989684160060837,
+      "grad_norm": 0.2024897336959839,
+      "learning_rate": 4.700319890228883e-05,
+      "loss": 0.1213,
+      "mean_token_accuracy": 0.9753466844558716,
+      "num_tokens": 29202282.0,
+      "step": 14505
+    },
+    {
+      "epoch": 0.11990510749799552,
+      "grad_norm": 0.2674153745174408,
+      "learning_rate": 4.700299225485415e-05,
+      "loss": 0.127,
+      "mean_token_accuracy": 0.9726720452308655,
+      "num_tokens": 29204264.0,
+      "step": 14506
+    },
+    {
+      "epoch": 0.11991337339538267,
+      "grad_norm": 0.21127399802207947,
+      "learning_rate": 4.700278560741947e-05,
+      "loss": 0.1069,
+      "mean_token_accuracy": 0.9787018299102783,
+      "num_tokens": 29206242.0,
+      "step": 14507
+    },
+    {
+      "epoch": 0.11992163929276982,
+      "grad_norm": 0.2836191654205322,
+      "learning_rate": 4.7002578959984794e-05,
+      "loss": 0.1526,
+      "mean_token_accuracy": 0.9706477522850037,
+      "num_tokens": 29208224.0,
+      "step": 14508
+    },
+    {
+      "epoch": 0.11992990519015696,
+      "grad_norm": 0.2361852377653122,
+      "learning_rate": 4.7002372312550115e-05,
+      "loss": 0.164,
+      "mean_token_accuracy": 0.9663485884666443,
+      "num_tokens": 29210221.0,
+      "step": 14509
+    },
+    {
+      "epoch": 0.11993817108754412,
+      "grad_norm": 0.23354873061180115,
+      "learning_rate": 4.700216566511543e-05,
+      "loss": 0.155,
+      "mean_token_accuracy": 0.96856290102005,
+      "num_tokens": 29212231.0,
+      "step": 14510
+    },
+    {
+      "epoch": 0.11994643698493127,
+      "grad_norm": 0.2653433084487915,
+      "learning_rate": 4.700195901768076e-05,
+      "loss": 0.1654,
+      "mean_token_accuracy": 0.9691848754882812,
+      "num_tokens": 29214249.0,
+      "step": 14511
+    },
+    {
+      "epoch": 0.11995470288231842,
+      "grad_norm": 0.2654295563697815,
+      "learning_rate": 4.700175237024608e-05,
+      "loss": 0.1161,
+      "mean_token_accuracy": 0.9764946103096008,
+      "num_tokens": 29216212.0,
+      "step": 14512
+    },
+    {
+      "epoch": 0.11996296877970557,
+      "grad_norm": 0.26662859320640564,
+      "learning_rate": 4.70015457228114e-05,
+      "loss": 0.1382,
+      "mean_token_accuracy": 0.9727410674095154,
+      "num_tokens": 29218199.0,
+      "step": 14513
+    },
+    {
+      "epoch": 0.11997123467709273,
+      "grad_norm": 0.2576003968715668,
+      "learning_rate": 4.7001339075376723e-05,
+      "loss": 0.1742,
+      "mean_token_accuracy": 0.9668644666671753,
+      "num_tokens": 29220227.0,
+      "step": 14514
+    },
+    {
+      "epoch": 0.11997950057447987,
+      "grad_norm": 0.24427151679992676,
+      "learning_rate": 4.700113242794204e-05,
+      "loss": 0.1406,
+      "mean_token_accuracy": 0.9730280041694641,
+      "num_tokens": 29222198.0,
+      "step": 14515
+    },
+    {
+      "epoch": 0.11998776647186701,
+      "grad_norm": 0.2935775816440582,
+      "learning_rate": 4.700092578050737e-05,
+      "loss": 0.168,
+      "mean_token_accuracy": 0.9631811380386353,
+      "num_tokens": 29224241.0,
+      "step": 14516
+    },
+    {
+      "epoch": 0.11999603236925417,
+      "grad_norm": 0.22251981496810913,
+      "learning_rate": 4.700071913307268e-05,
+      "loss": 0.1249,
+      "mean_token_accuracy": 0.9730538725852966,
+      "num_tokens": 29226251.0,
+      "step": 14517
+    },
+    {
+      "epoch": 0.12000429826664132,
+      "grad_norm": 0.32049039006233215,
+      "learning_rate": 4.7000512485638e-05,
+      "loss": 0.1525,
+      "mean_token_accuracy": 0.9684262275695801,
+      "num_tokens": 29228284.0,
+      "step": 14518
+    },
+    {
+      "epoch": 0.12001256416402847,
+      "grad_norm": 0.29635173082351685,
+      "learning_rate": 4.700030583820333e-05,
+      "loss": 0.1456,
+      "mean_token_accuracy": 0.9709480404853821,
+      "num_tokens": 29230252.0,
+      "step": 14519
+    },
+    {
+      "epoch": 0.12002083006141562,
+      "grad_norm": 0.26777639985084534,
+      "learning_rate": 4.700009919076865e-05,
+      "loss": 0.1531,
+      "mean_token_accuracy": 0.9695000052452087,
+      "num_tokens": 29232258.0,
+      "step": 14520
+    },
+    {
+      "epoch": 0.12002909595880276,
+      "grad_norm": 0.25642308592796326,
+      "learning_rate": 4.699989254333397e-05,
+      "loss": 0.1077,
+      "mean_token_accuracy": 0.9778671860694885,
+      "num_tokens": 29234252.0,
+      "step": 14521
+    },
+    {
+      "epoch": 0.12003736185618992,
+      "grad_norm": 0.3133825957775116,
+      "learning_rate": 4.699968589589929e-05,
+      "loss": 0.1875,
+      "mean_token_accuracy": 0.9659201502799988,
+      "num_tokens": 29236312.0,
+      "step": 14522
+    },
+    {
+      "epoch": 0.12004562775357706,
+      "grad_norm": 0.20218688249588013,
+      "learning_rate": 4.699947924846461e-05,
+      "loss": 0.14,
+      "mean_token_accuracy": 0.9725822806358337,
+      "num_tokens": 29238324.0,
+      "step": 14523
+    },
+    {
+      "epoch": 0.12005389365096422,
+      "grad_norm": 0.305951863527298,
+      "learning_rate": 4.699927260102993e-05,
+      "loss": 0.1795,
+      "mean_token_accuracy": 0.9670761823654175,
+      "num_tokens": 29240365.0,
+      "step": 14524
+    },
+    {
+      "epoch": 0.12006215954835137,
+      "grad_norm": 0.20990997552871704,
+      "learning_rate": 4.6999065953595255e-05,
+      "loss": 0.1241,
+      "mean_token_accuracy": 0.9760790467262268,
+      "num_tokens": 29242294.0,
+      "step": 14525
+    },
+    {
+      "epoch": 0.12007042544573851,
+      "grad_norm": 0.28806957602500916,
+      "learning_rate": 4.6998859306160577e-05,
+      "loss": 0.1973,
+      "mean_token_accuracy": 0.9632317423820496,
+      "num_tokens": 29244367.0,
+      "step": 14526
+    },
+    {
+      "epoch": 0.12007869134312567,
+      "grad_norm": 0.28810128569602966,
+      "learning_rate": 4.699865265872589e-05,
+      "loss": 0.1223,
+      "mean_token_accuracy": 0.9770916104316711,
+      "num_tokens": 29246381.0,
+      "step": 14527
+    },
+    {
+      "epoch": 0.12008695724051281,
+      "grad_norm": 0.21272556483745575,
+      "learning_rate": 4.699844601129122e-05,
+      "loss": 0.1401,
+      "mean_token_accuracy": 0.9704557061195374,
+      "num_tokens": 29248384.0,
+      "step": 14528
+    },
+    {
+      "epoch": 0.12009522313789997,
+      "grad_norm": 0.29475879669189453,
+      "learning_rate": 4.699823936385654e-05,
+      "loss": 0.1417,
+      "mean_token_accuracy": 0.9703517556190491,
+      "num_tokens": 29250380.0,
+      "step": 14529
+    },
+    {
+      "epoch": 0.12010348903528711,
+      "grad_norm": 0.1823008507490158,
+      "learning_rate": 4.6998032716421856e-05,
+      "loss": 0.1082,
+      "mean_token_accuracy": 0.9773299694061279,
+      "num_tokens": 29252371.0,
+      "step": 14530
+    },
+    {
+      "epoch": 0.12011175493267427,
+      "grad_norm": 0.39810362458229065,
+      "learning_rate": 4.6997826068987185e-05,
+      "loss": 0.1471,
+      "mean_token_accuracy": 0.9695894718170166,
+      "num_tokens": 29254350.0,
+      "step": 14531
+    },
+    {
+      "epoch": 0.12012002083006142,
+      "grad_norm": 0.2501993179321289,
+      "learning_rate": 4.69976194215525e-05,
+      "loss": 0.1235,
+      "mean_token_accuracy": 0.9782270789146423,
+      "num_tokens": 29256285.0,
+      "step": 14532
+    },
+    {
+      "epoch": 0.12012828672744856,
+      "grad_norm": 0.18304303288459778,
+      "learning_rate": 4.699741277411782e-05,
+      "loss": 0.109,
+      "mean_token_accuracy": 0.9792824387550354,
+      "num_tokens": 29258270.0,
+      "step": 14533
+    },
+    {
+      "epoch": 0.12013655262483572,
+      "grad_norm": 0.2347206324338913,
+      "learning_rate": 4.699720612668315e-05,
+      "loss": 0.1344,
+      "mean_token_accuracy": 0.9720861911773682,
+      "num_tokens": 29260318.0,
+      "step": 14534
+    },
+    {
+      "epoch": 0.12014481852222286,
+      "grad_norm": 0.2746022641658783,
+      "learning_rate": 4.6996999479248465e-05,
+      "loss": 0.1873,
+      "mean_token_accuracy": 0.9658415913581848,
+      "num_tokens": 29262344.0,
+      "step": 14535
+    },
+    {
+      "epoch": 0.12015308441961002,
+      "grad_norm": 0.23394666612148285,
+      "learning_rate": 4.699679283181379e-05,
+      "loss": 0.1182,
+      "mean_token_accuracy": 0.9777889847755432,
+      "num_tokens": 29264331.0,
+      "step": 14536
+    },
+    {
+      "epoch": 0.12016135031699716,
+      "grad_norm": 0.21420305967330933,
+      "learning_rate": 4.699658618437911e-05,
+      "loss": 0.1129,
+      "mean_token_accuracy": 0.9783616662025452,
+      "num_tokens": 29266278.0,
+      "step": 14537
+    },
+    {
+      "epoch": 0.12016961621438431,
+      "grad_norm": 0.22103014588356018,
+      "learning_rate": 4.699637953694443e-05,
+      "loss": 0.1245,
+      "mean_token_accuracy": 0.9745000004768372,
+      "num_tokens": 29268284.0,
+      "step": 14538
+    },
+    {
+      "epoch": 0.12017788211177147,
+      "grad_norm": 0.2806732952594757,
+      "learning_rate": 4.699617288950975e-05,
+      "loss": 0.1607,
+      "mean_token_accuracy": 0.966472327709198,
+      "num_tokens": 29270348.0,
+      "step": 14539
+    },
+    {
+      "epoch": 0.12018614800915861,
+      "grad_norm": 0.2315308004617691,
+      "learning_rate": 4.699596624207507e-05,
+      "loss": 0.1325,
+      "mean_token_accuracy": 0.9724910855293274,
+      "num_tokens": 29272317.0,
+      "step": 14540
+    },
+    {
+      "epoch": 0.12019441390654577,
+      "grad_norm": 0.20397426187992096,
+      "learning_rate": 4.6995759594640395e-05,
+      "loss": 0.1662,
+      "mean_token_accuracy": 0.9660339951515198,
+      "num_tokens": 29274325.0,
+      "step": 14541
+    },
+    {
+      "epoch": 0.12020267980393291,
+      "grad_norm": 0.24288177490234375,
+      "learning_rate": 4.6995552947205716e-05,
+      "loss": 0.1312,
+      "mean_token_accuracy": 0.9733400344848633,
+      "num_tokens": 29276319.0,
+      "step": 14542
+    },
+    {
+      "epoch": 0.12021094570132006,
+      "grad_norm": 0.4090266823768616,
+      "learning_rate": 4.699534629977104e-05,
+      "loss": 0.1967,
+      "mean_token_accuracy": 0.9658703207969666,
+      "num_tokens": 29278376.0,
+      "step": 14543
+    },
+    {
+      "epoch": 0.12021921159870722,
+      "grad_norm": 0.23030400276184082,
+      "learning_rate": 4.699513965233636e-05,
+      "loss": 0.1436,
+      "mean_token_accuracy": 0.9681433439254761,
+      "num_tokens": 29280391.0,
+      "step": 14544
+    },
+    {
+      "epoch": 0.12022747749609436,
+      "grad_norm": 0.26021087169647217,
+      "learning_rate": 4.699493300490168e-05,
+      "loss": 0.1344,
+      "mean_token_accuracy": 0.9731645584106445,
+      "num_tokens": 29282372.0,
+      "step": 14545
+    },
+    {
+      "epoch": 0.12023574339348152,
+      "grad_norm": 0.26211193203926086,
+      "learning_rate": 4.6994726357467e-05,
+      "loss": 0.145,
+      "mean_token_accuracy": 0.970992386341095,
+      "num_tokens": 29284343.0,
+      "step": 14546
+    },
+    {
+      "epoch": 0.12024400929086866,
+      "grad_norm": 0.21342208981513977,
+      "learning_rate": 4.699451971003232e-05,
+      "loss": 0.1467,
+      "mean_token_accuracy": 0.96875,
+      "num_tokens": 29286365.0,
+      "step": 14547
+    },
+    {
+      "epoch": 0.12025227518825582,
+      "grad_norm": 0.22916798293590546,
+      "learning_rate": 4.6994313062597646e-05,
+      "loss": 0.1198,
+      "mean_token_accuracy": 0.976166307926178,
+      "num_tokens": 29288343.0,
+      "step": 14548
+    },
+    {
+      "epoch": 0.12026054108564296,
+      "grad_norm": 0.32411521673202515,
+      "learning_rate": 4.699410641516296e-05,
+      "loss": 0.2078,
+      "mean_token_accuracy": 0.9609638452529907,
+      "num_tokens": 29290424.0,
+      "step": 14549
+    },
+    {
+      "epoch": 0.12026880698303011,
+      "grad_norm": 0.2360750138759613,
+      "learning_rate": 4.699389976772828e-05,
+      "loss": 0.1436,
+      "mean_token_accuracy": 0.9702770709991455,
+      "num_tokens": 29292415.0,
+      "step": 14550
+    },
+    {
+      "epoch": 0.12027707288041727,
+      "grad_norm": 0.3277222216129303,
+      "learning_rate": 4.699369312029361e-05,
+      "loss": 0.1924,
+      "mean_token_accuracy": 0.9652301669120789,
+      "num_tokens": 29294463.0,
+      "step": 14551
+    },
+    {
+      "epoch": 0.12028533877780441,
+      "grad_norm": 0.22843949496746063,
+      "learning_rate": 4.6993486472858926e-05,
+      "loss": 0.1537,
+      "mean_token_accuracy": 0.971230149269104,
+      "num_tokens": 29296485.0,
+      "step": 14552
+    },
+    {
+      "epoch": 0.12029360467519157,
+      "grad_norm": 0.2527189552783966,
+      "learning_rate": 4.699327982542425e-05,
+      "loss": 0.1408,
+      "mean_token_accuracy": 0.9730269908905029,
+      "num_tokens": 29298493.0,
+      "step": 14553
+    },
+    {
+      "epoch": 0.12030187057257871,
+      "grad_norm": 0.25389257073402405,
+      "learning_rate": 4.699307317798957e-05,
+      "loss": 0.2157,
+      "mean_token_accuracy": 0.9591934680938721,
+      "num_tokens": 29300582.0,
+      "step": 14554
+    },
+    {
+      "epoch": 0.12031013646996586,
+      "grad_norm": 0.24074208736419678,
+      "learning_rate": 4.699286653055489e-05,
+      "loss": 0.147,
+      "mean_token_accuracy": 0.9704724550247192,
+      "num_tokens": 29302620.0,
+      "step": 14555
+    },
+    {
+      "epoch": 0.12031840236735301,
+      "grad_norm": 0.3062311112880707,
+      "learning_rate": 4.699265988312021e-05,
+      "loss": 0.1559,
+      "mean_token_accuracy": 0.9651567935943604,
+      "num_tokens": 29304635.0,
+      "step": 14556
+    },
+    {
+      "epoch": 0.12032666826474016,
+      "grad_norm": 0.3004858195781708,
+      "learning_rate": 4.6992453235685534e-05,
+      "loss": 0.1775,
+      "mean_token_accuracy": 0.9637922644615173,
+      "num_tokens": 29306740.0,
+      "step": 14557
+    },
+    {
+      "epoch": 0.12033493416212732,
+      "grad_norm": 0.2630438208580017,
+      "learning_rate": 4.6992246588250856e-05,
+      "loss": 0.1746,
+      "mean_token_accuracy": 0.965925931930542,
+      "num_tokens": 29308771.0,
+      "step": 14558
+    },
+    {
+      "epoch": 0.12034320005951446,
+      "grad_norm": 0.20683744549751282,
+      "learning_rate": 4.699203994081618e-05,
+      "loss": 0.1374,
+      "mean_token_accuracy": 0.9731509685516357,
+      "num_tokens": 29310751.0,
+      "step": 14559
+    },
+    {
+      "epoch": 0.1203514659569016,
+      "grad_norm": 0.2708979547023773,
+      "learning_rate": 4.69918332933815e-05,
+      "loss": 0.1536,
+      "mean_token_accuracy": 0.968875527381897,
+      "num_tokens": 29312749.0,
+      "step": 14560
+    },
+    {
+      "epoch": 0.12035973185428876,
+      "grad_norm": 0.21808582544326782,
+      "learning_rate": 4.699162664594682e-05,
+      "loss": 0.1275,
+      "mean_token_accuracy": 0.975012481212616,
+      "num_tokens": 29314756.0,
+      "step": 14561
+    },
+    {
+      "epoch": 0.1203679977516759,
+      "grad_norm": 0.26264530420303345,
+      "learning_rate": 4.699141999851214e-05,
+      "loss": 0.1747,
+      "mean_token_accuracy": 0.9623839855194092,
+      "num_tokens": 29316809.0,
+      "step": 14562
+    },
+    {
+      "epoch": 0.12037626364906306,
+      "grad_norm": 0.23404106497764587,
+      "learning_rate": 4.6991213351077464e-05,
+      "loss": 0.1559,
+      "mean_token_accuracy": 0.97031170129776,
+      "num_tokens": 29318836.0,
+      "step": 14563
+    },
+    {
+      "epoch": 0.12038452954645021,
+      "grad_norm": 0.22809578478336334,
+      "learning_rate": 4.699100670364278e-05,
+      "loss": 0.1307,
+      "mean_token_accuracy": 0.9732009768486023,
+      "num_tokens": 29320857.0,
+      "step": 14564
+    },
+    {
+      "epoch": 0.12039279544383737,
+      "grad_norm": 0.24731288850307465,
+      "learning_rate": 4.699080005620811e-05,
+      "loss": 0.1505,
+      "mean_token_accuracy": 0.9696048498153687,
+      "num_tokens": 29322837.0,
+      "step": 14565
+    },
+    {
+      "epoch": 0.12040106134122451,
+      "grad_norm": 0.2937660813331604,
+      "learning_rate": 4.699059340877342e-05,
+      "loss": 0.1599,
+      "mean_token_accuracy": 0.9665024876594543,
+      "num_tokens": 29324873.0,
+      "step": 14566
+    },
+    {
+      "epoch": 0.12040932723861165,
+      "grad_norm": 0.26013171672821045,
+      "learning_rate": 4.6990386761338744e-05,
+      "loss": 0.134,
+      "mean_token_accuracy": 0.9720101952552795,
+      "num_tokens": 29326844.0,
+      "step": 14567
+    },
+    {
+      "epoch": 0.12041759313599881,
+      "grad_norm": 0.24574242532253265,
+      "learning_rate": 4.699018011390407e-05,
+      "loss": 0.1919,
+      "mean_token_accuracy": 0.9628736972808838,
+      "num_tokens": 29328924.0,
+      "step": 14568
+    },
+    {
+      "epoch": 0.12042585903338596,
+      "grad_norm": 0.28315088152885437,
+      "learning_rate": 4.698997346646939e-05,
+      "loss": 0.1463,
+      "mean_token_accuracy": 0.9715302586555481,
+      "num_tokens": 29330897.0,
+      "step": 14569
+    },
+    {
+      "epoch": 0.12043412493077311,
+      "grad_norm": 0.20968498289585114,
+      "learning_rate": 4.698976681903471e-05,
+      "loss": 0.1168,
+      "mean_token_accuracy": 0.9761179089546204,
+      "num_tokens": 29332871.0,
+      "step": 14570
+    },
+    {
+      "epoch": 0.12044239082816026,
+      "grad_norm": 0.2600541412830353,
+      "learning_rate": 4.698956017160003e-05,
+      "loss": 0.154,
+      "mean_token_accuracy": 0.9741735458374023,
+      "num_tokens": 29334813.0,
+      "step": 14571
+    },
+    {
+      "epoch": 0.1204506567255474,
+      "grad_norm": 0.26476019620895386,
+      "learning_rate": 4.698935352416535e-05,
+      "loss": 0.1463,
+      "mean_token_accuracy": 0.9711586236953735,
+      "num_tokens": 29336830.0,
+      "step": 14572
+    },
+    {
+      "epoch": 0.12045892262293456,
+      "grad_norm": 0.2577316164970398,
+      "learning_rate": 4.6989146876730674e-05,
+      "loss": 0.1493,
+      "mean_token_accuracy": 0.9695152640342712,
+      "num_tokens": 29338837.0,
+      "step": 14573
+    },
+    {
+      "epoch": 0.1204671885203217,
+      "grad_norm": 0.2437063604593277,
+      "learning_rate": 4.6988940229295996e-05,
+      "loss": 0.1748,
+      "mean_token_accuracy": 0.9685534834861755,
+      "num_tokens": 29340910.0,
+      "step": 14574
+    },
+    {
+      "epoch": 0.12047545441770886,
+      "grad_norm": 0.24717780947685242,
+      "learning_rate": 4.698873358186132e-05,
+      "loss": 0.1374,
+      "mean_token_accuracy": 0.9698340892791748,
+      "num_tokens": 29342905.0,
+      "step": 14575
+    },
+    {
+      "epoch": 0.12048372031509601,
+      "grad_norm": 0.2207837551832199,
+      "learning_rate": 4.698852693442664e-05,
+      "loss": 0.1168,
+      "mean_token_accuracy": 0.9761057496070862,
+      "num_tokens": 29344878.0,
+      "step": 14576
+    },
+    {
+      "epoch": 0.12049198621248315,
+      "grad_norm": 0.2826901376247406,
+      "learning_rate": 4.698832028699196e-05,
+      "loss": 0.2328,
+      "mean_token_accuracy": 0.9518691301345825,
+      "num_tokens": 29347024.0,
+      "step": 14577
+    },
+    {
+      "epoch": 0.12050025210987031,
+      "grad_norm": 0.21424950659275055,
+      "learning_rate": 4.698811363955728e-05,
+      "loss": 0.1176,
+      "mean_token_accuracy": 0.9765306115150452,
+      "num_tokens": 29348990.0,
+      "step": 14578
+    },
+    {
+      "epoch": 0.12050851800725745,
+      "grad_norm": 0.2267492562532425,
+      "learning_rate": 4.6987906992122604e-05,
+      "loss": 0.1402,
+      "mean_token_accuracy": 0.9708249568939209,
+      "num_tokens": 29350984.0,
+      "step": 14579
+    },
+    {
+      "epoch": 0.12051678390464461,
+      "grad_norm": 0.23458480834960938,
+      "learning_rate": 4.6987700344687926e-05,
+      "loss": 0.1245,
+      "mean_token_accuracy": 0.9750763177871704,
+      "num_tokens": 29352956.0,
+      "step": 14580
+    },
+    {
+      "epoch": 0.12052504980203176,
+      "grad_norm": 0.2700580954551697,
+      "learning_rate": 4.698749369725324e-05,
+      "loss": 0.1534,
+      "mean_token_accuracy": 0.966796875,
+      "num_tokens": 29355010.0,
+      "step": 14581
+    },
+    {
+      "epoch": 0.12053331569941891,
+      "grad_norm": 0.2845744490623474,
+      "learning_rate": 4.698728704981857e-05,
+      "loss": 0.1553,
+      "mean_token_accuracy": 0.9668972492218018,
+      "num_tokens": 29357040.0,
+      "step": 14582
+    },
+    {
+      "epoch": 0.12054158159680606,
+      "grad_norm": 0.2906263470649719,
+      "learning_rate": 4.6987080402383884e-05,
+      "loss": 0.1425,
+      "mean_token_accuracy": 0.9704834818840027,
+      "num_tokens": 29359011.0,
+      "step": 14583
+    },
+    {
+      "epoch": 0.1205498474941932,
+      "grad_norm": 0.22613339126110077,
+      "learning_rate": 4.6986873754949206e-05,
+      "loss": 0.1285,
+      "mean_token_accuracy": 0.9756944179534912,
+      "num_tokens": 29361033.0,
+      "step": 14584
+    },
+    {
+      "epoch": 0.12055811339158036,
+      "grad_norm": 0.31766003370285034,
+      "learning_rate": 4.6986667107514534e-05,
+      "loss": 0.2106,
+      "mean_token_accuracy": 0.9587578773498535,
+      "num_tokens": 29363100.0,
+      "step": 14585
+    },
+    {
+      "epoch": 0.1205663792889675,
+      "grad_norm": 0.2539291977882385,
+      "learning_rate": 4.698646046007985e-05,
+      "loss": 0.163,
+      "mean_token_accuracy": 0.9668316841125488,
+      "num_tokens": 29365126.0,
+      "step": 14586
+    },
+    {
+      "epoch": 0.12057464518635466,
+      "grad_norm": 0.3430788815021515,
+      "learning_rate": 4.698625381264517e-05,
+      "loss": 0.1484,
+      "mean_token_accuracy": 0.9689844846725464,
+      "num_tokens": 29367131.0,
+      "step": 14587
+    },
+    {
+      "epoch": 0.1205829110837418,
+      "grad_norm": 0.21709300577640533,
+      "learning_rate": 4.698604716521049e-05,
+      "loss": 0.1386,
+      "mean_token_accuracy": 0.9748110771179199,
+      "num_tokens": 29369122.0,
+      "step": 14588
+    },
+    {
+      "epoch": 0.12059117698112895,
+      "grad_norm": 0.28920605778694153,
+      "learning_rate": 4.6985840517775814e-05,
+      "loss": 0.2125,
+      "mean_token_accuracy": 0.9598470330238342,
+      "num_tokens": 29371220.0,
+      "step": 14589
+    },
+    {
+      "epoch": 0.12059944287851611,
+      "grad_norm": 0.22290702164173126,
+      "learning_rate": 4.6985633870341136e-05,
+      "loss": 0.163,
+      "mean_token_accuracy": 0.9728779792785645,
+      "num_tokens": 29373217.0,
+      "step": 14590
+    },
+    {
+      "epoch": 0.12060770877590325,
+      "grad_norm": 0.263102263212204,
+      "learning_rate": 4.698542722290646e-05,
+      "loss": 0.1845,
+      "mean_token_accuracy": 0.9642507433891296,
+      "num_tokens": 29375265.0,
+      "step": 14591
+    },
+    {
+      "epoch": 0.12061597467329041,
+      "grad_norm": 0.20825935900211334,
+      "learning_rate": 4.698522057547178e-05,
+      "loss": 0.1115,
+      "mean_token_accuracy": 0.9762140512466431,
+      "num_tokens": 29377289.0,
+      "step": 14592
+    },
+    {
+      "epoch": 0.12062424057067755,
+      "grad_norm": 0.24569690227508545,
+      "learning_rate": 4.6985013928037094e-05,
+      "loss": 0.1209,
+      "mean_token_accuracy": 0.9749232530593872,
+      "num_tokens": 29379249.0,
+      "step": 14593
+    },
+    {
+      "epoch": 0.1206325064680647,
+      "grad_norm": 0.2291901856660843,
+      "learning_rate": 4.698480728060242e-05,
+      "loss": 0.151,
+      "mean_token_accuracy": 0.9735772609710693,
+      "num_tokens": 29381223.0,
+      "step": 14594
+    },
+    {
+      "epoch": 0.12064077236545186,
+      "grad_norm": 0.19631551206111908,
+      "learning_rate": 4.6984600633167744e-05,
+      "loss": 0.1261,
+      "mean_token_accuracy": 0.9776763319969177,
+      "num_tokens": 29383200.0,
+      "step": 14595
+    },
+    {
+      "epoch": 0.120649038262839,
+      "grad_norm": 0.24102839827537537,
+      "learning_rate": 4.698439398573306e-05,
+      "loss": 0.1142,
+      "mean_token_accuracy": 0.973840057849884,
+      "num_tokens": 29385232.0,
+      "step": 14596
+    },
+    {
+      "epoch": 0.12065730416022616,
+      "grad_norm": 0.19973024725914001,
+      "learning_rate": 4.698418733829839e-05,
+      "loss": 0.0958,
+      "mean_token_accuracy": 0.9786694049835205,
+      "num_tokens": 29387207.0,
+      "step": 14597
+    },
+    {
+      "epoch": 0.1206655700576133,
+      "grad_norm": 0.1989903599023819,
+      "learning_rate": 4.69839806908637e-05,
+      "loss": 0.1382,
+      "mean_token_accuracy": 0.9768875241279602,
+      "num_tokens": 29389160.0,
+      "step": 14598
+    },
+    {
+      "epoch": 0.12067383595500046,
+      "grad_norm": 0.34453487396240234,
+      "learning_rate": 4.698377404342903e-05,
+      "loss": 0.2082,
+      "mean_token_accuracy": 0.954307496547699,
+      "num_tokens": 29391267.0,
+      "step": 14599
+    },
+    {
+      "epoch": 0.1206821018523876,
+      "grad_norm": 0.25162312388420105,
+      "learning_rate": 4.698356739599435e-05,
+      "loss": 0.1372,
+      "mean_token_accuracy": 0.9670437574386597,
+      "num_tokens": 29393306.0,
+      "step": 14600
+    },
+    {
+      "epoch": 0.12069036774977475,
+      "grad_norm": 0.2885996997356415,
+      "learning_rate": 4.698336074855967e-05,
+      "loss": 0.1706,
+      "mean_token_accuracy": 0.9605839252471924,
+      "num_tokens": 29395367.0,
+      "step": 14601
+    },
+    {
+      "epoch": 0.12069863364716191,
+      "grad_norm": 0.23537428677082062,
+      "learning_rate": 4.6983154101124995e-05,
+      "loss": 0.1174,
+      "mean_token_accuracy": 0.9745935201644897,
+      "num_tokens": 29397341.0,
+      "step": 14602
+    },
+    {
+      "epoch": 0.12070689954454905,
+      "grad_norm": 0.2887060344219208,
+      "learning_rate": 4.698294745369031e-05,
+      "loss": 0.1984,
+      "mean_token_accuracy": 0.9649474024772644,
+      "num_tokens": 29399344.0,
+      "step": 14603
+    },
+    {
+      "epoch": 0.12071516544193621,
+      "grad_norm": 0.2844392955303192,
+      "learning_rate": 4.698274080625563e-05,
+      "loss": 0.1797,
+      "mean_token_accuracy": 0.9657084941864014,
+      "num_tokens": 29401333.0,
+      "step": 14604
+    },
+    {
+      "epoch": 0.12072343133932335,
+      "grad_norm": 0.3793162405490875,
+      "learning_rate": 4.6982534158820954e-05,
+      "loss": 0.2263,
+      "mean_token_accuracy": 0.9577465057373047,
+      "num_tokens": 29403398.0,
+      "step": 14605
+    },
+    {
+      "epoch": 0.1207316972367105,
+      "grad_norm": 0.2437891960144043,
+      "learning_rate": 4.6982327511386275e-05,
+      "loss": 0.1216,
+      "mean_token_accuracy": 0.9731916785240173,
+      "num_tokens": 29405381.0,
+      "step": 14606
+    },
+    {
+      "epoch": 0.12073996313409766,
+      "grad_norm": 0.20211297273635864,
+      "learning_rate": 4.69821208639516e-05,
+      "loss": 0.1057,
+      "mean_token_accuracy": 0.9781363606452942,
+      "num_tokens": 29407308.0,
+      "step": 14607
+    },
+    {
+      "epoch": 0.1207482290314848,
+      "grad_norm": 0.3117578625679016,
+      "learning_rate": 4.698191421651692e-05,
+      "loss": 0.1533,
+      "mean_token_accuracy": 0.9696063995361328,
+      "num_tokens": 29409321.0,
+      "step": 14608
+    },
+    {
+      "epoch": 0.12075649492887196,
+      "grad_norm": 0.20769041776657104,
+      "learning_rate": 4.698170756908224e-05,
+      "loss": 0.1341,
+      "mean_token_accuracy": 0.9741421937942505,
+      "num_tokens": 29411338.0,
+      "step": 14609
+    },
+    {
+      "epoch": 0.1207647608262591,
+      "grad_norm": 0.21227285265922546,
+      "learning_rate": 4.698150092164756e-05,
+      "loss": 0.1,
+      "mean_token_accuracy": 0.977642297744751,
+      "num_tokens": 29413312.0,
+      "step": 14610
+    },
+    {
+      "epoch": 0.12077302672364626,
+      "grad_norm": 0.23165123164653778,
+      "learning_rate": 4.6981294274212884e-05,
+      "loss": 0.126,
+      "mean_token_accuracy": 0.9764223694801331,
+      "num_tokens": 29415269.0,
+      "step": 14611
+    },
+    {
+      "epoch": 0.1207812926210334,
+      "grad_norm": 0.24860350787639618,
+      "learning_rate": 4.6981087626778205e-05,
+      "loss": 0.151,
+      "mean_token_accuracy": 0.9696816802024841,
+      "num_tokens": 29417254.0,
+      "step": 14612
+    },
+    {
+      "epoch": 0.12078955851842055,
+      "grad_norm": 0.2716737985610962,
+      "learning_rate": 4.698088097934352e-05,
+      "loss": 0.1852,
+      "mean_token_accuracy": 0.9648862481117249,
+      "num_tokens": 29419282.0,
+      "step": 14613
+    },
+    {
+      "epoch": 0.1207978244158077,
+      "grad_norm": 0.25887686014175415,
+      "learning_rate": 4.698067433190885e-05,
+      "loss": 0.1457,
+      "mean_token_accuracy": 0.9707955718040466,
+      "num_tokens": 29421274.0,
+      "step": 14614
+    },
+    {
+      "epoch": 0.12080609031319485,
+      "grad_norm": 0.26463091373443604,
+      "learning_rate": 4.6980467684474163e-05,
+      "loss": 0.1363,
+      "mean_token_accuracy": 0.9744507074356079,
+      "num_tokens": 29423237.0,
+      "step": 14615
+    },
+    {
+      "epoch": 0.12081435621058201,
+      "grad_norm": 0.251289039850235,
+      "learning_rate": 4.6980261037039485e-05,
+      "loss": 0.1604,
+      "mean_token_accuracy": 0.9691295623779297,
+      "num_tokens": 29425219.0,
+      "step": 14616
+    },
+    {
+      "epoch": 0.12082262210796915,
+      "grad_norm": 0.2412882149219513,
+      "learning_rate": 4.6980054389604814e-05,
+      "loss": 0.1595,
+      "mean_token_accuracy": 0.968137264251709,
+      "num_tokens": 29427265.0,
+      "step": 14617
+    },
+    {
+      "epoch": 0.1208308880053563,
+      "grad_norm": 0.21342967450618744,
+      "learning_rate": 4.697984774217013e-05,
+      "loss": 0.149,
+      "mean_token_accuracy": 0.9709709882736206,
+      "num_tokens": 29429269.0,
+      "step": 14618
+    },
+    {
+      "epoch": 0.12083915390274345,
+      "grad_norm": 0.38362276554107666,
+      "learning_rate": 4.697964109473546e-05,
+      "loss": 0.2766,
+      "mean_token_accuracy": 0.9466666579246521,
+      "num_tokens": 29431450.0,
+      "step": 14619
+    },
+    {
+      "epoch": 0.1208474198001306,
+      "grad_norm": 0.2572905421257019,
+      "learning_rate": 4.697943444730077e-05,
+      "loss": 0.1537,
+      "mean_token_accuracy": 0.9704408645629883,
+      "num_tokens": 29433452.0,
+      "step": 14620
+    },
+    {
+      "epoch": 0.12085568569751776,
+      "grad_norm": 0.2585628926753998,
+      "learning_rate": 4.697922779986609e-05,
+      "loss": 0.1529,
+      "mean_token_accuracy": 0.9703368544578552,
+      "num_tokens": 29435447.0,
+      "step": 14621
+    },
+    {
+      "epoch": 0.1208639515949049,
+      "grad_norm": 0.21219748258590698,
+      "learning_rate": 4.6979021152431415e-05,
+      "loss": 0.1243,
+      "mean_token_accuracy": 0.9714147448539734,
+      "num_tokens": 29437517.0,
+      "step": 14622
+    },
+    {
+      "epoch": 0.12087221749229204,
+      "grad_norm": 0.22028203308582306,
+      "learning_rate": 4.697881450499674e-05,
+      "loss": 0.1073,
+      "mean_token_accuracy": 0.9810159206390381,
+      "num_tokens": 29439472.0,
+      "step": 14623
+    },
+    {
+      "epoch": 0.1208804833896792,
+      "grad_norm": 0.25184527039527893,
+      "learning_rate": 4.697860785756206e-05,
+      "loss": 0.1658,
+      "mean_token_accuracy": 0.9684368968009949,
+      "num_tokens": 29441474.0,
+      "step": 14624
+    },
+    {
+      "epoch": 0.12088874928706635,
+      "grad_norm": 0.25635355710983276,
+      "learning_rate": 4.697840121012738e-05,
+      "loss": 0.1341,
+      "mean_token_accuracy": 0.9721095561981201,
+      "num_tokens": 29443452.0,
+      "step": 14625
+    },
+    {
+      "epoch": 0.1208970151844535,
+      "grad_norm": 0.25586986541748047,
+      "learning_rate": 4.69781945626927e-05,
+      "loss": 0.1337,
+      "mean_token_accuracy": 0.9735397100448608,
+      "num_tokens": 29445461.0,
+      "step": 14626
+    },
+    {
+      "epoch": 0.12090528108184065,
+      "grad_norm": 0.20519013702869415,
+      "learning_rate": 4.697798791525802e-05,
+      "loss": 0.1211,
+      "mean_token_accuracy": 0.9758915305137634,
+      "num_tokens": 29447458.0,
+      "step": 14627
+    },
+    {
+      "epoch": 0.1209135469792278,
+      "grad_norm": 0.219437375664711,
+      "learning_rate": 4.6977781267823345e-05,
+      "loss": 0.1232,
+      "mean_token_accuracy": 0.9749624729156494,
+      "num_tokens": 29449461.0,
+      "step": 14628
+    },
+    {
+      "epoch": 0.12092181287661495,
+      "grad_norm": 0.24640102684497833,
+      "learning_rate": 4.697757462038867e-05,
+      "loss": 0.1632,
+      "mean_token_accuracy": 0.9654164910316467,
+      "num_tokens": 29451520.0,
+      "step": 14629
+    },
+    {
+      "epoch": 0.1209300787740021,
+      "grad_norm": 0.3281989097595215,
+      "learning_rate": 4.697736797295398e-05,
+      "loss": 0.2129,
+      "mean_token_accuracy": 0.9551251530647278,
+      "num_tokens": 29453643.0,
+      "step": 14630
+    },
+    {
+      "epoch": 0.12093834467138925,
+      "grad_norm": 0.5534579753875732,
+      "learning_rate": 4.697716132551931e-05,
+      "loss": 0.1746,
+      "mean_token_accuracy": 0.9668316841125488,
+      "num_tokens": 29455669.0,
+      "step": 14631
+    },
+    {
+      "epoch": 0.1209466105687764,
+      "grad_norm": 0.23527023196220398,
+      "learning_rate": 4.6976954678084625e-05,
+      "loss": 0.1317,
+      "mean_token_accuracy": 0.9743847250938416,
+      "num_tokens": 29457666.0,
+      "step": 14632
+    },
+    {
+      "epoch": 0.12095487646616356,
+      "grad_norm": 0.22706085443496704,
+      "learning_rate": 4.6976748030649946e-05,
+      "loss": 0.1349,
+      "mean_token_accuracy": 0.9720279574394226,
+      "num_tokens": 29459674.0,
+      "step": 14633
+    },
+    {
+      "epoch": 0.1209631423635507,
+      "grad_norm": 0.256501168012619,
+      "learning_rate": 4.6976541383215275e-05,
+      "loss": 0.1823,
+      "mean_token_accuracy": 0.9640039205551147,
+      "num_tokens": 29461708.0,
+      "step": 14634
+    },
+    {
+      "epoch": 0.12097140826093784,
+      "grad_norm": 0.23944036662578583,
+      "learning_rate": 4.697633473578059e-05,
+      "loss": 0.154,
+      "mean_token_accuracy": 0.9685471653938293,
+      "num_tokens": 29463717.0,
+      "step": 14635
+    },
+    {
+      "epoch": 0.120979674158325,
+      "grad_norm": 0.22331620752811432,
+      "learning_rate": 4.697612808834591e-05,
+      "loss": 0.12,
+      "mean_token_accuracy": 0.9766378998756409,
+      "num_tokens": 29465692.0,
+      "step": 14636
+    },
+    {
+      "epoch": 0.12098794005571215,
+      "grad_norm": 0.23358739912509918,
+      "learning_rate": 4.697592144091123e-05,
+      "loss": 0.1673,
+      "mean_token_accuracy": 0.9731127023696899,
+      "num_tokens": 29467632.0,
+      "step": 14637
+    },
+    {
+      "epoch": 0.1209962059530993,
+      "grad_norm": 0.20327594876289368,
+      "learning_rate": 4.6975714793476555e-05,
+      "loss": 0.1041,
+      "mean_token_accuracy": 0.9792089462280273,
+      "num_tokens": 29469610.0,
+      "step": 14638
+    },
+    {
+      "epoch": 0.12100447185048645,
+      "grad_norm": 0.23239457607269287,
+      "learning_rate": 4.697550814604188e-05,
+      "loss": 0.1475,
+      "mean_token_accuracy": 0.9686234593391418,
+      "num_tokens": 29471592.0,
+      "step": 14639
+    },
+    {
+      "epoch": 0.12101273774787359,
+      "grad_norm": 0.2534383535385132,
+      "learning_rate": 4.69753014986072e-05,
+      "loss": 0.1384,
+      "mean_token_accuracy": 0.9692074656486511,
+      "num_tokens": 29473579.0,
+      "step": 14640
+    },
+    {
+      "epoch": 0.12102100364526075,
+      "grad_norm": 0.22109569609165192,
+      "learning_rate": 4.697509485117252e-05,
+      "loss": 0.1197,
+      "mean_token_accuracy": 0.9768494963645935,
+      "num_tokens": 29475572.0,
+      "step": 14641
+    },
+    {
+      "epoch": 0.1210292695426479,
+      "grad_norm": 0.3026735186576843,
+      "learning_rate": 4.697488820373784e-05,
+      "loss": 0.2006,
+      "mean_token_accuracy": 0.9611324667930603,
+      "num_tokens": 29477662.0,
+      "step": 14642
+    },
+    {
+      "epoch": 0.12103753544003505,
+      "grad_norm": 0.20719178020954132,
+      "learning_rate": 4.697468155630316e-05,
+      "loss": 0.1163,
+      "mean_token_accuracy": 0.9749624729156494,
+      "num_tokens": 29479665.0,
+      "step": 14643
+    },
+    {
+      "epoch": 0.1210458013374222,
+      "grad_norm": 0.32041114568710327,
+      "learning_rate": 4.6974474908868485e-05,
+      "loss": 0.1529,
+      "mean_token_accuracy": 0.966303288936615,
+      "num_tokens": 29481689.0,
+      "step": 14644
+    },
+    {
+      "epoch": 0.12105406723480935,
+      "grad_norm": 0.21564307808876038,
+      "learning_rate": 4.6974268261433806e-05,
+      "loss": 0.1382,
+      "mean_token_accuracy": 0.9713554978370667,
+      "num_tokens": 29483650.0,
+      "step": 14645
+    },
+    {
+      "epoch": 0.1210623331321965,
+      "grad_norm": 0.2745293080806732,
+      "learning_rate": 4.697406161399913e-05,
+      "loss": 0.1739,
+      "mean_token_accuracy": 0.9626032114028931,
+      "num_tokens": 29485715.0,
+      "step": 14646
+    },
+    {
+      "epoch": 0.12107059902958364,
+      "grad_norm": 0.2679961025714874,
+      "learning_rate": 4.697385496656444e-05,
+      "loss": 0.1778,
+      "mean_token_accuracy": 0.9647817611694336,
+      "num_tokens": 29487737.0,
+      "step": 14647
+    },
+    {
+      "epoch": 0.1210788649269708,
+      "grad_norm": 0.26290103793144226,
+      "learning_rate": 4.697364831912977e-05,
+      "loss": 0.1399,
+      "mean_token_accuracy": 0.9734335541725159,
+      "num_tokens": 29489738.0,
+      "step": 14648
+    },
+    {
+      "epoch": 0.12108713082435794,
+      "grad_norm": 0.24224388599395752,
+      "learning_rate": 4.697344167169509e-05,
+      "loss": 0.1469,
+      "mean_token_accuracy": 0.9704704880714417,
+      "num_tokens": 29491742.0,
+      "step": 14649
+    },
+    {
+      "epoch": 0.1210953967217451,
+      "grad_norm": 0.26075613498687744,
+      "learning_rate": 4.697323502426041e-05,
+      "loss": 0.1352,
+      "mean_token_accuracy": 0.9719298481941223,
+      "num_tokens": 29493743.0,
+      "step": 14650
+    },
+    {
+      "epoch": 0.12110366261913225,
+      "grad_norm": 0.19550083577632904,
+      "learning_rate": 4.6973028376825736e-05,
+      "loss": 0.1094,
+      "mean_token_accuracy": 0.9776195287704468,
+      "num_tokens": 29495715.0,
+      "step": 14651
+    },
+    {
+      "epoch": 0.12111192851651939,
+      "grad_norm": 0.27990806102752686,
+      "learning_rate": 4.697282172939105e-05,
+      "loss": 0.2064,
+      "mean_token_accuracy": 0.9585342407226562,
+      "num_tokens": 29497795.0,
+      "step": 14652
+    },
+    {
+      "epoch": 0.12112019441390655,
+      "grad_norm": 0.2441985309123993,
+      "learning_rate": 4.697261508195637e-05,
+      "loss": 0.1481,
+      "mean_token_accuracy": 0.9714285731315613,
+      "num_tokens": 29499761.0,
+      "step": 14653
+    },
+    {
+      "epoch": 0.12112846031129369,
+      "grad_norm": 0.224858358502388,
+      "learning_rate": 4.6972408434521695e-05,
+      "loss": 0.1487,
+      "mean_token_accuracy": 0.9717261791229248,
+      "num_tokens": 29501783.0,
+      "step": 14654
+    },
+    {
+      "epoch": 0.12113672620868085,
+      "grad_norm": 0.24643351137638092,
+      "learning_rate": 4.6972201787087016e-05,
+      "loss": 0.1884,
+      "mean_token_accuracy": 0.9649975895881653,
+      "num_tokens": 29503846.0,
+      "step": 14655
+    },
+    {
+      "epoch": 0.121144992106068,
+      "grad_norm": 0.2687251567840576,
+      "learning_rate": 4.697199513965234e-05,
+      "loss": 0.1736,
+      "mean_token_accuracy": 0.9655342102050781,
+      "num_tokens": 29505883.0,
+      "step": 14656
+    },
+    {
+      "epoch": 0.12115325800345514,
+      "grad_norm": 0.21187609434127808,
+      "learning_rate": 4.697178849221766e-05,
+      "loss": 0.1366,
+      "mean_token_accuracy": 0.9728370308876038,
+      "num_tokens": 29507877.0,
+      "step": 14657
+    },
+    {
+      "epoch": 0.1211615239008423,
+      "grad_norm": 0.23546673357486725,
+      "learning_rate": 4.697158184478298e-05,
+      "loss": 0.144,
+      "mean_token_accuracy": 0.9717261791229248,
+      "num_tokens": 29509899.0,
+      "step": 14658
+    },
+    {
+      "epoch": 0.12116978979822944,
+      "grad_norm": 0.21691547334194183,
+      "learning_rate": 4.69713751973483e-05,
+      "loss": 0.161,
+      "mean_token_accuracy": 0.9670275449752808,
+      "num_tokens": 29511937.0,
+      "step": 14659
+    },
+    {
+      "epoch": 0.1211780556956166,
+      "grad_norm": 0.35943904519081116,
+      "learning_rate": 4.6971168549913624e-05,
+      "loss": 0.2601,
+      "mean_token_accuracy": 0.9492481350898743,
+      "num_tokens": 29514071.0,
+      "step": 14660
+    },
+    {
+      "epoch": 0.12118632159300374,
+      "grad_norm": 0.4571891725063324,
+      "learning_rate": 4.6970961902478946e-05,
+      "loss": 0.1261,
+      "mean_token_accuracy": 0.9729187488555908,
+      "num_tokens": 29516071.0,
+      "step": 14661
+    },
+    {
+      "epoch": 0.1211945874903909,
+      "grad_norm": 0.2604871094226837,
+      "learning_rate": 4.697075525504427e-05,
+      "loss": 0.1626,
+      "mean_token_accuracy": 0.9692460298538208,
+      "num_tokens": 29518093.0,
+      "step": 14662
+    },
+    {
+      "epoch": 0.12120285338777805,
+      "grad_norm": 0.2470809519290924,
+      "learning_rate": 4.697054860760959e-05,
+      "loss": 0.1337,
+      "mean_token_accuracy": 0.9753892421722412,
+      "num_tokens": 29520090.0,
+      "step": 14663
+    },
+    {
+      "epoch": 0.12121111928516519,
+      "grad_norm": 0.22791554033756256,
+      "learning_rate": 4.6970341960174904e-05,
+      "loss": 0.1184,
+      "mean_token_accuracy": 0.9770408272743225,
+      "num_tokens": 29522056.0,
+      "step": 14664
+    },
+    {
+      "epoch": 0.12121938518255235,
+      "grad_norm": 0.2761676013469696,
+      "learning_rate": 4.697013531274023e-05,
+      "loss": 0.1561,
+      "mean_token_accuracy": 0.9655516743659973,
+      "num_tokens": 29524065.0,
+      "step": 14665
+    },
+    {
+      "epoch": 0.12122765107993949,
+      "grad_norm": 0.25546348094940186,
+      "learning_rate": 4.6969928665305554e-05,
+      "loss": 0.1984,
+      "mean_token_accuracy": 0.9635826945304871,
+      "num_tokens": 29526103.0,
+      "step": 14666
+    },
+    {
+      "epoch": 0.12123591697732665,
+      "grad_norm": 0.3668247163295746,
+      "learning_rate": 4.696972201787087e-05,
+      "loss": 0.1827,
+      "mean_token_accuracy": 0.9632981419563293,
+      "num_tokens": 29528098.0,
+      "step": 14667
+    },
+    {
+      "epoch": 0.1212441828747138,
+      "grad_norm": 0.2682814598083496,
+      "learning_rate": 4.69695153704362e-05,
+      "loss": 0.1248,
+      "mean_token_accuracy": 0.9757698178291321,
+      "num_tokens": 29530085.0,
+      "step": 14668
+    },
+    {
+      "epoch": 0.12125244877210094,
+      "grad_norm": 0.2561981678009033,
+      "learning_rate": 4.696930872300151e-05,
+      "loss": 0.1287,
+      "mean_token_accuracy": 0.975683867931366,
+      "num_tokens": 29532065.0,
+      "step": 14669
+    },
+    {
+      "epoch": 0.1212607146694881,
+      "grad_norm": 0.2250213474035263,
+      "learning_rate": 4.6969102075566834e-05,
+      "loss": 0.0995,
+      "mean_token_accuracy": 0.9783266186714172,
+      "num_tokens": 29534055.0,
+      "step": 14670
+    },
+    {
+      "epoch": 0.12126898056687524,
+      "grad_norm": 0.3976445198059082,
+      "learning_rate": 4.6968895428132156e-05,
+      "loss": 0.1804,
+      "mean_token_accuracy": 0.9658805727958679,
+      "num_tokens": 29536054.0,
+      "step": 14671
+    },
+    {
+      "epoch": 0.1212772464642624,
+      "grad_norm": 0.25236034393310547,
+      "learning_rate": 4.696868878069748e-05,
+      "loss": 0.1416,
+      "mean_token_accuracy": 0.9740458130836487,
+      "num_tokens": 29538025.0,
+      "step": 14672
+    },
+    {
+      "epoch": 0.12128551236164954,
+      "grad_norm": 0.3310142159461975,
+      "learning_rate": 4.69684821332628e-05,
+      "loss": 0.1889,
+      "mean_token_accuracy": 0.9619753360748291,
+      "num_tokens": 29540056.0,
+      "step": 14673
+    },
+    {
+      "epoch": 0.12129377825903669,
+      "grad_norm": 0.3044549822807312,
+      "learning_rate": 4.696827548582812e-05,
+      "loss": 0.1962,
+      "mean_token_accuracy": 0.9597051739692688,
+      "num_tokens": 29542097.0,
+      "step": 14674
+    },
+    {
+      "epoch": 0.12130204415642384,
+      "grad_norm": 0.28235387802124023,
+      "learning_rate": 4.696806883839344e-05,
+      "loss": 0.1359,
+      "mean_token_accuracy": 0.9692683219909668,
+      "num_tokens": 29544153.0,
+      "step": 14675
+    },
+    {
+      "epoch": 0.12131031005381099,
+      "grad_norm": 0.23910295963287354,
+      "learning_rate": 4.6967862190958764e-05,
+      "loss": 0.1431,
+      "mean_token_accuracy": 0.9722782373428345,
+      "num_tokens": 29546143.0,
+      "step": 14676
+    },
+    {
+      "epoch": 0.12131857595119815,
+      "grad_norm": 0.2715640664100647,
+      "learning_rate": 4.6967655543524086e-05,
+      "loss": 0.1915,
+      "mean_token_accuracy": 0.9614835977554321,
+      "num_tokens": 29548252.0,
+      "step": 14677
+    },
+    {
+      "epoch": 0.12132684184858529,
+      "grad_norm": 0.21513937413692474,
+      "learning_rate": 4.696744889608941e-05,
+      "loss": 0.129,
+      "mean_token_accuracy": 0.9739869832992554,
+      "num_tokens": 29550257.0,
+      "step": 14678
+    },
+    {
+      "epoch": 0.12133510774597245,
+      "grad_norm": 0.2888481020927429,
+      "learning_rate": 4.696724224865472e-05,
+      "loss": 0.1122,
+      "mean_token_accuracy": 0.9736040830612183,
+      "num_tokens": 29552233.0,
+      "step": 14679
+    },
+    {
+      "epoch": 0.12134337364335959,
+      "grad_norm": 0.2827872633934021,
+      "learning_rate": 4.696703560122005e-05,
+      "loss": 0.1571,
+      "mean_token_accuracy": 0.9677739143371582,
+      "num_tokens": 29554256.0,
+      "step": 14680
+    },
+    {
+      "epoch": 0.12135163954074674,
+      "grad_norm": 0.24382218718528748,
+      "learning_rate": 4.6966828953785366e-05,
+      "loss": 0.1578,
+      "mean_token_accuracy": 0.9704999923706055,
+      "num_tokens": 29556262.0,
+      "step": 14681
+    },
+    {
+      "epoch": 0.1213599054381339,
+      "grad_norm": 0.26279157400131226,
+      "learning_rate": 4.6966622306350694e-05,
+      "loss": 0.1945,
+      "mean_token_accuracy": 0.958510160446167,
+      "num_tokens": 29558389.0,
+      "step": 14682
+    },
+    {
+      "epoch": 0.12136817133552104,
+      "grad_norm": 0.2523084282875061,
+      "learning_rate": 4.6966415658916016e-05,
+      "loss": 0.1697,
+      "mean_token_accuracy": 0.9681216478347778,
+      "num_tokens": 29560434.0,
+      "step": 14683
+    },
+    {
+      "epoch": 0.1213764372329082,
+      "grad_norm": 0.2657880485057831,
+      "learning_rate": 4.696620901148133e-05,
+      "loss": 0.1305,
+      "mean_token_accuracy": 0.9745254516601562,
+      "num_tokens": 29562442.0,
+      "step": 14684
+    },
+    {
+      "epoch": 0.12138470313029534,
+      "grad_norm": 0.19805128872394562,
+      "learning_rate": 4.696600236404666e-05,
+      "loss": 0.1272,
+      "mean_token_accuracy": 0.9768928289413452,
+      "num_tokens": 29564482.0,
+      "step": 14685
+    },
+    {
+      "epoch": 0.12139296902768248,
+      "grad_norm": 0.24614010751247406,
+      "learning_rate": 4.6965795716611974e-05,
+      "loss": 0.1486,
+      "mean_token_accuracy": 0.9699549078941345,
+      "num_tokens": 29566485.0,
+      "step": 14686
+    },
+    {
+      "epoch": 0.12140123492506964,
+      "grad_norm": 0.2133636474609375,
+      "learning_rate": 4.6965589069177296e-05,
+      "loss": 0.1118,
+      "mean_token_accuracy": 0.9726582169532776,
+      "num_tokens": 29568466.0,
+      "step": 14687
+    },
+    {
+      "epoch": 0.12140950082245679,
+      "grad_norm": 0.2947821021080017,
+      "learning_rate": 4.6965382421742624e-05,
+      "loss": 0.1757,
+      "mean_token_accuracy": 0.9633118510246277,
+      "num_tokens": 29570489.0,
+      "step": 14688
+    },
+    {
+      "epoch": 0.12141776671984394,
+      "grad_norm": 0.23493465781211853,
+      "learning_rate": 4.696517577430794e-05,
+      "loss": 0.1537,
+      "mean_token_accuracy": 0.9674511551856995,
+      "num_tokens": 29572492.0,
+      "step": 14689
+    },
+    {
+      "epoch": 0.12142603261723109,
+      "grad_norm": 0.2676631212234497,
+      "learning_rate": 4.696496912687326e-05,
+      "loss": 0.1287,
+      "mean_token_accuracy": 0.9716786742210388,
+      "num_tokens": 29574440.0,
+      "step": 14690
+    },
+    {
+      "epoch": 0.12143429851461823,
+      "grad_norm": 0.21604189276695251,
+      "learning_rate": 4.696476247943858e-05,
+      "loss": 0.1376,
+      "mean_token_accuracy": 0.9721378087997437,
+      "num_tokens": 29576420.0,
+      "step": 14691
+    },
+    {
+      "epoch": 0.12144256441200539,
+      "grad_norm": 0.18680964410305023,
+      "learning_rate": 4.6964555832003904e-05,
+      "loss": 0.1101,
+      "mean_token_accuracy": 0.9778671860694885,
+      "num_tokens": 29578414.0,
+      "step": 14692
+    },
+    {
+      "epoch": 0.12145083030939254,
+      "grad_norm": 0.25051647424697876,
+      "learning_rate": 4.6964349184569226e-05,
+      "loss": 0.1489,
+      "mean_token_accuracy": 0.9693621397018433,
+      "num_tokens": 29580411.0,
+      "step": 14693
+    },
+    {
+      "epoch": 0.1214590962067797,
+      "grad_norm": 0.35970789194107056,
+      "learning_rate": 4.696414253713455e-05,
+      "loss": 0.2137,
+      "mean_token_accuracy": 0.9605788588523865,
+      "num_tokens": 29582421.0,
+      "step": 14694
+    },
+    {
+      "epoch": 0.12146736210416684,
+      "grad_norm": 0.2714383006095886,
+      "learning_rate": 4.696393588969987e-05,
+      "loss": 0.1402,
+      "mean_token_accuracy": 0.9674962162971497,
+      "num_tokens": 29584396.0,
+      "step": 14695
+    },
+    {
+      "epoch": 0.121475628001554,
+      "grad_norm": 0.2729857563972473,
+      "learning_rate": 4.6963729242265184e-05,
+      "loss": 0.1485,
+      "mean_token_accuracy": 0.969924807548523,
+      "num_tokens": 29586397.0,
+      "step": 14696
+    },
+    {
+      "epoch": 0.12148389389894114,
+      "grad_norm": 0.2849677503108978,
+      "learning_rate": 4.696352259483051e-05,
+      "loss": 0.1581,
+      "mean_token_accuracy": 0.9678407311439514,
+      "num_tokens": 29588362.0,
+      "step": 14697
+    },
+    {
+      "epoch": 0.12149215979632828,
+      "grad_norm": 0.22982265055179596,
+      "learning_rate": 4.6963315947395834e-05,
+      "loss": 0.1249,
+      "mean_token_accuracy": 0.9744346141815186,
+      "num_tokens": 29590402.0,
+      "step": 14698
+    },
+    {
+      "epoch": 0.12150042569371544,
+      "grad_norm": 0.20439773797988892,
+      "learning_rate": 4.696310929996115e-05,
+      "loss": 0.1155,
+      "mean_token_accuracy": 0.9780275821685791,
+      "num_tokens": 29592365.0,
+      "step": 14699
+    },
+    {
+      "epoch": 0.12150869159110259,
+      "grad_norm": 0.2640303373336792,
+      "learning_rate": 4.696290265252648e-05,
+      "loss": 0.1711,
+      "mean_token_accuracy": 0.9632850289344788,
+      "num_tokens": 29594441.0,
+      "step": 14700
+    },
+    {
+      "epoch": 0.12151695748848974,
+      "grad_norm": 0.2827693223953247,
+      "learning_rate": 4.696269600509179e-05,
+      "loss": 0.1719,
+      "mean_token_accuracy": 0.963178277015686,
+      "num_tokens": 29596511.0,
+      "step": 14701
+    },
+    {
+      "epoch": 0.12152522338587689,
+      "grad_norm": 0.2418358027935028,
+      "learning_rate": 4.696248935765712e-05,
+      "loss": 0.1319,
+      "mean_token_accuracy": 0.9742798209190369,
+      "num_tokens": 29598461.0,
+      "step": 14702
+    },
+    {
+      "epoch": 0.12153348928326403,
+      "grad_norm": 0.3054245710372925,
+      "learning_rate": 4.6962282710222435e-05,
+      "loss": 0.1685,
+      "mean_token_accuracy": 0.9677103757858276,
+      "num_tokens": 29600511.0,
+      "step": 14703
+    },
+    {
+      "epoch": 0.12154175518065119,
+      "grad_norm": 0.28241583704948425,
+      "learning_rate": 4.696207606278776e-05,
+      "loss": 0.1661,
+      "mean_token_accuracy": 0.9697870016098022,
+      "num_tokens": 29602536.0,
+      "step": 14704
+    },
+    {
+      "epoch": 0.12155002107803833,
+      "grad_norm": 0.25694185495376587,
+      "learning_rate": 4.6961869415353085e-05,
+      "loss": 0.1316,
+      "mean_token_accuracy": 0.967789888381958,
+      "num_tokens": 29604560.0,
+      "step": 14705
+    },
+    {
+      "epoch": 0.12155828697542549,
+      "grad_norm": 0.2461813986301422,
+      "learning_rate": 4.69616627679184e-05,
+      "loss": 0.1178,
+      "mean_token_accuracy": 0.9733935594558716,
+      "num_tokens": 29606558.0,
+      "step": 14706
+    },
+    {
+      "epoch": 0.12156655287281264,
+      "grad_norm": 0.2386137843132019,
+      "learning_rate": 4.696145612048372e-05,
+      "loss": 0.0879,
+      "mean_token_accuracy": 0.9813761115074158,
+      "num_tokens": 29608497.0,
+      "step": 14707
+    },
+    {
+      "epoch": 0.12157481877019978,
+      "grad_norm": 0.24010026454925537,
+      "learning_rate": 4.6961249473049044e-05,
+      "loss": 0.1765,
+      "mean_token_accuracy": 0.9670599699020386,
+      "num_tokens": 29610537.0,
+      "step": 14708
+    },
+    {
+      "epoch": 0.12158308466758694,
+      "grad_norm": 0.24831850826740265,
+      "learning_rate": 4.6961042825614365e-05,
+      "loss": 0.115,
+      "mean_token_accuracy": 0.9733802080154419,
+      "num_tokens": 29612534.0,
+      "step": 14709
+    },
+    {
+      "epoch": 0.12159135056497408,
+      "grad_norm": 0.28977513313293457,
+      "learning_rate": 4.696083617817969e-05,
+      "loss": 0.1756,
+      "mean_token_accuracy": 0.9649999737739563,
+      "num_tokens": 29614540.0,
+      "step": 14710
+    },
+    {
+      "epoch": 0.12159961646236124,
+      "grad_norm": 0.2691207230091095,
+      "learning_rate": 4.696062953074501e-05,
+      "loss": 0.1443,
+      "mean_token_accuracy": 0.9714999794960022,
+      "num_tokens": 29616546.0,
+      "step": 14711
+    },
+    {
+      "epoch": 0.12160788235974838,
+      "grad_norm": 0.26358482241630554,
+      "learning_rate": 4.696042288331033e-05,
+      "loss": 0.1054,
+      "mean_token_accuracy": 0.9755600690841675,
+      "num_tokens": 29618516.0,
+      "step": 14712
+    },
+    {
+      "epoch": 0.12161614825713554,
+      "grad_norm": 0.2788352072238922,
+      "learning_rate": 4.6960216235875645e-05,
+      "loss": 0.1568,
+      "mean_token_accuracy": 0.9698037505149841,
+      "num_tokens": 29620509.0,
+      "step": 14713
+    },
+    {
+      "epoch": 0.12162441415452269,
+      "grad_norm": 0.30870136618614197,
+      "learning_rate": 4.6960009588440974e-05,
+      "loss": 0.17,
+      "mean_token_accuracy": 0.9685757756233215,
+      "num_tokens": 29622488.0,
+      "step": 14714
+    },
+    {
+      "epoch": 0.12163268005190983,
+      "grad_norm": 0.22017905116081238,
+      "learning_rate": 4.6959802941006295e-05,
+      "loss": 0.1251,
+      "mean_token_accuracy": 0.9752352833747864,
+      "num_tokens": 29624513.0,
+      "step": 14715
+    },
+    {
+      "epoch": 0.12164094594929699,
+      "grad_norm": 0.3879244029521942,
+      "learning_rate": 4.695959629357161e-05,
+      "loss": 0.1911,
+      "mean_token_accuracy": 0.9596655368804932,
+      "num_tokens": 29626552.0,
+      "step": 14716
+    },
+    {
+      "epoch": 0.12164921184668413,
+      "grad_norm": 0.24800504744052887,
+      "learning_rate": 4.695938964613694e-05,
+      "loss": 0.1326,
+      "mean_token_accuracy": 0.9742424488067627,
+      "num_tokens": 29628538.0,
+      "step": 14717
+    },
+    {
+      "epoch": 0.12165747774407129,
+      "grad_norm": 0.35449013113975525,
+      "learning_rate": 4.6959182998702253e-05,
+      "loss": 0.1413,
+      "mean_token_accuracy": 0.9729594588279724,
+      "num_tokens": 29630541.0,
+      "step": 14718
+    },
+    {
+      "epoch": 0.12166574364145843,
+      "grad_norm": 0.299373984336853,
+      "learning_rate": 4.6958976351267575e-05,
+      "loss": 0.1295,
+      "mean_token_accuracy": 0.9762865900993347,
+      "num_tokens": 29632529.0,
+      "step": 14719
+    },
+    {
+      "epoch": 0.12167400953884558,
+      "grad_norm": 0.3482153117656708,
+      "learning_rate": 4.69587697038329e-05,
+      "loss": 0.1705,
+      "mean_token_accuracy": 0.9657227993011475,
+      "num_tokens": 29634548.0,
+      "step": 14720
+    },
+    {
+      "epoch": 0.12168227543623274,
+      "grad_norm": 0.24575063586235046,
+      "learning_rate": 4.695856305639822e-05,
+      "loss": 0.149,
+      "mean_token_accuracy": 0.96879643201828,
+      "num_tokens": 29636573.0,
+      "step": 14721
+    },
+    {
+      "epoch": 0.12169054133361988,
+      "grad_norm": 0.2590235769748688,
+      "learning_rate": 4.695835640896354e-05,
+      "loss": 0.1275,
+      "mean_token_accuracy": 0.9727646708488464,
+      "num_tokens": 29638525.0,
+      "step": 14722
+    },
+    {
+      "epoch": 0.12169880723100704,
+      "grad_norm": 0.31401845812797546,
+      "learning_rate": 4.695814976152886e-05,
+      "loss": 0.1577,
+      "mean_token_accuracy": 0.9661432504653931,
+      "num_tokens": 29640569.0,
+      "step": 14723
+    },
+    {
+      "epoch": 0.12170707312839418,
+      "grad_norm": 0.26545947790145874,
+      "learning_rate": 4.6957943114094183e-05,
+      "loss": 0.154,
+      "mean_token_accuracy": 0.9688427448272705,
+      "num_tokens": 29642597.0,
+      "step": 14724
+    },
+    {
+      "epoch": 0.12171533902578133,
+      "grad_norm": 0.269248366355896,
+      "learning_rate": 4.6957736466659505e-05,
+      "loss": 0.1666,
+      "mean_token_accuracy": 0.9669299125671387,
+      "num_tokens": 29644629.0,
+      "step": 14725
+    },
+    {
+      "epoch": 0.12172360492316849,
+      "grad_norm": 0.2717491388320923,
+      "learning_rate": 4.695752981922483e-05,
+      "loss": 0.1655,
+      "mean_token_accuracy": 0.9665167331695557,
+      "num_tokens": 29646636.0,
+      "step": 14726
+    },
+    {
+      "epoch": 0.12173187082055563,
+      "grad_norm": 0.24344196915626526,
+      "learning_rate": 4.695732317179015e-05,
+      "loss": 0.1112,
+      "mean_token_accuracy": 0.973737359046936,
+      "num_tokens": 29648622.0,
+      "step": 14727
+    },
+    {
+      "epoch": 0.12174013671794279,
+      "grad_norm": 0.2557961940765381,
+      "learning_rate": 4.695711652435547e-05,
+      "loss": 0.1114,
+      "mean_token_accuracy": 0.9774436354637146,
+      "num_tokens": 29650623.0,
+      "step": 14728
+    },
+    {
+      "epoch": 0.12174840261532993,
+      "grad_norm": 0.2733597457408905,
+      "learning_rate": 4.695690987692079e-05,
+      "loss": 0.1873,
+      "mean_token_accuracy": 0.9603864550590515,
+      "num_tokens": 29652699.0,
+      "step": 14729
+    },
+    {
+      "epoch": 0.12175666851271709,
+      "grad_norm": 0.26854121685028076,
+      "learning_rate": 4.6956703229486107e-05,
+      "loss": 0.2052,
+      "mean_token_accuracy": 0.9607458114624023,
+      "num_tokens": 29654743.0,
+      "step": 14730
+    },
+    {
+      "epoch": 0.12176493441010423,
+      "grad_norm": 0.24207603931427002,
+      "learning_rate": 4.6956496582051435e-05,
+      "loss": 0.1551,
+      "mean_token_accuracy": 0.9691234827041626,
+      "num_tokens": 29656757.0,
+      "step": 14731
+    },
+    {
+      "epoch": 0.12177320030749138,
+      "grad_norm": 0.3761502802371979,
+      "learning_rate": 4.695628993461676e-05,
+      "loss": 0.1451,
+      "mean_token_accuracy": 0.9695000052452087,
+      "num_tokens": 29658763.0,
+      "step": 14732
+    },
+    {
+      "epoch": 0.12178146620487854,
+      "grad_norm": 0.28512221574783325,
+      "learning_rate": 4.695608328718207e-05,
+      "loss": 0.1879,
+      "mean_token_accuracy": 0.9631268382072449,
+      "num_tokens": 29660803.0,
+      "step": 14733
+    },
+    {
+      "epoch": 0.12178973210226568,
+      "grad_norm": 0.21045801043510437,
+      "learning_rate": 4.69558766397474e-05,
+      "loss": 0.1213,
+      "mean_token_accuracy": 0.976482629776001,
+      "num_tokens": 29662765.0,
+      "step": 14734
+    },
+    {
+      "epoch": 0.12179799799965284,
+      "grad_norm": 0.24444536864757538,
+      "learning_rate": 4.6955669992312715e-05,
+      "loss": 0.1551,
+      "mean_token_accuracy": 0.970426082611084,
+      "num_tokens": 29664766.0,
+      "step": 14735
+    },
+    {
+      "epoch": 0.12180626389703998,
+      "grad_norm": 0.2585046887397766,
+      "learning_rate": 4.6955463344878037e-05,
+      "loss": 0.171,
+      "mean_token_accuracy": 0.9684884548187256,
+      "num_tokens": 29666803.0,
+      "step": 14736
+    },
+    {
+      "epoch": 0.12181452979442713,
+      "grad_norm": 0.2928466796875,
+      "learning_rate": 4.6955256697443365e-05,
+      "loss": 0.129,
+      "mean_token_accuracy": 0.9750636219978333,
+      "num_tokens": 29668774.0,
+      "step": 14737
+    },
+    {
+      "epoch": 0.12182279569181428,
+      "grad_norm": 0.22967316210269928,
+      "learning_rate": 4.695505005000868e-05,
+      "loss": 0.125,
+      "mean_token_accuracy": 0.9741421937942505,
+      "num_tokens": 29670791.0,
+      "step": 14738
+    },
+    {
+      "epoch": 0.12183106158920143,
+      "grad_norm": 0.2161978781223297,
+      "learning_rate": 4.6954843402574e-05,
+      "loss": 0.1468,
+      "mean_token_accuracy": 0.9696819186210632,
+      "num_tokens": 29672809.0,
+      "step": 14739
+    },
+    {
+      "epoch": 0.12183932748658859,
+      "grad_norm": 0.2274521440267563,
+      "learning_rate": 4.695463675513932e-05,
+      "loss": 0.1324,
+      "mean_token_accuracy": 0.9712586998939514,
+      "num_tokens": 29674833.0,
+      "step": 14740
+    },
+    {
+      "epoch": 0.12184759338397573,
+      "grad_norm": 0.22756870090961456,
+      "learning_rate": 4.6954430107704645e-05,
+      "loss": 0.1134,
+      "mean_token_accuracy": 0.9757084846496582,
+      "num_tokens": 29676815.0,
+      "step": 14741
+    },
+    {
+      "epoch": 0.12185585928136287,
+      "grad_norm": 0.28131940960884094,
+      "learning_rate": 4.6954223460269966e-05,
+      "loss": 0.1496,
+      "mean_token_accuracy": 0.9692082405090332,
+      "num_tokens": 29678867.0,
+      "step": 14742
+    },
+    {
+      "epoch": 0.12186412517875003,
+      "grad_norm": 0.19997139275074005,
+      "learning_rate": 4.695401681283529e-05,
+      "loss": 0.149,
+      "mean_token_accuracy": 0.9692695140838623,
+      "num_tokens": 29680858.0,
+      "step": 14743
+    },
+    {
+      "epoch": 0.12187239107613718,
+      "grad_norm": 0.23629499971866608,
+      "learning_rate": 4.695381016540061e-05,
+      "loss": 0.1709,
+      "mean_token_accuracy": 0.9650246500968933,
+      "num_tokens": 29682894.0,
+      "step": 14744
+    },
+    {
+      "epoch": 0.12188065697352433,
+      "grad_norm": 0.3197071850299835,
+      "learning_rate": 4.695360351796593e-05,
+      "loss": 0.1973,
+      "mean_token_accuracy": 0.9597477912902832,
+      "num_tokens": 29684962.0,
+      "step": 14745
+    },
+    {
+      "epoch": 0.12188892287091148,
+      "grad_norm": 0.3067074120044708,
+      "learning_rate": 4.695339687053125e-05,
+      "loss": 0.2565,
+      "mean_token_accuracy": 0.9498327970504761,
+      "num_tokens": 29687061.0,
+      "step": 14746
+    },
+    {
+      "epoch": 0.12189718876829864,
+      "grad_norm": 0.2633686065673828,
+      "learning_rate": 4.6953190223096575e-05,
+      "loss": 0.154,
+      "mean_token_accuracy": 0.9711011648178101,
+      "num_tokens": 29689074.0,
+      "step": 14747
+    },
+    {
+      "epoch": 0.12190545466568578,
+      "grad_norm": 0.29711371660232544,
+      "learning_rate": 4.6952983575661896e-05,
+      "loss": 0.1735,
+      "mean_token_accuracy": 0.9652174115180969,
+      "num_tokens": 29691150.0,
+      "step": 14748
+    },
+    {
+      "epoch": 0.12191372056307292,
+      "grad_norm": 0.32288795709609985,
+      "learning_rate": 4.695277692822722e-05,
+      "loss": 0.1416,
+      "mean_token_accuracy": 0.970544159412384,
+      "num_tokens": 29693159.0,
+      "step": 14749
+    },
+    {
+      "epoch": 0.12192198646046008,
+      "grad_norm": 0.34479203820228577,
+      "learning_rate": 4.695257028079253e-05,
+      "loss": 0.196,
+      "mean_token_accuracy": 0.9630709290504456,
+      "num_tokens": 29695223.0,
+      "step": 14750
+    },
+    {
+      "epoch": 0.12193025235784723,
+      "grad_norm": 0.2700822651386261,
+      "learning_rate": 4.695236363335786e-05,
+      "loss": 0.1381,
+      "mean_token_accuracy": 0.9718379378318787,
+      "num_tokens": 29697253.0,
+      "step": 14751
+    },
+    {
+      "epoch": 0.12193851825523438,
+      "grad_norm": 0.26884549856185913,
+      "learning_rate": 4.6952156985923176e-05,
+      "loss": 0.149,
+      "mean_token_accuracy": 0.9722362160682678,
+      "num_tokens": 29699240.0,
+      "step": 14752
+    },
+    {
+      "epoch": 0.12194678415262153,
+      "grad_norm": 0.2794928550720215,
+      "learning_rate": 4.69519503384885e-05,
+      "loss": 0.1459,
+      "mean_token_accuracy": 0.9712411761283875,
+      "num_tokens": 29701228.0,
+      "step": 14753
+    },
+    {
+      "epoch": 0.12195505005000867,
+      "grad_norm": 0.35927459597587585,
+      "learning_rate": 4.6951743691053826e-05,
+      "loss": 0.2077,
+      "mean_token_accuracy": 0.9538905024528503,
+      "num_tokens": 29703316.0,
+      "step": 14754
+    },
+    {
+      "epoch": 0.12196331594739583,
+      "grad_norm": 0.2487669140100479,
+      "learning_rate": 4.695153704361914e-05,
+      "loss": 0.1314,
+      "mean_token_accuracy": 0.970678985118866,
+      "num_tokens": 29705266.0,
+      "step": 14755
+    },
+    {
+      "epoch": 0.12197158184478298,
+      "grad_norm": 0.23671665787696838,
+      "learning_rate": 4.695133039618446e-05,
+      "loss": 0.1547,
+      "mean_token_accuracy": 0.9684526920318604,
+      "num_tokens": 29707269.0,
+      "step": 14756
+    },
+    {
+      "epoch": 0.12197984774217013,
+      "grad_norm": 0.24820473790168762,
+      "learning_rate": 4.6951123748749785e-05,
+      "loss": 0.146,
+      "mean_token_accuracy": 0.9670437574386597,
+      "num_tokens": 29709308.0,
+      "step": 14757
+    },
+    {
+      "epoch": 0.12198811363955728,
+      "grad_norm": 0.2393854558467865,
+      "learning_rate": 4.6950917101315106e-05,
+      "loss": 0.1524,
+      "mean_token_accuracy": 0.9696078300476074,
+      "num_tokens": 29711354.0,
+      "step": 14758
+    },
+    {
+      "epoch": 0.12199637953694442,
+      "grad_norm": 0.3182758688926697,
+      "learning_rate": 4.695071045388043e-05,
+      "loss": 0.1732,
+      "mean_token_accuracy": 0.9658653736114502,
+      "num_tokens": 29713440.0,
+      "step": 14759
+    },
+    {
+      "epoch": 0.12200464543433158,
+      "grad_norm": 0.20650918781757355,
+      "learning_rate": 4.695050380644575e-05,
+      "loss": 0.1352,
+      "mean_token_accuracy": 0.974861741065979,
+      "num_tokens": 29715435.0,
+      "step": 14760
+    },
+    {
+      "epoch": 0.12201291133171872,
+      "grad_norm": 0.22259756922721863,
+      "learning_rate": 4.695029715901107e-05,
+      "loss": 0.1108,
+      "mean_token_accuracy": 0.9770290851593018,
+      "num_tokens": 29717400.0,
+      "step": 14761
+    },
+    {
+      "epoch": 0.12202117722910588,
+      "grad_norm": 0.27390915155410767,
+      "learning_rate": 4.6950090511576386e-05,
+      "loss": 0.1767,
+      "mean_token_accuracy": 0.9629072546958923,
+      "num_tokens": 29719401.0,
+      "step": 14762
+    },
+    {
+      "epoch": 0.12202944312649303,
+      "grad_norm": 0.3021821677684784,
+      "learning_rate": 4.6949883864141714e-05,
+      "loss": 0.2008,
+      "mean_token_accuracy": 0.9620009660720825,
+      "num_tokens": 29721486.0,
+      "step": 14763
+    },
+    {
+      "epoch": 0.12203770902388018,
+      "grad_norm": 0.20825223624706268,
+      "learning_rate": 4.6949677216707036e-05,
+      "loss": 0.1169,
+      "mean_token_accuracy": 0.9779227375984192,
+      "num_tokens": 29723485.0,
+      "step": 14764
+    },
+    {
+      "epoch": 0.12204597492126733,
+      "grad_norm": 0.2954599857330322,
+      "learning_rate": 4.694947056927236e-05,
+      "loss": 0.1207,
+      "mean_token_accuracy": 0.9723200798034668,
+      "num_tokens": 29725478.0,
+      "step": 14765
+    },
+    {
+      "epoch": 0.12205424081865447,
+      "grad_norm": 0.25717565417289734,
+      "learning_rate": 4.694926392183768e-05,
+      "loss": 0.1524,
+      "mean_token_accuracy": 0.9709709882736206,
+      "num_tokens": 29727482.0,
+      "step": 14766
+    },
+    {
+      "epoch": 0.12206250671604163,
+      "grad_norm": 0.21880055963993073,
+      "learning_rate": 4.6949057274402994e-05,
+      "loss": 0.1085,
+      "mean_token_accuracy": 0.9733266234397888,
+      "num_tokens": 29729475.0,
+      "step": 14767
+    },
+    {
+      "epoch": 0.12207077261342877,
+      "grad_norm": 0.22814898192882538,
+      "learning_rate": 4.694885062696832e-05,
+      "loss": 0.1338,
+      "mean_token_accuracy": 0.9754601120948792,
+      "num_tokens": 29731437.0,
+      "step": 14768
+    },
+    {
+      "epoch": 0.12207903851081593,
+      "grad_norm": 0.24946381151676178,
+      "learning_rate": 4.694864397953364e-05,
+      "loss": 0.1731,
+      "mean_token_accuracy": 0.9689689874649048,
+      "num_tokens": 29733441.0,
+      "step": 14769
+    },
+    {
+      "epoch": 0.12208730440820308,
+      "grad_norm": 0.47072985768318176,
+      "learning_rate": 4.694843733209896e-05,
+      "loss": 0.2213,
+      "mean_token_accuracy": 0.9575609564781189,
+      "num_tokens": 29735497.0,
+      "step": 14770
+    },
+    {
+      "epoch": 0.12209557030559022,
+      "grad_norm": 0.21678608655929565,
+      "learning_rate": 4.694823068466429e-05,
+      "loss": 0.125,
+      "mean_token_accuracy": 0.9750382304191589,
+      "num_tokens": 29737466.0,
+      "step": 14771
+    },
+    {
+      "epoch": 0.12210383620297738,
+      "grad_norm": 0.2064727544784546,
+      "learning_rate": 4.69480240372296e-05,
+      "loss": 0.1052,
+      "mean_token_accuracy": 0.9777102470397949,
+      "num_tokens": 29739446.0,
+      "step": 14772
+    },
+    {
+      "epoch": 0.12211210210036452,
+      "grad_norm": 0.2805020809173584,
+      "learning_rate": 4.6947817389794924e-05,
+      "loss": 0.1477,
+      "mean_token_accuracy": 0.9683481454849243,
+      "num_tokens": 29741474.0,
+      "step": 14773
+    },
+    {
+      "epoch": 0.12212036799775168,
+      "grad_norm": 0.20432402193546295,
+      "learning_rate": 4.6947610742360246e-05,
+      "loss": 0.1199,
+      "mean_token_accuracy": 0.9798657894134521,
+      "num_tokens": 29743417.0,
+      "step": 14774
+    },
+    {
+      "epoch": 0.12212863389513882,
+      "grad_norm": 0.23161859810352325,
+      "learning_rate": 4.694740409492557e-05,
+      "loss": 0.1652,
+      "mean_token_accuracy": 0.969169557094574,
+      "num_tokens": 29745434.0,
+      "step": 14775
+    },
+    {
+      "epoch": 0.12213689979252598,
+      "grad_norm": 0.33879637718200684,
+      "learning_rate": 4.694719744749089e-05,
+      "loss": 0.2258,
+      "mean_token_accuracy": 0.9591149687767029,
+      "num_tokens": 29747519.0,
+      "step": 14776
+    },
+    {
+      "epoch": 0.12214516568991313,
+      "grad_norm": 0.2663998305797577,
+      "learning_rate": 4.694699080005621e-05,
+      "loss": 0.1536,
+      "mean_token_accuracy": 0.9694847464561462,
+      "num_tokens": 29749524.0,
+      "step": 14777
+    },
+    {
+      "epoch": 0.12215343158730027,
+      "grad_norm": 0.22380536794662476,
+      "learning_rate": 4.694678415262153e-05,
+      "loss": 0.1191,
+      "mean_token_accuracy": 0.9773070812225342,
+      "num_tokens": 29751513.0,
+      "step": 14778
+    },
+    {
+      "epoch": 0.12216169748468743,
+      "grad_norm": 0.22746793925762177,
+      "learning_rate": 4.694657750518685e-05,
+      "loss": 0.1315,
+      "mean_token_accuracy": 0.9745000004768372,
+      "num_tokens": 29753519.0,
+      "step": 14779
+    },
+    {
+      "epoch": 0.12216996338207457,
+      "grad_norm": 0.2070048302412033,
+      "learning_rate": 4.6946370857752176e-05,
+      "loss": 0.1414,
+      "mean_token_accuracy": 0.9708835482597351,
+      "num_tokens": 29755517.0,
+      "step": 14780
+    },
+    {
+      "epoch": 0.12217822927946173,
+      "grad_norm": 0.20613199472427368,
+      "learning_rate": 4.69461642103175e-05,
+      "loss": 0.1222,
+      "mean_token_accuracy": 0.9768637418746948,
+      "num_tokens": 29757468.0,
+      "step": 14781
+    },
+    {
+      "epoch": 0.12218649517684887,
+      "grad_norm": 0.24891909956932068,
+      "learning_rate": 4.694595756288281e-05,
+      "loss": 0.1176,
+      "mean_token_accuracy": 0.9751016497612,
+      "num_tokens": 29759442.0,
+      "step": 14782
+    },
+    {
+      "epoch": 0.12219476107423602,
+      "grad_norm": 0.23046495020389557,
+      "learning_rate": 4.694575091544814e-05,
+      "loss": 0.1656,
+      "mean_token_accuracy": 0.9686888456344604,
+      "num_tokens": 29761492.0,
+      "step": 14783
+    },
+    {
+      "epoch": 0.12220302697162318,
+      "grad_norm": 0.3067909777164459,
+      "learning_rate": 4.6945544268013456e-05,
+      "loss": 0.1436,
+      "mean_token_accuracy": 0.9701711535453796,
+      "num_tokens": 29763543.0,
+      "step": 14784
+    },
+    {
+      "epoch": 0.12221129286901032,
+      "grad_norm": 0.22298888862133026,
+      "learning_rate": 4.6945337620578784e-05,
+      "loss": 0.1313,
+      "mean_token_accuracy": 0.9720279574394226,
+      "num_tokens": 29765551.0,
+      "step": 14785
+    },
+    {
+      "epoch": 0.12221955876639748,
+      "grad_norm": 0.2691296339035034,
+      "learning_rate": 4.6945130973144106e-05,
+      "loss": 0.1349,
+      "mean_token_accuracy": 0.9728643298149109,
+      "num_tokens": 29767547.0,
+      "step": 14786
+    },
+    {
+      "epoch": 0.12222782466378462,
+      "grad_norm": 0.28132081031799316,
+      "learning_rate": 4.694492432570942e-05,
+      "loss": 0.1772,
+      "mean_token_accuracy": 0.9661354422569275,
+      "num_tokens": 29769561.0,
+      "step": 14787
+    },
+    {
+      "epoch": 0.12223609056117177,
+      "grad_norm": 0.3712286353111267,
+      "learning_rate": 4.694471767827475e-05,
+      "loss": 0.259,
+      "mean_token_accuracy": 0.9487656950950623,
+      "num_tokens": 29771714.0,
+      "step": 14788
+    },
+    {
+      "epoch": 0.12224435645855893,
+      "grad_norm": 0.20923109352588654,
+      "learning_rate": 4.6944511030840064e-05,
+      "loss": 0.1186,
+      "mean_token_accuracy": 0.9747983813285828,
+      "num_tokens": 29773704.0,
+      "step": 14789
+    },
+    {
+      "epoch": 0.12225262235594607,
+      "grad_norm": 0.2676599323749542,
+      "learning_rate": 4.6944304383405386e-05,
+      "loss": 0.1701,
+      "mean_token_accuracy": 0.9662812948226929,
+      "num_tokens": 29775786.0,
+      "step": 14790
+    },
+    {
+      "epoch": 0.12226088825333323,
+      "grad_norm": 0.20037201046943665,
+      "learning_rate": 4.694409773597071e-05,
+      "loss": 0.1329,
+      "mean_token_accuracy": 0.9730404615402222,
+      "num_tokens": 29777795.0,
+      "step": 14791
+    },
+    {
+      "epoch": 0.12226915415072037,
+      "grad_norm": 0.3304973244667053,
+      "learning_rate": 4.694389108853603e-05,
+      "loss": 0.1704,
+      "mean_token_accuracy": 0.9631991982460022,
+      "num_tokens": 29779839.0,
+      "step": 14792
+    },
+    {
+      "epoch": 0.12227742004810753,
+      "grad_norm": 0.19313277304172516,
+      "learning_rate": 4.694368444110135e-05,
+      "loss": 0.1264,
+      "mean_token_accuracy": 0.9755725264549255,
+      "num_tokens": 29781810.0,
+      "step": 14793
+    },
+    {
+      "epoch": 0.12228568594549467,
+      "grad_norm": 0.3457356095314026,
+      "learning_rate": 4.694347779366667e-05,
+      "loss": 0.1679,
+      "mean_token_accuracy": 0.9640570878982544,
+      "num_tokens": 29783847.0,
+      "step": 14794
+    },
+    {
+      "epoch": 0.12229395184288182,
+      "grad_norm": 0.263788104057312,
+      "learning_rate": 4.6943271146231994e-05,
+      "loss": 0.169,
+      "mean_token_accuracy": 0.9681059718132019,
+      "num_tokens": 29785891.0,
+      "step": 14795
+    },
+    {
+      "epoch": 0.12230221774026898,
+      "grad_norm": 0.21937300264835358,
+      "learning_rate": 4.6943064498797316e-05,
+      "loss": 0.1543,
+      "mean_token_accuracy": 0.9678875803947449,
+      "num_tokens": 29787890.0,
+      "step": 14796
+    },
+    {
+      "epoch": 0.12231048363765612,
+      "grad_norm": 0.23084522783756256,
+      "learning_rate": 4.694285785136264e-05,
+      "loss": 0.1208,
+      "mean_token_accuracy": 0.9731916785240173,
+      "num_tokens": 29789873.0,
+      "step": 14797
+    },
+    {
+      "epoch": 0.12231874953504328,
+      "grad_norm": 0.2593044638633728,
+      "learning_rate": 4.694265120392796e-05,
+      "loss": 0.1481,
+      "mean_token_accuracy": 0.9721531867980957,
+      "num_tokens": 29791890.0,
+      "step": 14798
+    },
+    {
+      "epoch": 0.12232701543243042,
+      "grad_norm": 0.2338618040084839,
+      "learning_rate": 4.6942444556493274e-05,
+      "loss": 0.1523,
+      "mean_token_accuracy": 0.971205472946167,
+      "num_tokens": 29793945.0,
+      "step": 14799
+    },
+    {
+      "epoch": 0.12233528132981757,
+      "grad_norm": 0.27832111716270447,
+      "learning_rate": 4.69422379090586e-05,
+      "loss": 0.2153,
+      "mean_token_accuracy": 0.9594594836235046,
+      "num_tokens": 29796023.0,
+      "step": 14800
+    },
+    {
+      "epoch": 0.12234354722720472,
+      "grad_norm": 0.28807520866394043,
+      "learning_rate": 4.694203126162392e-05,
+      "loss": 0.1761,
+      "mean_token_accuracy": 0.9675230383872986,
+      "num_tokens": 29798092.0,
+      "step": 14801
+    },
+    {
+      "epoch": 0.12235181312459187,
+      "grad_norm": 0.28801339864730835,
+      "learning_rate": 4.694182461418924e-05,
+      "loss": 0.1555,
+      "mean_token_accuracy": 0.9669902920722961,
+      "num_tokens": 29800158.0,
+      "step": 14802
+    },
+    {
+      "epoch": 0.12236007902197903,
+      "grad_norm": 0.24344967305660248,
+      "learning_rate": 4.694161796675457e-05,
+      "loss": 0.1714,
+      "mean_token_accuracy": 0.9687814712524414,
+      "num_tokens": 29802150.0,
+      "step": 14803
+    },
+    {
+      "epoch": 0.12236834491936617,
+      "grad_norm": 0.2592920660972595,
+      "learning_rate": 4.694141131931988e-05,
+      "loss": 0.1229,
+      "mean_token_accuracy": 0.9751142859458923,
+      "num_tokens": 29804125.0,
+      "step": 14804
+    },
+    {
+      "epoch": 0.12237661081675331,
+      "grad_norm": 0.3064816892147064,
+      "learning_rate": 4.6941204671885204e-05,
+      "loss": 0.1465,
+      "mean_token_accuracy": 0.9690355062484741,
+      "num_tokens": 29806101.0,
+      "step": 14805
+    },
+    {
+      "epoch": 0.12238487671414047,
+      "grad_norm": 0.2324141263961792,
+      "learning_rate": 4.6940998024450525e-05,
+      "loss": 0.147,
+      "mean_token_accuracy": 0.9710000157356262,
+      "num_tokens": 29808107.0,
+      "step": 14806
+    },
+    {
+      "epoch": 0.12239314261152762,
+      "grad_norm": 0.26308032870292664,
+      "learning_rate": 4.694079137701585e-05,
+      "loss": 0.1299,
+      "mean_token_accuracy": 0.9753397107124329,
+      "num_tokens": 29810100.0,
+      "step": 14807
+    },
+    {
+      "epoch": 0.12240140850891477,
+      "grad_norm": 0.20586895942687988,
+      "learning_rate": 4.694058472958117e-05,
+      "loss": 0.131,
+      "mean_token_accuracy": 0.9719298481941223,
+      "num_tokens": 29812101.0,
+      "step": 14808
+    },
+    {
+      "epoch": 0.12240967440630192,
+      "grad_norm": 0.32859110832214355,
+      "learning_rate": 4.694037808214649e-05,
+      "loss": 0.2031,
+      "mean_token_accuracy": 0.9566065073013306,
+      "num_tokens": 29814158.0,
+      "step": 14809
+    },
+    {
+      "epoch": 0.12241794030368908,
+      "grad_norm": 0.2043253779411316,
+      "learning_rate": 4.694017143471181e-05,
+      "loss": 0.1075,
+      "mean_token_accuracy": 0.9745157957077026,
+      "num_tokens": 29816126.0,
+      "step": 14810
+    },
+    {
+      "epoch": 0.12242620620107622,
+      "grad_norm": 0.395568311214447,
+      "learning_rate": 4.6939964787277134e-05,
+      "loss": 0.1663,
+      "mean_token_accuracy": 0.9677579402923584,
+      "num_tokens": 29818148.0,
+      "step": 14811
+    },
+    {
+      "epoch": 0.12243447209846336,
+      "grad_norm": 0.22416959702968597,
+      "learning_rate": 4.6939758139842455e-05,
+      "loss": 0.1101,
+      "mean_token_accuracy": 0.9762746095657349,
+      "num_tokens": 29820135.0,
+      "step": 14812
+    },
+    {
+      "epoch": 0.12244273799585052,
+      "grad_norm": 0.2580149471759796,
+      "learning_rate": 4.693955149240778e-05,
+      "loss": 0.1258,
+      "mean_token_accuracy": 0.9738298654556274,
+      "num_tokens": 29822128.0,
+      "step": 14813
+    },
+    {
+      "epoch": 0.12245100389323767,
+      "grad_norm": 0.23636211454868317,
+      "learning_rate": 4.69393448449731e-05,
+      "loss": 0.1544,
+      "mean_token_accuracy": 0.967131495475769,
+      "num_tokens": 29824142.0,
+      "step": 14814
+    },
+    {
+      "epoch": 0.12245926979062483,
+      "grad_norm": 0.3043229877948761,
+      "learning_rate": 4.693913819753842e-05,
+      "loss": 0.1331,
+      "mean_token_accuracy": 0.9733266234397888,
+      "num_tokens": 29826135.0,
+      "step": 14815
+    },
+    {
+      "epoch": 0.12246753568801197,
+      "grad_norm": 0.252501904964447,
+      "learning_rate": 4.6938931550103735e-05,
+      "loss": 0.1572,
+      "mean_token_accuracy": 0.9683417081832886,
+      "num_tokens": 29828131.0,
+      "step": 14816
+    },
+    {
+      "epoch": 0.12247580158539911,
+      "grad_norm": 0.23910418152809143,
+      "learning_rate": 4.6938724902669064e-05,
+      "loss": 0.1698,
+      "mean_token_accuracy": 0.9672211408615112,
+      "num_tokens": 29830181.0,
+      "step": 14817
+    },
+    {
+      "epoch": 0.12248406748278627,
+      "grad_norm": 0.23219573497772217,
+      "learning_rate": 4.693851825523438e-05,
+      "loss": 0.1164,
+      "mean_token_accuracy": 0.9758726954460144,
+      "num_tokens": 29832135.0,
+      "step": 14818
+    },
+    {
+      "epoch": 0.12249233338017342,
+      "grad_norm": 0.2889038026332855,
+      "learning_rate": 4.69383116077997e-05,
+      "loss": 0.1594,
+      "mean_token_accuracy": 0.9693978428840637,
+      "num_tokens": 29834167.0,
+      "step": 14819
+    },
+    {
+      "epoch": 0.12250059927756057,
+      "grad_norm": 0.31773924827575684,
+      "learning_rate": 4.693810496036503e-05,
+      "loss": 0.1383,
+      "mean_token_accuracy": 0.9716840386390686,
+      "num_tokens": 29836186.0,
+      "step": 14820
+    },
+    {
+      "epoch": 0.12250886517494772,
+      "grad_norm": 0.27420252561569214,
+      "learning_rate": 4.6937898312930344e-05,
+      "loss": 0.1724,
+      "mean_token_accuracy": 0.9664328694343567,
+      "num_tokens": 29838188.0,
+      "step": 14821
+    },
+    {
+      "epoch": 0.12251713107233486,
+      "grad_norm": 0.32868486642837524,
+      "learning_rate": 4.6937691665495665e-05,
+      "loss": 0.2042,
+      "mean_token_accuracy": 0.9590123295783997,
+      "num_tokens": 29840219.0,
+      "step": 14822
+    },
+    {
+      "epoch": 0.12252539696972202,
+      "grad_norm": 0.28287285566329956,
+      "learning_rate": 4.693748501806099e-05,
+      "loss": 0.1797,
+      "mean_token_accuracy": 0.9616295695304871,
+      "num_tokens": 29842336.0,
+      "step": 14823
+    },
+    {
+      "epoch": 0.12253366286710916,
+      "grad_norm": 0.22416609525680542,
+      "learning_rate": 4.693727837062631e-05,
+      "loss": 0.1382,
+      "mean_token_accuracy": 0.9721531867980957,
+      "num_tokens": 29844353.0,
+      "step": 14824
+    },
+    {
+      "epoch": 0.12254192876449632,
+      "grad_norm": 0.20817169547080994,
+      "learning_rate": 4.693707172319163e-05,
+      "loss": 0.1327,
+      "mean_token_accuracy": 0.9731645584106445,
+      "num_tokens": 29846334.0,
+      "step": 14825
+    },
+    {
+      "epoch": 0.12255019466188347,
+      "grad_norm": 0.28765633702278137,
+      "learning_rate": 4.693686507575695e-05,
+      "loss": 0.1766,
+      "mean_token_accuracy": 0.9650174975395203,
+      "num_tokens": 29848341.0,
+      "step": 14826
+    },
+    {
+      "epoch": 0.12255846055927062,
+      "grad_norm": 0.1999090015888214,
+      "learning_rate": 4.6936658428322273e-05,
+      "loss": 0.1269,
+      "mean_token_accuracy": 0.9737493991851807,
+      "num_tokens": 29850366.0,
+      "step": 14827
+    },
+    {
+      "epoch": 0.12256672645665777,
+      "grad_norm": 0.26709461212158203,
+      "learning_rate": 4.6936451780887595e-05,
+      "loss": 0.1981,
+      "mean_token_accuracy": 0.9651500582695007,
+      "num_tokens": 29852438.0,
+      "step": 14828
+    },
+    {
+      "epoch": 0.12257499235404491,
+      "grad_norm": 0.22356979548931122,
+      "learning_rate": 4.693624513345292e-05,
+      "loss": 0.1345,
+      "mean_token_accuracy": 0.9720140099525452,
+      "num_tokens": 29854445.0,
+      "step": 14829
+    },
+    {
+      "epoch": 0.12258325825143207,
+      "grad_norm": 0.27785807847976685,
+      "learning_rate": 4.693603848601824e-05,
+      "loss": 0.1678,
+      "mean_token_accuracy": 0.9657142758369446,
+      "num_tokens": 29856551.0,
+      "step": 14830
+    },
+    {
+      "epoch": 0.12259152414881921,
+      "grad_norm": 0.32664862275123596,
+      "learning_rate": 4.693583183858356e-05,
+      "loss": 0.2326,
+      "mean_token_accuracy": 0.9538973569869995,
+      "num_tokens": 29858661.0,
+      "step": 14831
+    },
+    {
+      "epoch": 0.12259979004620637,
+      "grad_norm": 0.26867642998695374,
+      "learning_rate": 4.693562519114888e-05,
+      "loss": 0.1584,
+      "mean_token_accuracy": 0.9692540168762207,
+      "num_tokens": 29860651.0,
+      "step": 14832
+    },
+    {
+      "epoch": 0.12260805594359352,
+      "grad_norm": 0.24075531959533691,
+      "learning_rate": 4.69354185437142e-05,
+      "loss": 0.1681,
+      "mean_token_accuracy": 0.9670658707618713,
+      "num_tokens": 29862661.0,
+      "step": 14833
+    },
+    {
+      "epoch": 0.12261632184098066,
+      "grad_norm": 0.21992133557796478,
+      "learning_rate": 4.6935211896279525e-05,
+      "loss": 0.1088,
+      "mean_token_accuracy": 0.9766285419464111,
+      "num_tokens": 29864678.0,
+      "step": 14834
+    },
+    {
+      "epoch": 0.12262458773836782,
+      "grad_norm": 0.26318487524986267,
+      "learning_rate": 4.693500524884484e-05,
+      "loss": 0.16,
+      "mean_token_accuracy": 0.96641606092453,
+      "num_tokens": 29866679.0,
+      "step": 14835
+    },
+    {
+      "epoch": 0.12263285363575496,
+      "grad_norm": 0.18502925336360931,
+      "learning_rate": 4.693479860141016e-05,
+      "loss": 0.1175,
+      "mean_token_accuracy": 0.9758105874061584,
+      "num_tokens": 29868628.0,
+      "step": 14836
+    },
+    {
+      "epoch": 0.12264111953314212,
+      "grad_norm": 0.2460758239030838,
+      "learning_rate": 4.693459195397549e-05,
+      "loss": 0.1686,
+      "mean_token_accuracy": 0.9645631313323975,
+      "num_tokens": 29870694.0,
+      "step": 14837
+    },
+    {
+      "epoch": 0.12264938543052926,
+      "grad_norm": 0.2632555067539215,
+      "learning_rate": 4.6934385306540805e-05,
+      "loss": 0.1636,
+      "mean_token_accuracy": 0.9692917466163635,
+      "num_tokens": 29872719.0,
+      "step": 14838
+    },
+    {
+      "epoch": 0.12265765132791641,
+      "grad_norm": 0.25111067295074463,
+      "learning_rate": 4.6934178659106127e-05,
+      "loss": 0.118,
+      "mean_token_accuracy": 0.9765066504478455,
+      "num_tokens": 29874683.0,
+      "step": 14839
+    },
+    {
+      "epoch": 0.12266591722530357,
+      "grad_norm": 0.2695860266685486,
+      "learning_rate": 4.693397201167145e-05,
+      "loss": 0.154,
+      "mean_token_accuracy": 0.9679358601570129,
+      "num_tokens": 29876685.0,
+      "step": 14840
+    },
+    {
+      "epoch": 0.12267418312269071,
+      "grad_norm": 0.2153320461511612,
+      "learning_rate": 4.693376536423677e-05,
+      "loss": 0.1056,
+      "mean_token_accuracy": 0.9770641922950745,
+      "num_tokens": 29878653.0,
+      "step": 14841
+    },
+    {
+      "epoch": 0.12268244902007787,
+      "grad_norm": 0.3400328457355499,
+      "learning_rate": 4.693355871680209e-05,
+      "loss": 0.2122,
+      "mean_token_accuracy": 0.9566891193389893,
+      "num_tokens": 29880737.0,
+      "step": 14842
+    },
+    {
+      "epoch": 0.12269071491746501,
+      "grad_norm": 0.23372380435466766,
+      "learning_rate": 4.693335206936741e-05,
+      "loss": 0.1178,
+      "mean_token_accuracy": 0.9735906720161438,
+      "num_tokens": 29882712.0,
+      "step": 14843
+    },
+    {
+      "epoch": 0.12269898081485217,
+      "grad_norm": 0.21424125134944916,
+      "learning_rate": 4.6933145421932735e-05,
+      "loss": 0.1099,
+      "mean_token_accuracy": 0.9762258529663086,
+      "num_tokens": 29884737.0,
+      "step": 14844
+    },
+    {
+      "epoch": 0.12270724671223932,
+      "grad_norm": 0.2696511447429657,
+      "learning_rate": 4.693293877449805e-05,
+      "loss": 0.1671,
+      "mean_token_accuracy": 0.9635745286941528,
+      "num_tokens": 29886802.0,
+      "step": 14845
+    },
+    {
+      "epoch": 0.12271551260962646,
+      "grad_norm": 0.3817550837993622,
+      "learning_rate": 4.693273212706338e-05,
+      "loss": 0.1658,
+      "mean_token_accuracy": 0.9641612768173218,
+      "num_tokens": 29888817.0,
+      "step": 14846
+    },
+    {
+      "epoch": 0.12272377850701362,
+      "grad_norm": 0.23352240025997162,
+      "learning_rate": 4.69325254796287e-05,
+      "loss": 0.1367,
+      "mean_token_accuracy": 0.9700507521629333,
+      "num_tokens": 29890793.0,
+      "step": 14847
+    },
+    {
+      "epoch": 0.12273204440440076,
+      "grad_norm": 0.2616605758666992,
+      "learning_rate": 4.693231883219402e-05,
+      "loss": 0.1372,
+      "mean_token_accuracy": 0.9733743071556091,
+      "num_tokens": 29892752.0,
+      "step": 14848
+    },
+    {
+      "epoch": 0.12274031030178792,
+      "grad_norm": 0.23626716434955597,
+      "learning_rate": 4.693211218475934e-05,
+      "loss": 0.1083,
+      "mean_token_accuracy": 0.9766970872879028,
+      "num_tokens": 29894732.0,
+      "step": 14849
+    },
+    {
+      "epoch": 0.12274857619917506,
+      "grad_norm": 0.29137492179870605,
+      "learning_rate": 4.693190553732466e-05,
+      "loss": 0.162,
+      "mean_token_accuracy": 0.9667171239852905,
+      "num_tokens": 29896721.0,
+      "step": 14850
+    },
+    {
+      "epoch": 0.12275684209656221,
+      "grad_norm": 0.2668761610984802,
+      "learning_rate": 4.6931698889889986e-05,
+      "loss": 0.1478,
+      "mean_token_accuracy": 0.9685194492340088,
+      "num_tokens": 29898760.0,
+      "step": 14851
+    },
+    {
+      "epoch": 0.12276510799394937,
+      "grad_norm": 0.26725298166275024,
+      "learning_rate": 4.693149224245531e-05,
+      "loss": 0.1495,
+      "mean_token_accuracy": 0.9712586998939514,
+      "num_tokens": 29900784.0,
+      "step": 14852
+    },
+    {
+      "epoch": 0.12277337389133651,
+      "grad_norm": 0.25339657068252563,
+      "learning_rate": 4.693128559502062e-05,
+      "loss": 0.157,
+      "mean_token_accuracy": 0.9727410674095154,
+      "num_tokens": 29902771.0,
+      "step": 14853
+    },
+    {
+      "epoch": 0.12278163978872367,
+      "grad_norm": 0.24954065680503845,
+      "learning_rate": 4.693107894758595e-05,
+      "loss": 0.1607,
+      "mean_token_accuracy": 0.9692230224609375,
+      "num_tokens": 29904759.0,
+      "step": 14854
+    },
+    {
+      "epoch": 0.12278990568611081,
+      "grad_norm": 0.2210220992565155,
+      "learning_rate": 4.6930872300151266e-05,
+      "loss": 0.1265,
+      "mean_token_accuracy": 0.9727410674095154,
+      "num_tokens": 29906746.0,
+      "step": 14855
+    },
+    {
+      "epoch": 0.12279817158349796,
+      "grad_norm": 0.25909554958343506,
+      "learning_rate": 4.693066565271659e-05,
+      "loss": 0.111,
+      "mean_token_accuracy": 0.9745028018951416,
+      "num_tokens": 29908713.0,
+      "step": 14856
+    },
+    {
+      "epoch": 0.12280643748088511,
+      "grad_norm": 0.2459208369255066,
+      "learning_rate": 4.693045900528191e-05,
+      "loss": 0.1574,
+      "mean_token_accuracy": 0.9650246500968933,
+      "num_tokens": 29910749.0,
+      "step": 14857
+    },
+    {
+      "epoch": 0.12281470337827226,
+      "grad_norm": 0.26845860481262207,
+      "learning_rate": 4.693025235784723e-05,
+      "loss": 0.1219,
+      "mean_token_accuracy": 0.9750763177871704,
+      "num_tokens": 29912721.0,
+      "step": 14858
+    },
+    {
+      "epoch": 0.12282296927565942,
+      "grad_norm": 0.1939670443534851,
+      "learning_rate": 4.693004571041255e-05,
+      "loss": 0.1207,
+      "mean_token_accuracy": 0.9769884943962097,
+      "num_tokens": 29914726.0,
+      "step": 14859
+    },
+    {
+      "epoch": 0.12283123517304656,
+      "grad_norm": 0.22044911980628967,
+      "learning_rate": 4.6929839062977875e-05,
+      "loss": 0.106,
+      "mean_token_accuracy": 0.977319598197937,
+      "num_tokens": 29916672.0,
+      "step": 14860
+    },
+    {
+      "epoch": 0.12283950107043372,
+      "grad_norm": 0.352530300617218,
+      "learning_rate": 4.6929632415543196e-05,
+      "loss": 0.1732,
+      "mean_token_accuracy": 0.961345374584198,
+      "num_tokens": 29918670.0,
+      "step": 14861
+    },
+    {
+      "epoch": 0.12284776696782086,
+      "grad_norm": 0.2437014877796173,
+      "learning_rate": 4.692942576810852e-05,
+      "loss": 0.1432,
+      "mean_token_accuracy": 0.971230149269104,
+      "num_tokens": 29920692.0,
+      "step": 14862
+    },
+    {
+      "epoch": 0.122856032865208,
+      "grad_norm": 0.32828792929649353,
+      "learning_rate": 4.692921912067384e-05,
+      "loss": 0.1881,
+      "mean_token_accuracy": 0.9631811380386353,
+      "num_tokens": 29922735.0,
+      "step": 14863
+    },
+    {
+      "epoch": 0.12286429876259516,
+      "grad_norm": 0.19717466831207275,
+      "learning_rate": 4.692901247323916e-05,
+      "loss": 0.1264,
+      "mean_token_accuracy": 0.9774096608161926,
+      "num_tokens": 29924733.0,
+      "step": 14864
+    },
+    {
+      "epoch": 0.12287256465998231,
+      "grad_norm": 0.17593498528003693,
+      "learning_rate": 4.6928805825804476e-05,
+      "loss": 0.116,
+      "mean_token_accuracy": 0.9786902070045471,
+      "num_tokens": 29926663.0,
+      "step": 14865
+    },
+    {
+      "epoch": 0.12288083055736947,
+      "grad_norm": 0.23546457290649414,
+      "learning_rate": 4.6928599178369805e-05,
+      "loss": 0.1431,
+      "mean_token_accuracy": 0.9695032238960266,
+      "num_tokens": 29928702.0,
+      "step": 14866
+    },
+    {
+      "epoch": 0.12288909645475661,
+      "grad_norm": 0.30818918347358704,
+      "learning_rate": 4.692839253093512e-05,
+      "loss": 0.1657,
+      "mean_token_accuracy": 0.9644268751144409,
+      "num_tokens": 29930732.0,
+      "step": 14867
+    },
+    {
+      "epoch": 0.12289736235214375,
+      "grad_norm": 0.20985642075538635,
+      "learning_rate": 4.692818588350044e-05,
+      "loss": 0.1256,
+      "mean_token_accuracy": 0.9767681956291199,
+      "num_tokens": 29932675.0,
+      "step": 14868
+    },
+    {
+      "epoch": 0.12290562824953091,
+      "grad_norm": 0.2797645032405853,
+      "learning_rate": 4.692797923606577e-05,
+      "loss": 0.1439,
+      "mean_token_accuracy": 0.9709502458572388,
+      "num_tokens": 29934712.0,
+      "step": 14869
+    },
+    {
+      "epoch": 0.12291389414691806,
+      "grad_norm": 0.25106701254844666,
+      "learning_rate": 4.6927772588631084e-05,
+      "loss": 0.1584,
+      "mean_token_accuracy": 0.9700449109077454,
+      "num_tokens": 29936721.0,
+      "step": 14870
+    },
+    {
+      "epoch": 0.12292216004430521,
+      "grad_norm": 0.21602125465869904,
+      "learning_rate": 4.692756594119641e-05,
+      "loss": 0.1164,
+      "mean_token_accuracy": 0.9754726886749268,
+      "num_tokens": 29938684.0,
+      "step": 14871
+    },
+    {
+      "epoch": 0.12293042594169236,
+      "grad_norm": 0.25123316049575806,
+      "learning_rate": 4.692735929376173e-05,
+      "loss": 0.1368,
+      "mean_token_accuracy": 0.972630500793457,
+      "num_tokens": 29940663.0,
+      "step": 14872
+    },
+    {
+      "epoch": 0.1229386918390795,
+      "grad_norm": 0.335068017244339,
+      "learning_rate": 4.692715264632705e-05,
+      "loss": 0.2401,
+      "mean_token_accuracy": 0.9536231756210327,
+      "num_tokens": 29942739.0,
+      "step": 14873
+    },
+    {
+      "epoch": 0.12294695773646666,
+      "grad_norm": 0.3260708153247833,
+      "learning_rate": 4.692694599889237e-05,
+      "loss": 0.1906,
+      "mean_token_accuracy": 0.9626938104629517,
+      "num_tokens": 29944809.0,
+      "step": 14874
+    },
+    {
+      "epoch": 0.1229552236338538,
+      "grad_norm": 0.21633262932300568,
+      "learning_rate": 4.692673935145769e-05,
+      "loss": 0.131,
+      "mean_token_accuracy": 0.9734069108963013,
+      "num_tokens": 29946808.0,
+      "step": 14875
+    },
+    {
+      "epoch": 0.12296348953124096,
+      "grad_norm": 0.33288875222206116,
+      "learning_rate": 4.6926532704023014e-05,
+      "loss": 0.1334,
+      "mean_token_accuracy": 0.9673429131507874,
+      "num_tokens": 29948835.0,
+      "step": 14876
+    },
+    {
+      "epoch": 0.12297175542862811,
+      "grad_norm": 0.31206580996513367,
+      "learning_rate": 4.6926326056588336e-05,
+      "loss": 0.1597,
+      "mean_token_accuracy": 0.9711830019950867,
+      "num_tokens": 29950819.0,
+      "step": 14877
+    },
+    {
+      "epoch": 0.12298002132601527,
+      "grad_norm": 0.2178373783826828,
+      "learning_rate": 4.692611940915366e-05,
+      "loss": 0.1123,
+      "mean_token_accuracy": 0.9759221076965332,
+      "num_tokens": 29952777.0,
+      "step": 14878
+    },
+    {
+      "epoch": 0.12298828722340241,
+      "grad_norm": 0.28520485758781433,
+      "learning_rate": 4.692591276171898e-05,
+      "loss": 0.1605,
+      "mean_token_accuracy": 0.9679012298583984,
+      "num_tokens": 29954808.0,
+      "step": 14879
+    },
+    {
+      "epoch": 0.12299655312078955,
+      "grad_norm": 0.2787022292613983,
+      "learning_rate": 4.69257061142843e-05,
+      "loss": 0.1437,
+      "mean_token_accuracy": 0.9696969985961914,
+      "num_tokens": 29956827.0,
+      "step": 14880
+    },
+    {
+      "epoch": 0.12300481901817671,
+      "grad_norm": 0.3087066113948822,
+      "learning_rate": 4.692549946684962e-05,
+      "loss": 0.1961,
+      "mean_token_accuracy": 0.9625246524810791,
+      "num_tokens": 29958861.0,
+      "step": 14881
+    },
+    {
+      "epoch": 0.12301308491556386,
+      "grad_norm": 0.26055285334587097,
+      "learning_rate": 4.692529281941494e-05,
+      "loss": 0.1335,
+      "mean_token_accuracy": 0.9716135263442993,
+      "num_tokens": 29960875.0,
+      "step": 14882
+    },
+    {
+      "epoch": 0.12302135081295101,
+      "grad_norm": 0.3153856098651886,
+      "learning_rate": 4.6925086171980266e-05,
+      "loss": 0.147,
+      "mean_token_accuracy": 0.9704383015632629,
+      "num_tokens": 29962843.0,
+      "step": 14883
+    },
+    {
+      "epoch": 0.12302961671033816,
+      "grad_norm": 0.3285759389400482,
+      "learning_rate": 4.692487952454558e-05,
+      "loss": 0.2121,
+      "mean_token_accuracy": 0.9542639255523682,
+      "num_tokens": 29964948.0,
+      "step": 14884
+    },
+    {
+      "epoch": 0.1230378826077253,
+      "grad_norm": 0.2069482058286667,
+      "learning_rate": 4.69246728771109e-05,
+      "loss": 0.1362,
+      "mean_token_accuracy": 0.9701492786407471,
+      "num_tokens": 29966964.0,
+      "step": 14885
+    },
+    {
+      "epoch": 0.12304614850511246,
+      "grad_norm": 0.3241991698741913,
+      "learning_rate": 4.692446622967623e-05,
+      "loss": 0.1926,
+      "mean_token_accuracy": 0.9604877829551697,
+      "num_tokens": 29969020.0,
+      "step": 14886
+    },
+    {
+      "epoch": 0.1230544144024996,
+      "grad_norm": 0.20972172915935516,
+      "learning_rate": 4.6924259582241546e-05,
+      "loss": 0.1189,
+      "mean_token_accuracy": 0.976542592048645,
+      "num_tokens": 29970987.0,
+      "step": 14887
+    },
+    {
+      "epoch": 0.12306268029988676,
+      "grad_norm": 0.28185874223709106,
+      "learning_rate": 4.692405293480687e-05,
+      "loss": 0.2059,
+      "mean_token_accuracy": 0.9577053785324097,
+      "num_tokens": 29973050.0,
+      "step": 14888
+    },
+    {
+      "epoch": 0.1230709461972739,
+      "grad_norm": 0.23738428950309753,
+      "learning_rate": 4.692384628737219e-05,
+      "loss": 0.158,
+      "mean_token_accuracy": 0.9698795080184937,
+      "num_tokens": 29975048.0,
+      "step": 14889
+    },
+    {
+      "epoch": 0.12307921209466105,
+      "grad_norm": 0.24681004881858826,
+      "learning_rate": 4.692363963993751e-05,
+      "loss": 0.1582,
+      "mean_token_accuracy": 0.9712871313095093,
+      "num_tokens": 29977074.0,
+      "step": 14890
+    },
+    {
+      "epoch": 0.12308747799204821,
+      "grad_norm": 0.24675965309143066,
+      "learning_rate": 4.692343299250284e-05,
+      "loss": 0.1124,
+      "mean_token_accuracy": 0.975450873374939,
+      "num_tokens": 29979076.0,
+      "step": 14891
+    },
+    {
+      "epoch": 0.12309574388943535,
+      "grad_norm": 0.19472384452819824,
+      "learning_rate": 4.6923226345068154e-05,
+      "loss": 0.1013,
+      "mean_token_accuracy": 0.9809278249740601,
+      "num_tokens": 29981022.0,
+      "step": 14892
+    },
+    {
+      "epoch": 0.12310400978682251,
+      "grad_norm": 0.23261089622974396,
+      "learning_rate": 4.6923019697633476e-05,
+      "loss": 0.1257,
+      "mean_token_accuracy": 0.9729315638542175,
+      "num_tokens": 29982986.0,
+      "step": 14893
+    },
+    {
+      "epoch": 0.12311227568420965,
+      "grad_norm": 0.23576445877552032,
+      "learning_rate": 4.69228130501988e-05,
+      "loss": 0.1166,
+      "mean_token_accuracy": 0.9731509685516357,
+      "num_tokens": 29984966.0,
+      "step": 14894
+    },
+    {
+      "epoch": 0.12312054158159681,
+      "grad_norm": 0.2720811069011688,
+      "learning_rate": 4.692260640276412e-05,
+      "loss": 0.2,
+      "mean_token_accuracy": 0.9624390006065369,
+      "num_tokens": 29987022.0,
+      "step": 14895
+    },
+    {
+      "epoch": 0.12312880747898396,
+      "grad_norm": 0.23374062776565552,
+      "learning_rate": 4.692239975532944e-05,
+      "loss": 0.1697,
+      "mean_token_accuracy": 0.9652605652809143,
+      "num_tokens": 29989043.0,
+      "step": 14896
+    },
+    {
+      "epoch": 0.1231370733763711,
+      "grad_norm": 0.2859710454940796,
+      "learning_rate": 4.692219310789476e-05,
+      "loss": 0.1647,
+      "mean_token_accuracy": 0.96257483959198,
+      "num_tokens": 29991053.0,
+      "step": 14897
+    },
+    {
+      "epoch": 0.12314533927375826,
+      "grad_norm": 0.27901437878608704,
+      "learning_rate": 4.6921986460460084e-05,
+      "loss": 0.1643,
+      "mean_token_accuracy": 0.9662638306617737,
+      "num_tokens": 29993045.0,
+      "step": 14898
+    },
+    {
+      "epoch": 0.1231536051711454,
+      "grad_norm": 0.2039056420326233,
+      "learning_rate": 4.69217798130254e-05,
+      "loss": 0.1256,
+      "mean_token_accuracy": 0.9768399596214294,
+      "num_tokens": 29994994.0,
+      "step": 14899
+    },
+    {
+      "epoch": 0.12316187106853256,
+      "grad_norm": 0.21335114538669586,
+      "learning_rate": 4.692157316559073e-05,
+      "loss": 0.1252,
+      "mean_token_accuracy": 0.9753148555755615,
+      "num_tokens": 29996985.0,
+      "step": 14900
+    },
+    {
+      "epoch": 0.1231701369659197,
+      "grad_norm": 0.24869684875011444,
+      "learning_rate": 4.692136651815605e-05,
+      "loss": 0.1373,
+      "mean_token_accuracy": 0.9709359407424927,
+      "num_tokens": 29999021.0,
+      "step": 14901
+    },
+    {
+      "epoch": 0.12317840286330685,
+      "grad_norm": 0.22636064887046814,
+      "learning_rate": 4.6921159870721364e-05,
+      "loss": 0.1623,
+      "mean_token_accuracy": 0.9683893918991089,
+      "num_tokens": 30001020.0,
+      "step": 14902
+    },
+    {
+      "epoch": 0.12318666876069401,
+      "grad_norm": 0.22552677989006042,
+      "learning_rate": 4.692095322328669e-05,
+      "loss": 0.1258,
+      "mean_token_accuracy": 0.9750249981880188,
+      "num_tokens": 30003028.0,
+      "step": 14903
+    },
+    {
+      "epoch": 0.12319493465808115,
+      "grad_norm": 0.21507464349269867,
+      "learning_rate": 4.692074657585201e-05,
+      "loss": 0.1382,
+      "mean_token_accuracy": 0.9755973815917969,
+      "num_tokens": 30005001.0,
+      "step": 14904
+    },
+    {
+      "epoch": 0.12320320055546831,
+      "grad_norm": 0.23863771557807922,
+      "learning_rate": 4.692053992841733e-05,
+      "loss": 0.1191,
+      "mean_token_accuracy": 0.976190447807312,
+      "num_tokens": 30006981.0,
+      "step": 14905
+    },
+    {
+      "epoch": 0.12321146645285545,
+      "grad_norm": 0.3257034718990326,
+      "learning_rate": 4.692033328098265e-05,
+      "loss": 0.2069,
+      "mean_token_accuracy": 0.9594528675079346,
+      "num_tokens": 30009034.0,
+      "step": 14906
+    },
+    {
+      "epoch": 0.1232197323502426,
+      "grad_norm": 0.22396273910999298,
+      "learning_rate": 4.692012663354797e-05,
+      "loss": 0.1211,
+      "mean_token_accuracy": 0.9725548624992371,
+      "num_tokens": 30011044.0,
+      "step": 14907
+    },
+    {
+      "epoch": 0.12322799824762976,
+      "grad_norm": 0.2729946970939636,
+      "learning_rate": 4.6919919986113294e-05,
+      "loss": 0.1431,
+      "mean_token_accuracy": 0.971021831035614,
+      "num_tokens": 30013017.0,
+      "step": 14908
+    },
+    {
+      "epoch": 0.1232362641450169,
+      "grad_norm": 0.2343258261680603,
+      "learning_rate": 4.6919713338678615e-05,
+      "loss": 0.1516,
+      "mean_token_accuracy": 0.966212809085846,
+      "num_tokens": 30015006.0,
+      "step": 14909
+    },
+    {
+      "epoch": 0.12324453004240406,
+      "grad_norm": 0.20807620882987976,
+      "learning_rate": 4.691950669124394e-05,
+      "loss": 0.131,
+      "mean_token_accuracy": 0.9718451499938965,
+      "num_tokens": 30017001.0,
+      "step": 14910
+    },
+    {
+      "epoch": 0.1232527959397912,
+      "grad_norm": 0.2912953197956085,
+      "learning_rate": 4.691930004380926e-05,
+      "loss": 0.1736,
+      "mean_token_accuracy": 0.9636815786361694,
+      "num_tokens": 30019017.0,
+      "step": 14911
+    },
+    {
+      "epoch": 0.12326106183717836,
+      "grad_norm": 0.29201921820640564,
+      "learning_rate": 4.691909339637458e-05,
+      "loss": 0.1723,
+      "mean_token_accuracy": 0.9619809985160828,
+      "num_tokens": 30021022.0,
+      "step": 14912
+    },
+    {
+      "epoch": 0.1232693277345655,
+      "grad_norm": 0.22309339046478271,
+      "learning_rate": 4.69188867489399e-05,
+      "loss": 0.1295,
+      "mean_token_accuracy": 0.9763462543487549,
+      "num_tokens": 30023015.0,
+      "step": 14913
+    },
+    {
+      "epoch": 0.12327759363195265,
+      "grad_norm": 0.24260646104812622,
+      "learning_rate": 4.6918680101505224e-05,
+      "loss": 0.1364,
+      "mean_token_accuracy": 0.9757698178291321,
+      "num_tokens": 30025002.0,
+      "step": 14914
+    },
+    {
+      "epoch": 0.1232858595293398,
+      "grad_norm": 0.21374662220478058,
+      "learning_rate": 4.6918473454070545e-05,
+      "loss": 0.1247,
+      "mean_token_accuracy": 0.9727822542190552,
+      "num_tokens": 30026992.0,
+      "step": 14915
+    },
+    {
+      "epoch": 0.12329412542672695,
+      "grad_norm": 0.3254297375679016,
+      "learning_rate": 4.691826680663586e-05,
+      "loss": 0.1909,
+      "mean_token_accuracy": 0.9629263281822205,
+      "num_tokens": 30029021.0,
+      "step": 14916
+    },
+    {
+      "epoch": 0.12330239132411411,
+      "grad_norm": 0.22953666746616364,
+      "learning_rate": 4.691806015920119e-05,
+      "loss": 0.164,
+      "mean_token_accuracy": 0.9682151675224304,
+      "num_tokens": 30031072.0,
+      "step": 14917
+    },
+    {
+      "epoch": 0.12331065722150125,
+      "grad_norm": 0.2388889044523239,
+      "learning_rate": 4.691785351176651e-05,
+      "loss": 0.1424,
+      "mean_token_accuracy": 0.9704383015632629,
+      "num_tokens": 30033040.0,
+      "step": 14918
+    },
+    {
+      "epoch": 0.1233189231188884,
+      "grad_norm": 0.25693652033805847,
+      "learning_rate": 4.6917646864331825e-05,
+      "loss": 0.1268,
+      "mean_token_accuracy": 0.9697120189666748,
+      "num_tokens": 30035060.0,
+      "step": 14919
+    },
+    {
+      "epoch": 0.12332718901627555,
+      "grad_norm": 0.24984709918498993,
+      "learning_rate": 4.6917440216897154e-05,
+      "loss": 0.1393,
+      "mean_token_accuracy": 0.9687347412109375,
+      "num_tokens": 30037113.0,
+      "step": 14920
+    },
+    {
+      "epoch": 0.1233354549136627,
+      "grad_norm": 0.29026055335998535,
+      "learning_rate": 4.691723356946247e-05,
+      "loss": 0.1703,
+      "mean_token_accuracy": 0.9645114541053772,
+      "num_tokens": 30039176.0,
+      "step": 14921
+    },
+    {
+      "epoch": 0.12334372081104986,
+      "grad_norm": 0.21227629482746124,
+      "learning_rate": 4.691702692202779e-05,
+      "loss": 0.1144,
+      "mean_token_accuracy": 0.978723406791687,
+      "num_tokens": 30041156.0,
+      "step": 14922
+    },
+    {
+      "epoch": 0.123351986708437,
+      "grad_norm": 0.23311220109462738,
+      "learning_rate": 4.691682027459311e-05,
+      "loss": 0.1545,
+      "mean_token_accuracy": 0.9706180095672607,
+      "num_tokens": 30043136.0,
+      "step": 14923
+    },
+    {
+      "epoch": 0.12336025260582414,
+      "grad_norm": 0.23512768745422363,
+      "learning_rate": 4.6916613627158434e-05,
+      "loss": 0.1505,
+      "mean_token_accuracy": 0.9711155295372009,
+      "num_tokens": 30045150.0,
+      "step": 14924
+    },
+    {
+      "epoch": 0.1233685185032113,
+      "grad_norm": 0.26217120885849,
+      "learning_rate": 4.6916406979723755e-05,
+      "loss": 0.1413,
+      "mean_token_accuracy": 0.9708542823791504,
+      "num_tokens": 30047146.0,
+      "step": 14925
+    },
+    {
+      "epoch": 0.12337678440059845,
+      "grad_norm": 0.25324419140815735,
+      "learning_rate": 4.691620033228908e-05,
+      "loss": 0.1471,
+      "mean_token_accuracy": 0.967725932598114,
+      "num_tokens": 30049166.0,
+      "step": 14926
+    },
+    {
+      "epoch": 0.1233850502979856,
+      "grad_norm": 0.29899778962135315,
+      "learning_rate": 4.69159936848544e-05,
+      "loss": 0.1541,
+      "mean_token_accuracy": 0.9705159664154053,
+      "num_tokens": 30051207.0,
+      "step": 14927
+    },
+    {
+      "epoch": 0.12339331619537275,
+      "grad_norm": 0.23994308710098267,
+      "learning_rate": 4.691578703741972e-05,
+      "loss": 0.1347,
+      "mean_token_accuracy": 0.9725548624992371,
+      "num_tokens": 30053217.0,
+      "step": 14928
+    },
+    {
+      "epoch": 0.1234015820927599,
+      "grad_norm": 0.3064461350440979,
+      "learning_rate": 4.691558038998504e-05,
+      "loss": 0.1892,
+      "mean_token_accuracy": 0.9653440713882446,
+      "num_tokens": 30055214.0,
+      "step": 14929
+    },
+    {
+      "epoch": 0.12340984799014705,
+      "grad_norm": 0.23894229531288147,
+      "learning_rate": 4.6915373742550363e-05,
+      "loss": 0.1253,
+      "mean_token_accuracy": 0.9756340384483337,
+      "num_tokens": 30057231.0,
+      "step": 14930
+    },
+    {
+      "epoch": 0.1234181138875342,
+      "grad_norm": 0.18421673774719238,
+      "learning_rate": 4.691516709511568e-05,
+      "loss": 0.1001,
+      "mean_token_accuracy": 0.980512797832489,
+      "num_tokens": 30059187.0,
+      "step": 14931
+    },
+    {
+      "epoch": 0.12342637978492135,
+      "grad_norm": 0.1824689656496048,
+      "learning_rate": 4.691496044768101e-05,
+      "loss": 0.1406,
+      "mean_token_accuracy": 0.9725330471992493,
+      "num_tokens": 30061159.0,
+      "step": 14932
+    },
+    {
+      "epoch": 0.1234346456823085,
+      "grad_norm": 0.3037909269332886,
+      "learning_rate": 4.691475380024632e-05,
+      "loss": 0.172,
+      "mean_token_accuracy": 0.9666498303413391,
+      "num_tokens": 30063144.0,
+      "step": 14933
+    },
+    {
+      "epoch": 0.12344291157969565,
+      "grad_norm": 0.28998395800590515,
+      "learning_rate": 4.691454715281165e-05,
+      "loss": 0.1408,
+      "mean_token_accuracy": 0.9726368188858032,
+      "num_tokens": 30065160.0,
+      "step": 14934
+    },
+    {
+      "epoch": 0.1234511774770828,
+      "grad_norm": 0.3025861978530884,
+      "learning_rate": 4.691434050537697e-05,
+      "loss": 0.1915,
+      "mean_token_accuracy": 0.9606795907020569,
+      "num_tokens": 30067226.0,
+      "step": 14935
+    },
+    {
+      "epoch": 0.12345944337446994,
+      "grad_norm": 0.2295743227005005,
+      "learning_rate": 4.691413385794229e-05,
+      "loss": 0.1735,
+      "mean_token_accuracy": 0.9662426710128784,
+      "num_tokens": 30069276.0,
+      "step": 14936
+    },
+    {
+      "epoch": 0.1234677092718571,
+      "grad_norm": 0.23541583120822906,
+      "learning_rate": 4.6913927210507615e-05,
+      "loss": 0.1241,
+      "mean_token_accuracy": 0.9719530940055847,
+      "num_tokens": 30071243.0,
+      "step": 14937
+    },
+    {
+      "epoch": 0.12347597516924425,
+      "grad_norm": 0.2819257974624634,
+      "learning_rate": 4.691372056307293e-05,
+      "loss": 0.1764,
+      "mean_token_accuracy": 0.9622824192047119,
+      "num_tokens": 30073317.0,
+      "step": 14938
+    },
+    {
+      "epoch": 0.1234842410666314,
+      "grad_norm": 0.25691553950309753,
+      "learning_rate": 4.691351391563825e-05,
+      "loss": 0.1631,
+      "mean_token_accuracy": 0.9684884548187256,
+      "num_tokens": 30075354.0,
+      "step": 14939
+    },
+    {
+      "epoch": 0.12349250696401855,
+      "grad_norm": 0.24690823256969452,
+      "learning_rate": 4.691330726820358e-05,
+      "loss": 0.1209,
+      "mean_token_accuracy": 0.9761542081832886,
+      "num_tokens": 30077331.0,
+      "step": 14940
+    },
+    {
+      "epoch": 0.1235007728614057,
+      "grad_norm": 0.23470249772071838,
+      "learning_rate": 4.6913100620768895e-05,
+      "loss": 0.1389,
+      "mean_token_accuracy": 0.9739397168159485,
+      "num_tokens": 30079294.0,
+      "step": 14941
+    },
+    {
+      "epoch": 0.12350903875879285,
+      "grad_norm": 0.3426251709461212,
+      "learning_rate": 4.6912893973334217e-05,
+      "loss": 0.1903,
+      "mean_token_accuracy": 0.9614434242248535,
+      "num_tokens": 30081323.0,
+      "step": 14942
+    },
+    {
+      "epoch": 0.12351730465618,
+      "grad_norm": 0.2686227560043335,
+      "learning_rate": 4.691268732589954e-05,
+      "loss": 0.1277,
+      "mean_token_accuracy": 0.9779713153839111,
+      "num_tokens": 30083281.0,
+      "step": 14943
+    },
+    {
+      "epoch": 0.12352557055356715,
+      "grad_norm": 0.19884859025478363,
+      "learning_rate": 4.691248067846486e-05,
+      "loss": 0.123,
+      "mean_token_accuracy": 0.9752399921417236,
+      "num_tokens": 30085266.0,
+      "step": 14944
+    },
+    {
+      "epoch": 0.1235338364509543,
+      "grad_norm": 0.2219543755054474,
+      "learning_rate": 4.691227403103018e-05,
+      "loss": 0.151,
+      "mean_token_accuracy": 0.970719575881958,
+      "num_tokens": 30087287.0,
+      "step": 14945
+    },
+    {
+      "epoch": 0.12354210234834145,
+      "grad_norm": 0.22739090025424957,
+      "learning_rate": 4.69120673835955e-05,
+      "loss": 0.1116,
+      "mean_token_accuracy": 0.977800726890564,
+      "num_tokens": 30089230.0,
+      "step": 14946
+    },
+    {
+      "epoch": 0.1235503682457286,
+      "grad_norm": 0.2763371169567108,
+      "learning_rate": 4.6911860736160825e-05,
+      "loss": 0.1405,
+      "mean_token_accuracy": 0.9715852737426758,
+      "num_tokens": 30091242.0,
+      "step": 14947
+    },
+    {
+      "epoch": 0.12355863414311574,
+      "grad_norm": 0.3144737780094147,
+      "learning_rate": 4.691165408872614e-05,
+      "loss": 0.1196,
+      "mean_token_accuracy": 0.9747729301452637,
+      "num_tokens": 30093230.0,
+      "step": 14948
+    },
+    {
+      "epoch": 0.1235669000405029,
+      "grad_norm": 0.3664959669113159,
+      "learning_rate": 4.691144744129147e-05,
+      "loss": 0.226,
+      "mean_token_accuracy": 0.9549160599708557,
+      "num_tokens": 30095321.0,
+      "step": 14949
+    },
+    {
+      "epoch": 0.12357516593789004,
+      "grad_norm": 0.27363288402557373,
+      "learning_rate": 4.691124079385679e-05,
+      "loss": 0.1463,
+      "mean_token_accuracy": 0.9693313241004944,
+      "num_tokens": 30097316.0,
+      "step": 14950
+    },
+    {
+      "epoch": 0.1235834318352772,
+      "grad_norm": 0.2187201827764511,
+      "learning_rate": 4.6911034146422105e-05,
+      "loss": 0.1416,
+      "mean_token_accuracy": 0.970588207244873,
+      "num_tokens": 30099294.0,
+      "step": 14951
+    },
+    {
+      "epoch": 0.12359169773266435,
+      "grad_norm": 0.32644742727279663,
+      "learning_rate": 4.691082749898743e-05,
+      "loss": 0.1807,
+      "mean_token_accuracy": 0.9654837250709534,
+      "num_tokens": 30101357.0,
+      "step": 14952
+    },
+    {
+      "epoch": 0.12359996363005149,
+      "grad_norm": 0.18558505177497864,
+      "learning_rate": 4.691062085155275e-05,
+      "loss": 0.0866,
+      "mean_token_accuracy": 0.9813567996025085,
+      "num_tokens": 30103294.0,
+      "step": 14953
+    },
+    {
+      "epoch": 0.12360822952743865,
+      "grad_norm": 0.22706113755702972,
+      "learning_rate": 4.6910414204118076e-05,
+      "loss": 0.1542,
+      "mean_token_accuracy": 0.9675993919372559,
+      "num_tokens": 30105337.0,
+      "step": 14954
+    },
+    {
+      "epoch": 0.12361649542482579,
+      "grad_norm": 0.22402052581310272,
+      "learning_rate": 4.691020755668339e-05,
+      "loss": 0.1486,
+      "mean_token_accuracy": 0.9705593585968018,
+      "num_tokens": 30107381.0,
+      "step": 14955
+    },
+    {
+      "epoch": 0.12362476132221295,
+      "grad_norm": 0.2571469843387604,
+      "learning_rate": 4.691000090924871e-05,
+      "loss": 0.1555,
+      "mean_token_accuracy": 0.9672619104385376,
+      "num_tokens": 30109403.0,
+      "step": 14956
+    },
+    {
+      "epoch": 0.1236330272196001,
+      "grad_norm": 0.25135883688926697,
+      "learning_rate": 4.690979426181404e-05,
+      "loss": 0.195,
+      "mean_token_accuracy": 0.9636815786361694,
+      "num_tokens": 30111419.0,
+      "step": 14957
+    },
+    {
+      "epoch": 0.12364129311698725,
+      "grad_norm": 0.42951637506484985,
+      "learning_rate": 4.6909587614379356e-05,
+      "loss": 0.1937,
+      "mean_token_accuracy": 0.962043821811676,
+      "num_tokens": 30113480.0,
+      "step": 14958
+    },
+    {
+      "epoch": 0.1236495590143744,
+      "grad_norm": 0.2697662115097046,
+      "learning_rate": 4.690938096694468e-05,
+      "loss": 0.159,
+      "mean_token_accuracy": 0.9644249677658081,
+      "num_tokens": 30115538.0,
+      "step": 14959
+    },
+    {
+      "epoch": 0.12365782491176154,
+      "grad_norm": 0.2648836374282837,
+      "learning_rate": 4.690917431951e-05,
+      "loss": 0.1663,
+      "mean_token_accuracy": 0.9647058844566345,
+      "num_tokens": 30117584.0,
+      "step": 14960
+    },
+    {
+      "epoch": 0.1236660908091487,
+      "grad_norm": 0.3138227164745331,
+      "learning_rate": 4.690896767207532e-05,
+      "loss": 0.1736,
+      "mean_token_accuracy": 0.9661266803741455,
+      "num_tokens": 30119627.0,
+      "step": 14961
+    },
+    {
+      "epoch": 0.12367435670653584,
+      "grad_norm": 0.33035773038864136,
+      "learning_rate": 4.690876102464064e-05,
+      "loss": 0.1433,
+      "mean_token_accuracy": 0.9718446731567383,
+      "num_tokens": 30121693.0,
+      "step": 14962
+    },
+    {
+      "epoch": 0.123682622603923,
+      "grad_norm": 0.25637152791023254,
+      "learning_rate": 4.6908554377205965e-05,
+      "loss": 0.1416,
+      "mean_token_accuracy": 0.973737359046936,
+      "num_tokens": 30123679.0,
+      "step": 14963
+    },
+    {
+      "epoch": 0.12369088850131015,
+      "grad_norm": 0.30804696679115295,
+      "learning_rate": 4.6908347729771286e-05,
+      "loss": 0.1477,
+      "mean_token_accuracy": 0.9685757756233215,
+      "num_tokens": 30125658.0,
+      "step": 14964
+    },
+    {
+      "epoch": 0.12369915439869729,
+      "grad_norm": 0.31078699231147766,
+      "learning_rate": 4.69081410823366e-05,
+      "loss": 0.1371,
+      "mean_token_accuracy": 0.9729999899864197,
+      "num_tokens": 30127664.0,
+      "step": 14965
+    },
+    {
+      "epoch": 0.12370742029608445,
+      "grad_norm": 0.30906742811203003,
+      "learning_rate": 4.690793443490193e-05,
+      "loss": 0.1823,
+      "mean_token_accuracy": 0.9638671875,
+      "num_tokens": 30129718.0,
+      "step": 14966
+    },
+    {
+      "epoch": 0.12371568619347159,
+      "grad_norm": 0.20688915252685547,
+      "learning_rate": 4.690772778746725e-05,
+      "loss": 0.1263,
+      "mean_token_accuracy": 0.9745472073554993,
+      "num_tokens": 30131767.0,
+      "step": 14967
+    },
+    {
+      "epoch": 0.12372395209085875,
+      "grad_norm": 0.20740830898284912,
+      "learning_rate": 4.6907521140032566e-05,
+      "loss": 0.1246,
+      "mean_token_accuracy": 0.9750499129295349,
+      "num_tokens": 30133777.0,
+      "step": 14968
+    },
+    {
+      "epoch": 0.1237322179882459,
+      "grad_norm": 0.30243754386901855,
+      "learning_rate": 4.6907314492597895e-05,
+      "loss": 0.2255,
+      "mean_token_accuracy": 0.9557304382324219,
+      "num_tokens": 30135816.0,
+      "step": 14969
+    },
+    {
+      "epoch": 0.12374048388563304,
+      "grad_norm": 0.23722733557224274,
+      "learning_rate": 4.690710784516321e-05,
+      "loss": 0.1522,
+      "mean_token_accuracy": 0.9701789021492004,
+      "num_tokens": 30137834.0,
+      "step": 14970
+    },
+    {
+      "epoch": 0.1237487497830202,
+      "grad_norm": 0.27246570587158203,
+      "learning_rate": 4.690690119772853e-05,
+      "loss": 0.1483,
+      "mean_token_accuracy": 0.9675162434577942,
+      "num_tokens": 30139841.0,
+      "step": 14971
+    },
+    {
+      "epoch": 0.12375701568040734,
+      "grad_norm": 0.28287485241889954,
+      "learning_rate": 4.690669455029385e-05,
+      "loss": 0.1575,
+      "mean_token_accuracy": 0.9677419066429138,
+      "num_tokens": 30141893.0,
+      "step": 14972
+    },
+    {
+      "epoch": 0.1237652815777945,
+      "grad_norm": 0.24592040479183197,
+      "learning_rate": 4.6906487902859174e-05,
+      "loss": 0.1508,
+      "mean_token_accuracy": 0.9696215391159058,
+      "num_tokens": 30143907.0,
+      "step": 14973
+    },
+    {
+      "epoch": 0.12377354747518164,
+      "grad_norm": 0.3198007643222809,
+      "learning_rate": 4.69062812554245e-05,
+      "loss": 0.1716,
+      "mean_token_accuracy": 0.9664070010185242,
+      "num_tokens": 30145967.0,
+      "step": 14974
+    },
+    {
+      "epoch": 0.1237818133725688,
+      "grad_norm": 0.28736361861228943,
+      "learning_rate": 4.690607460798982e-05,
+      "loss": 0.203,
+      "mean_token_accuracy": 0.9562113285064697,
+      "num_tokens": 30148074.0,
+      "step": 14975
+    },
+    {
+      "epoch": 0.12379007926995594,
+      "grad_norm": 0.2644425630569458,
+      "learning_rate": 4.690586796055514e-05,
+      "loss": 0.1402,
+      "mean_token_accuracy": 0.9724724888801575,
+      "num_tokens": 30150078.0,
+      "step": 14976
+    },
+    {
+      "epoch": 0.12379834516734309,
+      "grad_norm": 0.2243269383907318,
+      "learning_rate": 4.690566131312046e-05,
+      "loss": 0.1153,
+      "mean_token_accuracy": 0.9768756628036499,
+      "num_tokens": 30152030.0,
+      "step": 14977
+    },
+    {
+      "epoch": 0.12380661106473025,
+      "grad_norm": 0.2575201988220215,
+      "learning_rate": 4.690545466568578e-05,
+      "loss": 0.1416,
+      "mean_token_accuracy": 0.9693978428840637,
+      "num_tokens": 30154062.0,
+      "step": 14978
+    },
+    {
+      "epoch": 0.12381487696211739,
+      "grad_norm": 0.2700422406196594,
+      "learning_rate": 4.6905248018251104e-05,
+      "loss": 0.1647,
+      "mean_token_accuracy": 0.9718813896179199,
+      "num_tokens": 30156024.0,
+      "step": 14979
+    },
+    {
+      "epoch": 0.12382314285950455,
+      "grad_norm": 0.2400735467672348,
+      "learning_rate": 4.6905041370816426e-05,
+      "loss": 0.1488,
+      "mean_token_accuracy": 0.9700897336006165,
+      "num_tokens": 30158036.0,
+      "step": 14980
+    },
+    {
+      "epoch": 0.12383140875689169,
+      "grad_norm": 0.22497768700122833,
+      "learning_rate": 4.690483472338175e-05,
+      "loss": 0.1383,
+      "mean_token_accuracy": 0.9710953235626221,
+      "num_tokens": 30160014.0,
+      "step": 14981
+    },
+    {
+      "epoch": 0.12383967465427884,
+      "grad_norm": 0.2930321991443634,
+      "learning_rate": 4.690462807594706e-05,
+      "loss": 0.128,
+      "mean_token_accuracy": 0.9709359407424927,
+      "num_tokens": 30162050.0,
+      "step": 14982
+    },
+    {
+      "epoch": 0.123847940551666,
+      "grad_norm": 0.2159356325864792,
+      "learning_rate": 4.690442142851239e-05,
+      "loss": 0.1267,
+      "mean_token_accuracy": 0.9759958982467651,
+      "num_tokens": 30164014.0,
+      "step": 14983
+    },
+    {
+      "epoch": 0.12385620644905314,
+      "grad_norm": 0.28240904211997986,
+      "learning_rate": 4.690421478107771e-05,
+      "loss": 0.158,
+      "mean_token_accuracy": 0.9675572514533997,
+      "num_tokens": 30166116.0,
+      "step": 14984
+    },
+    {
+      "epoch": 0.1238644723464403,
+      "grad_norm": 0.21945029497146606,
+      "learning_rate": 4.690400813364303e-05,
+      "loss": 0.143,
+      "mean_token_accuracy": 0.9690669178962708,
+      "num_tokens": 30168094.0,
+      "step": 14985
+    },
+    {
+      "epoch": 0.12387273824382744,
+      "grad_norm": 0.2054634690284729,
+      "learning_rate": 4.6903801486208356e-05,
+      "loss": 0.1204,
+      "mean_token_accuracy": 0.9731876850128174,
+      "num_tokens": 30170114.0,
+      "step": 14986
+    },
+    {
+      "epoch": 0.12388100414121458,
+      "grad_norm": 0.3380945920944214,
+      "learning_rate": 4.690359483877367e-05,
+      "loss": 0.1845,
+      "mean_token_accuracy": 0.9632206559181213,
+      "num_tokens": 30172132.0,
+      "step": 14987
+    },
+    {
+      "epoch": 0.12388927003860174,
+      "grad_norm": 0.24061913788318634,
+      "learning_rate": 4.690338819133899e-05,
+      "loss": 0.1564,
+      "mean_token_accuracy": 0.9686888456344604,
+      "num_tokens": 30174182.0,
+      "step": 14988
+    },
+    {
+      "epoch": 0.12389753593598889,
+      "grad_norm": 0.25291380286216736,
+      "learning_rate": 4.690318154390432e-05,
+      "loss": 0.1703,
+      "mean_token_accuracy": 0.9656019806861877,
+      "num_tokens": 30176223.0,
+      "step": 14989
+    },
+    {
+      "epoch": 0.12390580183337604,
+      "grad_norm": 0.39499711990356445,
+      "learning_rate": 4.6902974896469636e-05,
+      "loss": 0.2377,
+      "mean_token_accuracy": 0.9562078714370728,
+      "num_tokens": 30178307.0,
+      "step": 14990
+    },
+    {
+      "epoch": 0.12391406773076319,
+      "grad_norm": 0.30974557995796204,
+      "learning_rate": 4.690276824903496e-05,
+      "loss": 0.1484,
+      "mean_token_accuracy": 0.9664031863212585,
+      "num_tokens": 30180337.0,
+      "step": 14991
+    },
+    {
+      "epoch": 0.12392233362815035,
+      "grad_norm": 0.3330521583557129,
+      "learning_rate": 4.690256160160028e-05,
+      "loss": 0.1815,
+      "mean_token_accuracy": 0.9597893953323364,
+      "num_tokens": 30182432.0,
+      "step": 14992
+    },
+    {
+      "epoch": 0.12393059952553749,
+      "grad_norm": 0.23884189128875732,
+      "learning_rate": 4.69023549541656e-05,
+      "loss": 0.1183,
+      "mean_token_accuracy": 0.977911651134491,
+      "num_tokens": 30184430.0,
+      "step": 14993
+    },
+    {
+      "epoch": 0.12393886542292464,
+      "grad_norm": 0.2638419568538666,
+      "learning_rate": 4.690214830673092e-05,
+      "loss": 0.1614,
+      "mean_token_accuracy": 0.9687654972076416,
+      "num_tokens": 30186453.0,
+      "step": 14994
+    },
+    {
+      "epoch": 0.12394713132031179,
+      "grad_norm": 0.27127528190612793,
+      "learning_rate": 4.6901941659296244e-05,
+      "loss": 0.1564,
+      "mean_token_accuracy": 0.9680319428443909,
+      "num_tokens": 30188461.0,
+      "step": 14995
+    },
+    {
+      "epoch": 0.12395539721769894,
+      "grad_norm": 0.19751180708408356,
+      "learning_rate": 4.6901735011861566e-05,
+      "loss": 0.1081,
+      "mean_token_accuracy": 0.9793067574501038,
+      "num_tokens": 30190400.0,
+      "step": 14996
+    },
+    {
+      "epoch": 0.1239636631150861,
+      "grad_norm": 0.29061850905418396,
+      "learning_rate": 4.690152836442689e-05,
+      "loss": 0.1937,
+      "mean_token_accuracy": 0.9600973129272461,
+      "num_tokens": 30192461.0,
+      "step": 14997
+    },
+    {
+      "epoch": 0.12397192901247324,
+      "grad_norm": 0.273444265127182,
+      "learning_rate": 4.690132171699221e-05,
+      "loss": 0.1669,
+      "mean_token_accuracy": 0.9653978943824768,
+      "num_tokens": 30194490.0,
+      "step": 14998
+    },
+    {
+      "epoch": 0.12398019490986038,
+      "grad_norm": 0.3188532590866089,
+      "learning_rate": 4.690111506955753e-05,
+      "loss": 0.1927,
+      "mean_token_accuracy": 0.9602490663528442,
+      "num_tokens": 30196584.0,
+      "step": 14999
+    },
+    {
+      "epoch": 0.12398846080724754,
+      "grad_norm": 0.2654443383216858,
+      "learning_rate": 4.690090842212285e-05,
+      "loss": 0.1322,
+      "mean_token_accuracy": 0.9732785224914551,
+      "num_tokens": 30198536.0,
+      "step": 15000
     }
   ],
   "logging_steps": 1,
@@ -126027,7 +135027,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.601369104460165e+17,
+  "total_flos": 7.07517919071775e+17,
   "train_batch_size": 6,
   "trial_name": null,
   "trial_params": null