diff --git "a/checkpoint-10399/trainer_state.json" "b/checkpoint-10399/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-10399/trainer_state.json"
@@ -0,0 +1,7307 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 10399,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0009616771649757176,
+      "grad_norm": 291.43644659674385,
+      "learning_rate": 4.326923076923077e-07,
+      "loss": 6.8355,
+      "step": 10
+    },
+    {
+      "epoch": 0.0019233543299514353,
+      "grad_norm": 39.64818698450168,
+      "learning_rate": 9.134615384615385e-07,
+      "loss": 4.6624,
+      "step": 20
+    },
+    {
+      "epoch": 0.002885031494927153,
+      "grad_norm": 123.82120482265364,
+      "learning_rate": 1.3942307692307693e-06,
+      "loss": 0.7895,
+      "step": 30
+    },
+    {
+      "epoch": 0.0038467086599028705,
+      "grad_norm": 4.167210459768432,
+      "learning_rate": 1.8750000000000003e-06,
+      "loss": 0.1903,
+      "step": 40
+    },
+    {
+      "epoch": 0.004808385824878588,
+      "grad_norm": 3.0085736300049444,
+      "learning_rate": 2.355769230769231e-06,
+      "loss": 0.099,
+      "step": 50
+    },
+    {
+      "epoch": 0.005770062989854306,
+      "grad_norm": 2.8181759375286095,
+      "learning_rate": 2.8365384615384617e-06,
+      "loss": 0.083,
+      "step": 60
+    },
+    {
+      "epoch": 0.006731740154830024,
+      "grad_norm": 2.2263405665895757,
+      "learning_rate": 3.3173076923076923e-06,
+      "loss": 0.0736,
+      "step": 70
+    },
+    {
+      "epoch": 0.007693417319805741,
+      "grad_norm": 4.299629950642182,
+      "learning_rate": 3.7980769230769232e-06,
+      "loss": 0.0743,
+      "step": 80
+    },
+    {
+      "epoch": 0.008655094484781458,
+      "grad_norm": 2.137010154500104,
+      "learning_rate": 4.278846153846154e-06,
+      "loss": 0.0657,
+      "step": 90
+    },
+    {
+      "epoch": 0.009616771649757177,
+      "grad_norm": 1.3198816813940741,
+      "learning_rate": 4.759615384615385e-06,
+      "loss": 0.067,
+      "step": 100
+    },
+    {
+      "epoch": 0.010578448814732895,
+      "grad_norm": 0.9939918666861501,
+      "learning_rate": 4.999997089973252e-06,
+      "loss": 0.0683,
+      "step": 110
+    },
+    {
+      "epoch": 0.011540125979708611,
+      "grad_norm": 1.0257624933326062,
+      "learning_rate": 4.999973809799915e-06,
+      "loss": 0.074,
+      "step": 120
+    },
+    {
+      "epoch": 0.01250180314468433,
+      "grad_norm": 1.9212577042261492,
+      "learning_rate": 4.999927249670028e-06,
+      "loss": 0.0626,
+      "step": 130
+    },
+    {
+      "epoch": 0.013463480309660047,
+      "grad_norm": 3.473118554263852,
+      "learning_rate": 4.999857410017162e-06,
+      "loss": 0.0634,
+      "step": 140
+    },
+    {
+      "epoch": 0.014425157474635764,
+      "grad_norm": 4.827498701658666,
+      "learning_rate": 4.9997642914916714e-06,
+      "loss": 0.0623,
+      "step": 150
+    },
+    {
+      "epoch": 0.015386834639611482,
+      "grad_norm": 2.6898434055704796,
+      "learning_rate": 4.99964789496068e-06,
+      "loss": 0.0683,
+      "step": 160
+    },
+    {
+      "epoch": 0.0163485118045872,
+      "grad_norm": 1.9071206766186735,
+      "learning_rate": 4.9995082215080845e-06,
+      "loss": 0.0595,
+      "step": 170
+    },
+    {
+      "epoch": 0.017310188969562917,
+      "grad_norm": 1.089606603282553,
+      "learning_rate": 4.999345272434534e-06,
+      "loss": 0.0555,
+      "step": 180
+    },
+    {
+      "epoch": 0.018271866134538635,
+      "grad_norm": 1.0207241300992753,
+      "learning_rate": 4.999159049257425e-06,
+      "loss": 0.0657,
+      "step": 190
+    },
+    {
+      "epoch": 0.019233543299514353,
+      "grad_norm": 1.1275914803113805,
+      "learning_rate": 4.998949553710879e-06,
+      "loss": 0.0595,
+      "step": 200
+    },
+    {
+      "epoch": 0.02019522046449007,
+      "grad_norm": 1.7084459847032194,
+      "learning_rate": 4.99871678774574e-06,
+      "loss": 0.0602,
+      "step": 210
+    },
+    {
+      "epoch": 0.02115689762946579,
+      "grad_norm": 2.387099152968639,
+      "learning_rate": 4.9984607535295395e-06,
+      "loss": 0.0581,
+      "step": 220
+    },
+    {
+      "epoch": 0.022118574794441508,
+      "grad_norm": 2.606861545087676,
+      "learning_rate": 4.99818145344649e-06,
+      "loss": 0.0643,
+      "step": 230
+    },
+    {
+      "epoch": 0.023080251959417222,
+      "grad_norm": 2.5873472965233186,
+      "learning_rate": 4.997878890097457e-06,
+      "loss": 0.059,
+      "step": 240
+    },
+    {
+      "epoch": 0.02404192912439294,
+      "grad_norm": 6.711445987738505,
+      "learning_rate": 4.997553066299934e-06,
+      "loss": 0.066,
+      "step": 250
+    },
+    {
+      "epoch": 0.02500360628936866,
+      "grad_norm": 0.8579681528868953,
+      "learning_rate": 4.997203985088019e-06,
+      "loss": 0.0631,
+      "step": 260
+    },
+    {
+      "epoch": 0.025965283454344377,
+      "grad_norm": 1.5380485329368863,
+      "learning_rate": 4.996831649712383e-06,
+      "loss": 0.0626,
+      "step": 270
+    },
+    {
+      "epoch": 0.026926960619320095,
+      "grad_norm": 0.7873454736924561,
+      "learning_rate": 4.996436063640243e-06,
+      "loss": 0.0559,
+      "step": 280
+    },
+    {
+      "epoch": 0.027888637784295813,
+      "grad_norm": 0.692936142674225,
+      "learning_rate": 4.99601723055533e-06,
+      "loss": 0.0536,
+      "step": 290
+    },
+    {
+      "epoch": 0.028850314949271528,
+      "grad_norm": 1.0235532326651298,
+      "learning_rate": 4.995575154357849e-06,
+      "loss": 0.0567,
+      "step": 300
+    },
+    {
+      "epoch": 0.029811992114247246,
+      "grad_norm": 0.9393868743912899,
+      "learning_rate": 4.99510983916445e-06,
+      "loss": 0.0596,
+      "step": 310
+    },
+    {
+      "epoch": 0.030773669279222964,
+      "grad_norm": 0.872787592137608,
+      "learning_rate": 4.994621289308186e-06,
+      "loss": 0.0621,
+      "step": 320
+    },
+    {
+      "epoch": 0.03173534644419868,
+      "grad_norm": 0.9615976477501298,
+      "learning_rate": 4.994109509338471e-06,
+      "loss": 0.06,
+      "step": 330
+    },
+    {
+      "epoch": 0.0326970236091744,
+      "grad_norm": 1.2427884553639734,
+      "learning_rate": 4.993574504021043e-06,
+      "loss": 0.0557,
+      "step": 340
+    },
+    {
+      "epoch": 0.03365870077415012,
+      "grad_norm": 1.0018414489663223,
+      "learning_rate": 4.993016278337912e-06,
+      "loss": 0.0604,
+      "step": 350
+    },
+    {
+      "epoch": 0.03462037793912583,
+      "grad_norm": 2.7434361000682634,
+      "learning_rate": 4.9924348374873225e-06,
+      "loss": 0.0589,
+      "step": 360
+    },
+    {
+      "epoch": 0.035582055104101555,
+      "grad_norm": 2.4339220974756777,
+      "learning_rate": 4.991830186883697e-06,
+      "loss": 0.058,
+      "step": 370
+    },
+    {
+      "epoch": 0.03654373226907727,
+      "grad_norm": 1.2083699897574145,
+      "learning_rate": 4.991202332157591e-06,
+      "loss": 0.0602,
+      "step": 380
+    },
+    {
+      "epoch": 0.03750540943405299,
+      "grad_norm": 2.2965361117210796,
+      "learning_rate": 4.990551279155637e-06,
+      "loss": 0.0562,
+      "step": 390
+    },
+    {
+      "epoch": 0.038467086599028706,
+      "grad_norm": 0.6158633882799655,
+      "learning_rate": 4.989877033940496e-06,
+      "loss": 0.0566,
+      "step": 400
+    },
+    {
+      "epoch": 0.03942876376400442,
+      "grad_norm": 1.071397966929684,
+      "learning_rate": 4.989179602790789e-06,
+      "loss": 0.0546,
+      "step": 410
+    },
+    {
+      "epoch": 0.04039044092898014,
+      "grad_norm": 2.2778093959683963,
+      "learning_rate": 4.988458992201054e-06,
+      "loss": 0.0589,
+      "step": 420
+    },
+    {
+      "epoch": 0.04135211809395586,
+      "grad_norm": 0.6112050206855325,
+      "learning_rate": 4.987715208881673e-06,
+      "loss": 0.0543,
+      "step": 430
+    },
+    {
+      "epoch": 0.04231379525893158,
+      "grad_norm": 0.6729610884717333,
+      "learning_rate": 4.986948259758817e-06,
+      "loss": 0.0547,
+      "step": 440
+    },
+    {
+      "epoch": 0.043275472423907294,
+      "grad_norm": 1.2412526959211654,
+      "learning_rate": 4.986158151974376e-06,
+      "loss": 0.0606,
+      "step": 450
+    },
+    {
+      "epoch": 0.044237149588883015,
+      "grad_norm": 0.8419029405267627,
+      "learning_rate": 4.985344892885899e-06,
+      "loss": 0.0586,
+      "step": 460
+    },
+    {
+      "epoch": 0.04519882675385873,
+      "grad_norm": 1.650325925575591,
+      "learning_rate": 4.98450849006652e-06,
+      "loss": 0.0622,
+      "step": 470
+    },
+    {
+      "epoch": 0.046160503918834445,
+      "grad_norm": 2.0131313488312803,
+      "learning_rate": 4.983648951304886e-06,
+      "loss": 0.0572,
+      "step": 480
+    },
+    {
+      "epoch": 0.047122181083810166,
+      "grad_norm": 1.4794091031341499,
+      "learning_rate": 4.982766284605094e-06,
+      "loss": 0.0548,
+      "step": 490
+    },
+    {
+      "epoch": 0.04808385824878588,
+      "grad_norm": 3.021403997149228,
+      "learning_rate": 4.981860498186607e-06,
+      "loss": 0.0568,
+      "step": 500
+    },
+    {
+      "epoch": 0.0490455354137616,
+      "grad_norm": 0.7550619428016987,
+      "learning_rate": 4.980931600484179e-06,
+      "loss": 0.0593,
+      "step": 510
+    },
+    {
+      "epoch": 0.05000721257873732,
+      "grad_norm": 1.5706729726248816,
+      "learning_rate": 4.97997960014778e-06,
+      "loss": 0.0526,
+      "step": 520
+    },
+    {
+      "epoch": 0.05096888974371304,
+      "grad_norm": 1.3248557260762117,
+      "learning_rate": 4.979004506042514e-06,
+      "loss": 0.0562,
+      "step": 530
+    },
+    {
+      "epoch": 0.051930566908688754,
+      "grad_norm": 1.0944433269716005,
+      "learning_rate": 4.978006327248537e-06,
+      "loss": 0.0545,
+      "step": 540
+    },
+    {
+      "epoch": 0.05289224407366447,
+      "grad_norm": 2.673943968941609,
+      "learning_rate": 4.976985073060968e-06,
+      "loss": 0.0585,
+      "step": 550
+    },
+    {
+      "epoch": 0.05385392123864019,
+      "grad_norm": 0.7244987431392901,
+      "learning_rate": 4.9759407529898085e-06,
+      "loss": 0.0558,
+      "step": 560
+    },
+    {
+      "epoch": 0.054815598403615905,
+      "grad_norm": 0.809222380583553,
+      "learning_rate": 4.97487337675985e-06,
+      "loss": 0.0534,
+      "step": 570
+    },
+    {
+      "epoch": 0.055777275568591626,
+      "grad_norm": 2.0184147646913817,
+      "learning_rate": 4.973782954310587e-06,
+      "loss": 0.0591,
+      "step": 580
+    },
+    {
+      "epoch": 0.05673895273356734,
+      "grad_norm": 0.9059406774170206,
+      "learning_rate": 4.972669495796119e-06,
+      "loss": 0.0551,
+      "step": 590
+    },
+    {
+      "epoch": 0.057700629898543056,
+      "grad_norm": 2.04214463655639,
+      "learning_rate": 4.971533011585064e-06,
+      "loss": 0.0541,
+      "step": 600
+    },
+    {
+      "epoch": 0.05866230706351878,
+      "grad_norm": 1.1854405895018896,
+      "learning_rate": 4.97037351226045e-06,
+      "loss": 0.0576,
+      "step": 610
+    },
+    {
+      "epoch": 0.05962398422849449,
+      "grad_norm": 1.8137834582984904,
+      "learning_rate": 4.96919100861963e-06,
+      "loss": 0.0516,
+      "step": 620
+    },
+    {
+      "epoch": 0.060585661393470214,
+      "grad_norm": 0.9812946403287354,
+      "learning_rate": 4.967985511674174e-06,
+      "loss": 0.0532,
+      "step": 630
+    },
+    {
+      "epoch": 0.06154733855844593,
+      "grad_norm": 0.9463033118324627,
+      "learning_rate": 4.966757032649764e-06,
+      "loss": 0.0568,
+      "step": 640
+    },
+    {
+      "epoch": 0.06250901572342164,
+      "grad_norm": 0.6775966933761994,
+      "learning_rate": 4.965505582986094e-06,
+      "loss": 0.054,
+      "step": 650
+    },
+    {
+      "epoch": 0.06347069288839736,
+      "grad_norm": 1.9612079952737873,
+      "learning_rate": 4.964231174336767e-06,
+      "loss": 0.053,
+      "step": 660
+    },
+    {
+      "epoch": 0.06443237005337309,
+      "grad_norm": 0.6953553097308165,
+      "learning_rate": 4.9629338185691765e-06,
+      "loss": 0.055,
+      "step": 670
+    },
+    {
+      "epoch": 0.0653940472183488,
+      "grad_norm": 1.2662232913123563,
+      "learning_rate": 4.961613527764404e-06,
+      "loss": 0.0549,
+      "step": 680
+    },
+    {
+      "epoch": 0.06635572438332452,
+      "grad_norm": 0.7631345061729781,
+      "learning_rate": 4.960270314217103e-06,
+      "loss": 0.054,
+      "step": 690
+    },
+    {
+      "epoch": 0.06731740154830024,
+      "grad_norm": 0.6714657946629196,
+      "learning_rate": 4.958904190435386e-06,
+      "loss": 0.0516,
+      "step": 700
+    },
+    {
+      "epoch": 0.06827907871327596,
+      "grad_norm": 4.184412788534788,
+      "learning_rate": 4.957515169140707e-06,
+      "loss": 0.0531,
+      "step": 710
+    },
+    {
+      "epoch": 0.06924075587825167,
+      "grad_norm": 2.886200367721473,
+      "learning_rate": 4.956103263267744e-06,
+      "loss": 0.0596,
+      "step": 720
+    },
+    {
+      "epoch": 0.07020243304322739,
+      "grad_norm": 1.292455665103877,
+      "learning_rate": 4.954668485964278e-06,
+      "loss": 0.0586,
+      "step": 730
+    },
+    {
+      "epoch": 0.07116411020820311,
+      "grad_norm": 0.9475147975850359,
+      "learning_rate": 4.9532108505910685e-06,
+      "loss": 0.0527,
+      "step": 740
+    },
+    {
+      "epoch": 0.07212578737317882,
+      "grad_norm": 0.4347037674642459,
+      "learning_rate": 4.951730370721735e-06,
+      "loss": 0.0518,
+      "step": 750
+    },
+    {
+      "epoch": 0.07308746453815454,
+      "grad_norm": 0.8758663739014733,
+      "learning_rate": 4.950227060142623e-06,
+      "loss": 0.0506,
+      "step": 760
+    },
+    {
+      "epoch": 0.07404914170313026,
+      "grad_norm": 2.2140301984037265,
+      "learning_rate": 4.948700932852683e-06,
+      "loss": 0.0535,
+      "step": 770
+    },
+    {
+      "epoch": 0.07501081886810598,
+      "grad_norm": 1.1766595657138406,
+      "learning_rate": 4.947152003063334e-06,
+      "loss": 0.0546,
+      "step": 780
+    },
+    {
+      "epoch": 0.07597249603308169,
+      "grad_norm": 1.6295200544321324,
+      "learning_rate": 4.945580285198333e-06,
+      "loss": 0.0561,
+      "step": 790
+    },
+    {
+      "epoch": 0.07693417319805741,
+      "grad_norm": 0.5449659199067279,
+      "learning_rate": 4.943985793893644e-06,
+      "loss": 0.0532,
+      "step": 800
+    },
+    {
+      "epoch": 0.07789585036303313,
+      "grad_norm": 1.374378621298615,
+      "learning_rate": 4.9423685439972985e-06,
+      "loss": 0.0553,
+      "step": 810
+    },
+    {
+      "epoch": 0.07885752752800884,
+      "grad_norm": 0.650093223815337,
+      "learning_rate": 4.940728550569256e-06,
+      "loss": 0.0509,
+      "step": 820
+    },
+    {
+      "epoch": 0.07981920469298456,
+      "grad_norm": 0.8484597756386942,
+      "learning_rate": 4.9390658288812675e-06,
+      "loss": 0.0537,
+      "step": 830
+    },
+    {
+      "epoch": 0.08078088185796028,
+      "grad_norm": 1.0427759385872313,
+      "learning_rate": 4.937380394416729e-06,
+      "loss": 0.0498,
+      "step": 840
+    },
+    {
+      "epoch": 0.081742559022936,
+      "grad_norm": 0.7209843028099016,
+      "learning_rate": 4.935672262870545e-06,
+      "loss": 0.0491,
+      "step": 850
+    },
+    {
+      "epoch": 0.08270423618791171,
+      "grad_norm": 0.9571574541050073,
+      "learning_rate": 4.93394145014897e-06,
+      "loss": 0.0521,
+      "step": 860
+    },
+    {
+      "epoch": 0.08366591335288744,
+      "grad_norm": 0.7695103113769526,
+      "learning_rate": 4.932187972369472e-06,
+      "loss": 0.053,
+      "step": 870
+    },
+    {
+      "epoch": 0.08462759051786316,
+      "grad_norm": 0.8110716054586803,
+      "learning_rate": 4.930411845860578e-06,
+      "loss": 0.0531,
+      "step": 880
+    },
+    {
+      "epoch": 0.08558926768283887,
+      "grad_norm": 0.8672102595141926,
+      "learning_rate": 4.9286130871617175e-06,
+      "loss": 0.0533,
+      "step": 890
+    },
+    {
+      "epoch": 0.08655094484781459,
+      "grad_norm": 0.565210685040344,
+      "learning_rate": 4.926791713023078e-06,
+      "loss": 0.0505,
+      "step": 900
+    },
+    {
+      "epoch": 0.08751262201279031,
+      "grad_norm": 0.47252099666995023,
+      "learning_rate": 4.92494774040544e-06,
+      "loss": 0.0528,
+      "step": 910
+    },
+    {
+      "epoch": 0.08847429917776603,
+      "grad_norm": 1.0353067888767646,
+      "learning_rate": 4.923081186480027e-06,
+      "loss": 0.053,
+      "step": 920
+    },
+    {
+      "epoch": 0.08943597634274174,
+      "grad_norm": 0.5701264278389166,
+      "learning_rate": 4.921192068628335e-06,
+      "loss": 0.0544,
+      "step": 930
+    },
+    {
+      "epoch": 0.09039765350771746,
+      "grad_norm": 1.4169403363808555,
+      "learning_rate": 4.919280404441984e-06,
+      "loss": 0.055,
+      "step": 940
+    },
+    {
+      "epoch": 0.09135933067269318,
+      "grad_norm": 2.41628626773653,
+      "learning_rate": 4.917346211722542e-06,
+      "loss": 0.055,
+      "step": 950
+    },
+    {
+      "epoch": 0.09232100783766889,
+      "grad_norm": 1.3885993448667342,
+      "learning_rate": 4.915389508481369e-06,
+      "loss": 0.0532,
+      "step": 960
+    },
+    {
+      "epoch": 0.09328268500264461,
+      "grad_norm": 2.0139038613592946,
+      "learning_rate": 4.91341031293944e-06,
+      "loss": 0.0514,
+      "step": 970
+    },
+    {
+      "epoch": 0.09424436216762033,
+      "grad_norm": 2.891101765717945,
+      "learning_rate": 4.911408643527185e-06,
+      "loss": 0.0541,
+      "step": 980
+    },
+    {
+      "epoch": 0.09520603933259605,
+      "grad_norm": 0.6423033301805539,
+      "learning_rate": 4.909384518884309e-06,
+      "loss": 0.0505,
+      "step": 990
+    },
+    {
+      "epoch": 0.09616771649757176,
+      "grad_norm": 1.4618766155640333,
+      "learning_rate": 4.9073379578596215e-06,
+      "loss": 0.05,
+      "step": 1000
+    },
+    {
+      "epoch": 0.09712939366254748,
+      "grad_norm": 0.5812427728368863,
+      "learning_rate": 4.905268979510865e-06,
+      "loss": 0.0519,
+      "step": 1010
+    },
+    {
+      "epoch": 0.0980910708275232,
+      "grad_norm": 0.9448116367035004,
+      "learning_rate": 4.903177603104531e-06,
+      "loss": 0.0516,
+      "step": 1020
+    },
+    {
+      "epoch": 0.09905274799249891,
+      "grad_norm": 0.9813164681256951,
+      "learning_rate": 4.901063848115683e-06,
+      "loss": 0.055,
+      "step": 1030
+    },
+    {
+      "epoch": 0.10001442515747463,
+      "grad_norm": 1.451751119306974,
+      "learning_rate": 4.898927734227779e-06,
+      "loss": 0.0502,
+      "step": 1040
+    },
+    {
+      "epoch": 0.10097610232245036,
+      "grad_norm": 1.2026458080812998,
+      "learning_rate": 4.896769281332482e-06,
+      "loss": 0.052,
+      "step": 1050
+    },
+    {
+      "epoch": 0.10193777948742608,
+      "grad_norm": 0.5203048564150877,
+      "learning_rate": 4.894588509529478e-06,
+      "loss": 0.0511,
+      "step": 1060
+    },
+    {
+      "epoch": 0.10289945665240179,
+      "grad_norm": 0.831382060722347,
+      "learning_rate": 4.8923854391262886e-06,
+      "loss": 0.0546,
+      "step": 1070
+    },
+    {
+      "epoch": 0.10386113381737751,
+      "grad_norm": 1.0940886733561104,
+      "learning_rate": 4.890160090638083e-06,
+      "loss": 0.0489,
+      "step": 1080
+    },
+    {
+      "epoch": 0.10482281098235323,
+      "grad_norm": 0.5907205479883191,
+      "learning_rate": 4.887912484787484e-06,
+      "loss": 0.0486,
+      "step": 1090
+    },
+    {
+      "epoch": 0.10578448814732894,
+      "grad_norm": 2.7601487609741024,
+      "learning_rate": 4.885642642504378e-06,
+      "loss": 0.0503,
+      "step": 1100
+    },
+    {
+      "epoch": 0.10674616531230466,
+      "grad_norm": 0.5532894203126215,
+      "learning_rate": 4.883350584925718e-06,
+      "loss": 0.0523,
+      "step": 1110
+    },
+    {
+      "epoch": 0.10770784247728038,
+      "grad_norm": 0.4387876651000983,
+      "learning_rate": 4.881036333395329e-06,
+      "loss": 0.0546,
+      "step": 1120
+    },
+    {
+      "epoch": 0.10866951964225609,
+      "grad_norm": 1.7538995148298184,
+      "learning_rate": 4.878699909463705e-06,
+      "loss": 0.0486,
+      "step": 1130
+    },
+    {
+      "epoch": 0.10963119680723181,
+      "grad_norm": 2.1518070845702963,
+      "learning_rate": 4.876341334887814e-06,
+      "loss": 0.0504,
+      "step": 1140
+    },
+    {
+      "epoch": 0.11059287397220753,
+      "grad_norm": 0.7090018046411943,
+      "learning_rate": 4.873960631630891e-06,
+      "loss": 0.0523,
+      "step": 1150
+    },
+    {
+      "epoch": 0.11155455113718325,
+      "grad_norm": 0.8333495524958301,
+      "learning_rate": 4.871557821862236e-06,
+      "loss": 0.0507,
+      "step": 1160
+    },
+    {
+      "epoch": 0.11251622830215896,
+      "grad_norm": 1.6215584716389702,
+      "learning_rate": 4.869132927957007e-06,
+      "loss": 0.0532,
+      "step": 1170
+    },
+    {
+      "epoch": 0.11347790546713468,
+      "grad_norm": 0.7086646163107485,
+      "learning_rate": 4.866685972496009e-06,
+      "loss": 0.0523,
+      "step": 1180
+    },
+    {
+      "epoch": 0.1144395826321104,
+      "grad_norm": 1.4851457811345226,
+      "learning_rate": 4.8642169782654876e-06,
+      "loss": 0.0509,
+      "step": 1190
+    },
+    {
+      "epoch": 0.11540125979708611,
+      "grad_norm": 1.6002255708415776,
+      "learning_rate": 4.861725968256916e-06,
+      "loss": 0.0521,
+      "step": 1200
+    },
+    {
+      "epoch": 0.11636293696206183,
+      "grad_norm": 0.9371192931890011,
+      "learning_rate": 4.859212965666779e-06,
+      "loss": 0.0523,
+      "step": 1210
+    },
+    {
+      "epoch": 0.11732461412703755,
+      "grad_norm": 1.8008007053804227,
+      "learning_rate": 4.856677993896357e-06,
+      "loss": 0.0547,
+      "step": 1220
+    },
+    {
+      "epoch": 0.11828629129201328,
+      "grad_norm": 1.2731516163053056,
+      "learning_rate": 4.854121076551511e-06,
+      "loss": 0.0521,
+      "step": 1230
+    },
+    {
+      "epoch": 0.11924796845698898,
+      "grad_norm": 0.5572736540430235,
+      "learning_rate": 4.851542237442461e-06,
+      "loss": 0.0517,
+      "step": 1240
+    },
+    {
+      "epoch": 0.1202096456219647,
+      "grad_norm": 0.6072654017924405,
+      "learning_rate": 4.848941500583563e-06,
+      "loss": 0.0502,
+      "step": 1250
+    },
+    {
+      "epoch": 0.12117132278694043,
+      "grad_norm": 0.7021183451378372,
+      "learning_rate": 4.846318890193087e-06,
+      "loss": 0.0492,
+      "step": 1260
+    },
+    {
+      "epoch": 0.12213299995191614,
+      "grad_norm": 0.5028170750388734,
+      "learning_rate": 4.843674430692992e-06,
+      "loss": 0.049,
+      "step": 1270
+    },
+    {
+      "epoch": 0.12309467711689186,
+      "grad_norm": 1.8296841346631316,
+      "learning_rate": 4.841008146708696e-06,
+      "loss": 0.0493,
+      "step": 1280
+    },
+    {
+      "epoch": 0.12405635428186758,
+      "grad_norm": 1.398732173249951,
+      "learning_rate": 4.838320063068849e-06,
+      "loss": 0.0491,
+      "step": 1290
+    },
+    {
+      "epoch": 0.1250180314468433,
+      "grad_norm": 1.2803387041647178,
+      "learning_rate": 4.8356102048051015e-06,
+      "loss": 0.0533,
+      "step": 1300
+    },
+    {
+      "epoch": 0.125979708611819,
+      "grad_norm": 1.3197186716116218,
+      "learning_rate": 4.832878597151872e-06,
+      "loss": 0.0531,
+      "step": 1310
+    },
+    {
+      "epoch": 0.12694138577679473,
+      "grad_norm": 0.6356430538780302,
+      "learning_rate": 4.830125265546109e-06,
+      "loss": 0.0519,
+      "step": 1320
+    },
+    {
+      "epoch": 0.12790306294177045,
+      "grad_norm": 1.1984205259294263,
+      "learning_rate": 4.827350235627057e-06,
+      "loss": 0.0526,
+      "step": 1330
+    },
+    {
+      "epoch": 0.12886474010674617,
+      "grad_norm": 0.9050920122188584,
+      "learning_rate": 4.824553533236018e-06,
+      "loss": 0.0479,
+      "step": 1340
+    },
+    {
+      "epoch": 0.1298264172717219,
+      "grad_norm": 0.5215951518249528,
+      "learning_rate": 4.821735184416109e-06,
+      "loss": 0.0511,
+      "step": 1350
+    },
+    {
+      "epoch": 0.1307880944366976,
+      "grad_norm": 1.8582273089990207,
+      "learning_rate": 4.818895215412019e-06,
+      "loss": 0.0515,
+      "step": 1360
+    },
+    {
+      "epoch": 0.1317497716016733,
+      "grad_norm": 0.5806755384102423,
+      "learning_rate": 4.816033652669767e-06,
+      "loss": 0.0502,
+      "step": 1370
+    },
+    {
+      "epoch": 0.13271144876664903,
+      "grad_norm": 1.8544583887389596,
+      "learning_rate": 4.813150522836456e-06,
+      "loss": 0.0507,
+      "step": 1380
+    },
+    {
+      "epoch": 0.13367312593162475,
+      "grad_norm": 2.6693013577127362,
+      "learning_rate": 4.8102458527600215e-06,
+      "loss": 0.0517,
+      "step": 1390
+    },
+    {
+      "epoch": 0.13463480309660047,
+      "grad_norm": 0.9827616279769803,
+      "learning_rate": 4.8073196694889834e-06,
+      "loss": 0.0521,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1355964802615762,
+      "grad_norm": 0.7520594371131964,
+      "learning_rate": 4.804372000272196e-06,
+      "loss": 0.0506,
+      "step": 1410
+    },
+    {
+      "epoch": 0.13655815742655192,
+      "grad_norm": 0.5344458535831641,
+      "learning_rate": 4.801402872558592e-06,
+      "loss": 0.0502,
+      "step": 1420
+    },
+    {
+      "epoch": 0.1375198345915276,
+      "grad_norm": 0.8601597790352912,
+      "learning_rate": 4.7984123139969245e-06,
+      "loss": 0.0515,
+      "step": 1430
+    },
+    {
+      "epoch": 0.13848151175650333,
+      "grad_norm": 0.7160677254991389,
+      "learning_rate": 4.795400352435515e-06,
+      "loss": 0.0496,
+      "step": 1440
+    },
+    {
+      "epoch": 0.13944318892147906,
+      "grad_norm": 1.1150580696312409,
+      "learning_rate": 4.792367015921994e-06,
+      "loss": 0.0535,
+      "step": 1450
+    },
+    {
+      "epoch": 0.14040486608645478,
+      "grad_norm": 1.9931564330875253,
+      "learning_rate": 4.78931233270303e-06,
+      "loss": 0.0499,
+      "step": 1460
+    },
+    {
+      "epoch": 0.1413665432514305,
+      "grad_norm": 0.5224032710098964,
+      "learning_rate": 4.7862363312240815e-06,
+      "loss": 0.0557,
+      "step": 1470
+    },
+    {
+      "epoch": 0.14232822041640622,
+      "grad_norm": 1.009425136428323,
+      "learning_rate": 4.7831390401291185e-06,
+      "loss": 0.0546,
+      "step": 1480
+    },
+    {
+      "epoch": 0.14328989758138194,
+      "grad_norm": 1.2544018783862374,
+      "learning_rate": 4.780020488260366e-06,
+      "loss": 0.0483,
+      "step": 1490
+    },
+    {
+      "epoch": 0.14425157474635764,
+      "grad_norm": 0.5812058273452628,
+      "learning_rate": 4.776880704658028e-06,
+      "loss": 0.0501,
+      "step": 1500
+    },
+    {
+      "epoch": 0.14521325191133336,
+      "grad_norm": 1.0003275285928708,
+      "learning_rate": 4.773719718560021e-06,
+      "loss": 0.0504,
+      "step": 1510
+    },
+    {
+      "epoch": 0.14617492907630908,
+      "grad_norm": 2.159883946094008,
+      "learning_rate": 4.770537559401702e-06,
+      "loss": 0.055,
+      "step": 1520
+    },
+    {
+      "epoch": 0.1471366062412848,
+      "grad_norm": 1.053050305286529,
+      "learning_rate": 4.76733425681559e-06,
+      "loss": 0.052,
+      "step": 1530
+    },
+    {
+      "epoch": 0.14809828340626052,
+      "grad_norm": 1.487706027393197,
+      "learning_rate": 4.764109840631098e-06,
+      "loss": 0.0462,
+      "step": 1540
+    },
+    {
+      "epoch": 0.14905996057123624,
+      "grad_norm": 0.8364602430236822,
+      "learning_rate": 4.760864340874246e-06,
+      "loss": 0.0508,
+      "step": 1550
+    },
+    {
+      "epoch": 0.15002163773621197,
+      "grad_norm": 0.6648590068917024,
+      "learning_rate": 4.7575977877673895e-06,
+      "loss": 0.0498,
+      "step": 1560
+    },
+    {
+      "epoch": 0.15098331490118766,
+      "grad_norm": 0.46641169113073916,
+      "learning_rate": 4.754310211728932e-06,
+      "loss": 0.0482,
+      "step": 1570
+    },
+    {
+      "epoch": 0.15194499206616338,
+      "grad_norm": 0.6696210759168303,
+      "learning_rate": 4.751001643373046e-06,
+      "loss": 0.0494,
+      "step": 1580
+    },
+    {
+      "epoch": 0.1529066692311391,
+      "grad_norm": 1.6986944164877984,
+      "learning_rate": 4.747672113509385e-06,
+      "loss": 0.05,
+      "step": 1590
+    },
+    {
+      "epoch": 0.15386834639611482,
+      "grad_norm": 0.6291550806412338,
+      "learning_rate": 4.744321653142797e-06,
+      "loss": 0.0487,
+      "step": 1600
+    },
+    {
+      "epoch": 0.15483002356109055,
+      "grad_norm": 1.020606843017927,
+      "learning_rate": 4.740950293473038e-06,
+      "loss": 0.0508,
+      "step": 1610
+    },
+    {
+      "epoch": 0.15579170072606627,
+      "grad_norm": 0.7328578603836486,
+      "learning_rate": 4.737558065894481e-06,
+      "loss": 0.0532,
+      "step": 1620
+    },
+    {
+      "epoch": 0.156753377891042,
+      "grad_norm": 0.6538573851721827,
+      "learning_rate": 4.734145001995819e-06,
+      "loss": 0.0494,
+      "step": 1630
+    },
+    {
+      "epoch": 0.15771505505601768,
+      "grad_norm": 0.4636576018613761,
+      "learning_rate": 4.730711133559779e-06,
+      "loss": 0.0527,
+      "step": 1640
+    },
+    {
+      "epoch": 0.1586767322209934,
+      "grad_norm": 0.7318449840395541,
+      "learning_rate": 4.727256492562816e-06,
+      "loss": 0.051,
+      "step": 1650
+    },
+    {
+      "epoch": 0.15963840938596913,
+      "grad_norm": 0.45496731199059526,
+      "learning_rate": 4.723781111174827e-06,
+      "loss": 0.049,
+      "step": 1660
+    },
+    {
+      "epoch": 0.16060008655094485,
+      "grad_norm": 0.4539296591441065,
+      "learning_rate": 4.720285021758842e-06,
+      "loss": 0.0499,
+      "step": 1670
+    },
+    {
+      "epoch": 0.16156176371592057,
+      "grad_norm": 0.5351681737885619,
+      "learning_rate": 4.716768256870723e-06,
+      "loss": 0.0473,
+      "step": 1680
+    },
+    {
+      "epoch": 0.1625234408808963,
+      "grad_norm": 0.5320946266299922,
+      "learning_rate": 4.713230849258869e-06,
+      "loss": 0.0507,
+      "step": 1690
+    },
+    {
+      "epoch": 0.163485118045872,
+      "grad_norm": 0.7794189363429388,
+      "learning_rate": 4.709672831863903e-06,
+      "loss": 0.0503,
+      "step": 1700
+    },
+    {
+      "epoch": 0.1644467952108477,
+      "grad_norm": 1.2528932599218483,
+      "learning_rate": 4.706094237818368e-06,
+      "loss": 0.0521,
+      "step": 1710
+    },
+    {
+      "epoch": 0.16540847237582343,
+      "grad_norm": 1.2369833961248287,
+      "learning_rate": 4.702495100446419e-06,
+      "loss": 0.0499,
+      "step": 1720
+    },
+    {
+      "epoch": 0.16637014954079915,
+      "grad_norm": 0.7078065075956762,
+      "learning_rate": 4.698875453263511e-06,
+      "loss": 0.0485,
+      "step": 1730
+    },
+    {
+      "epoch": 0.16733182670577487,
+      "grad_norm": 1.4165084941585022,
+      "learning_rate": 4.6952353299760895e-06,
+      "loss": 0.0477,
+      "step": 1740
+    },
+    {
+      "epoch": 0.1682935038707506,
+      "grad_norm": 0.4737638432165625,
+      "learning_rate": 4.691574764481274e-06,
+      "loss": 0.0486,
+      "step": 1750
+    },
+    {
+      "epoch": 0.16925518103572632,
+      "grad_norm": 0.941321206815924,
+      "learning_rate": 4.687893790866544e-06,
+      "loss": 0.0504,
+      "step": 1760
+    },
+    {
+      "epoch": 0.17021685820070204,
+      "grad_norm": 0.941314788642388,
+      "learning_rate": 4.684192443409421e-06,
+      "loss": 0.0495,
+      "step": 1770
+    },
+    {
+      "epoch": 0.17117853536567773,
+      "grad_norm": 0.8902758294625184,
+      "learning_rate": 4.680470756577149e-06,
+      "loss": 0.0502,
+      "step": 1780
+    },
+    {
+      "epoch": 0.17214021253065345,
+      "grad_norm": 0.6109196349713547,
+      "learning_rate": 4.676728765026375e-06,
+      "loss": 0.0476,
+      "step": 1790
+    },
+    {
+      "epoch": 0.17310188969562917,
+      "grad_norm": 0.7778734434227994,
+      "learning_rate": 4.6729665036028225e-06,
+      "loss": 0.0556,
+      "step": 1800
+    },
+    {
+      "epoch": 0.1740635668606049,
+      "grad_norm": 1.8474301335595285,
+      "learning_rate": 4.669184007340973e-06,
+      "loss": 0.0547,
+      "step": 1810
+    },
+    {
+      "epoch": 0.17502524402558062,
+      "grad_norm": 0.7057616173129847,
+      "learning_rate": 4.665381311463735e-06,
+      "loss": 0.0509,
+      "step": 1820
+    },
+    {
+      "epoch": 0.17598692119055634,
+      "grad_norm": 0.7758646987915944,
+      "learning_rate": 4.6615584513821174e-06,
+      "loss": 0.0466,
+      "step": 1830
+    },
+    {
+      "epoch": 0.17694859835553206,
+      "grad_norm": 1.111135874256496,
+      "learning_rate": 4.657715462694898e-06,
+      "loss": 0.049,
+      "step": 1840
+    },
+    {
+      "epoch": 0.17791027552050775,
+      "grad_norm": 0.8064499417556943,
+      "learning_rate": 4.653852381188298e-06,
+      "loss": 0.0488,
+      "step": 1850
+    },
+    {
+      "epoch": 0.17887195268548348,
+      "grad_norm": 0.5530222703140719,
+      "learning_rate": 4.649969242835642e-06,
+      "loss": 0.0486,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1798336298504592,
+      "grad_norm": 0.6429691584271668,
+      "learning_rate": 4.646066083797023e-06,
+      "loss": 0.0481,
+      "step": 1870
+    },
+    {
+      "epoch": 0.18079530701543492,
+      "grad_norm": 1.6315587010606711,
+      "learning_rate": 4.642142940418973e-06,
+      "loss": 0.0488,
+      "step": 1880
+    },
+    {
+      "epoch": 0.18175698418041064,
+      "grad_norm": 0.983519715002234,
+      "learning_rate": 4.638199849234119e-06,
+      "loss": 0.051,
+      "step": 1890
+    },
+    {
+      "epoch": 0.18271866134538636,
+      "grad_norm": 0.9939474921894577,
+      "learning_rate": 4.634236846960838e-06,
+      "loss": 0.0514,
+      "step": 1900
+    },
+    {
+      "epoch": 0.18368033851036208,
+      "grad_norm": 0.4556857994927375,
+      "learning_rate": 4.630253970502929e-06,
+      "loss": 0.0471,
+      "step": 1910
+    },
+    {
+      "epoch": 0.18464201567533778,
+      "grad_norm": 0.9924599929544679,
+      "learning_rate": 4.626251256949255e-06,
+      "loss": 0.0482,
+      "step": 1920
+    },
+    {
+      "epoch": 0.1856036928403135,
+      "grad_norm": 1.0217883876623177,
+      "learning_rate": 4.622228743573406e-06,
+      "loss": 0.0522,
+      "step": 1930
+    },
+    {
+      "epoch": 0.18656537000528922,
+      "grad_norm": 0.4328285835462968,
+      "learning_rate": 4.6181864678333485e-06,
+      "loss": 0.0491,
+      "step": 1940
+    },
+    {
+      "epoch": 0.18752704717026494,
+      "grad_norm": 1.1211044987856227,
+      "learning_rate": 4.6141244673710796e-06,
+      "loss": 0.0501,
+      "step": 1950
+    },
+    {
+      "epoch": 0.18848872433524066,
+      "grad_norm": 1.1328080624604346,
+      "learning_rate": 4.6100427800122715e-06,
+      "loss": 0.0441,
+      "step": 1960
+    },
+    {
+      "epoch": 0.1894504015002164,
+      "grad_norm": 0.536978197420232,
+      "learning_rate": 4.605941443765925e-06,
+      "loss": 0.0519,
+      "step": 1970
+    },
+    {
+      "epoch": 0.1904120786651921,
+      "grad_norm": 0.6840027772140324,
+      "learning_rate": 4.6018204968240135e-06,
+      "loss": 0.0464,
+      "step": 1980
+    },
+    {
+      "epoch": 0.1913737558301678,
+      "grad_norm": 0.5123109176445019,
+      "learning_rate": 4.597679977561122e-06,
+      "loss": 0.0453,
+      "step": 1990
+    },
+    {
+      "epoch": 0.19233543299514352,
+      "grad_norm": 1.4607603327840122,
+      "learning_rate": 4.593519924534101e-06,
+      "loss": 0.0498,
+      "step": 2000
+    },
+    {
+      "epoch": 0.19329711016011925,
+      "grad_norm": 0.6653383319599022,
+      "learning_rate": 4.589340376481696e-06,
+      "loss": 0.0495,
+      "step": 2010
+    },
+    {
+      "epoch": 0.19425878732509497,
+      "grad_norm": 1.0152365340736673,
+      "learning_rate": 4.5851413723241935e-06,
+      "loss": 0.0524,
+      "step": 2020
+    },
+    {
+      "epoch": 0.1952204644900707,
+      "grad_norm": 1.1516636563630647,
+      "learning_rate": 4.5809229511630585e-06,
+      "loss": 0.0478,
+      "step": 2030
+    },
+    {
+      "epoch": 0.1961821416550464,
+      "grad_norm": 0.7266050494491181,
+      "learning_rate": 4.576685152280565e-06,
+      "loss": 0.0458,
+      "step": 2040
+    },
+    {
+      "epoch": 0.19714381882002213,
+      "grad_norm": 0.6218070730986153,
+      "learning_rate": 4.572428015139439e-06,
+      "loss": 0.0465,
+      "step": 2050
+    },
+    {
+      "epoch": 0.19810549598499783,
+      "grad_norm": 0.8279531269362596,
+      "learning_rate": 4.568151579382478e-06,
+      "loss": 0.0478,
+      "step": 2060
+    },
+    {
+      "epoch": 0.19906717314997355,
+      "grad_norm": 0.965617379749776,
+      "learning_rate": 4.5638558848322e-06,
+      "loss": 0.052,
+      "step": 2070
+    },
+    {
+      "epoch": 0.20002885031494927,
+      "grad_norm": 2.309423060232851,
+      "learning_rate": 4.559540971490452e-06,
+      "loss": 0.0504,
+      "step": 2080
+    },
+    {
+      "epoch": 0.200990527479925,
+      "grad_norm": 0.6132692133319397,
+      "learning_rate": 4.5552068795380574e-06,
+      "loss": 0.0473,
+      "step": 2090
+    },
+    {
+      "epoch": 0.2019522046449007,
+      "grad_norm": 0.5407426636974618,
+      "learning_rate": 4.550853649334426e-06,
+      "loss": 0.0503,
+      "step": 2100
+    },
+    {
+      "epoch": 0.20291388180987643,
+      "grad_norm": 0.46237812358627833,
+      "learning_rate": 4.5464813214171865e-06,
+      "loss": 0.0493,
+      "step": 2110
+    },
+    {
+      "epoch": 0.20387555897485216,
+      "grad_norm": 0.6704492951349466,
+      "learning_rate": 4.542089936501807e-06,
+      "loss": 0.0478,
+      "step": 2120
+    },
+    {
+      "epoch": 0.20483723613982785,
+      "grad_norm": 0.9230760452956961,
+      "learning_rate": 4.537679535481215e-06,
+      "loss": 0.0493,
+      "step": 2130
+    },
+    {
+      "epoch": 0.20579891330480357,
+      "grad_norm": 0.6325590773609738,
+      "learning_rate": 4.53325015942542e-06,
+      "loss": 0.0487,
+      "step": 2140
+    },
+    {
+      "epoch": 0.2067605904697793,
+      "grad_norm": 0.918308289588748,
+      "learning_rate": 4.528801849581126e-06,
+      "loss": 0.0532,
+      "step": 2150
+    },
+    {
+      "epoch": 0.20772226763475501,
+      "grad_norm": 0.468956461659909,
+      "learning_rate": 4.524334647371352e-06,
+      "loss": 0.0504,
+      "step": 2160
+    },
+    {
+      "epoch": 0.20868394479973074,
+      "grad_norm": 0.8839928552228944,
+      "learning_rate": 4.519848594395042e-06,
+      "loss": 0.0497,
+      "step": 2170
+    },
+    {
+      "epoch": 0.20964562196470646,
+      "grad_norm": 0.8432758252457325,
+      "learning_rate": 4.5153437324266814e-06,
+      "loss": 0.0515,
+      "step": 2180
+    },
+    {
+      "epoch": 0.21060729912968218,
+      "grad_norm": 0.5436369595744284,
+      "learning_rate": 4.510820103415906e-06,
+      "loss": 0.0474,
+      "step": 2190
+    },
+    {
+      "epoch": 0.21156897629465787,
+      "grad_norm": 1.2362144966483275,
+      "learning_rate": 4.506277749487111e-06,
+      "loss": 0.0474,
+      "step": 2200
+    },
+    {
+      "epoch": 0.2125306534596336,
+      "grad_norm": 1.1615902056030474,
+      "learning_rate": 4.5017167129390615e-06,
+      "loss": 0.0504,
+      "step": 2210
+    },
+    {
+      "epoch": 0.21349233062460932,
+      "grad_norm": 1.2392163421952516,
+      "learning_rate": 4.497137036244496e-06,
+      "loss": 0.0484,
+      "step": 2220
+    },
+    {
+      "epoch": 0.21445400778958504,
+      "grad_norm": 0.6014925745274142,
+      "learning_rate": 4.492538762049729e-06,
+      "loss": 0.0473,
+      "step": 2230
+    },
+    {
+      "epoch": 0.21541568495456076,
+      "grad_norm": 0.7035505524243068,
+      "learning_rate": 4.48792193317426e-06,
+      "loss": 0.0496,
+      "step": 2240
+    },
+    {
+      "epoch": 0.21637736211953648,
+      "grad_norm": 0.5485361502133869,
+      "learning_rate": 4.48328659261037e-06,
+      "loss": 0.0477,
+      "step": 2250
+    },
+    {
+      "epoch": 0.21733903928451218,
+      "grad_norm": 0.4338126849382722,
+      "learning_rate": 4.478632783522721e-06,
+      "loss": 0.0511,
+      "step": 2260
+    },
+    {
+      "epoch": 0.2183007164494879,
+      "grad_norm": 1.0939824902300184,
+      "learning_rate": 4.473960549247956e-06,
+      "loss": 0.0486,
+      "step": 2270
+    },
+    {
+      "epoch": 0.21926239361446362,
+      "grad_norm": 0.8268333547580425,
+      "learning_rate": 4.469269933294296e-06,
+      "loss": 0.0514,
+      "step": 2280
+    },
+    {
+      "epoch": 0.22022407077943934,
+      "grad_norm": 0.4621967934649193,
+      "learning_rate": 4.464560979341133e-06,
+      "loss": 0.0489,
+      "step": 2290
+    },
+    {
+      "epoch": 0.22118574794441506,
+      "grad_norm": 0.7050203001694055,
+      "learning_rate": 4.459833731238623e-06,
+      "loss": 0.0478,
+      "step": 2300
+    },
+    {
+      "epoch": 0.22214742510939078,
+      "grad_norm": 0.5036136287337455,
+      "learning_rate": 4.45508823300728e-06,
+      "loss": 0.0458,
+      "step": 2310
+    },
+    {
+      "epoch": 0.2231091022743665,
+      "grad_norm": 0.5516412721223017,
+      "learning_rate": 4.4503245288375636e-06,
+      "loss": 0.0489,
+      "step": 2320
+    },
+    {
+      "epoch": 0.2240707794393422,
+      "grad_norm": 0.8571457255688174,
+      "learning_rate": 4.445542663089469e-06,
+      "loss": 0.0513,
+      "step": 2330
+    },
+    {
+      "epoch": 0.22503245660431792,
+      "grad_norm": 0.6872826653213713,
+      "learning_rate": 4.440742680292112e-06,
+      "loss": 0.0486,
+      "step": 2340
+    },
+    {
+      "epoch": 0.22599413376929364,
+      "grad_norm": 1.2682256135402035,
+      "learning_rate": 4.4359246251433205e-06,
+      "loss": 0.0495,
+      "step": 2350
+    },
+    {
+      "epoch": 0.22695581093426936,
+      "grad_norm": 1.759748835245636,
+      "learning_rate": 4.431088542509209e-06,
+      "loss": 0.0507,
+      "step": 2360
+    },
+    {
+      "epoch": 0.22791748809924509,
+      "grad_norm": 2.096872862061913,
+      "learning_rate": 4.426234477423765e-06,
+      "loss": 0.0444,
+      "step": 2370
+    },
+    {
+      "epoch": 0.2288791652642208,
+      "grad_norm": 0.7518016223089684,
+      "learning_rate": 4.421362475088433e-06,
+      "loss": 0.0476,
+      "step": 2380
+    },
+    {
+      "epoch": 0.22984084242919653,
+      "grad_norm": 0.46356058611217504,
+      "learning_rate": 4.41647258087169e-06,
+      "loss": 0.0506,
+      "step": 2390
+    },
+    {
+      "epoch": 0.23080251959417222,
+      "grad_norm": 0.5816920321749187,
+      "learning_rate": 4.411564840308622e-06,
+      "loss": 0.0503,
+      "step": 2400
+    },
+    {
+      "epoch": 0.23176419675914794,
+      "grad_norm": 0.5714523313563947,
+      "learning_rate": 4.406639299100504e-06,
+      "loss": 0.0475,
+      "step": 2410
+    },
+    {
+      "epoch": 0.23272587392412367,
+      "grad_norm": 1.2641106705966159,
+      "learning_rate": 4.401696003114368e-06,
+      "loss": 0.0487,
+      "step": 2420
+    },
+    {
+      "epoch": 0.2336875510890994,
+      "grad_norm": 0.6571800642163251,
+      "learning_rate": 4.396734998382584e-06,
+      "loss": 0.0463,
+      "step": 2430
+    },
+    {
+      "epoch": 0.2346492282540751,
+      "grad_norm": 0.9052671810415047,
+      "learning_rate": 4.391756331102428e-06,
+      "loss": 0.0485,
+      "step": 2440
+    },
+    {
+      "epoch": 0.23561090541905083,
+      "grad_norm": 1.197453923420733,
+      "learning_rate": 4.3867600476356445e-06,
+      "loss": 0.049,
+      "step": 2450
+    },
+    {
+      "epoch": 0.23657258258402655,
+      "grad_norm": 0.5219397462514015,
+      "learning_rate": 4.38174619450803e-06,
+      "loss": 0.0461,
+      "step": 2460
+    },
+    {
+      "epoch": 0.23753425974900225,
+      "grad_norm": 0.44479356020275485,
+      "learning_rate": 4.376714818408983e-06,
+      "loss": 0.0467,
+      "step": 2470
+    },
+    {
+      "epoch": 0.23849593691397797,
+      "grad_norm": 1.1090811669262812,
+      "learning_rate": 4.371665966191084e-06,
+      "loss": 0.0465,
+      "step": 2480
+    },
+    {
+      "epoch": 0.2394576140789537,
+      "grad_norm": 0.834250910910423,
+      "learning_rate": 4.366599684869648e-06,
+      "loss": 0.0501,
+      "step": 2490
+    },
+    {
+      "epoch": 0.2404192912439294,
+      "grad_norm": 0.8054458944981407,
+      "learning_rate": 4.361516021622294e-06,
+      "loss": 0.046,
+      "step": 2500
+    },
+    {
+      "epoch": 0.24138096840890513,
+      "grad_norm": 2.1825475213935737,
+      "learning_rate": 4.356415023788501e-06,
+      "loss": 0.0536,
+      "step": 2510
+    },
+    {
+      "epoch": 0.24234264557388085,
+      "grad_norm": 0.4955035074706517,
+      "learning_rate": 4.351296738869169e-06,
+      "loss": 0.048,
+      "step": 2520
+    },
+    {
+      "epoch": 0.24330432273885658,
+      "grad_norm": 0.9724133960774812,
+      "learning_rate": 4.34616121452618e-06,
+      "loss": 0.0505,
+      "step": 2530
+    },
+    {
+      "epoch": 0.24426599990383227,
+      "grad_norm": 0.5198749669471064,
+      "learning_rate": 4.341008498581947e-06,
+      "loss": 0.0481,
+      "step": 2540
+    },
+    {
+      "epoch": 0.245227677068808,
+      "grad_norm": 0.795792422413744,
+      "learning_rate": 4.335838639018973e-06,
+      "loss": 0.0465,
+      "step": 2550
+    },
+    {
+      "epoch": 0.2461893542337837,
+      "grad_norm": 1.1171435054005627,
+      "learning_rate": 4.330651683979406e-06,
+      "loss": 0.048,
+      "step": 2560
+    },
+    {
+      "epoch": 0.24715103139875944,
+      "grad_norm": 0.5659990988245966,
+      "learning_rate": 4.325447681764586e-06,
+      "loss": 0.0451,
+      "step": 2570
+    },
+    {
+      "epoch": 0.24811270856373516,
+      "grad_norm": 1.0885448182485475,
+      "learning_rate": 4.3202266808346e-06,
+      "loss": 0.0499,
+      "step": 2580
+    },
+    {
+      "epoch": 0.24907438572871088,
+      "grad_norm": 0.4350549399699456,
+      "learning_rate": 4.3149887298078275e-06,
+      "loss": 0.0478,
+      "step": 2590
+    },
+    {
+      "epoch": 0.2500360628936866,
+      "grad_norm": 1.6863453010709697,
+      "learning_rate": 4.309733877460488e-06,
+      "loss": 0.048,
+      "step": 2600
+    },
+    {
+      "epoch": 0.2509977400586623,
+      "grad_norm": 0.4832409168239455,
+      "learning_rate": 4.304462172726187e-06,
+      "loss": 0.0487,
+      "step": 2610
+    },
+    {
+      "epoch": 0.251959417223638,
+      "grad_norm": 1.4809213946255568,
+      "learning_rate": 4.299173664695463e-06,
+      "loss": 0.047,
+      "step": 2620
+    },
+    {
+      "epoch": 0.25292109438861377,
+      "grad_norm": 0.5309194303186058,
+      "learning_rate": 4.293868402615325e-06,
+      "loss": 0.0496,
+      "step": 2630
+    },
+    {
+      "epoch": 0.25388277155358946,
+      "grad_norm": 1.7674642972607977,
+      "learning_rate": 4.288546435888801e-06,
+      "loss": 0.0485,
+      "step": 2640
+    },
+    {
+      "epoch": 0.25484444871856515,
+      "grad_norm": 0.5242166604056985,
+      "learning_rate": 4.283207814074471e-06,
+      "loss": 0.0453,
+      "step": 2650
+    },
+    {
+      "epoch": 0.2558061258835409,
+      "grad_norm": 1.1934789961769663,
+      "learning_rate": 4.277852586886007e-06,
+      "loss": 0.0462,
+      "step": 2660
+    },
+    {
+      "epoch": 0.2567678030485166,
+      "grad_norm": 0.5851042659879782,
+      "learning_rate": 4.272480804191719e-06,
+      "loss": 0.0459,
+      "step": 2670
+    },
+    {
+      "epoch": 0.25772948021349235,
+      "grad_norm": 2.4045553208803,
+      "learning_rate": 4.267092516014073e-06,
+      "loss": 0.0482,
+      "step": 2680
+    },
+    {
+      "epoch": 0.25869115737846804,
+      "grad_norm": 0.42637226266827866,
+      "learning_rate": 4.2616877725292434e-06,
+      "loss": 0.0508,
+      "step": 2690
+    },
+    {
+      "epoch": 0.2596528345434438,
+      "grad_norm": 1.4893628181492624,
+      "learning_rate": 4.256266624066635e-06,
+      "loss": 0.0484,
+      "step": 2700
+    },
+    {
+      "epoch": 0.2606145117084195,
+      "grad_norm": 0.5147031567461892,
+      "learning_rate": 4.250829121108415e-06,
+      "loss": 0.0483,
+      "step": 2710
+    },
+    {
+      "epoch": 0.2615761888733952,
+      "grad_norm": 0.6055197291206599,
+      "learning_rate": 4.245375314289049e-06,
+      "loss": 0.0508,
+      "step": 2720
+    },
+    {
+      "epoch": 0.2625378660383709,
+      "grad_norm": 0.879446479065469,
+      "learning_rate": 4.239905254394821e-06,
+      "loss": 0.046,
+      "step": 2730
+    },
+    {
+      "epoch": 0.2634995432033466,
+      "grad_norm": 1.3356268767239161,
+      "learning_rate": 4.23441899236337e-06,
+      "loss": 0.0491,
+      "step": 2740
+    },
+    {
+      "epoch": 0.26446122036832237,
+      "grad_norm": 0.797836040591811,
+      "learning_rate": 4.228916579283207e-06,
+      "loss": 0.048,
+      "step": 2750
+    },
+    {
+      "epoch": 0.26542289753329806,
+      "grad_norm": 0.5310142238127978,
+      "learning_rate": 4.2233980663932415e-06,
+      "loss": 0.0456,
+      "step": 2760
+    },
+    {
+      "epoch": 0.2663845746982738,
+      "grad_norm": 0.6121846601450998,
+      "learning_rate": 4.21786350508231e-06,
+      "loss": 0.0495,
+      "step": 2770
+    },
+    {
+      "epoch": 0.2673462518632495,
+      "grad_norm": 1.2740113967391669,
+      "learning_rate": 4.212312946888692e-06,
+      "loss": 0.0522,
+      "step": 2780
+    },
+    {
+      "epoch": 0.2683079290282252,
+      "grad_norm": 0.6021842791146538,
+      "learning_rate": 4.206746443499628e-06,
+      "loss": 0.0477,
+      "step": 2790
+    },
+    {
+      "epoch": 0.26926960619320095,
+      "grad_norm": 0.6990568116573,
+      "learning_rate": 4.201164046750846e-06,
+      "loss": 0.0468,
+      "step": 2800
+    },
+    {
+      "epoch": 0.27023128335817664,
+      "grad_norm": 1.2445143636877731,
+      "learning_rate": 4.1955658086260714e-06,
+      "loss": 0.0478,
+      "step": 2810
+    },
+    {
+      "epoch": 0.2711929605231524,
+      "grad_norm": 0.596072350274243,
+      "learning_rate": 4.189951781256546e-06,
+      "loss": 0.0503,
+      "step": 2820
+    },
+    {
+      "epoch": 0.2721546376881281,
+      "grad_norm": 1.3335564428472577,
+      "learning_rate": 4.184322016920544e-06,
+      "loss": 0.046,
+      "step": 2830
+    },
+    {
+      "epoch": 0.27311631485310384,
+      "grad_norm": 0.9909574575932719,
+      "learning_rate": 4.178676568042879e-06,
+      "loss": 0.0493,
+      "step": 2840
+    },
+    {
+      "epoch": 0.27407799201807953,
+      "grad_norm": 0.608093683200906,
+      "learning_rate": 4.1730154871944284e-06,
+      "loss": 0.0472,
+      "step": 2850
+    },
+    {
+      "epoch": 0.2750396691830552,
+      "grad_norm": 0.698381798434203,
+      "learning_rate": 4.167338827091627e-06,
+      "loss": 0.0452,
+      "step": 2860
+    },
+    {
+      "epoch": 0.276001346348031,
+      "grad_norm": 0.6938810494451463,
+      "learning_rate": 4.161646640595991e-06,
+      "loss": 0.0459,
+      "step": 2870
+    },
+    {
+      "epoch": 0.27696302351300667,
+      "grad_norm": 0.6030716534781777,
+      "learning_rate": 4.155938980713617e-06,
+      "loss": 0.0472,
+      "step": 2880
+    },
+    {
+      "epoch": 0.2779247006779824,
+      "grad_norm": 0.6309966248108333,
+      "learning_rate": 4.150215900594689e-06,
+      "loss": 0.0464,
+      "step": 2890
+    },
+    {
+      "epoch": 0.2788863778429581,
+      "grad_norm": 1.1017792241669566,
+      "learning_rate": 4.144477453532991e-06,
+      "loss": 0.0497,
+      "step": 2900
+    },
+    {
+      "epoch": 0.27984805500793386,
+      "grad_norm": 0.48521892202116806,
+      "learning_rate": 4.138723692965402e-06,
+      "loss": 0.0483,
+      "step": 2910
+    },
+    {
+      "epoch": 0.28080973217290955,
+      "grad_norm": 1.0896888534009332,
+      "learning_rate": 4.132954672471401e-06,
+      "loss": 0.0483,
+      "step": 2920
+    },
+    {
+      "epoch": 0.28177140933788525,
+      "grad_norm": 1.6265766352392197,
+      "learning_rate": 4.127170445772568e-06,
+      "loss": 0.0442,
+      "step": 2930
+    },
+    {
+      "epoch": 0.282733086502861,
+      "grad_norm": 0.9634957360797449,
+      "learning_rate": 4.121371066732087e-06,
+      "loss": 0.0474,
+      "step": 2940
+    },
+    {
+      "epoch": 0.2836947636678367,
+      "grad_norm": 0.6813790600402847,
+      "learning_rate": 4.115556589354242e-06,
+      "loss": 0.0455,
+      "step": 2950
+    },
+    {
+      "epoch": 0.28465644083281244,
+      "grad_norm": 0.6763228335468872,
+      "learning_rate": 4.109727067783909e-06,
+      "loss": 0.0489,
+      "step": 2960
+    },
+    {
+      "epoch": 0.28561811799778813,
+      "grad_norm": 0.8777929846457984,
+      "learning_rate": 4.103882556306064e-06,
+      "loss": 0.0433,
+      "step": 2970
+    },
+    {
+      "epoch": 0.2865797951627639,
+      "grad_norm": 0.6129863083215775,
+      "learning_rate": 4.098023109345264e-06,
+      "loss": 0.0458,
+      "step": 2980
+    },
+    {
+      "epoch": 0.2875414723277396,
+      "grad_norm": 0.9092279028059856,
+      "learning_rate": 4.092148781465149e-06,
+      "loss": 0.0509,
+      "step": 2990
+    },
+    {
+      "epoch": 0.28850314949271527,
+      "grad_norm": 0.464843310570539,
+      "learning_rate": 4.086259627367933e-06,
+      "loss": 0.0441,
+      "step": 3000
+    },
+    {
+      "epoch": 0.289464826657691,
+      "grad_norm": 0.4354693804368491,
+      "learning_rate": 4.080355701893889e-06,
+      "loss": 0.0478,
+      "step": 3010
+    },
+    {
+      "epoch": 0.2904265038226667,
+      "grad_norm": 0.47571855379221284,
+      "learning_rate": 4.074437060020845e-06,
+      "loss": 0.0482,
+      "step": 3020
+    },
+    {
+      "epoch": 0.29138818098764246,
+      "grad_norm": 0.887888007032425,
+      "learning_rate": 4.06850375686367e-06,
+      "loss": 0.0462,
+      "step": 3030
+    },
+    {
+      "epoch": 0.29234985815261816,
+      "grad_norm": 1.843772572321036,
+      "learning_rate": 4.062555847673757e-06,
+      "loss": 0.0457,
+      "step": 3040
+    },
+    {
+      "epoch": 0.2933115353175939,
+      "grad_norm": 1.6908904480521982,
+      "learning_rate": 4.0565933878385144e-06,
+      "loss": 0.0475,
+      "step": 3050
+    },
+    {
+      "epoch": 0.2942732124825696,
+      "grad_norm": 1.0553517253821827,
+      "learning_rate": 4.050616432880845e-06,
+      "loss": 0.0485,
+      "step": 3060
+    },
+    {
+      "epoch": 0.2952348896475453,
+      "grad_norm": 0.8607844998038485,
+      "learning_rate": 4.044625038458634e-06,
+      "loss": 0.0493,
+      "step": 3070
+    },
+    {
+      "epoch": 0.29619656681252104,
+      "grad_norm": 0.6457106652930089,
+      "learning_rate": 4.038619260364225e-06,
+      "loss": 0.0479,
+      "step": 3080
+    },
+    {
+      "epoch": 0.29715824397749674,
+      "grad_norm": 0.9470537470454247,
+      "learning_rate": 4.032599154523906e-06,
+      "loss": 0.0465,
+      "step": 3090
+    },
+    {
+      "epoch": 0.2981199211424725,
+      "grad_norm": 0.38475760993235597,
+      "learning_rate": 4.026564776997386e-06,
+      "loss": 0.0459,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2990815983074482,
+      "grad_norm": 0.43112573938432786,
+      "learning_rate": 4.020516183977271e-06,
+      "loss": 0.048,
+      "step": 3110
+    },
+    {
+      "epoch": 0.30004327547242393,
+      "grad_norm": 0.4407065923399617,
+      "learning_rate": 4.014453431788545e-06,
+      "loss": 0.0461,
+      "step": 3120
+    },
+    {
+      "epoch": 0.3010049526373996,
+      "grad_norm": 0.5520117801106119,
+      "learning_rate": 4.008376576888041e-06,
+      "loss": 0.0461,
+      "step": 3130
+    },
+    {
+      "epoch": 0.3019666298023753,
+      "grad_norm": 1.3595631066744507,
+      "learning_rate": 4.0022856758639215e-06,
+      "loss": 0.0486,
+      "step": 3140
+    },
+    {
+      "epoch": 0.30292830696735107,
+      "grad_norm": 0.6058222699808167,
+      "learning_rate": 3.9961807854351446e-06,
+      "loss": 0.0483,
+      "step": 3150
+    },
+    {
+      "epoch": 0.30388998413232676,
+      "grad_norm": 1.159699346953244,
+      "learning_rate": 3.990061962450937e-06,
+      "loss": 0.0504,
+      "step": 3160
+    },
+    {
+      "epoch": 0.3048516612973025,
+      "grad_norm": 2.102202367743382,
+      "learning_rate": 3.983929263890271e-06,
+      "loss": 0.0489,
+      "step": 3170
+    },
+    {
+      "epoch": 0.3058133384622782,
+      "grad_norm": 1.4459415180276805,
+      "learning_rate": 3.977782746861328e-06,
+      "loss": 0.0478,
+      "step": 3180
+    },
+    {
+      "epoch": 0.30677501562725396,
+      "grad_norm": 0.9908373463517591,
+      "learning_rate": 3.971622468600965e-06,
+      "loss": 0.0485,
+      "step": 3190
+    },
+    {
+      "epoch": 0.30773669279222965,
+      "grad_norm": 0.49324596843755253,
+      "learning_rate": 3.965448486474189e-06,
+      "loss": 0.0468,
+      "step": 3200
+    },
+    {
+      "epoch": 0.30869836995720534,
+      "grad_norm": 0.4782186023620525,
+      "learning_rate": 3.9592608579736145e-06,
+      "loss": 0.0489,
+      "step": 3210
+    },
+    {
+      "epoch": 0.3096600471221811,
+      "grad_norm": 0.8584520254891779,
+      "learning_rate": 3.953059640718937e-06,
+      "loss": 0.0474,
+      "step": 3220
+    },
+    {
+      "epoch": 0.3106217242871568,
+      "grad_norm": 0.38391055484902287,
+      "learning_rate": 3.946844892456386e-06,
+      "loss": 0.0467,
+      "step": 3230
+    },
+    {
+      "epoch": 0.31158340145213254,
+      "grad_norm": 1.2535470051817201,
+      "learning_rate": 3.940616671058198e-06,
+      "loss": 0.0482,
+      "step": 3240
+    },
+    {
+      "epoch": 0.31254507861710823,
+      "grad_norm": 0.9482734664005307,
+      "learning_rate": 3.934375034522069e-06,
+      "loss": 0.0467,
+      "step": 3250
+    },
+    {
+      "epoch": 0.313506755782084,
+      "grad_norm": 1.0090709528013633,
+      "learning_rate": 3.928120040970618e-06,
+      "loss": 0.0468,
+      "step": 3260
+    },
+    {
+      "epoch": 0.3144684329470597,
+      "grad_norm": 0.47741343270709824,
+      "learning_rate": 3.921851748650847e-06,
+      "loss": 0.0481,
+      "step": 3270
+    },
+    {
+      "epoch": 0.31543011011203537,
+      "grad_norm": 0.9059401717878673,
+      "learning_rate": 3.9155702159335975e-06,
+      "loss": 0.0446,
+      "step": 3280
+    },
+    {
+      "epoch": 0.3163917872770111,
+      "grad_norm": 1.408408126233889,
+      "learning_rate": 3.909275501313005e-06,
+      "loss": 0.0482,
+      "step": 3290
+    },
+    {
+      "epoch": 0.3173534644419868,
+      "grad_norm": 1.5406874620527182,
+      "learning_rate": 3.9029676634059565e-06,
+      "loss": 0.0476,
+      "step": 3300
+    },
+    {
+      "epoch": 0.31831514160696256,
+      "grad_norm": 0.8248452089208789,
+      "learning_rate": 3.896646760951544e-06,
+      "loss": 0.0465,
+      "step": 3310
+    },
+    {
+      "epoch": 0.31927681877193825,
+      "grad_norm": 0.8474165832020985,
+      "learning_rate": 3.890312852810519e-06,
+      "loss": 0.0444,
+      "step": 3320
+    },
+    {
+      "epoch": 0.320238495936914,
+      "grad_norm": 0.643470335819761,
+      "learning_rate": 3.883965997964742e-06,
+      "loss": 0.0425,
+      "step": 3330
+    },
+    {
+      "epoch": 0.3212001731018897,
+      "grad_norm": 0.4301190454915286,
+      "learning_rate": 3.877606255516634e-06,
+      "loss": 0.0449,
+      "step": 3340
+    },
+    {
+      "epoch": 0.3221618502668654,
+      "grad_norm": 0.7979268655276348,
+      "learning_rate": 3.871233684688625e-06,
+      "loss": 0.0479,
+      "step": 3350
+    },
+    {
+      "epoch": 0.32312352743184114,
+      "grad_norm": 0.4929779761445051,
+      "learning_rate": 3.864848344822607e-06,
+      "loss": 0.0462,
+      "step": 3360
+    },
+    {
+      "epoch": 0.32408520459681683,
+      "grad_norm": 2.2510389660281933,
+      "learning_rate": 3.858450295379377e-06,
+      "loss": 0.0497,
+      "step": 3370
+    },
+    {
+      "epoch": 0.3250468817617926,
+      "grad_norm": 1.6277802380908708,
+      "learning_rate": 3.852039595938083e-06,
+      "loss": 0.0467,
+      "step": 3380
+    },
+    {
+      "epoch": 0.3260085589267683,
+      "grad_norm": 1.058589325986546,
+      "learning_rate": 3.8456163061956745e-06,
+      "loss": 0.0465,
+      "step": 3390
+    },
+    {
+      "epoch": 0.326970236091744,
+      "grad_norm": 1.0327990781705698,
+      "learning_rate": 3.839180485966337e-06,
+      "loss": 0.0468,
+      "step": 3400
+    },
+    {
+      "epoch": 0.3279319132567197,
+      "grad_norm": 0.396619472063671,
+      "learning_rate": 3.832732195180948e-06,
+      "loss": 0.0449,
+      "step": 3410
+    },
+    {
+      "epoch": 0.3288935904216954,
+      "grad_norm": 0.45248331464232083,
+      "learning_rate": 3.826271493886506e-06,
+      "loss": 0.0492,
+      "step": 3420
+    },
+    {
+      "epoch": 0.32985526758667116,
+      "grad_norm": 0.6269658296977539,
+      "learning_rate": 3.8197984422455814e-06,
+      "loss": 0.0436,
+      "step": 3430
+    },
+    {
+      "epoch": 0.33081694475164686,
+      "grad_norm": 0.77933568407084,
+      "learning_rate": 3.813313100535747e-06,
+      "loss": 0.0474,
+      "step": 3440
+    },
+    {
+      "epoch": 0.3317786219166226,
+      "grad_norm": 0.9502116929921758,
+      "learning_rate": 3.806815529149028e-06,
+      "loss": 0.0479,
+      "step": 3450
+    },
+    {
+      "epoch": 0.3327402990815983,
+      "grad_norm": 0.5280518621007327,
+      "learning_rate": 3.8003057885913286e-06,
+      "loss": 0.0465,
+      "step": 3460
+    },
+    {
+      "epoch": 0.33370197624657405,
+      "grad_norm": 0.7760327674438253,
+      "learning_rate": 3.793783939481875e-06,
+      "loss": 0.0471,
+      "step": 3470
+    },
+    {
+      "epoch": 0.33466365341154974,
+      "grad_norm": 0.6291072024364046,
+      "learning_rate": 3.7872500425526483e-06,
+      "loss": 0.0491,
+      "step": 3480
+    },
+    {
+      "epoch": 0.33562533057652544,
+      "grad_norm": 0.9547009529176435,
+      "learning_rate": 3.780704158647821e-06,
+      "loss": 0.0442,
+      "step": 3490
+    },
+    {
+      "epoch": 0.3365870077415012,
+      "grad_norm": 0.4615147385094075,
+      "learning_rate": 3.77414634872319e-06,
+      "loss": 0.0465,
+      "step": 3500
+    },
+    {
+      "epoch": 0.3375486849064769,
+      "grad_norm": 0.7591953807423276,
+      "learning_rate": 3.7675766738456054e-06,
+      "loss": 0.0459,
+      "step": 3510
+    },
+    {
+      "epoch": 0.33851036207145263,
+      "grad_norm": 0.5186431903072721,
+      "learning_rate": 3.7609951951924075e-06,
+      "loss": 0.0478,
+      "step": 3520
+    },
+    {
+      "epoch": 0.3394720392364283,
+      "grad_norm": 0.5522466552079773,
+      "learning_rate": 3.754401974050852e-06,
+      "loss": 0.0472,
+      "step": 3530
+    },
+    {
+      "epoch": 0.3404337164014041,
+      "grad_norm": 1.7110780728857546,
+      "learning_rate": 3.747797071817544e-06,
+      "loss": 0.05,
+      "step": 3540
+    },
+    {
+      "epoch": 0.34139539356637977,
+      "grad_norm": 1.8358972304941557,
+      "learning_rate": 3.741180549997862e-06,
+      "loss": 0.0478,
+      "step": 3550
+    },
+    {
+      "epoch": 0.34235707073135546,
+      "grad_norm": 0.893271690524588,
+      "learning_rate": 3.7345524702053877e-06,
+      "loss": 0.05,
+      "step": 3560
+    },
+    {
+      "epoch": 0.3433187478963312,
+      "grad_norm": 1.1567745013070618,
+      "learning_rate": 3.7279128941613317e-06,
+      "loss": 0.0477,
+      "step": 3570
+    },
+    {
+      "epoch": 0.3442804250613069,
+      "grad_norm": 1.6904430333019538,
+      "learning_rate": 3.7212618836939586e-06,
+      "loss": 0.0474,
+      "step": 3580
+    },
+    {
+      "epoch": 0.34524210222628265,
+      "grad_norm": 0.9526535336883637,
+      "learning_rate": 3.7145995007380108e-06,
+      "loss": 0.0461,
+      "step": 3590
+    },
+    {
+      "epoch": 0.34620377939125835,
+      "grad_norm": 0.4733587828722112,
+      "learning_rate": 3.7079258073341327e-06,
+      "loss": 0.0452,
+      "step": 3600
+    },
+    {
+      "epoch": 0.3471654565562341,
+      "grad_norm": 0.5859870567517841,
+      "learning_rate": 3.7012408656282923e-06,
+      "loss": 0.047,
+      "step": 3610
+    },
+    {
+      "epoch": 0.3481271337212098,
+      "grad_norm": 0.40934014852828227,
+      "learning_rate": 3.6945447378712025e-06,
+      "loss": 0.0469,
+      "step": 3620
+    },
+    {
+      "epoch": 0.3490888108861855,
+      "grad_norm": 0.7820143337115689,
+      "learning_rate": 3.6878374864177417e-06,
+      "loss": 0.0469,
+      "step": 3630
+    },
+    {
+      "epoch": 0.35005048805116123,
+      "grad_norm": 0.9850850593427208,
+      "learning_rate": 3.6811191737263746e-06,
+      "loss": 0.045,
+      "step": 3640
+    },
+    {
+      "epoch": 0.35101216521613693,
+      "grad_norm": 0.4610378197046248,
+      "learning_rate": 3.674389862358566e-06,
+      "loss": 0.0461,
+      "step": 3650
+    },
+    {
+      "epoch": 0.3519738423811127,
+      "grad_norm": 0.7434358281991552,
+      "learning_rate": 3.667649614978203e-06,
+      "loss": 0.045,
+      "step": 3660
+    },
+    {
+      "epoch": 0.35293551954608837,
+      "grad_norm": 1.013772225093487,
+      "learning_rate": 3.6608984943510102e-06,
+      "loss": 0.0464,
+      "step": 3670
+    },
+    {
+      "epoch": 0.3538971967110641,
+      "grad_norm": 2.03580373613277,
+      "learning_rate": 3.654136563343964e-06,
+      "loss": 0.0462,
+      "step": 3680
+    },
+    {
+      "epoch": 0.3548588738760398,
+      "grad_norm": 0.6062326637520352,
+      "learning_rate": 3.647363884924708e-06,
+      "loss": 0.0472,
+      "step": 3690
+    },
+    {
+      "epoch": 0.3558205510410155,
+      "grad_norm": 1.6065698370288557,
+      "learning_rate": 3.6405805221609665e-06,
+      "loss": 0.0459,
+      "step": 3700
+    },
+    {
+      "epoch": 0.35678222820599126,
+      "grad_norm": 1.0008315672829413,
+      "learning_rate": 3.633786538219958e-06,
+      "loss": 0.0498,
+      "step": 3710
+    },
+    {
+      "epoch": 0.35774390537096695,
+      "grad_norm": 0.5070243444043352,
+      "learning_rate": 3.6269819963678042e-06,
+      "loss": 0.0483,
+      "step": 3720
+    },
+    {
+      "epoch": 0.3587055825359427,
+      "grad_norm": 1.749182783554186,
+      "learning_rate": 3.6201669599689466e-06,
+      "loss": 0.045,
+      "step": 3730
+    },
+    {
+      "epoch": 0.3596672597009184,
+      "grad_norm": 1.7925773362702226,
+      "learning_rate": 3.6133414924855493e-06,
+      "loss": 0.0457,
+      "step": 3740
+    },
+    {
+      "epoch": 0.36062893686589415,
+      "grad_norm": 1.5905061952084874,
+      "learning_rate": 3.606505657476912e-06,
+      "loss": 0.0481,
+      "step": 3750
+    },
+    {
+      "epoch": 0.36159061403086984,
+      "grad_norm": 0.5403789343187696,
+      "learning_rate": 3.5996595185988793e-06,
+      "loss": 0.0489,
+      "step": 3760
+    },
+    {
+      "epoch": 0.36255229119584553,
+      "grad_norm": 0.5116721897243874,
+      "learning_rate": 3.5928031396032448e-06,
+      "loss": 0.0458,
+      "step": 3770
+    },
+    {
+      "epoch": 0.3635139683608213,
+      "grad_norm": 1.0979651161467756,
+      "learning_rate": 3.5859365843371606e-06,
+      "loss": 0.0465,
+      "step": 3780
+    },
+    {
+      "epoch": 0.364475645525797,
+      "grad_norm": 0.6641482127444833,
+      "learning_rate": 3.5790599167425383e-06,
+      "loss": 0.0452,
+      "step": 3790
+    },
+    {
+      "epoch": 0.3654373226907727,
+      "grad_norm": 0.3628693283053952,
+      "learning_rate": 3.572173200855459e-06,
+      "loss": 0.0443,
+      "step": 3800
+    },
+    {
+      "epoch": 0.3663989998557484,
+      "grad_norm": 1.0153156102373053,
+      "learning_rate": 3.5652765008055722e-06,
+      "loss": 0.0468,
+      "step": 3810
+    },
+    {
+      "epoch": 0.36736067702072417,
+      "grad_norm": 0.6402025352004515,
+      "learning_rate": 3.558369880815503e-06,
+      "loss": 0.0458,
+      "step": 3820
+    },
+    {
+      "epoch": 0.36832235418569986,
+      "grad_norm": 0.398215200624654,
+      "learning_rate": 3.5514534052002492e-06,
+      "loss": 0.0456,
+      "step": 3830
+    },
+    {
+      "epoch": 0.36928403135067556,
+      "grad_norm": 0.4250516015588499,
+      "learning_rate": 3.544527138366587e-06,
+      "loss": 0.0415,
+      "step": 3840
+    },
+    {
+      "epoch": 0.3702457085156513,
+      "grad_norm": 0.4878684908869518,
+      "learning_rate": 3.5375911448124684e-06,
+      "loss": 0.0486,
+      "step": 3850
+    },
+    {
+      "epoch": 0.371207385680627,
+      "grad_norm": 1.1323935907789884,
+      "learning_rate": 3.530645489126421e-06,
+      "loss": 0.0475,
+      "step": 3860
+    },
+    {
+      "epoch": 0.37216906284560275,
+      "grad_norm": 0.9349952680798136,
+      "learning_rate": 3.523690235986947e-06,
+      "loss": 0.0476,
+      "step": 3870
+    },
+    {
+      "epoch": 0.37313074001057844,
+      "grad_norm": 0.5173346881780102,
+      "learning_rate": 3.5167254501619234e-06,
+      "loss": 0.0474,
+      "step": 3880
+    },
+    {
+      "epoch": 0.3740924171755542,
+      "grad_norm": 0.6346628490868611,
+      "learning_rate": 3.509751196507992e-06,
+      "loss": 0.0439,
+      "step": 3890
+    },
+    {
+      "epoch": 0.3750540943405299,
+      "grad_norm": 0.7235445728714044,
+      "learning_rate": 3.502767539969963e-06,
+      "loss": 0.044,
+      "step": 3900
+    },
+    {
+      "epoch": 0.3760157715055056,
+      "grad_norm": 1.0172085824277866,
+      "learning_rate": 3.495774545580206e-06,
+      "loss": 0.0465,
+      "step": 3910
+    },
+    {
+      "epoch": 0.37697744867048133,
+      "grad_norm": 0.925304461723489,
+      "learning_rate": 3.4887722784580445e-06,
+      "loss": 0.0458,
+      "step": 3920
+    },
+    {
+      "epoch": 0.377939125835457,
+      "grad_norm": 1.0784900467507352,
+      "learning_rate": 3.481760803809153e-06,
+      "loss": 0.0453,
+      "step": 3930
+    },
+    {
+      "epoch": 0.3789008030004328,
+      "grad_norm": 0.4632903558645483,
+      "learning_rate": 3.4747401869249437e-06,
+      "loss": 0.0464,
+      "step": 3940
+    },
+    {
+      "epoch": 0.37986248016540847,
+      "grad_norm": 0.675511725446818,
+      "learning_rate": 3.467710493181965e-06,
+      "loss": 0.0433,
+      "step": 3950
+    },
+    {
+      "epoch": 0.3808241573303842,
+      "grad_norm": 0.5589103893825841,
+      "learning_rate": 3.460671788041289e-06,
+      "loss": 0.0437,
+      "step": 3960
+    },
+    {
+      "epoch": 0.3817858344953599,
+      "grad_norm": 0.4306047034522055,
+      "learning_rate": 3.4536241370479006e-06,
+      "loss": 0.043,
+      "step": 3970
+    },
+    {
+      "epoch": 0.3827475116603356,
+      "grad_norm": 0.4511885734381446,
+      "learning_rate": 3.446567605830092e-06,
+      "loss": 0.046,
+      "step": 3980
+    },
+    {
+      "epoch": 0.38370918882531135,
+      "grad_norm": 0.39398451998306894,
+      "learning_rate": 3.4395022600988487e-06,
+      "loss": 0.0479,
+      "step": 3990
+    },
+    {
+      "epoch": 0.38467086599028705,
+      "grad_norm": 0.45310506746377227,
+      "learning_rate": 3.4324281656472348e-06,
+      "loss": 0.045,
+      "step": 4000
+    },
+    {
+      "epoch": 0.3856325431552628,
+      "grad_norm": 1.4877572899765974,
+      "learning_rate": 3.425345388349787e-06,
+      "loss": 0.0433,
+      "step": 4010
+    },
+    {
+      "epoch": 0.3865942203202385,
+      "grad_norm": 0.598855796908007,
+      "learning_rate": 3.4182539941618927e-06,
+      "loss": 0.0448,
+      "step": 4020
+    },
+    {
+      "epoch": 0.38755589748521424,
+      "grad_norm": 0.5498297416835265,
+      "learning_rate": 3.411154049119184e-06,
+      "loss": 0.0442,
+      "step": 4030
+    },
+    {
+      "epoch": 0.38851757465018993,
+      "grad_norm": 0.8793721344632282,
+      "learning_rate": 3.4040456193369204e-06,
+      "loss": 0.0459,
+      "step": 4040
+    },
+    {
+      "epoch": 0.38947925181516563,
+      "grad_norm": 0.48061686787755836,
+      "learning_rate": 3.396928771009368e-06,
+      "loss": 0.0479,
+      "step": 4050
+    },
+    {
+      "epoch": 0.3904409289801414,
+      "grad_norm": 0.5950883556407336,
+      "learning_rate": 3.389803570409189e-06,
+      "loss": 0.0446,
+      "step": 4060
+    },
+    {
+      "epoch": 0.39140260614511707,
+      "grad_norm": 0.8032246664909435,
+      "learning_rate": 3.382670083886823e-06,
+      "loss": 0.0454,
+      "step": 4070
+    },
+    {
+      "epoch": 0.3923642833100928,
+      "grad_norm": 1.5125821352684174,
+      "learning_rate": 3.3755283778698694e-06,
+      "loss": 0.0477,
+      "step": 4080
+    },
+    {
+      "epoch": 0.3933259604750685,
+      "grad_norm": 0.9670474322653493,
+      "learning_rate": 3.368378518862466e-06,
+      "loss": 0.0463,
+      "step": 4090
+    },
+    {
+      "epoch": 0.39428763764004426,
+      "grad_norm": 0.6873880425815437,
+      "learning_rate": 3.3612205734446733e-06,
+      "loss": 0.0461,
+      "step": 4100
+    },
+    {
+      "epoch": 0.39524931480501996,
+      "grad_norm": 0.4213929243862635,
+      "learning_rate": 3.3540546082718534e-06,
+      "loss": 0.0433,
+      "step": 4110
+    },
+    {
+      "epoch": 0.39621099196999565,
+      "grad_norm": 0.5466066600070922,
+      "learning_rate": 3.3468806900740473e-06,
+      "loss": 0.0446,
+      "step": 4120
+    },
+    {
+      "epoch": 0.3971726691349714,
+      "grad_norm": 0.9881652939778682,
+      "learning_rate": 3.3396988856553575e-06,
+      "loss": 0.0437,
+      "step": 4130
+    },
+    {
+      "epoch": 0.3981343462999471,
+      "grad_norm": 0.8924241514807817,
+      "learning_rate": 3.332509261893323e-06,
+      "loss": 0.0441,
+      "step": 4140
+    },
+    {
+      "epoch": 0.39909602346492284,
+      "grad_norm": 0.7446688773699874,
+      "learning_rate": 3.325311885738296e-06,
+      "loss": 0.0454,
+      "step": 4150
+    },
+    {
+      "epoch": 0.40005770062989854,
+      "grad_norm": 0.6753724105274455,
+      "learning_rate": 3.3181068242128194e-06,
+      "loss": 0.0468,
+      "step": 4160
+    },
+    {
+      "epoch": 0.4010193777948743,
+      "grad_norm": 0.6173318648286131,
+      "learning_rate": 3.310894144411005e-06,
+      "loss": 0.0449,
+      "step": 4170
+    },
+    {
+      "epoch": 0.40198105495985,
+      "grad_norm": 2.2024079067304263,
+      "learning_rate": 3.303673913497906e-06,
+      "loss": 0.0439,
+      "step": 4180
+    },
+    {
+      "epoch": 0.4029427321248257,
+      "grad_norm": 0.38393698213543204,
+      "learning_rate": 3.29644619870889e-06,
+      "loss": 0.0426,
+      "step": 4190
+    },
+    {
+      "epoch": 0.4039044092898014,
+      "grad_norm": 0.5293917160543821,
+      "learning_rate": 3.2892110673490163e-06,
+      "loss": 0.0442,
+      "step": 4200
+    },
+    {
+      "epoch": 0.4048660864547771,
+      "grad_norm": 0.8107484740232437,
+      "learning_rate": 3.2819685867924106e-06,
+      "loss": 0.0476,
+      "step": 4210
+    },
+    {
+      "epoch": 0.40582776361975287,
+      "grad_norm": 1.297032906671622,
+      "learning_rate": 3.2747188244816304e-06,
+      "loss": 0.046,
+      "step": 4220
+    },
+    {
+      "epoch": 0.40678944078472856,
+      "grad_norm": 0.9609391772143444,
+      "learning_rate": 3.2674618479270435e-06,
+      "loss": 0.0473,
+      "step": 4230
+    },
+    {
+      "epoch": 0.4077511179497043,
+      "grad_norm": 0.9807710520853808,
+      "learning_rate": 3.260197724706199e-06,
+      "loss": 0.0445,
+      "step": 4240
+    },
+    {
+      "epoch": 0.40871279511468,
+      "grad_norm": 1.08302736068263,
+      "learning_rate": 3.252926522463194e-06,
+      "loss": 0.0405,
+      "step": 4250
+    },
+    {
+      "epoch": 0.4096744722796557,
+      "grad_norm": 1.1747836822577145,
+      "learning_rate": 3.245648308908046e-06,
+      "loss": 0.0442,
+      "step": 4260
+    },
+    {
+      "epoch": 0.41063614944463145,
+      "grad_norm": 0.4485812170891666,
+      "learning_rate": 3.2383631518160633e-06,
+      "loss": 0.0446,
+      "step": 4270
+    },
+    {
+      "epoch": 0.41159782660960714,
+      "grad_norm": 0.37767438699630457,
+      "learning_rate": 3.231071119027214e-06,
+      "loss": 0.0439,
+      "step": 4280
+    },
+    {
+      "epoch": 0.4125595037745829,
+      "grad_norm": 0.5076359013740289,
+      "learning_rate": 3.223772278445492e-06,
+      "loss": 0.0445,
+      "step": 4290
+    },
+    {
+      "epoch": 0.4135211809395586,
+      "grad_norm": 0.7908641200804637,
+      "learning_rate": 3.2164666980382843e-06,
+      "loss": 0.0447,
+      "step": 4300
+    },
+    {
+      "epoch": 0.41448285810453434,
+      "grad_norm": 0.7094162046303872,
+      "learning_rate": 3.209154445835742e-06,
+      "loss": 0.0449,
+      "step": 4310
+    },
+    {
+      "epoch": 0.41544453526951003,
+      "grad_norm": 1.3397838458832874,
+      "learning_rate": 3.2018355899301445e-06,
+      "loss": 0.049,
+      "step": 4320
+    },
+    {
+      "epoch": 0.4164062124344857,
+      "grad_norm": 0.5978119713768236,
+      "learning_rate": 3.194510198475265e-06,
+      "loss": 0.0444,
+      "step": 4330
+    },
+    {
+      "epoch": 0.4173678895994615,
+      "grad_norm": 0.6736306296794136,
+      "learning_rate": 3.1871783396857346e-06,
+      "loss": 0.0473,
+      "step": 4340
+    },
+    {
+      "epoch": 0.41832956676443717,
+      "grad_norm": 0.5695792598399084,
+      "learning_rate": 3.179840081836412e-06,
+      "loss": 0.0469,
+      "step": 4350
+    },
+    {
+      "epoch": 0.4192912439294129,
+      "grad_norm": 1.4392734073310345,
+      "learning_rate": 3.1724954932617414e-06,
+      "loss": 0.0465,
+      "step": 4360
+    },
+    {
+      "epoch": 0.4202529210943886,
+      "grad_norm": 0.5820232671836598,
+      "learning_rate": 3.1651446423551215e-06,
+      "loss": 0.0403,
+      "step": 4370
+    },
+    {
+      "epoch": 0.42121459825936436,
+      "grad_norm": 0.5726559898046876,
+      "learning_rate": 3.1577875975682637e-06,
+      "loss": 0.0451,
+      "step": 4380
+    },
+    {
+      "epoch": 0.42217627542434005,
+      "grad_norm": 0.9486991866258117,
+      "learning_rate": 3.15042442741056e-06,
+      "loss": 0.0431,
+      "step": 4390
+    },
+    {
+      "epoch": 0.42313795258931575,
+      "grad_norm": 0.6765760029649375,
+      "learning_rate": 3.1430552004484406e-06,
+      "loss": 0.0447,
+      "step": 4400
+    },
+    {
+      "epoch": 0.4240996297542915,
+      "grad_norm": 0.6588208357158176,
+      "learning_rate": 3.1356799853047383e-06,
+      "loss": 0.0477,
+      "step": 4410
+    },
+    {
+      "epoch": 0.4250613069192672,
+      "grad_norm": 0.839435726585832,
+      "learning_rate": 3.1282988506580493e-06,
+      "loss": 0.0463,
+      "step": 4420
+    },
+    {
+      "epoch": 0.42602298408424294,
+      "grad_norm": 0.7946049561142183,
+      "learning_rate": 3.1209118652420877e-06,
+      "loss": 0.0446,
+      "step": 4430
+    },
+    {
+      "epoch": 0.42698466124921863,
+      "grad_norm": 1.4271084211016076,
+      "learning_rate": 3.1135190978450565e-06,
+      "loss": 0.0452,
+      "step": 4440
+    },
+    {
+      "epoch": 0.4279463384141944,
+      "grad_norm": 0.6251745817718668,
+      "learning_rate": 3.106120617308998e-06,
+      "loss": 0.0429,
+      "step": 4450
+    },
+    {
+      "epoch": 0.4289080155791701,
+      "grad_norm": 1.9223919090594588,
+      "learning_rate": 3.0987164925291556e-06,
+      "loss": 0.047,
+      "step": 4460
+    },
+    {
+      "epoch": 0.42986969274414577,
+      "grad_norm": 0.6969099678706745,
+      "learning_rate": 3.0913067924533337e-06,
+      "loss": 0.0455,
+      "step": 4470
+    },
+    {
+      "epoch": 0.4308313699091215,
+      "grad_norm": 0.9440656497766683,
+      "learning_rate": 3.0838915860812525e-06,
+      "loss": 0.0433,
+      "step": 4480
+    },
+    {
+      "epoch": 0.4317930470740972,
+      "grad_norm": 0.8317821361441047,
+      "learning_rate": 3.076470942463909e-06,
+      "loss": 0.0464,
+      "step": 4490
+    },
+    {
+      "epoch": 0.43275472423907296,
+      "grad_norm": 0.7759714140212927,
+      "learning_rate": 3.06904493070293e-06,
+      "loss": 0.0447,
+      "step": 4500
+    },
+    {
+      "epoch": 0.43371640140404866,
+      "grad_norm": 0.7733076107290405,
+      "learning_rate": 3.061613619949935e-06,
+      "loss": 0.0452,
+      "step": 4510
+    },
+    {
+      "epoch": 0.43467807856902435,
+      "grad_norm": 0.44520970283900696,
+      "learning_rate": 3.054177079405884e-06,
+      "loss": 0.0448,
+      "step": 4520
+    },
+    {
+      "epoch": 0.4356397557340001,
+      "grad_norm": 0.42069305932039835,
+      "learning_rate": 3.0467353783204383e-06,
+      "loss": 0.0439,
+      "step": 4530
+    },
+    {
+      "epoch": 0.4366014328989758,
+      "grad_norm": 0.4561526454525665,
+      "learning_rate": 3.0392885859913155e-06,
+      "loss": 0.0429,
+      "step": 4540
+    },
+    {
+      "epoch": 0.43756311006395154,
+      "grad_norm": 0.8135180591467024,
+      "learning_rate": 3.031836771763644e-06,
+      "loss": 0.042,
+      "step": 4550
+    },
+    {
+      "epoch": 0.43852478722892724,
+      "grad_norm": 0.49346494989770684,
+      "learning_rate": 3.0243800050293137e-06,
+      "loss": 0.044,
+      "step": 4560
+    },
+    {
+      "epoch": 0.439486464393903,
+      "grad_norm": 0.6234735254283666,
+      "learning_rate": 3.016918355226335e-06,
+      "loss": 0.0441,
+      "step": 4570
+    },
+    {
+      "epoch": 0.4404481415588787,
+      "grad_norm": 0.6354636616791136,
+      "learning_rate": 3.009451891838188e-06,
+      "loss": 0.0457,
+      "step": 4580
+    },
+    {
+      "epoch": 0.4414098187238544,
+      "grad_norm": 1.3582481868969438,
+      "learning_rate": 3.0019806843931804e-06,
+      "loss": 0.0434,
+      "step": 4590
+    },
+    {
+      "epoch": 0.4423714958888301,
+      "grad_norm": 0.37281358855858115,
+      "learning_rate": 2.9945048024637935e-06,
+      "loss": 0.0455,
+      "step": 4600
+    },
+    {
+      "epoch": 0.4433331730538058,
+      "grad_norm": 0.7227752116019365,
+      "learning_rate": 2.9870243156660395e-06,
+      "loss": 0.0435,
+      "step": 4610
+    },
+    {
+      "epoch": 0.44429485021878157,
+      "grad_norm": 0.8874415990293828,
+      "learning_rate": 2.9795392936588114e-06,
+      "loss": 0.0437,
+      "step": 4620
+    },
+    {
+      "epoch": 0.44525652738375726,
+      "grad_norm": 0.42558020378948075,
+      "learning_rate": 2.972049806143234e-06,
+      "loss": 0.0447,
+      "step": 4630
+    },
+    {
+      "epoch": 0.446218204548733,
+      "grad_norm": 0.4520428470728059,
+      "learning_rate": 2.964555922862015e-06,
+      "loss": 0.0458,
+      "step": 4640
+    },
+    {
+      "epoch": 0.4471798817137087,
+      "grad_norm": 0.7544987124654267,
+      "learning_rate": 2.9570577135987975e-06,
+      "loss": 0.0471,
+      "step": 4650
+    },
+    {
+      "epoch": 0.4481415588786844,
+      "grad_norm": 1.348704616696334,
+      "learning_rate": 2.9495552481775076e-06,
+      "loss": 0.045,
+      "step": 4660
+    },
+    {
+      "epoch": 0.44910323604366015,
+      "grad_norm": 1.2061904969648565,
+      "learning_rate": 2.942048596461703e-06,
+      "loss": 0.0434,
+      "step": 4670
+    },
+    {
+      "epoch": 0.45006491320863584,
+      "grad_norm": 0.9541759066481469,
+      "learning_rate": 2.934537828353927e-06,
+      "loss": 0.0443,
+      "step": 4680
+    },
+    {
+      "epoch": 0.4510265903736116,
+      "grad_norm": 0.9334670190166793,
+      "learning_rate": 2.9270230137950552e-06,
+      "loss": 0.0427,
+      "step": 4690
+    },
+    {
+      "epoch": 0.4519882675385873,
+      "grad_norm": 0.775454072285955,
+      "learning_rate": 2.9195042227636426e-06,
+      "loss": 0.0444,
+      "step": 4700
+    },
+    {
+      "epoch": 0.45294994470356303,
+      "grad_norm": 0.5632572436503249,
+      "learning_rate": 2.9119815252752743e-06,
+      "loss": 0.0457,
+      "step": 4710
+    },
+    {
+      "epoch": 0.45391162186853873,
+      "grad_norm": 1.0113631925848434,
+      "learning_rate": 2.9044549913819125e-06,
+      "loss": 0.0442,
+      "step": 4720
+    },
+    {
+      "epoch": 0.4548732990335144,
+      "grad_norm": 0.4166738204599621,
+      "learning_rate": 2.8969246911712434e-06,
+      "loss": 0.0437,
+      "step": 4730
+    },
+    {
+      "epoch": 0.45583497619849017,
+      "grad_norm": 0.9268073772230255,
+      "learning_rate": 2.889390694766028e-06,
+      "loss": 0.0423,
+      "step": 4740
+    },
+    {
+      "epoch": 0.45679665336346587,
+      "grad_norm": 0.6091512029870576,
+      "learning_rate": 2.881853072323443e-06,
+      "loss": 0.0459,
+      "step": 4750
+    },
+    {
+      "epoch": 0.4577583305284416,
+      "grad_norm": 0.5711797531296462,
+      "learning_rate": 2.8743118940344343e-06,
+      "loss": 0.0413,
+      "step": 4760
+    },
+    {
+      "epoch": 0.4587200076934173,
+      "grad_norm": 1.8494451701329828,
+      "learning_rate": 2.8667672301230575e-06,
+      "loss": 0.0465,
+      "step": 4770
+    },
+    {
+      "epoch": 0.45968168485839306,
+      "grad_norm": 0.5088138418655762,
+      "learning_rate": 2.8592191508458288e-06,
+      "loss": 0.0446,
+      "step": 4780
+    },
+    {
+      "epoch": 0.46064336202336875,
+      "grad_norm": 1.7438489538411421,
+      "learning_rate": 2.851667726491069e-06,
+      "loss": 0.0461,
+      "step": 4790
+    },
+    {
+      "epoch": 0.46160503918834445,
+      "grad_norm": 0.839296281562141,
+      "learning_rate": 2.8441130273782438e-06,
+      "loss": 0.0409,
+      "step": 4800
+    },
+    {
+      "epoch": 0.4625667163533202,
+      "grad_norm": 0.7474269915658673,
+      "learning_rate": 2.8365551238573185e-06,
+      "loss": 0.045,
+      "step": 4810
+    },
+    {
+      "epoch": 0.4635283935182959,
+      "grad_norm": 0.5615061881783524,
+      "learning_rate": 2.828994086308097e-06,
+      "loss": 0.0426,
+      "step": 4820
+    },
+    {
+      "epoch": 0.46449007068327164,
+      "grad_norm": 0.49805225761624955,
+      "learning_rate": 2.8214299851395678e-06,
+      "loss": 0.0437,
+      "step": 4830
+    },
+    {
+      "epoch": 0.46545174784824733,
+      "grad_norm": 0.7362786640433004,
+      "learning_rate": 2.8138628907892455e-06,
+      "loss": 0.0423,
+      "step": 4840
+    },
+    {
+      "epoch": 0.4664134250132231,
+      "grad_norm": 0.47733459709767795,
+      "learning_rate": 2.806292873722521e-06,
+      "loss": 0.0432,
+      "step": 4850
+    },
+    {
+      "epoch": 0.4673751021781988,
+      "grad_norm": 0.47837681275959654,
+      "learning_rate": 2.798720004432e-06,
+      "loss": 0.0445,
+      "step": 4860
+    },
+    {
+      "epoch": 0.46833677934317447,
+      "grad_norm": 1.3835549449714315,
+      "learning_rate": 2.7911443534368476e-06,
+      "loss": 0.0432,
+      "step": 4870
+    },
+    {
+      "epoch": 0.4692984565081502,
+      "grad_norm": 0.4152625915730697,
+      "learning_rate": 2.783565991282134e-06,
+      "loss": 0.0433,
+      "step": 4880
+    },
+    {
+      "epoch": 0.4702601336731259,
+      "grad_norm": 0.7200706357449548,
+      "learning_rate": 2.775984988538175e-06,
+      "loss": 0.0474,
+      "step": 4890
+    },
+    {
+      "epoch": 0.47122181083810166,
+      "grad_norm": 0.48973002590162135,
+      "learning_rate": 2.768401415799876e-06,
+      "loss": 0.0424,
+      "step": 4900
+    },
+    {
+      "epoch": 0.47218348800307736,
+      "grad_norm": 1.3330132741282845,
+      "learning_rate": 2.760815343686073e-06,
+      "loss": 0.0461,
+      "step": 4910
+    },
+    {
+      "epoch": 0.4731451651680531,
+      "grad_norm": 1.4289513019099684,
+      "learning_rate": 2.75322684283888e-06,
+      "loss": 0.042,
+      "step": 4920
+    },
+    {
+      "epoch": 0.4741068423330288,
+      "grad_norm": 0.5441951129451363,
+      "learning_rate": 2.7456359839230247e-06,
+      "loss": 0.0449,
+      "step": 4930
+    },
+    {
+      "epoch": 0.4750685194980045,
+      "grad_norm": 0.7681339677997147,
+      "learning_rate": 2.738042837625192e-06,
+      "loss": 0.0413,
+      "step": 4940
+    },
+    {
+      "epoch": 0.47603019666298024,
+      "grad_norm": 0.7070600016198817,
+      "learning_rate": 2.7304474746533718e-06,
+      "loss": 0.0462,
+      "step": 4950
+    },
+    {
+      "epoch": 0.47699187382795594,
+      "grad_norm": 0.6300221395108899,
+      "learning_rate": 2.7228499657361905e-06,
+      "loss": 0.0462,
+      "step": 4960
+    },
+    {
+      "epoch": 0.4779535509929317,
+      "grad_norm": 0.9092212045792996,
+      "learning_rate": 2.715250381622263e-06,
+      "loss": 0.0428,
+      "step": 4970
+    },
+    {
+      "epoch": 0.4789152281579074,
+      "grad_norm": 0.8079811173904251,
+      "learning_rate": 2.7076487930795233e-06,
+      "loss": 0.0427,
+      "step": 4980
+    },
+    {
+      "epoch": 0.47987690532288313,
+      "grad_norm": 1.0965138792797642,
+      "learning_rate": 2.7000452708945745e-06,
+      "loss": 0.0448,
+      "step": 4990
+    },
+    {
+      "epoch": 0.4808385824878588,
+      "grad_norm": 0.6491687645075486,
+      "learning_rate": 2.6924398858720242e-06,
+      "loss": 0.0448,
+      "step": 5000
+    },
+    {
+      "epoch": 0.4818002596528345,
+      "grad_norm": 0.9705181797221856,
+      "learning_rate": 2.6848327088338283e-06,
+      "loss": 0.0459,
+      "step": 5010
+    },
+    {
+      "epoch": 0.48276193681781027,
+      "grad_norm": 0.5525931425134091,
+      "learning_rate": 2.6772238106186294e-06,
+      "loss": 0.0454,
+      "step": 5020
+    },
+    {
+      "epoch": 0.48372361398278596,
+      "grad_norm": 1.1109234432324662,
+      "learning_rate": 2.6696132620810973e-06,
+      "loss": 0.0408,
+      "step": 5030
+    },
+    {
+      "epoch": 0.4846852911477617,
+      "grad_norm": 1.527005234973535,
+      "learning_rate": 2.6620011340912693e-06,
+      "loss": 0.0444,
+      "step": 5040
+    },
+    {
+      "epoch": 0.4856469683127374,
+      "grad_norm": 0.4227029405442314,
+      "learning_rate": 2.6543874975338923e-06,
+      "loss": 0.0468,
+      "step": 5050
+    },
+    {
+      "epoch": 0.48660864547771315,
+      "grad_norm": 0.5229227427294103,
+      "learning_rate": 2.646772423307761e-06,
+      "loss": 0.0471,
+      "step": 5060
+    },
+    {
+      "epoch": 0.48757032264268885,
+      "grad_norm": 0.5140845125810779,
+      "learning_rate": 2.639155982325057e-06,
+      "loss": 0.0452,
+      "step": 5070
+    },
+    {
+      "epoch": 0.48853199980766454,
+      "grad_norm": 0.8075096651281918,
+      "learning_rate": 2.6315382455106874e-06,
+      "loss": 0.0445,
+      "step": 5080
+    },
+    {
+      "epoch": 0.4894936769726403,
+      "grad_norm": 0.6012464253856623,
+      "learning_rate": 2.623919283801631e-06,
+      "loss": 0.0473,
+      "step": 5090
+    },
+    {
+      "epoch": 0.490455354137616,
+      "grad_norm": 0.5008079687860367,
+      "learning_rate": 2.616299168146268e-06,
+      "loss": 0.0444,
+      "step": 5100
+    },
+    {
+      "epoch": 0.49141703130259173,
+      "grad_norm": 1.9446476507671282,
+      "learning_rate": 2.6086779695037272e-06,
+      "loss": 0.0464,
+      "step": 5110
+    },
+    {
+      "epoch": 0.4923787084675674,
+      "grad_norm": 0.4729754302852872,
+      "learning_rate": 2.601055758843221e-06,
+      "loss": 0.044,
+      "step": 5120
+    },
+    {
+      "epoch": 0.4933403856325432,
+      "grad_norm": 0.7292122366710135,
+      "learning_rate": 2.593432607143387e-06,
+      "loss": 0.0419,
+      "step": 5130
+    },
+    {
+      "epoch": 0.49430206279751887,
+      "grad_norm": 1.1703815724381668,
+      "learning_rate": 2.5858085853916236e-06,
+      "loss": 0.0438,
+      "step": 5140
+    },
+    {
+      "epoch": 0.49526373996249456,
+      "grad_norm": 1.3690448086457863,
+      "learning_rate": 2.578183764583434e-06,
+      "loss": 0.0435,
+      "step": 5150
+    },
+    {
+      "epoch": 0.4962254171274703,
+      "grad_norm": 0.6032771647281817,
+      "learning_rate": 2.5705582157217595e-06,
+      "loss": 0.0409,
+      "step": 5160
+    },
+    {
+      "epoch": 0.497187094292446,
+      "grad_norm": 1.5081599696960393,
+      "learning_rate": 2.5629320098163246e-06,
+      "loss": 0.0428,
+      "step": 5170
+    },
+    {
+      "epoch": 0.49814877145742176,
+      "grad_norm": 0.48495022810971583,
+      "learning_rate": 2.5553052178829676e-06,
+      "loss": 0.0452,
+      "step": 5180
+    },
+    {
+      "epoch": 0.49911044862239745,
+      "grad_norm": 0.4847346781347575,
+      "learning_rate": 2.5476779109429877e-06,
+      "loss": 0.0414,
+      "step": 5190
+    },
+    {
+      "epoch": 0.5000721257873731,
+      "grad_norm": 0.7641968222769143,
+      "learning_rate": 2.54005016002248e-06,
+      "loss": 0.0426,
+      "step": 5200
+    },
+    {
+      "epoch": 0.5010338029523489,
+      "grad_norm": 0.7054313690891985,
+      "learning_rate": 2.5324220361516693e-06,
+      "loss": 0.0428,
+      "step": 5210
+    },
+    {
+      "epoch": 0.5019954801173246,
+      "grad_norm": 0.5801585002763671,
+      "learning_rate": 2.524793610364259e-06,
+      "loss": 0.0432,
+      "step": 5220
+    },
+    {
+      "epoch": 0.5029571572823003,
+      "grad_norm": 2.368621411427518,
+      "learning_rate": 2.5171649536967617e-06,
+      "loss": 0.043,
+      "step": 5230
+    },
+    {
+      "epoch": 0.503918834447276,
+      "grad_norm": 0.42736695654692824,
+      "learning_rate": 2.5095361371878393e-06,
+      "loss": 0.0419,
+      "step": 5240
+    },
+    {
+      "epoch": 0.5048805116122518,
+      "grad_norm": 0.5977367913933342,
+      "learning_rate": 2.501907231877643e-06,
+      "loss": 0.0428,
+      "step": 5250
+    },
+    {
+      "epoch": 0.5058421887772275,
+      "grad_norm": 1.1822972909411187,
+      "learning_rate": 2.4942783088071496e-06,
+      "loss": 0.0437,
+      "step": 5260
+    },
+    {
+      "epoch": 0.5068038659422032,
+      "grad_norm": 1.3369593706112974,
+      "learning_rate": 2.486649439017505e-06,
+      "loss": 0.0439,
+      "step": 5270
+    },
+    {
+      "epoch": 0.5077655431071789,
+      "grad_norm": 1.5181523465907636,
+      "learning_rate": 2.479020693549353e-06,
+      "loss": 0.0443,
+      "step": 5280
+    },
+    {
+      "epoch": 0.5087272202721547,
+      "grad_norm": 0.8536466426831733,
+      "learning_rate": 2.4713921434421852e-06,
+      "loss": 0.0448,
+      "step": 5290
+    },
+    {
+      "epoch": 0.5096888974371303,
+      "grad_norm": 0.7383510406722349,
+      "learning_rate": 2.4637638597336715e-06,
+      "loss": 0.0424,
+      "step": 5300
+    },
+    {
+      "epoch": 0.510650574602106,
+      "grad_norm": 0.4626409742569067,
+      "learning_rate": 2.456135913459001e-06,
+      "loss": 0.043,
+      "step": 5310
+    },
+    {
+      "epoch": 0.5116122517670818,
+      "grad_norm": 1.383572929923116,
+      "learning_rate": 2.4485083756502214e-06,
+      "loss": 0.0404,
+      "step": 5320
+    },
+    {
+      "epoch": 0.5125739289320576,
+      "grad_norm": 0.43647989376828095,
+      "learning_rate": 2.4408813173355755e-06,
+      "loss": 0.0457,
+      "step": 5330
+    },
+    {
+      "epoch": 0.5135356060970332,
+      "grad_norm": 0.5221898200338801,
+      "learning_rate": 2.433254809538843e-06,
+      "loss": 0.043,
+      "step": 5340
+    },
+    {
+      "epoch": 0.5144972832620089,
+      "grad_norm": 0.9704439269300914,
+      "learning_rate": 2.4256289232786744e-06,
+      "loss": 0.0432,
+      "step": 5350
+    },
+    {
+      "epoch": 0.5154589604269847,
+      "grad_norm": 0.5421799798677618,
+      "learning_rate": 2.418003729567936e-06,
+      "loss": 0.044,
+      "step": 5360
+    },
+    {
+      "epoch": 0.5164206375919603,
+      "grad_norm": 0.6646835448118066,
+      "learning_rate": 2.410379299413042e-06,
+      "loss": 0.0458,
+      "step": 5370
+    },
+    {
+      "epoch": 0.5173823147569361,
+      "grad_norm": 0.8629468569650347,
+      "learning_rate": 2.4027557038132952e-06,
+      "loss": 0.0432,
+      "step": 5380
+    },
+    {
+      "epoch": 0.5183439919219118,
+      "grad_norm": 0.9591735678852654,
+      "learning_rate": 2.3951330137602328e-06,
+      "loss": 0.0435,
+      "step": 5390
+    },
+    {
+      "epoch": 0.5193056690868876,
+      "grad_norm": 0.5741425677800204,
+      "learning_rate": 2.3875113002369527e-06,
+      "loss": 0.0448,
+      "step": 5400
+    },
+    {
+      "epoch": 0.5202673462518632,
+      "grad_norm": 0.431185067205228,
+      "learning_rate": 2.3798906342174647e-06,
+      "loss": 0.0454,
+      "step": 5410
+    },
+    {
+      "epoch": 0.521229023416839,
+      "grad_norm": 1.2127210191586328,
+      "learning_rate": 2.37227108666602e-06,
+      "loss": 0.0436,
+      "step": 5420
+    },
+    {
+      "epoch": 0.5221907005818147,
+      "grad_norm": 1.8659626544532892,
+      "learning_rate": 2.3646527285364565e-06,
+      "loss": 0.0436,
+      "step": 5430
+    },
+    {
+      "epoch": 0.5231523777467904,
+      "grad_norm": 1.3221789641785466,
+      "learning_rate": 2.357035630771537e-06,
+      "loss": 0.0412,
+      "step": 5440
+    },
+    {
+      "epoch": 0.5241140549117661,
+      "grad_norm": 0.4451569840873578,
+      "learning_rate": 2.3494198643022853e-06,
+      "loss": 0.0422,
+      "step": 5450
+    },
+    {
+      "epoch": 0.5250757320767419,
+      "grad_norm": 0.6199729657511549,
+      "learning_rate": 2.341805500047329e-06,
+      "loss": 0.0445,
+      "step": 5460
+    },
+    {
+      "epoch": 0.5260374092417176,
+      "grad_norm": 0.4161902371279613,
+      "learning_rate": 2.334192608912241e-06,
+      "loss": 0.0422,
+      "step": 5470
+    },
+    {
+      "epoch": 0.5269990864066932,
+      "grad_norm": 1.0060957680823668,
+      "learning_rate": 2.3265812617888706e-06,
+      "loss": 0.042,
+      "step": 5480
+    },
+    {
+      "epoch": 0.527960763571669,
+      "grad_norm": 0.7187387267813719,
+      "learning_rate": 2.3189715295546953e-06,
+      "loss": 0.0414,
+      "step": 5490
+    },
+    {
+      "epoch": 0.5289224407366447,
+      "grad_norm": 1.047788234458364,
+      "learning_rate": 2.3113634830721505e-06,
+      "loss": 0.0455,
+      "step": 5500
+    },
+    {
+      "epoch": 0.5298841179016204,
+      "grad_norm": 0.47584001632884115,
+      "learning_rate": 2.3037571931879747e-06,
+      "loss": 0.0446,
+      "step": 5510
+    },
+    {
+      "epoch": 0.5308457950665961,
+      "grad_norm": 0.4545473716102162,
+      "learning_rate": 2.2961527307325496e-06,
+      "loss": 0.0423,
+      "step": 5520
+    },
+    {
+      "epoch": 0.5318074722315719,
+      "grad_norm": 0.42858677423369673,
+      "learning_rate": 2.2885501665192395e-06,
+      "loss": 0.0447,
+      "step": 5530
+    },
+    {
+      "epoch": 0.5327691493965476,
+      "grad_norm": 0.6591466862914502,
+      "learning_rate": 2.2809495713437315e-06,
+      "loss": 0.0399,
+      "step": 5540
+    },
+    {
+      "epoch": 0.5337308265615233,
+      "grad_norm": 0.7281536350858315,
+      "learning_rate": 2.2733510159833773e-06,
+      "loss": 0.0452,
+      "step": 5550
+    },
+    {
+      "epoch": 0.534692503726499,
+      "grad_norm": 0.5281721393924694,
+      "learning_rate": 2.265754571196533e-06,
+      "loss": 0.0427,
+      "step": 5560
+    },
+    {
+      "epoch": 0.5356541808914748,
+      "grad_norm": 0.8892627937684449,
+      "learning_rate": 2.2581603077219037e-06,
+      "loss": 0.0424,
+      "step": 5570
+    },
+    {
+      "epoch": 0.5366158580564504,
+      "grad_norm": 0.8659765243907781,
+      "learning_rate": 2.2505682962778762e-06,
+      "loss": 0.0434,
+      "step": 5580
+    },
+    {
+      "epoch": 0.5375775352214262,
+      "grad_norm": 0.7542553197206187,
+      "learning_rate": 2.2429786075618733e-06,
+      "loss": 0.0448,
+      "step": 5590
+    },
+    {
+      "epoch": 0.5385392123864019,
+      "grad_norm": 0.4321786979967103,
+      "learning_rate": 2.235391312249683e-06,
+      "loss": 0.0422,
+      "step": 5600
+    },
+    {
+      "epoch": 0.5395008895513776,
+      "grad_norm": 0.8541189894401751,
+      "learning_rate": 2.227806480994807e-06,
+      "loss": 0.0436,
+      "step": 5610
+    },
+    {
+      "epoch": 0.5404625667163533,
+      "grad_norm": 0.5243443446115236,
+      "learning_rate": 2.2202241844278037e-06,
+      "loss": 0.0427,
+      "step": 5620
+    },
+    {
+      "epoch": 0.541424243881329,
+      "grad_norm": 0.7214266899765223,
+      "learning_rate": 2.212644493155625e-06,
+      "loss": 0.0444,
+      "step": 5630
+    },
+    {
+      "epoch": 0.5423859210463048,
+      "grad_norm": 2.036198446815295,
+      "learning_rate": 2.2050674777609654e-06,
+      "loss": 0.0441,
+      "step": 5640
+    },
+    {
+      "epoch": 0.5433475982112804,
+      "grad_norm": 0.5036611961557795,
+      "learning_rate": 2.1974932088015986e-06,
+      "loss": 0.042,
+      "step": 5650
+    },
+    {
+      "epoch": 0.5443092753762562,
+      "grad_norm": 0.7247788792662955,
+      "learning_rate": 2.189921756809724e-06,
+      "loss": 0.0419,
+      "step": 5660
+    },
+    {
+      "epoch": 0.5452709525412319,
+      "grad_norm": 1.2890140149360336,
+      "learning_rate": 2.1823531922913117e-06,
+      "loss": 0.0449,
+      "step": 5670
+    },
+    {
+      "epoch": 0.5462326297062077,
+      "grad_norm": 0.5857986788423583,
+      "learning_rate": 2.1747875857254393e-06,
+      "loss": 0.0433,
+      "step": 5680
+    },
+    {
+      "epoch": 0.5471943068711833,
+      "grad_norm": 0.9598631770030072,
+      "learning_rate": 2.1672250075636407e-06,
+      "loss": 0.0435,
+      "step": 5690
+    },
+    {
+      "epoch": 0.5481559840361591,
+      "grad_norm": 0.6844341069823336,
+      "learning_rate": 2.1596655282292534e-06,
+      "loss": 0.0427,
+      "step": 5700
+    },
+    {
+      "epoch": 0.5491176612011348,
+      "grad_norm": 0.4035375672951785,
+      "learning_rate": 2.1521092181167524e-06,
+      "loss": 0.042,
+      "step": 5710
+    },
+    {
+      "epoch": 0.5500793383661104,
+      "grad_norm": 0.5495607649577819,
+      "learning_rate": 2.144556147591105e-06,
+      "loss": 0.0436,
+      "step": 5720
+    },
+    {
+      "epoch": 0.5510410155310862,
+      "grad_norm": 0.6717906009034129,
+      "learning_rate": 2.137006386987108e-06,
+      "loss": 0.0415,
+      "step": 5730
+    },
+    {
+      "epoch": 0.552002692696062,
+      "grad_norm": 1.4242030997442994,
+      "learning_rate": 2.1294600066087377e-06,
+      "loss": 0.0427,
+      "step": 5740
+    },
+    {
+      "epoch": 0.5529643698610377,
+      "grad_norm": 0.8452380115507164,
+      "learning_rate": 2.1219170767284946e-06,
+      "loss": 0.0428,
+      "step": 5750
+    },
+    {
+      "epoch": 0.5539260470260133,
+      "grad_norm": 1.5897862668947906,
+      "learning_rate": 2.114377667586744e-06,
+      "loss": 0.0452,
+      "step": 5760
+    },
+    {
+      "epoch": 0.5548877241909891,
+      "grad_norm": 0.49608564909811864,
+      "learning_rate": 2.1068418493910713e-06,
+      "loss": 0.0424,
+      "step": 5770
+    },
+    {
+      "epoch": 0.5558494013559648,
+      "grad_norm": 0.47117844626437866,
+      "learning_rate": 2.099309692315618e-06,
+      "loss": 0.0417,
+      "step": 5780
+    },
+    {
+      "epoch": 0.5568110785209405,
+      "grad_norm": 0.7589564300613016,
+      "learning_rate": 2.091781266500434e-06,
+      "loss": 0.041,
+      "step": 5790
+    },
+    {
+      "epoch": 0.5577727556859162,
+      "grad_norm": 0.564076112638375,
+      "learning_rate": 2.0842566420508255e-06,
+      "loss": 0.0433,
+      "step": 5800
+    },
+    {
+      "epoch": 0.558734432850892,
+      "grad_norm": 0.7198933045635281,
+      "learning_rate": 2.0767358890366977e-06,
+      "loss": 0.0427,
+      "step": 5810
+    },
+    {
+      "epoch": 0.5596961100158677,
+      "grad_norm": 0.43713094485824605,
+      "learning_rate": 2.0692190774919064e-06,
+      "loss": 0.0425,
+      "step": 5820
+    },
+    {
+      "epoch": 0.5606577871808434,
+      "grad_norm": 0.5878750877004351,
+      "learning_rate": 2.0617062774136035e-06,
+      "loss": 0.0429,
+      "step": 5830
+    },
+    {
+      "epoch": 0.5616194643458191,
+      "grad_norm": 0.4614727128290557,
+      "learning_rate": 2.0541975587615843e-06,
+      "loss": 0.0438,
+      "step": 5840
+    },
+    {
+      "epoch": 0.5625811415107949,
+      "grad_norm": 0.38982146532268463,
+      "learning_rate": 2.0466929914576404e-06,
+      "loss": 0.0437,
+      "step": 5850
+    },
+    {
+      "epoch": 0.5635428186757705,
+      "grad_norm": 0.4715776053492419,
+      "learning_rate": 2.039192645384902e-06,
+      "loss": 0.041,
+      "step": 5860
+    },
+    {
+      "epoch": 0.5645044958407462,
+      "grad_norm": 0.6832896104268298,
+      "learning_rate": 2.031696590387197e-06,
+      "loss": 0.0419,
+      "step": 5870
+    },
+    {
+      "epoch": 0.565466173005722,
+      "grad_norm": 0.4923955390903546,
+      "learning_rate": 2.024204896268387e-06,
+      "loss": 0.0433,
+      "step": 5880
+    },
+    {
+      "epoch": 0.5664278501706977,
+      "grad_norm": 0.9742001521338618,
+      "learning_rate": 2.0167176327917286e-06,
+      "loss": 0.0395,
+      "step": 5890
+    },
+    {
+      "epoch": 0.5673895273356734,
+      "grad_norm": 0.5145824133227087,
+      "learning_rate": 2.0092348696792217e-06,
+      "loss": 0.0456,
+      "step": 5900
+    },
+    {
+      "epoch": 0.5683512045006491,
+      "grad_norm": 0.8679578670178179,
+      "learning_rate": 2.0017566766109547e-06,
+      "loss": 0.0417,
+      "step": 5910
+    },
+    {
+      "epoch": 0.5693128816656249,
+      "grad_norm": 0.4704419272351941,
+      "learning_rate": 1.9942831232244608e-06,
+      "loss": 0.0442,
+      "step": 5920
+    },
+    {
+      "epoch": 0.5702745588306005,
+      "grad_norm": 0.5289955891699124,
+      "learning_rate": 1.9868142791140695e-06,
+      "loss": 0.0439,
+      "step": 5930
+    },
+    {
+      "epoch": 0.5712362359955763,
+      "grad_norm": 0.38009738344652527,
+      "learning_rate": 1.9793502138302547e-06,
+      "loss": 0.0453,
+      "step": 5940
+    },
+    {
+      "epoch": 0.572197913160552,
+      "grad_norm": 0.5390189831569139,
+      "learning_rate": 1.971890996878992e-06,
+      "loss": 0.0429,
+      "step": 5950
+    },
+    {
+      "epoch": 0.5731595903255278,
+      "grad_norm": 0.6933797373813755,
+      "learning_rate": 1.9644366977211073e-06,
+      "loss": 0.0419,
+      "step": 5960
+    },
+    {
+      "epoch": 0.5741212674905034,
+      "grad_norm": 0.776207286543582,
+      "learning_rate": 1.9569873857716304e-06,
+      "loss": 0.0421,
+      "step": 5970
+    },
+    {
+      "epoch": 0.5750829446554792,
+      "grad_norm": 2.009477600999501,
+      "learning_rate": 1.9495431303991542e-06,
+      "loss": 0.0425,
+      "step": 5980
+    },
+    {
+      "epoch": 0.5760446218204549,
+      "grad_norm": 0.6838782686872555,
+      "learning_rate": 1.9421040009251786e-06,
+      "loss": 0.0435,
+      "step": 5990
+    },
+    {
+      "epoch": 0.5770062989854305,
+      "grad_norm": 0.4101746127710506,
+      "learning_rate": 1.9346700666234767e-06,
+      "loss": 0.0415,
+      "step": 6000
+    },
+    {
+      "epoch": 0.5779679761504063,
+      "grad_norm": 0.8372366206448584,
+      "learning_rate": 1.927241396719439e-06,
+      "loss": 0.0406,
+      "step": 6010
+    },
+    {
+      "epoch": 0.578929653315382,
+      "grad_norm": 0.8293841287143796,
+      "learning_rate": 1.919818060389435e-06,
+      "loss": 0.0446,
+      "step": 6020
+    },
+    {
+      "epoch": 0.5798913304803578,
+      "grad_norm": 0.5791382279617594,
+      "learning_rate": 1.9124001267601684e-06,
+      "loss": 0.042,
+      "step": 6030
+    },
+    {
+      "epoch": 0.5808530076453334,
+      "grad_norm": 0.4281340220514872,
+      "learning_rate": 1.9049876649080317e-06,
+      "loss": 0.0449,
+      "step": 6040
+    },
+    {
+      "epoch": 0.5818146848103092,
+      "grad_norm": 0.6137279345182578,
+      "learning_rate": 1.8975807438584643e-06,
+      "loss": 0.0418,
+      "step": 6050
+    },
+    {
+      "epoch": 0.5827763619752849,
+      "grad_norm": 1.5064175776869198,
+      "learning_rate": 1.8901794325853087e-06,
+      "loss": 0.0418,
+      "step": 6060
+    },
+    {
+      "epoch": 0.5837380391402606,
+      "grad_norm": 0.9453557496198544,
+      "learning_rate": 1.8827838000101675e-06,
+      "loss": 0.0404,
+      "step": 6070
+    },
+    {
+      "epoch": 0.5846997163052363,
+      "grad_norm": 0.5923934723511699,
+      "learning_rate": 1.8753939150017673e-06,
+      "loss": 0.0423,
+      "step": 6080
+    },
+    {
+      "epoch": 0.5856613934702121,
+      "grad_norm": 0.4254672638303066,
+      "learning_rate": 1.8680098463753068e-06,
+      "loss": 0.0428,
+      "step": 6090
+    },
+    {
+      "epoch": 0.5866230706351878,
+      "grad_norm": 0.44726867465519093,
+      "learning_rate": 1.8606316628918252e-06,
+      "loss": 0.0422,
+      "step": 6100
+    },
+    {
+      "epoch": 0.5875847478001635,
+      "grad_norm": 0.48624010136686635,
+      "learning_rate": 1.853259433257561e-06,
+      "loss": 0.0455,
+      "step": 6110
+    },
+    {
+      "epoch": 0.5885464249651392,
+      "grad_norm": 0.5863898540403713,
+      "learning_rate": 1.8458932261233053e-06,
+      "loss": 0.0392,
+      "step": 6120
+    },
+    {
+      "epoch": 0.589508102130115,
+      "grad_norm": 0.8135569721537507,
+      "learning_rate": 1.838533110083771e-06,
+      "loss": 0.042,
+      "step": 6130
+    },
+    {
+      "epoch": 0.5904697792950906,
+      "grad_norm": 0.6840054286753812,
+      "learning_rate": 1.8311791536769485e-06,
+      "loss": 0.0439,
+      "step": 6140
+    },
+    {
+      "epoch": 0.5914314564600663,
+      "grad_norm": 0.4775518715074939,
+      "learning_rate": 1.8238314253834683e-06,
+      "loss": 0.044,
+      "step": 6150
+    },
+    {
+      "epoch": 0.5923931336250421,
+      "grad_norm": 0.47342909943017597,
+      "learning_rate": 1.8164899936259666e-06,
+      "loss": 0.0417,
+      "step": 6160
+    },
+    {
+      "epoch": 0.5933548107900178,
+      "grad_norm": 0.5302716889091093,
+      "learning_rate": 1.8091549267684433e-06,
+      "loss": 0.0447,
+      "step": 6170
+    },
+    {
+      "epoch": 0.5943164879549935,
+      "grad_norm": 1.2190368838775454,
+      "learning_rate": 1.8018262931156313e-06,
+      "loss": 0.0439,
+      "step": 6180
+    },
+    {
+      "epoch": 0.5952781651199692,
+      "grad_norm": 0.45725956084151625,
+      "learning_rate": 1.794504160912353e-06,
+      "loss": 0.0425,
+      "step": 6190
+    },
+    {
+      "epoch": 0.596239842284945,
+      "grad_norm": 0.6355276933783601,
+      "learning_rate": 1.7871885983428895e-06,
+      "loss": 0.0413,
+      "step": 6200
+    },
+    {
+      "epoch": 0.5972015194499206,
+      "grad_norm": 1.0623670911503607,
+      "learning_rate": 1.779879673530348e-06,
+      "loss": 0.0436,
+      "step": 6210
+    },
+    {
+      "epoch": 0.5981631966148964,
+      "grad_norm": 0.6397303536864815,
+      "learning_rate": 1.7725774545360216e-06,
+      "loss": 0.0416,
+      "step": 6220
+    },
+    {
+      "epoch": 0.5991248737798721,
+      "grad_norm": 0.5457849493889795,
+      "learning_rate": 1.7652820093587597e-06,
+      "loss": 0.0426,
+      "step": 6230
+    },
+    {
+      "epoch": 0.6000865509448479,
+      "grad_norm": 1.1582412870703396,
+      "learning_rate": 1.7579934059343318e-06,
+      "loss": 0.0456,
+      "step": 6240
+    },
+    {
+      "epoch": 0.6010482281098235,
+      "grad_norm": 0.43830245728221406,
+      "learning_rate": 1.750711712134797e-06,
+      "loss": 0.0448,
+      "step": 6250
+    },
+    {
+      "epoch": 0.6020099052747993,
+      "grad_norm": 0.8866256176979662,
+      "learning_rate": 1.7434369957678728e-06,
+      "loss": 0.0432,
+      "step": 6260
+    },
+    {
+      "epoch": 0.602971582439775,
+      "grad_norm": 0.8522695993637045,
+      "learning_rate": 1.7361693245763001e-06,
+      "loss": 0.0409,
+      "step": 6270
+    },
+    {
+      "epoch": 0.6039332596047506,
+      "grad_norm": 0.8749773589111838,
+      "learning_rate": 1.7289087662372178e-06,
+      "loss": 0.0422,
+      "step": 6280
+    },
+    {
+      "epoch": 0.6048949367697264,
+      "grad_norm": 0.4051318145545014,
+      "learning_rate": 1.7216553883615252e-06,
+      "loss": 0.0409,
+      "step": 6290
+    },
+    {
+      "epoch": 0.6058566139347021,
+      "grad_norm": 1.1408427717249285,
+      "learning_rate": 1.7144092584932586e-06,
+      "loss": 0.042,
+      "step": 6300
+    },
+    {
+      "epoch": 0.6068182910996779,
+      "grad_norm": 0.518820991524683,
+      "learning_rate": 1.7071704441089618e-06,
+      "loss": 0.0422,
+      "step": 6310
+    },
+    {
+      "epoch": 0.6077799682646535,
+      "grad_norm": 0.6119522004068226,
+      "learning_rate": 1.6999390126170545e-06,
+      "loss": 0.0431,
+      "step": 6320
+    },
+    {
+      "epoch": 0.6087416454296293,
+      "grad_norm": 0.4706543014946102,
+      "learning_rate": 1.6927150313572043e-06,
+      "loss": 0.0424,
+      "step": 6330
+    },
+    {
+      "epoch": 0.609703322594605,
+      "grad_norm": 0.4997918459588703,
+      "learning_rate": 1.6854985675997065e-06,
+      "loss": 0.0406,
+      "step": 6340
+    },
+    {
+      "epoch": 0.6106649997595807,
+      "grad_norm": 0.8090084290805342,
+      "learning_rate": 1.678289688544849e-06,
+      "loss": 0.0416,
+      "step": 6350
+    },
+    {
+      "epoch": 0.6116266769245564,
+      "grad_norm": 0.43872771728439036,
+      "learning_rate": 1.671088461322292e-06,
+      "loss": 0.0395,
+      "step": 6360
+    },
+    {
+      "epoch": 0.6125883540895322,
+      "grad_norm": 0.5631284397297477,
+      "learning_rate": 1.6638949529904403e-06,
+      "loss": 0.0449,
+      "step": 6370
+    },
+    {
+      "epoch": 0.6135500312545079,
+      "grad_norm": 0.5498319172158895,
+      "learning_rate": 1.65670923053582e-06,
+      "loss": 0.0403,
+      "step": 6380
+    },
+    {
+      "epoch": 0.6145117084194835,
+      "grad_norm": 0.7868860400442366,
+      "learning_rate": 1.6495313608724557e-06,
+      "loss": 0.0443,
+      "step": 6390
+    },
+    {
+      "epoch": 0.6154733855844593,
+      "grad_norm": 0.6517094496703933,
+      "learning_rate": 1.6423614108412434e-06,
+      "loss": 0.0425,
+      "step": 6400
+    },
+    {
+      "epoch": 0.616435062749435,
+      "grad_norm": 1.4943738625400873,
+      "learning_rate": 1.6351994472093347e-06,
+      "loss": 0.0443,
+      "step": 6410
+    },
+    {
+      "epoch": 0.6173967399144107,
+      "grad_norm": 0.662103244147144,
+      "learning_rate": 1.6280455366695085e-06,
+      "loss": 0.0393,
+      "step": 6420
+    },
+    {
+      "epoch": 0.6183584170793864,
+      "grad_norm": 0.5809781171022292,
+      "learning_rate": 1.6208997458395526e-06,
+      "loss": 0.0423,
+      "step": 6430
+    },
+    {
+      "epoch": 0.6193200942443622,
+      "grad_norm": 1.3782127631896581,
+      "learning_rate": 1.6137621412616448e-06,
+      "loss": 0.0434,
+      "step": 6440
+    },
+    {
+      "epoch": 0.6202817714093379,
+      "grad_norm": 0.45907268418219555,
+      "learning_rate": 1.6066327894017302e-06,
+      "loss": 0.0447,
+      "step": 6450
+    },
+    {
+      "epoch": 0.6212434485743136,
+      "grad_norm": 0.5174629861619041,
+      "learning_rate": 1.5995117566489068e-06,
+      "loss": 0.0407,
+      "step": 6460
+    },
+    {
+      "epoch": 0.6222051257392893,
+      "grad_norm": 0.48597276896651986,
+      "learning_rate": 1.5923991093148011e-06,
+      "loss": 0.0407,
+      "step": 6470
+    },
+    {
+      "epoch": 0.6231668029042651,
+      "grad_norm": 0.6328847491444265,
+      "learning_rate": 1.5852949136329549e-06,
+      "loss": 0.0399,
+      "step": 6480
+    },
+    {
+      "epoch": 0.6241284800692407,
+      "grad_norm": 0.5901459489466954,
+      "learning_rate": 1.5781992357582093e-06,
+      "loss": 0.0397,
+      "step": 6490
+    },
+    {
+      "epoch": 0.6250901572342165,
+      "grad_norm": 0.7585451060339511,
+      "learning_rate": 1.571112141766084e-06,
+      "loss": 0.0419,
+      "step": 6500
+    },
+    {
+      "epoch": 0.6260518343991922,
+      "grad_norm": 0.8173256050211164,
+      "learning_rate": 1.5640336976521687e-06,
+      "loss": 0.0416,
+      "step": 6510
+    },
+    {
+      "epoch": 0.627013511564168,
+      "grad_norm": 1.4032776874364878,
+      "learning_rate": 1.5569639693315005e-06,
+      "loss": 0.0412,
+      "step": 6520
+    },
+    {
+      "epoch": 0.6279751887291436,
+      "grad_norm": 1.0685123649144748,
+      "learning_rate": 1.549903022637957e-06,
+      "loss": 0.0431,
+      "step": 6530
+    },
+    {
+      "epoch": 0.6289368658941193,
+      "grad_norm": 0.4560263122724366,
+      "learning_rate": 1.5428509233236403e-06,
+      "loss": 0.0441,
+      "step": 6540
+    },
+    {
+      "epoch": 0.6298985430590951,
+      "grad_norm": 1.0070476113771596,
+      "learning_rate": 1.5358077370582642e-06,
+      "loss": 0.0434,
+      "step": 6550
+    },
+    {
+      "epoch": 0.6308602202240707,
+      "grad_norm": 0.8300929297306663,
+      "learning_rate": 1.5287735294285433e-06,
+      "loss": 0.0401,
+      "step": 6560
+    },
+    {
+      "epoch": 0.6318218973890465,
+      "grad_norm": 1.131111519514137,
+      "learning_rate": 1.5217483659375841e-06,
+      "loss": 0.0399,
+      "step": 6570
+    },
+    {
+      "epoch": 0.6327835745540222,
+      "grad_norm": 0.587880961068466,
+      "learning_rate": 1.5147323120042714e-06,
+      "loss": 0.0428,
+      "step": 6580
+    },
+    {
+      "epoch": 0.633745251718998,
+      "grad_norm": 1.0284755328105561,
+      "learning_rate": 1.5077254329626628e-06,
+      "loss": 0.042,
+      "step": 6590
+    },
+    {
+      "epoch": 0.6347069288839736,
+      "grad_norm": 0.3595199730407531,
+      "learning_rate": 1.5007277940613774e-06,
+      "loss": 0.0419,
+      "step": 6600
+    },
+    {
+      "epoch": 0.6356686060489494,
+      "grad_norm": 0.5035614392741097,
+      "learning_rate": 1.4937394604629884e-06,
+      "loss": 0.0402,
+      "step": 6610
+    },
+    {
+      "epoch": 0.6366302832139251,
+      "grad_norm": 0.6001015498395232,
+      "learning_rate": 1.4867604972434208e-06,
+      "loss": 0.0384,
+      "step": 6620
+    },
+    {
+      "epoch": 0.6375919603789008,
+      "grad_norm": 0.7010814992736488,
+      "learning_rate": 1.4797909693913377e-06,
+      "loss": 0.0415,
+      "step": 6630
+    },
+    {
+      "epoch": 0.6385536375438765,
+      "grad_norm": 0.5089901683697078,
+      "learning_rate": 1.4728309418075426e-06,
+      "loss": 0.0405,
+      "step": 6640
+    },
+    {
+      "epoch": 0.6395153147088523,
+      "grad_norm": 0.4665309437125048,
+      "learning_rate": 1.4658804793043699e-06,
+      "loss": 0.044,
+      "step": 6650
+    },
+    {
+      "epoch": 0.640476991873828,
+      "grad_norm": 0.8356334488602131,
+      "learning_rate": 1.4589396466050832e-06,
+      "loss": 0.0416,
+      "step": 6660
+    },
+    {
+      "epoch": 0.6414386690388036,
+      "grad_norm": 0.44270034247601925,
+      "learning_rate": 1.4520085083432734e-06,
+      "loss": 0.0412,
+      "step": 6670
+    },
+    {
+      "epoch": 0.6424003462037794,
+      "grad_norm": 0.7489952954271486,
+      "learning_rate": 1.4450871290622554e-06,
+      "loss": 0.0439,
+      "step": 6680
+    },
+    {
+      "epoch": 0.6433620233687551,
+      "grad_norm": 0.42237676085901227,
+      "learning_rate": 1.4381755732144699e-06,
+      "loss": 0.0419,
+      "step": 6690
+    },
+    {
+      "epoch": 0.6443237005337308,
+      "grad_norm": 1.2620404331694897,
+      "learning_rate": 1.431273905160876e-06,
+      "loss": 0.0434,
+      "step": 6700
+    },
+    {
+      "epoch": 0.6452853776987065,
+      "grad_norm": 1.3093827631345767,
+      "learning_rate": 1.4243821891703616e-06,
+      "loss": 0.0427,
+      "step": 6710
+    },
+    {
+      "epoch": 0.6462470548636823,
+      "grad_norm": 0.5406361365850345,
+      "learning_rate": 1.4175004894191394e-06,
+      "loss": 0.0397,
+      "step": 6720
+    },
+    {
+      "epoch": 0.647208732028658,
+      "grad_norm": 0.919800930400262,
+      "learning_rate": 1.410628869990147e-06,
+      "loss": 0.0415,
+      "step": 6730
+    },
+    {
+      "epoch": 0.6481704091936337,
+      "grad_norm": 1.0580469537937296,
+      "learning_rate": 1.4037673948724574e-06,
+      "loss": 0.0413,
+      "step": 6740
+    },
+    {
+      "epoch": 0.6491320863586094,
+      "grad_norm": 0.7287531802420544,
+      "learning_rate": 1.3969161279606767e-06,
+      "loss": 0.0428,
+      "step": 6750
+    },
+    {
+      "epoch": 0.6500937635235852,
+      "grad_norm": 0.6293842645122758,
+      "learning_rate": 1.3900751330543494e-06,
+      "loss": 0.0436,
+      "step": 6760
+    },
+    {
+      "epoch": 0.6510554406885608,
+      "grad_norm": 0.6953957911654947,
+      "learning_rate": 1.3832444738573723e-06,
+      "loss": 0.0398,
+      "step": 6770
+    },
+    {
+      "epoch": 0.6520171178535366,
+      "grad_norm": 0.5239533078055859,
+      "learning_rate": 1.3764242139773895e-06,
+      "loss": 0.0393,
+      "step": 6780
+    },
+    {
+      "epoch": 0.6529787950185123,
+      "grad_norm": 0.7634595359692176,
+      "learning_rate": 1.3696144169252062e-06,
+      "loss": 0.0446,
+      "step": 6790
+    },
+    {
+      "epoch": 0.653940472183488,
+      "grad_norm": 0.7313585767752528,
+      "learning_rate": 1.362815146114202e-06,
+      "loss": 0.0392,
+      "step": 6800
+    },
+    {
+      "epoch": 0.6549021493484637,
+      "grad_norm": 1.3268505098290664,
+      "learning_rate": 1.3560264648597288e-06,
+      "loss": 0.0411,
+      "step": 6810
+    },
+    {
+      "epoch": 0.6558638265134394,
+      "grad_norm": 0.5641620596497435,
+      "learning_rate": 1.3492484363785323e-06,
+      "loss": 0.0411,
+      "step": 6820
+    },
+    {
+      "epoch": 0.6568255036784152,
+      "grad_norm": 0.5258537628772953,
+      "learning_rate": 1.3424811237881577e-06,
+      "loss": 0.0407,
+      "step": 6830
+    },
+    {
+      "epoch": 0.6577871808433908,
+      "grad_norm": 0.9306538181266067,
+      "learning_rate": 1.3357245901063603e-06,
+      "loss": 0.0393,
+      "step": 6840
+    },
+    {
+      "epoch": 0.6587488580083666,
+      "grad_norm": 1.4515124398565762,
+      "learning_rate": 1.328978898250525e-06,
+      "loss": 0.0435,
+      "step": 6850
+    },
+    {
+      "epoch": 0.6597105351733423,
+      "grad_norm": 0.43227453802449645,
+      "learning_rate": 1.3222441110370745e-06,
+      "loss": 0.0417,
+      "step": 6860
+    },
+    {
+      "epoch": 0.6606722123383181,
+      "grad_norm": 1.2748171351398383,
+      "learning_rate": 1.3155202911808879e-06,
+      "loss": 0.0432,
+      "step": 6870
+    },
+    {
+      "epoch": 0.6616338895032937,
+      "grad_norm": 1.0810393312261808,
+      "learning_rate": 1.3088075012947152e-06,
+      "loss": 0.0446,
+      "step": 6880
+    },
+    {
+      "epoch": 0.6625955666682695,
+      "grad_norm": 0.6132459870897132,
+      "learning_rate": 1.3021058038885926e-06,
+      "loss": 0.044,
+      "step": 6890
+    },
+    {
+      "epoch": 0.6635572438332452,
+      "grad_norm": 0.42104508744607877,
+      "learning_rate": 1.295415261369264e-06,
+      "loss": 0.0414,
+      "step": 6900
+    },
+    {
+      "epoch": 0.6645189209982209,
+      "grad_norm": 0.483065681929465,
+      "learning_rate": 1.2887359360395985e-06,
+      "loss": 0.0429,
+      "step": 6910
+    },
+    {
+      "epoch": 0.6654805981631966,
+      "grad_norm": 0.530867571556329,
+      "learning_rate": 1.2820678900980093e-06,
+      "loss": 0.0424,
+      "step": 6920
+    },
+    {
+      "epoch": 0.6664422753281724,
+      "grad_norm": 0.48095167095215713,
+      "learning_rate": 1.2754111856378731e-06,
+      "loss": 0.0425,
+      "step": 6930
+    },
+    {
+      "epoch": 0.6674039524931481,
+      "grad_norm": 0.7108950849221806,
+      "learning_rate": 1.268765884646957e-06,
+      "loss": 0.0438,
+      "step": 6940
+    },
+    {
+      "epoch": 0.6683656296581237,
+      "grad_norm": 0.9070183197008045,
+      "learning_rate": 1.2621320490068373e-06,
+      "loss": 0.0421,
+      "step": 6950
+    },
+    {
+      "epoch": 0.6693273068230995,
+      "grad_norm": 0.4518351637086708,
+      "learning_rate": 1.25550974049232e-06,
+      "loss": 0.0419,
+      "step": 6960
+    },
+    {
+      "epoch": 0.6702889839880752,
+      "grad_norm": 0.8309299622802877,
+      "learning_rate": 1.2488990207708771e-06,
+      "loss": 0.042,
+      "step": 6970
+    },
+    {
+      "epoch": 0.6712506611530509,
+      "grad_norm": 0.7380844303601123,
+      "learning_rate": 1.2422999514020589e-06,
+      "loss": 0.0395,
+      "step": 6980
+    },
+    {
+      "epoch": 0.6722123383180266,
+      "grad_norm": 0.6857979926972501,
+      "learning_rate": 1.2357125938369263e-06,
+      "loss": 0.0438,
+      "step": 6990
+    },
+    {
+      "epoch": 0.6731740154830024,
+      "grad_norm": 0.5018800850247064,
+      "learning_rate": 1.229137009417485e-06,
+      "loss": 0.0396,
+      "step": 7000
+    },
+    {
+      "epoch": 0.6741356926479781,
+      "grad_norm": 0.4534909260481321,
+      "learning_rate": 1.2225732593761017e-06,
+      "loss": 0.0392,
+      "step": 7010
+    },
+    {
+      "epoch": 0.6750973698129538,
+      "grad_norm": 0.49394328986358843,
+      "learning_rate": 1.2160214048349433e-06,
+      "loss": 0.0378,
+      "step": 7020
+    },
+    {
+      "epoch": 0.6760590469779295,
+      "grad_norm": 0.9624985342694362,
+      "learning_rate": 1.209481506805406e-06,
+      "loss": 0.0428,
+      "step": 7030
+    },
+    {
+      "epoch": 0.6770207241429053,
+      "grad_norm": 0.4325500159233589,
+      "learning_rate": 1.2029536261875427e-06,
+      "loss": 0.0395,
+      "step": 7040
+    },
+    {
+      "epoch": 0.6779824013078809,
+      "grad_norm": 0.9632351206453356,
+      "learning_rate": 1.196437823769502e-06,
+      "loss": 0.0413,
+      "step": 7050
+    },
+    {
+      "epoch": 0.6789440784728566,
+      "grad_norm": 0.42422316589614495,
+      "learning_rate": 1.1899341602269594e-06,
+      "loss": 0.0431,
+      "step": 7060
+    },
+    {
+      "epoch": 0.6799057556378324,
+      "grad_norm": 1.1890218091401108,
+      "learning_rate": 1.1834426961225481e-06,
+      "loss": 0.0423,
+      "step": 7070
+    },
+    {
+      "epoch": 0.6808674328028081,
+      "grad_norm": 0.5814806800016806,
+      "learning_rate": 1.1769634919053064e-06,
+      "loss": 0.0406,
+      "step": 7080
+    },
+    {
+      "epoch": 0.6818291099677838,
+      "grad_norm": 0.8642445495362637,
+      "learning_rate": 1.1704966079101004e-06,
+      "loss": 0.0412,
+      "step": 7090
+    },
+    {
+      "epoch": 0.6827907871327595,
+      "grad_norm": 0.6638831563313253,
+      "learning_rate": 1.1640421043570731e-06,
+      "loss": 0.0419,
+      "step": 7100
+    },
+    {
+      "epoch": 0.6837524642977353,
+      "grad_norm": 0.4656296936883594,
+      "learning_rate": 1.1576000413510807e-06,
+      "loss": 0.0388,
+      "step": 7110
+    },
+    {
+      "epoch": 0.6847141414627109,
+      "grad_norm": 0.608477113115962,
+      "learning_rate": 1.1511704788811279e-06,
+      "loss": 0.0387,
+      "step": 7120
+    },
+    {
+      "epoch": 0.6856758186276867,
+      "grad_norm": 0.7570689824228782,
+      "learning_rate": 1.1447534768198172e-06,
+      "loss": 0.0448,
+      "step": 7130
+    },
+    {
+      "epoch": 0.6866374957926624,
+      "grad_norm": 0.8986085327117616,
+      "learning_rate": 1.138349094922786e-06,
+      "loss": 0.0429,
+      "step": 7140
+    },
+    {
+      "epoch": 0.6875991729576382,
+      "grad_norm": 1.503456656590047,
+      "learning_rate": 1.131957392828153e-06,
+      "loss": 0.0412,
+      "step": 7150
+    },
+    {
+      "epoch": 0.6885608501226138,
+      "grad_norm": 0.6347360509170766,
+      "learning_rate": 1.1255784300559586e-06,
+      "loss": 0.0412,
+      "step": 7160
+    },
+    {
+      "epoch": 0.6895225272875896,
+      "grad_norm": 0.4489408327543287,
+      "learning_rate": 1.1192122660076166e-06,
+      "loss": 0.0402,
+      "step": 7170
+    },
+    {
+      "epoch": 0.6904842044525653,
+      "grad_norm": 0.6670976976990822,
+      "learning_rate": 1.1128589599653582e-06,
+      "loss": 0.0401,
+      "step": 7180
+    },
+    {
+      "epoch": 0.691445881617541,
+      "grad_norm": 0.9933689174256539,
+      "learning_rate": 1.1065185710916765e-06,
+      "loss": 0.04,
+      "step": 7190
+    },
+    {
+      "epoch": 0.6924075587825167,
+      "grad_norm": 0.6284161292890578,
+      "learning_rate": 1.100191158428782e-06,
+      "loss": 0.0364,
+      "step": 7200
+    },
+    {
+      "epoch": 0.6933692359474924,
+      "grad_norm": 0.4700635843854806,
+      "learning_rate": 1.0938767808980485e-06,
+      "loss": 0.0437,
+      "step": 7210
+    },
+    {
+      "epoch": 0.6943309131124682,
+      "grad_norm": 0.7343046843683528,
+      "learning_rate": 1.0875754972994663e-06,
+      "loss": 0.0405,
+      "step": 7220
+    },
+    {
+      "epoch": 0.6952925902774438,
+      "grad_norm": 0.4976751819036805,
+      "learning_rate": 1.0812873663110936e-06,
+      "loss": 0.0405,
+      "step": 7230
+    },
+    {
+      "epoch": 0.6962542674424196,
+      "grad_norm": 0.48317496471866167,
+      "learning_rate": 1.0750124464885094e-06,
+      "loss": 0.0408,
+      "step": 7240
+    },
+    {
+      "epoch": 0.6972159446073953,
+      "grad_norm": 0.445523797642238,
+      "learning_rate": 1.0687507962642707e-06,
+      "loss": 0.0427,
+      "step": 7250
+    },
+    {
+      "epoch": 0.698177621772371,
+      "grad_norm": 0.5198335312839286,
+      "learning_rate": 1.0625024739473674e-06,
+      "loss": 0.0423,
+      "step": 7260
+    },
+    {
+      "epoch": 0.6991392989373467,
+      "grad_norm": 0.44310712063912416,
+      "learning_rate": 1.056267537722675e-06,
+      "loss": 0.0414,
+      "step": 7270
+    },
+    {
+      "epoch": 0.7001009761023225,
+      "grad_norm": 0.7564949393953974,
+      "learning_rate": 1.050046045650423e-06,
+      "loss": 0.0411,
+      "step": 7280
+    },
+    {
+      "epoch": 0.7010626532672982,
+      "grad_norm": 0.7540264100959939,
+      "learning_rate": 1.0438380556656427e-06,
+      "loss": 0.0415,
+      "step": 7290
+    },
+    {
+      "epoch": 0.7020243304322739,
+      "grad_norm": 0.46151021056205804,
+      "learning_rate": 1.0376436255776328e-06,
+      "loss": 0.0399,
+      "step": 7300
+    },
+    {
+      "epoch": 0.7029860075972496,
+      "grad_norm": 0.7561851866582172,
+      "learning_rate": 1.0314628130694267e-06,
+      "loss": 0.0419,
+      "step": 7310
+    },
+    {
+      "epoch": 0.7039476847622254,
+      "grad_norm": 1.020988126925549,
+      "learning_rate": 1.0252956756972433e-06,
+      "loss": 0.0435,
+      "step": 7320
+    },
+    {
+      "epoch": 0.704909361927201,
+      "grad_norm": 0.43922163481739224,
+      "learning_rate": 1.0191422708899607e-06,
+      "loss": 0.0413,
+      "step": 7330
+    },
+    {
+      "epoch": 0.7058710390921767,
+      "grad_norm": 0.5712311906635752,
+      "learning_rate": 1.013002655948579e-06,
+      "loss": 0.0417,
+      "step": 7340
+    },
+    {
+      "epoch": 0.7068327162571525,
+      "grad_norm": 0.5448553639694101,
+      "learning_rate": 1.0068768880456829e-06,
+      "loss": 0.0423,
+      "step": 7350
+    },
+    {
+      "epoch": 0.7077943934221282,
+      "grad_norm": 0.7340080533587233,
+      "learning_rate": 1.0007650242249154e-06,
+      "loss": 0.0409,
+      "step": 7360
+    },
+    {
+      "epoch": 0.7087560705871039,
+      "grad_norm": 0.6821347987001682,
+      "learning_rate": 9.946671214004419e-07,
+      "loss": 0.0405,
+      "step": 7370
+    },
+    {
+      "epoch": 0.7097177477520796,
+      "grad_norm": 0.5445372733423468,
+      "learning_rate": 9.88583236356424e-07,
+      "loss": 0.0415,
+      "step": 7380
+    },
+    {
+      "epoch": 0.7106794249170554,
+      "grad_norm": 0.6671971568298842,
+      "learning_rate": 9.825134257464846e-07,
+      "loss": 0.0418,
+      "step": 7390
+    },
+    {
+      "epoch": 0.711641102082031,
+      "grad_norm": 0.5762530378104856,
+      "learning_rate": 9.76457746093188e-07,
+      "loss": 0.0417,
+      "step": 7400
+    },
+    {
+      "epoch": 0.7126027792470068,
+      "grad_norm": 1.6829826177133973,
+      "learning_rate": 9.704162537875084e-07,
+      "loss": 0.0418,
+      "step": 7410
+    },
+    {
+      "epoch": 0.7135644564119825,
+      "grad_norm": 0.7081402858163685,
+      "learning_rate": 9.643890050883075e-07,
+      "loss": 0.0394,
+      "step": 7420
+    },
+    {
+      "epoch": 0.7145261335769583,
+      "grad_norm": 0.5075866409068482,
+      "learning_rate": 9.583760561218067e-07,
+      "loss": 0.0365,
+      "step": 7430
+    },
+    {
+      "epoch": 0.7154878107419339,
+      "grad_norm": 0.6504861950904834,
+      "learning_rate": 9.523774628810698e-07,
+      "loss": 0.0381,
+      "step": 7440
+    },
+    {
+      "epoch": 0.7164494879069097,
+      "grad_norm": 0.4431217852084301,
+      "learning_rate": 9.463932812254778e-07,
+      "loss": 0.0375,
+      "step": 7450
+    },
+    {
+      "epoch": 0.7174111650718854,
+      "grad_norm": 0.6431321363177122,
+      "learning_rate": 9.404235668802109e-07,
+      "loss": 0.0392,
+      "step": 7460
+    },
+    {
+      "epoch": 0.718372842236861,
+      "grad_norm": 1.0222470530054188,
+      "learning_rate": 9.344683754357262e-07,
+      "loss": 0.0413,
+      "step": 7470
+    },
+    {
+      "epoch": 0.7193345194018368,
+      "grad_norm": 0.6912182658946313,
+      "learning_rate": 9.285277623472446e-07,
+      "loss": 0.0394,
+      "step": 7480
+    },
+    {
+      "epoch": 0.7202961965668125,
+      "grad_norm": 0.7208388878128216,
+      "learning_rate": 9.226017829342323e-07,
+      "loss": 0.0376,
+      "step": 7490
+    },
+    {
+      "epoch": 0.7212578737317883,
+      "grad_norm": 0.5620774792003812,
+      "learning_rate": 9.166904923798822e-07,
+      "loss": 0.0385,
+      "step": 7500
+    },
+    {
+      "epoch": 0.7222195508967639,
+      "grad_norm": 0.4588548577721793,
+      "learning_rate": 9.107939457306095e-07,
+      "loss": 0.0416,
+      "step": 7510
+    },
+    {
+      "epoch": 0.7231812280617397,
+      "grad_norm": 0.4203362758529336,
+      "learning_rate": 9.049121978955263e-07,
+      "loss": 0.0421,
+      "step": 7520
+    },
+    {
+      "epoch": 0.7241429052267154,
+      "grad_norm": 0.7055809638005479,
+      "learning_rate": 8.990453036459412e-07,
+      "loss": 0.0394,
+      "step": 7530
+    },
+    {
+      "epoch": 0.7251045823916911,
+      "grad_norm": 0.441815696720863,
+      "learning_rate": 8.931933176148447e-07,
+      "loss": 0.0377,
+      "step": 7540
+    },
+    {
+      "epoch": 0.7260662595566668,
+      "grad_norm": 0.4640302667698362,
+      "learning_rate": 8.873562942963978e-07,
+      "loss": 0.0407,
+      "step": 7550
+    },
+    {
+      "epoch": 0.7270279367216426,
+      "grad_norm": 0.4773113828170063,
+      "learning_rate": 8.815342880454312e-07,
+      "loss": 0.0412,
+      "step": 7560
+    },
+    {
+      "epoch": 0.7279896138866183,
+      "grad_norm": 0.5824736007906856,
+      "learning_rate": 8.757273530769339e-07,
+      "loss": 0.0402,
+      "step": 7570
+    },
+    {
+      "epoch": 0.728951291051594,
+      "grad_norm": 0.39848620605912094,
+      "learning_rate": 8.699355434655479e-07,
+      "loss": 0.0401,
+      "step": 7580
+    },
+    {
+      "epoch": 0.7299129682165697,
+      "grad_norm": 0.43772815999831566,
+      "learning_rate": 8.641589131450717e-07,
+      "loss": 0.0411,
+      "step": 7590
+    },
+    {
+      "epoch": 0.7308746453815455,
+      "grad_norm": 0.7060844720705003,
+      "learning_rate": 8.583975159079481e-07,
+      "loss": 0.0421,
+      "step": 7600
+    },
+    {
+      "epoch": 0.7318363225465211,
+      "grad_norm": 0.4917614694687494,
+      "learning_rate": 8.5265140540477e-07,
+      "loss": 0.04,
+      "step": 7610
+    },
+    {
+      "epoch": 0.7327979997114968,
+      "grad_norm": 0.44533692700819505,
+      "learning_rate": 8.469206351437806e-07,
+      "loss": 0.0403,
+      "step": 7620
+    },
+    {
+      "epoch": 0.7337596768764726,
+      "grad_norm": 0.5195376804979531,
+      "learning_rate": 8.412052584903701e-07,
+      "loss": 0.0401,
+      "step": 7630
+    },
+    {
+      "epoch": 0.7347213540414483,
+      "grad_norm": 1.0111373576639069,
+      "learning_rate": 8.355053286665851e-07,
+      "loss": 0.039,
+      "step": 7640
+    },
+    {
+      "epoch": 0.735683031206424,
+      "grad_norm": 0.40050346985372376,
+      "learning_rate": 8.298208987506298e-07,
+      "loss": 0.0434,
+      "step": 7650
+    },
+    {
+      "epoch": 0.7366447083713997,
+      "grad_norm": 0.6711308233834071,
+      "learning_rate": 8.241520216763696e-07,
+      "loss": 0.0423,
+      "step": 7660
+    },
+    {
+      "epoch": 0.7376063855363755,
+      "grad_norm": 0.572559745195412,
+      "learning_rate": 8.184987502328434e-07,
+      "loss": 0.0403,
+      "step": 7670
+    },
+    {
+      "epoch": 0.7385680627013511,
+      "grad_norm": 0.5674839090744791,
+      "learning_rate": 8.128611370637679e-07,
+      "loss": 0.0406,
+      "step": 7680
+    },
+    {
+      "epoch": 0.7395297398663269,
+      "grad_norm": 0.8530799294832696,
+      "learning_rate": 8.072392346670499e-07,
+      "loss": 0.0407,
+      "step": 7690
+    },
+    {
+      "epoch": 0.7404914170313026,
+      "grad_norm": 0.9598390895324034,
+      "learning_rate": 8.016330953942936e-07,
+      "loss": 0.0419,
+      "step": 7700
+    },
+    {
+      "epoch": 0.7414530941962784,
+      "grad_norm": 0.500935791933002,
+      "learning_rate": 7.96042771450318e-07,
+      "loss": 0.0427,
+      "step": 7710
+    },
+    {
+      "epoch": 0.742414771361254,
+      "grad_norm": 0.7761923715570103,
+      "learning_rate": 7.904683148926682e-07,
+      "loss": 0.0414,
+      "step": 7720
+    },
+    {
+      "epoch": 0.7433764485262297,
+      "grad_norm": 0.6196739105979959,
+      "learning_rate": 7.849097776311302e-07,
+      "loss": 0.0403,
+      "step": 7730
+    },
+    {
+      "epoch": 0.7443381256912055,
+      "grad_norm": 0.6650438590119747,
+      "learning_rate": 7.793672114272496e-07,
+      "loss": 0.041,
+      "step": 7740
+    },
+    {
+      "epoch": 0.7452998028561811,
+      "grad_norm": 0.9358801563064497,
+      "learning_rate": 7.738406678938456e-07,
+      "loss": 0.0411,
+      "step": 7750
+    },
+    {
+      "epoch": 0.7462614800211569,
+      "grad_norm": 0.7175163758125876,
+      "learning_rate": 7.683301984945357e-07,
+      "loss": 0.0393,
+      "step": 7760
+    },
+    {
+      "epoch": 0.7472231571861326,
+      "grad_norm": 0.9675771747614191,
+      "learning_rate": 7.628358545432532e-07,
+      "loss": 0.044,
+      "step": 7770
+    },
+    {
+      "epoch": 0.7481848343511084,
+      "grad_norm": 0.7812457054652231,
+      "learning_rate": 7.573576872037674e-07,
+      "loss": 0.0428,
+      "step": 7780
+    },
+    {
+      "epoch": 0.749146511516084,
+      "grad_norm": 0.7247773255104981,
+      "learning_rate": 7.51895747489215e-07,
+      "loss": 0.0425,
+      "step": 7790
+    },
+    {
+      "epoch": 0.7501081886810598,
+      "grad_norm": 0.7203314754278722,
+      "learning_rate": 7.464500862616148e-07,
+      "loss": 0.0409,
+      "step": 7800
+    },
+    {
+      "epoch": 0.7510698658460355,
+      "grad_norm": 0.7484766561076719,
+      "learning_rate": 7.410207542313988e-07,
+      "loss": 0.041,
+      "step": 7810
+    },
+    {
+      "epoch": 0.7520315430110112,
+      "grad_norm": 0.7086143211440757,
+      "learning_rate": 7.356078019569457e-07,
+      "loss": 0.0424,
+      "step": 7820
+    },
+    {
+      "epoch": 0.7529932201759869,
+      "grad_norm": 0.4996553893900485,
+      "learning_rate": 7.302112798440989e-07,
+      "loss": 0.0431,
+      "step": 7830
+    },
+    {
+      "epoch": 0.7539548973409627,
+      "grad_norm": 0.4861432036588017,
+      "learning_rate": 7.248312381457054e-07,
+      "loss": 0.0406,
+      "step": 7840
+    },
+    {
+      "epoch": 0.7549165745059384,
+      "grad_norm": 0.4905978438002265,
+      "learning_rate": 7.194677269611458e-07,
+      "loss": 0.0416,
+      "step": 7850
+    },
+    {
+      "epoch": 0.755878251670914,
+      "grad_norm": 1.1872499477403913,
+      "learning_rate": 7.141207962358646e-07,
+      "loss": 0.0404,
+      "step": 7860
+    },
+    {
+      "epoch": 0.7568399288358898,
+      "grad_norm": 0.4428686499675304,
+      "learning_rate": 7.087904957609102e-07,
+      "loss": 0.0389,
+      "step": 7870
+    },
+    {
+      "epoch": 0.7578016060008655,
+      "grad_norm": 0.4112229426715463,
+      "learning_rate": 7.034768751724685e-07,
+      "loss": 0.0378,
+      "step": 7880
+    },
+    {
+      "epoch": 0.7587632831658412,
+      "grad_norm": 0.7885666026768597,
+      "learning_rate": 6.981799839513994e-07,
+      "loss": 0.041,
+      "step": 7890
+    },
+    {
+      "epoch": 0.7597249603308169,
+      "grad_norm": 1.0700602337757965,
+      "learning_rate": 6.928998714227792e-07,
+      "loss": 0.0408,
+      "step": 7900
+    },
+    {
+      "epoch": 0.7606866374957927,
+      "grad_norm": 0.8668551044108286,
+      "learning_rate": 6.876365867554391e-07,
+      "loss": 0.0414,
+      "step": 7910
+    },
+    {
+      "epoch": 0.7616483146607684,
+      "grad_norm": 0.5855239920199142,
+      "learning_rate": 6.823901789615075e-07,
+      "loss": 0.0388,
+      "step": 7920
+    },
+    {
+      "epoch": 0.7626099918257441,
+      "grad_norm": 0.43681606318882177,
+      "learning_rate": 6.77160696895956e-07,
+      "loss": 0.04,
+      "step": 7930
+    },
+    {
+      "epoch": 0.7635716689907198,
+      "grad_norm": 0.6239404169600062,
+      "learning_rate": 6.719481892561386e-07,
+      "loss": 0.04,
+      "step": 7940
+    },
+    {
+      "epoch": 0.7645333461556956,
+      "grad_norm": 1.1418214039538386,
+      "learning_rate": 6.667527045813452e-07,
+      "loss": 0.0411,
+      "step": 7950
+    },
+    {
+      "epoch": 0.7654950233206712,
+      "grad_norm": 0.43197006011954164,
+      "learning_rate": 6.61574291252346e-07,
+      "loss": 0.0398,
+      "step": 7960
+    },
+    {
+      "epoch": 0.766456700485647,
+      "grad_norm": 0.48823392567790896,
+      "learning_rate": 6.564129974909417e-07,
+      "loss": 0.0393,
+      "step": 7970
+    },
+    {
+      "epoch": 0.7674183776506227,
+      "grad_norm": 0.5014758458505306,
+      "learning_rate": 6.51268871359512e-07,
+      "loss": 0.0438,
+      "step": 7980
+    },
+    {
+      "epoch": 0.7683800548155985,
+      "grad_norm": 0.699486688381928,
+      "learning_rate": 6.461419607605726e-07,
+      "loss": 0.0384,
+      "step": 7990
+    },
+    {
+      "epoch": 0.7693417319805741,
+      "grad_norm": 0.553174233152703,
+      "learning_rate": 6.410323134363269e-07,
+      "loss": 0.041,
+      "step": 8000
+    },
+    {
+      "epoch": 0.7703034091455498,
+      "grad_norm": 0.5188559286449621,
+      "learning_rate": 6.359399769682181e-07,
+      "loss": 0.0397,
+      "step": 8010
+    },
+    {
+      "epoch": 0.7712650863105256,
+      "grad_norm": 0.8513068151216675,
+      "learning_rate": 6.308649987764947e-07,
+      "loss": 0.0411,
+      "step": 8020
+    },
+    {
+      "epoch": 0.7722267634755012,
+      "grad_norm": 0.46438787146565114,
+      "learning_rate": 6.258074261197585e-07,
+      "loss": 0.0366,
+      "step": 8030
+    },
+    {
+      "epoch": 0.773188440640477,
+      "grad_norm": 0.9345571578788271,
+      "learning_rate": 6.207673060945319e-07,
+      "loss": 0.0412,
+      "step": 8040
+    },
+    {
+      "epoch": 0.7741501178054527,
+      "grad_norm": 0.44451822595863544,
+      "learning_rate": 6.157446856348176e-07,
+      "loss": 0.0424,
+      "step": 8050
+    },
+    {
+      "epoch": 0.7751117949704285,
+      "grad_norm": 0.5236170915237174,
+      "learning_rate": 6.107396115116585e-07,
+      "loss": 0.0416,
+      "step": 8060
+    },
+    {
+      "epoch": 0.7760734721354041,
+      "grad_norm": 0.512910578449532,
+      "learning_rate": 6.057521303327069e-07,
+      "loss": 0.0401,
+      "step": 8070
+    },
+    {
+      "epoch": 0.7770351493003799,
+      "grad_norm": 0.5372932745971748,
+      "learning_rate": 6.007822885417883e-07,
+      "loss": 0.0417,
+      "step": 8080
+    },
+    {
+      "epoch": 0.7779968264653556,
+      "grad_norm": 0.5171068800661865,
+      "learning_rate": 5.958301324184659e-07,
+      "loss": 0.04,
+      "step": 8090
+    },
+    {
+      "epoch": 0.7789585036303313,
+      "grad_norm": 0.6179696247672228,
+      "learning_rate": 5.908957080776159e-07,
+      "loss": 0.0413,
+      "step": 8100
+    },
+    {
+      "epoch": 0.779920180795307,
+      "grad_norm": 0.6711789492434465,
+      "learning_rate": 5.859790614689936e-07,
+      "loss": 0.037,
+      "step": 8110
+    },
+    {
+      "epoch": 0.7808818579602828,
+      "grad_norm": 0.7558498925750853,
+      "learning_rate": 5.810802383768046e-07,
+      "loss": 0.0389,
+      "step": 8120
+    },
+    {
+      "epoch": 0.7818435351252585,
+      "grad_norm": 0.8387724696494762,
+      "learning_rate": 5.761992844192852e-07,
+      "loss": 0.0406,
+      "step": 8130
+    },
+    {
+      "epoch": 0.7828052122902341,
+      "grad_norm": 0.5381582682465662,
+      "learning_rate": 5.713362450482677e-07,
+      "loss": 0.0401,
+      "step": 8140
+    },
+    {
+      "epoch": 0.7837668894552099,
+      "grad_norm": 0.5282079840591019,
+      "learning_rate": 5.664911655487651e-07,
+      "loss": 0.0408,
+      "step": 8150
+    },
+    {
+      "epoch": 0.7847285666201856,
+      "grad_norm": 0.470659508876529,
+      "learning_rate": 5.616640910385471e-07,
+      "loss": 0.0409,
+      "step": 8160
+    },
+    {
+      "epoch": 0.7856902437851613,
+      "grad_norm": 0.9016079036312344,
+      "learning_rate": 5.56855066467717e-07,
+      "loss": 0.042,
+      "step": 8170
+    },
+    {
+      "epoch": 0.786651920950137,
+      "grad_norm": 0.8724243054522359,
+      "learning_rate": 5.52064136618298e-07,
+      "loss": 0.0389,
+      "step": 8180
+    },
+    {
+      "epoch": 0.7876135981151128,
+      "grad_norm": 0.43531539191961777,
+      "learning_rate": 5.472913461038132e-07,
+      "loss": 0.0407,
+      "step": 8190
+    },
+    {
+      "epoch": 0.7885752752800885,
+      "grad_norm": 0.7137553053249395,
+      "learning_rate": 5.425367393688707e-07,
+      "loss": 0.041,
+      "step": 8200
+    },
+    {
+      "epoch": 0.7895369524450642,
+      "grad_norm": 0.8561951284360314,
+      "learning_rate": 5.378003606887485e-07,
+      "loss": 0.0382,
+      "step": 8210
+    },
+    {
+      "epoch": 0.7904986296100399,
+      "grad_norm": 0.45701096852978745,
+      "learning_rate": 5.330822541689853e-07,
+      "loss": 0.0401,
+      "step": 8220
+    },
+    {
+      "epoch": 0.7914603067750157,
+      "grad_norm": 0.5492013732551596,
+      "learning_rate": 5.283824637449672e-07,
+      "loss": 0.0376,
+      "step": 8230
+    },
+    {
+      "epoch": 0.7924219839399913,
+      "grad_norm": 0.6228523634794666,
+      "learning_rate": 5.237010331815196e-07,
+      "loss": 0.0407,
+      "step": 8240
+    },
+    {
+      "epoch": 0.793383661104967,
+      "grad_norm": 0.9323983242359803,
+      "learning_rate": 5.190380060724998e-07,
+      "loss": 0.0396,
+      "step": 8250
+    },
+    {
+      "epoch": 0.7943453382699428,
+      "grad_norm": 0.8296821602722244,
+      "learning_rate": 5.143934258403888e-07,
+      "loss": 0.0426,
+      "step": 8260
+    },
+    {
+      "epoch": 0.7953070154349186,
+      "grad_norm": 0.41486675227228464,
+      "learning_rate": 5.097673357358906e-07,
+      "loss": 0.043,
+      "step": 8270
+    },
+    {
+      "epoch": 0.7962686925998942,
+      "grad_norm": 0.43431056751731645,
+      "learning_rate": 5.051597788375279e-07,
+      "loss": 0.0431,
+      "step": 8280
+    },
+    {
+      "epoch": 0.7972303697648699,
+      "grad_norm": 0.9016641940189608,
+      "learning_rate": 5.005707980512387e-07,
+      "loss": 0.0424,
+      "step": 8290
+    },
+    {
+      "epoch": 0.7981920469298457,
+      "grad_norm": 0.6470238840166656,
+      "learning_rate": 4.960004361099808e-07,
+      "loss": 0.0378,
+      "step": 8300
+    },
+    {
+      "epoch": 0.7991537240948213,
+      "grad_norm": 0.4812900262623222,
+      "learning_rate": 4.91448735573331e-07,
+      "loss": 0.0432,
+      "step": 8310
+    },
+    {
+      "epoch": 0.8001154012597971,
+      "grad_norm": 0.6084403356675981,
+      "learning_rate": 4.869157388270885e-07,
+      "loss": 0.0388,
+      "step": 8320
+    },
+    {
+      "epoch": 0.8010770784247728,
+      "grad_norm": 0.6058455259574362,
+      "learning_rate": 4.824014880828845e-07,
+      "loss": 0.0385,
+      "step": 8330
+    },
+    {
+      "epoch": 0.8020387555897486,
+      "grad_norm": 0.6148686150620062,
+      "learning_rate": 4.779060253777829e-07,
+      "loss": 0.0387,
+      "step": 8340
+    },
+    {
+      "epoch": 0.8030004327547242,
+      "grad_norm": 0.6993143508111809,
+      "learning_rate": 4.7342939257389144e-07,
+      "loss": 0.0389,
+      "step": 8350
+    },
+    {
+      "epoch": 0.8039621099197,
+      "grad_norm": 0.5261149182658411,
+      "learning_rate": 4.689716313579759e-07,
+      "loss": 0.0371,
+      "step": 8360
+    },
+    {
+      "epoch": 0.8049237870846757,
+      "grad_norm": 0.5176375932940491,
+      "learning_rate": 4.645327832410648e-07,
+      "loss": 0.0408,
+      "step": 8370
+    },
+    {
+      "epoch": 0.8058854642496514,
+      "grad_norm": 0.6071379463459617,
+      "learning_rate": 4.601128895580678e-07,
+      "loss": 0.0423,
+      "step": 8380
+    },
+    {
+      "epoch": 0.8068471414146271,
+      "grad_norm": 0.4106102283952732,
+      "learning_rate": 4.557119914673902e-07,
+      "loss": 0.0403,
+      "step": 8390
+    },
+    {
+      "epoch": 0.8078088185796028,
+      "grad_norm": 0.5013878389601903,
+      "learning_rate": 4.513301299505465e-07,
+      "loss": 0.0421,
+      "step": 8400
+    },
+    {
+      "epoch": 0.8087704957445786,
+      "grad_norm": 0.5931629825421967,
+      "learning_rate": 4.469673458117832e-07,
+      "loss": 0.0395,
+      "step": 8410
+    },
+    {
+      "epoch": 0.8097321729095542,
+      "grad_norm": 0.8062575846216942,
+      "learning_rate": 4.4262367967769585e-07,
+      "loss": 0.0391,
+      "step": 8420
+    },
+    {
+      "epoch": 0.81069385007453,
+      "grad_norm": 0.4520347215884978,
+      "learning_rate": 4.382991719968516e-07,
+      "loss": 0.0389,
+      "step": 8430
+    },
+    {
+      "epoch": 0.8116555272395057,
+      "grad_norm": 0.3668596163907365,
+      "learning_rate": 4.339938630394136e-07,
+      "loss": 0.0372,
+      "step": 8440
+    },
+    {
+      "epoch": 0.8126172044044814,
+      "grad_norm": 0.4711843656961423,
+      "learning_rate": 4.297077928967627e-07,
+      "loss": 0.0419,
+      "step": 8450
+    },
+    {
+      "epoch": 0.8135788815694571,
+      "grad_norm": 0.4777123805847445,
+      "learning_rate": 4.2544100148112806e-07,
+      "loss": 0.0403,
+      "step": 8460
+    },
+    {
+      "epoch": 0.8145405587344329,
+      "grad_norm": 1.3523911431981477,
+      "learning_rate": 4.211935285252139e-07,
+      "loss": 0.0397,
+      "step": 8470
+    },
+    {
+      "epoch": 0.8155022358994086,
+      "grad_norm": 1.3268347314028444,
+      "learning_rate": 4.169654135818291e-07,
+      "loss": 0.0409,
+      "step": 8480
+    },
+    {
+      "epoch": 0.8164639130643843,
+      "grad_norm": 1.0473681962105572,
+      "learning_rate": 4.1275669602351827e-07,
+      "loss": 0.0425,
+      "step": 8490
+    },
+    {
+      "epoch": 0.81742559022936,
+      "grad_norm": 0.49111986221214887,
+      "learning_rate": 4.085674150421967e-07,
+      "loss": 0.0387,
+      "step": 8500
+    },
+    {
+      "epoch": 0.8183872673943358,
+      "grad_norm": 0.569632591820968,
+      "learning_rate": 4.043976096487859e-07,
+      "loss": 0.0396,
+      "step": 8510
+    },
+    {
+      "epoch": 0.8193489445593114,
+      "grad_norm": 0.5434168255954265,
+      "learning_rate": 4.0024731867284646e-07,
+      "loss": 0.0398,
+      "step": 8520
+    },
+    {
+      "epoch": 0.8203106217242871,
+      "grad_norm": 0.7225007004596404,
+      "learning_rate": 3.9611658076222167e-07,
+      "loss": 0.0395,
+      "step": 8530
+    },
+    {
+      "epoch": 0.8212722988892629,
+      "grad_norm": 1.332550691570749,
+      "learning_rate": 3.9200543438267427e-07,
+      "loss": 0.0392,
+      "step": 8540
+    },
+    {
+      "epoch": 0.8222339760542386,
+      "grad_norm": 0.8694943960717446,
+      "learning_rate": 3.8791391781752757e-07,
+      "loss": 0.0415,
+      "step": 8550
+    },
+    {
+      "epoch": 0.8231956532192143,
+      "grad_norm": 0.6830727460583145,
+      "learning_rate": 3.838420691673139e-07,
+      "loss": 0.0407,
+      "step": 8560
+    },
+    {
+      "epoch": 0.82415733038419,
+      "grad_norm": 0.9543266970244659,
+      "learning_rate": 3.797899263494129e-07,
+      "loss": 0.0418,
+      "step": 8570
+    },
+    {
+      "epoch": 0.8251190075491658,
+      "grad_norm": 0.4397319026243427,
+      "learning_rate": 3.7575752709770377e-07,
+      "loss": 0.0405,
+      "step": 8580
+    },
+    {
+      "epoch": 0.8260806847141414,
+      "grad_norm": 0.5868680957184178,
+      "learning_rate": 3.7174490896221215e-07,
+      "loss": 0.0398,
+      "step": 8590
+    },
+    {
+      "epoch": 0.8270423618791172,
+      "grad_norm": 0.7991055409911382,
+      "learning_rate": 3.6775210930875883e-07,
+      "loss": 0.0393,
+      "step": 8600
+    },
+    {
+      "epoch": 0.8280040390440929,
+      "grad_norm": 1.1996499976257216,
+      "learning_rate": 3.6377916531861487e-07,
+      "loss": 0.0404,
+      "step": 8610
+    },
+    {
+      "epoch": 0.8289657162090687,
+      "grad_norm": 0.4061522323567939,
+      "learning_rate": 3.598261139881537e-07,
+      "loss": 0.0403,
+      "step": 8620
+    },
+    {
+      "epoch": 0.8299273933740443,
+      "grad_norm": 0.4040544167973367,
+      "learning_rate": 3.5589299212850453e-07,
+      "loss": 0.0401,
+      "step": 8630
+    },
+    {
+      "epoch": 0.8308890705390201,
+      "grad_norm": 0.8352330787077704,
+      "learning_rate": 3.5197983636521577e-07,
+      "loss": 0.0376,
+      "step": 8640
+    },
+    {
+      "epoch": 0.8318507477039958,
+      "grad_norm": 0.5684101664381208,
+      "learning_rate": 3.4808668313790594e-07,
+      "loss": 0.0392,
+      "step": 8650
+    },
+    {
+      "epoch": 0.8328124248689714,
+      "grad_norm": 0.5599185838211364,
+      "learning_rate": 3.442135686999304e-07,
+      "loss": 0.0365,
+      "step": 8660
+    },
+    {
+      "epoch": 0.8337741020339472,
+      "grad_norm": 0.4214256383979978,
+      "learning_rate": 3.4036052911804227e-07,
+      "loss": 0.0395,
+      "step": 8670
+    },
+    {
+      "epoch": 0.834735779198923,
+      "grad_norm": 0.4755397042145643,
+      "learning_rate": 3.3652760027205384e-07,
+      "loss": 0.0368,
+      "step": 8680
+    },
+    {
+      "epoch": 0.8356974563638987,
+      "grad_norm": 0.5613488475420603,
+      "learning_rate": 3.3271481785450587e-07,
+      "loss": 0.0395,
+      "step": 8690
+    },
+    {
+      "epoch": 0.8366591335288743,
+      "grad_norm": 0.5399909939650492,
+      "learning_rate": 3.289222173703346e-07,
+      "loss": 0.0412,
+      "step": 8700
+    },
+    {
+      "epoch": 0.8376208106938501,
+      "grad_norm": 0.4491065474278777,
+      "learning_rate": 3.2514983413654e-07,
+      "loss": 0.0417,
+      "step": 8710
+    },
+    {
+      "epoch": 0.8385824878588258,
+      "grad_norm": 1.1071106035996205,
+      "learning_rate": 3.21397703281856e-07,
+      "loss": 0.0417,
+      "step": 8720
+    },
+    {
+      "epoch": 0.8395441650238015,
+      "grad_norm": 0.6951153391624573,
+      "learning_rate": 3.176658597464269e-07,
+      "loss": 0.0418,
+      "step": 8730
+    },
+    {
+      "epoch": 0.8405058421887772,
+      "grad_norm": 0.6029449290469917,
+      "learning_rate": 3.1395433828147915e-07,
+      "loss": 0.0405,
+      "step": 8740
+    },
+    {
+      "epoch": 0.841467519353753,
+      "grad_norm": 0.4708075358307905,
+      "learning_rate": 3.102631734489972e-07,
+      "loss": 0.0412,
+      "step": 8750
+    },
+    {
+      "epoch": 0.8424291965187287,
+      "grad_norm": 0.5584401656620339,
+      "learning_rate": 3.065923996214043e-07,
+      "loss": 0.0423,
+      "step": 8760
+    },
+    {
+      "epoch": 0.8433908736837044,
+      "grad_norm": 0.3889654536146124,
+      "learning_rate": 3.0294205098124056e-07,
+      "loss": 0.0386,
+      "step": 8770
+    },
+    {
+      "epoch": 0.8443525508486801,
+      "grad_norm": 0.4451122001470659,
+      "learning_rate": 2.9931216152084554e-07,
+      "loss": 0.0409,
+      "step": 8780
+    },
+    {
+      "epoch": 0.8453142280136559,
+      "grad_norm": 0.6111419853331169,
+      "learning_rate": 2.957027650420413e-07,
+      "loss": 0.0409,
+      "step": 8790
+    },
+    {
+      "epoch": 0.8462759051786315,
+      "grad_norm": 0.8423777652075379,
+      "learning_rate": 2.9211389515581614e-07,
+      "loss": 0.0405,
+      "step": 8800
+    },
+    {
+      "epoch": 0.8472375823436072,
+      "grad_norm": 1.0059216196257024,
+      "learning_rate": 2.885455852820146e-07,
+      "loss": 0.0408,
+      "step": 8810
+    },
+    {
+      "epoch": 0.848199259508583,
+      "grad_norm": 0.7992151067338256,
+      "learning_rate": 2.8499786864902515e-07,
+      "loss": 0.038,
+      "step": 8820
+    },
+    {
+      "epoch": 0.8491609366735587,
+      "grad_norm": 0.8382200528055795,
+      "learning_rate": 2.8147077829346754e-07,
+      "loss": 0.0394,
+      "step": 8830
+    },
+    {
+      "epoch": 0.8501226138385344,
+      "grad_norm": 1.2162466401834917,
+      "learning_rate": 2.7796434705989225e-07,
+      "loss": 0.0404,
+      "step": 8840
+    },
+    {
+      "epoch": 0.8510842910035101,
+      "grad_norm": 1.1641809619939494,
+      "learning_rate": 2.7447860760046683e-07,
+      "loss": 0.0417,
+      "step": 8850
+    },
+    {
+      "epoch": 0.8520459681684859,
+      "grad_norm": 0.6050568483552976,
+      "learning_rate": 2.7101359237467597e-07,
+      "loss": 0.0409,
+      "step": 8860
+    },
+    {
+      "epoch": 0.8530076453334615,
+      "grad_norm": 0.4167931542271921,
+      "learning_rate": 2.675693336490209e-07,
+      "loss": 0.0394,
+      "step": 8870
+    },
+    {
+      "epoch": 0.8539693224984373,
+      "grad_norm": 0.45466468618718453,
+      "learning_rate": 2.641458634967137e-07,
+      "loss": 0.0406,
+      "step": 8880
+    },
+    {
+      "epoch": 0.854930999663413,
+      "grad_norm": 0.5095769752822631,
+      "learning_rate": 2.6074321379738337e-07,
+      "loss": 0.0401,
+      "step": 8890
+    },
+    {
+      "epoch": 0.8558926768283888,
+      "grad_norm": 0.6211503779915548,
+      "learning_rate": 2.573614162367771e-07,
+      "loss": 0.0435,
+      "step": 8900
+    },
+    {
+      "epoch": 0.8568543539933644,
+      "grad_norm": 0.4860082317899825,
+      "learning_rate": 2.540005023064643e-07,
+      "loss": 0.0398,
+      "step": 8910
+    },
+    {
+      "epoch": 0.8578160311583402,
+      "grad_norm": 0.9626828725582396,
+      "learning_rate": 2.5066050330354476e-07,
+      "loss": 0.0378,
+      "step": 8920
+    },
+    {
+      "epoch": 0.8587777083233159,
+      "grad_norm": 0.4790521749621617,
+      "learning_rate": 2.473414503303576e-07,
+      "loss": 0.0386,
+      "step": 8930
+    },
+    {
+      "epoch": 0.8597393854882915,
+      "grad_norm": 0.8601520194405653,
+      "learning_rate": 2.4404337429418975e-07,
+      "loss": 0.0434,
+      "step": 8940
+    },
+    {
+      "epoch": 0.8607010626532673,
+      "grad_norm": 0.6036804996448542,
+      "learning_rate": 2.4076630590699065e-07,
+      "loss": 0.0385,
+      "step": 8950
+    },
+    {
+      "epoch": 0.861662739818243,
+      "grad_norm": 0.6201948993755445,
+      "learning_rate": 2.375102756850825e-07,
+      "loss": 0.0436,
+      "step": 8960
+    },
+    {
+      "epoch": 0.8626244169832187,
+      "grad_norm": 0.6962928675215928,
+      "learning_rate": 2.3427531394888016e-07,
+      "loss": 0.0387,
+      "step": 8970
+    },
+    {
+      "epoch": 0.8635860941481944,
+      "grad_norm": 0.9034125138385446,
+      "learning_rate": 2.3106145082260777e-07,
+      "loss": 0.0395,
+      "step": 8980
+    },
+    {
+      "epoch": 0.8645477713131702,
+      "grad_norm": 0.8739346512506777,
+      "learning_rate": 2.2786871623401486e-07,
+      "loss": 0.0412,
+      "step": 8990
+    },
+    {
+      "epoch": 0.8655094484781459,
+      "grad_norm": 0.5172504034554685,
+      "learning_rate": 2.2469713991410262e-07,
+      "loss": 0.0379,
+      "step": 9000
+    },
+    {
+      "epoch": 0.8664711256431216,
+      "grad_norm": 0.4512283156143937,
+      "learning_rate": 2.215467513968439e-07,
+      "loss": 0.0397,
+      "step": 9010
+    },
+    {
+      "epoch": 0.8674328028080973,
+      "grad_norm": 0.47543855153771347,
+      "learning_rate": 2.1841758001891007e-07,
+      "loss": 0.0412,
+      "step": 9020
+    },
+    {
+      "epoch": 0.8683944799730731,
+      "grad_norm": 0.9456798799683241,
+      "learning_rate": 2.153096549193942e-07,
+      "loss": 0.0403,
+      "step": 9030
+    },
+    {
+      "epoch": 0.8693561571380487,
+      "grad_norm": 0.49983406201241914,
+      "learning_rate": 2.122230050395449e-07,
+      "loss": 0.0409,
+      "step": 9040
+    },
+    {
+      "epoch": 0.8703178343030245,
+      "grad_norm": 0.7551796153774815,
+      "learning_rate": 2.0915765912249391e-07,
+      "loss": 0.0405,
+      "step": 9050
+    },
+    {
+      "epoch": 0.8712795114680002,
+      "grad_norm": 0.6241966101724541,
+      "learning_rate": 2.061136457129867e-07,
+      "loss": 0.0427,
+      "step": 9060
+    },
+    {
+      "epoch": 0.872241188632976,
+      "grad_norm": 0.5005875068300897,
+      "learning_rate": 2.0309099315712178e-07,
+      "loss": 0.0395,
+      "step": 9070
+    },
+    {
+      "epoch": 0.8732028657979516,
+      "grad_norm": 0.5392426262600307,
+      "learning_rate": 2.0008972960208066e-07,
+      "loss": 0.0365,
+      "step": 9080
+    },
+    {
+      "epoch": 0.8741645429629273,
+      "grad_norm": 0.6066832761265211,
+      "learning_rate": 1.9710988299587119e-07,
+      "loss": 0.0379,
+      "step": 9090
+    },
+    {
+      "epoch": 0.8751262201279031,
+      "grad_norm": 0.7533515079958172,
+      "learning_rate": 1.941514810870637e-07,
+      "loss": 0.0402,
+      "step": 9100
+    },
+    {
+      "epoch": 0.8760878972928787,
+      "grad_norm": 0.5638279614398983,
+      "learning_rate": 1.9121455142453365e-07,
+      "loss": 0.0422,
+      "step": 9110
+    },
+    {
+      "epoch": 0.8770495744578545,
+      "grad_norm": 0.40938686827244714,
+      "learning_rate": 1.8829912135720552e-07,
+      "loss": 0.0382,
+      "step": 9120
+    },
+    {
+      "epoch": 0.8780112516228302,
+      "grad_norm": 0.8311702880506676,
+      "learning_rate": 1.854052180337984e-07,
+      "loss": 0.0408,
+      "step": 9130
+    },
+    {
+      "epoch": 0.878972928787806,
+      "grad_norm": 0.5698976891997964,
+      "learning_rate": 1.8253286840257095e-07,
+      "loss": 0.0375,
+      "step": 9140
+    },
+    {
+      "epoch": 0.8799346059527816,
+      "grad_norm": 0.9338600590043422,
+      "learning_rate": 1.7968209921107454e-07,
+      "loss": 0.0389,
+      "step": 9150
+    },
+    {
+      "epoch": 0.8808962831177574,
+      "grad_norm": 0.7382120213617634,
+      "learning_rate": 1.7685293700589938e-07,
+      "loss": 0.0403,
+      "step": 9160
+    },
+    {
+      "epoch": 0.8818579602827331,
+      "grad_norm": 0.47084790174724594,
+      "learning_rate": 1.7404540813243137e-07,
+      "loss": 0.0399,
+      "step": 9170
+    },
+    {
+      "epoch": 0.8828196374477087,
+      "grad_norm": 0.4844285844397976,
+      "learning_rate": 1.712595387346047e-07,
+      "loss": 0.0372,
+      "step": 9180
+    },
+    {
+      "epoch": 0.8837813146126845,
+      "grad_norm": 0.5975465180335219,
+      "learning_rate": 1.684953547546575e-07,
+      "loss": 0.039,
+      "step": 9190
+    },
+    {
+      "epoch": 0.8847429917776602,
+      "grad_norm": 0.49068623215197155,
+      "learning_rate": 1.657528819328935e-07,
+      "loss": 0.04,
+      "step": 9200
+    },
+    {
+      "epoch": 0.885704668942636,
+      "grad_norm": 1.035533831066511,
+      "learning_rate": 1.6303214580743963e-07,
+      "loss": 0.0411,
+      "step": 9210
+    },
+    {
+      "epoch": 0.8866663461076116,
+      "grad_norm": 0.8899294276097983,
+      "learning_rate": 1.6033317171400803e-07,
+      "loss": 0.0407,
+      "step": 9220
+    },
+    {
+      "epoch": 0.8876280232725874,
+      "grad_norm": 0.6453355659394527,
+      "learning_rate": 1.5765598478566206e-07,
+      "loss": 0.0421,
+      "step": 9230
+    },
+    {
+      "epoch": 0.8885897004375631,
+      "grad_norm": 0.4672624589077546,
+      "learning_rate": 1.5500060995258136e-07,
+      "loss": 0.0405,
+      "step": 9240
+    },
+    {
+      "epoch": 0.8895513776025388,
+      "grad_norm": 0.5954700363019318,
+      "learning_rate": 1.5236707194182964e-07,
+      "loss": 0.0401,
+      "step": 9250
+    },
+    {
+      "epoch": 0.8905130547675145,
+      "grad_norm": 0.42812294684524305,
+      "learning_rate": 1.4975539527712275e-07,
+      "loss": 0.0387,
+      "step": 9260
+    },
+    {
+      "epoch": 0.8914747319324903,
+      "grad_norm": 0.6863347718525754,
+      "learning_rate": 1.4716560427860433e-07,
+      "loss": 0.0379,
+      "step": 9270
+    },
+    {
+      "epoch": 0.892436409097466,
+      "grad_norm": 0.6736031548447008,
+      "learning_rate": 1.4459772306261528e-07,
+      "loss": 0.0407,
+      "step": 9280
+    },
+    {
+      "epoch": 0.8933980862624417,
+      "grad_norm": 0.47722676652382484,
+      "learning_rate": 1.420517755414713e-07,
+      "loss": 0.0404,
+      "step": 9290
+    },
+    {
+      "epoch": 0.8943597634274174,
+      "grad_norm": 0.5206710078295524,
+      "learning_rate": 1.3952778542324046e-07,
+      "loss": 0.0372,
+      "step": 9300
+    },
+    {
+      "epoch": 0.8953214405923932,
+      "grad_norm": 0.49960834917938524,
+      "learning_rate": 1.370257762115204e-07,
+      "loss": 0.0374,
+      "step": 9310
+    },
+    {
+      "epoch": 0.8962831177573688,
+      "grad_norm": 0.5386448774343103,
+      "learning_rate": 1.3454577120522145e-07,
+      "loss": 0.0379,
+      "step": 9320
+    },
+    {
+      "epoch": 0.8972447949223445,
+      "grad_norm": 0.5508681056349861,
+      "learning_rate": 1.3208779349834998e-07,
+      "loss": 0.0409,
+      "step": 9330
+    },
+    {
+      "epoch": 0.8982064720873203,
+      "grad_norm": 0.9119461176925442,
+      "learning_rate": 1.296518659797899e-07,
+      "loss": 0.0433,
+      "step": 9340
+    },
+    {
+      "epoch": 0.899168149252296,
+      "grad_norm": 0.7367660121360654,
+      "learning_rate": 1.2723801133309537e-07,
+      "loss": 0.0434,
+      "step": 9350
+    },
+    {
+      "epoch": 0.9001298264172717,
+      "grad_norm": 0.4697825976129435,
+      "learning_rate": 1.2484625203627338e-07,
+      "loss": 0.0391,
+      "step": 9360
+    },
+    {
+      "epoch": 0.9010915035822474,
+      "grad_norm": 0.5811103525613971,
+      "learning_rate": 1.2247661036157794e-07,
+      "loss": 0.0417,
+      "step": 9370
+    },
+    {
+      "epoch": 0.9020531807472232,
+      "grad_norm": 0.5057021325219279,
+      "learning_rate": 1.2012910837530312e-07,
+      "loss": 0.0404,
+      "step": 9380
+    },
+    {
+      "epoch": 0.9030148579121988,
+      "grad_norm": 0.6002827328669441,
+      "learning_rate": 1.1780376793757515e-07,
+      "loss": 0.0421,
+      "step": 9390
+    },
+    {
+      "epoch": 0.9039765350771746,
+      "grad_norm": 0.6968261939185088,
+      "learning_rate": 1.1550061070215057e-07,
+      "loss": 0.041,
+      "step": 9400
+    },
+    {
+      "epoch": 0.9049382122421503,
+      "grad_norm": 0.6103649862670979,
+      "learning_rate": 1.1321965811621454e-07,
+      "loss": 0.0392,
+      "step": 9410
+    },
+    {
+      "epoch": 0.9058998894071261,
+      "grad_norm": 0.5721465960026799,
+      "learning_rate": 1.109609314201801e-07,
+      "loss": 0.0385,
+      "step": 9420
+    },
+    {
+      "epoch": 0.9068615665721017,
+      "grad_norm": 0.8302581789082584,
+      "learning_rate": 1.0872445164749167e-07,
+      "loss": 0.0377,
+      "step": 9430
+    },
+    {
+      "epoch": 0.9078232437370775,
+      "grad_norm": 1.1236299443738338,
+      "learning_rate": 1.0651023962442803e-07,
+      "loss": 0.0369,
+      "step": 9440
+    },
+    {
+      "epoch": 0.9087849209020532,
+      "grad_norm": 0.40044707403845436,
+      "learning_rate": 1.0431831596990905e-07,
+      "loss": 0.0402,
+      "step": 9450
+    },
+    {
+      "epoch": 0.9097465980670288,
+      "grad_norm": 0.6282185184753099,
+      "learning_rate": 1.0214870109530317e-07,
+      "loss": 0.0414,
+      "step": 9460
+    },
+    {
+      "epoch": 0.9107082752320046,
+      "grad_norm": 0.5102581447486193,
+      "learning_rate": 1.0000141520423862e-07,
+      "loss": 0.0398,
+      "step": 9470
+    },
+    {
+      "epoch": 0.9116699523969803,
+      "grad_norm": 0.5792174987491675,
+      "learning_rate": 9.787647829241353e-08,
+      "loss": 0.039,
+      "step": 9480
+    },
+    {
+      "epoch": 0.9126316295619561,
+      "grad_norm": 0.816472405120796,
+      "learning_rate": 9.577391014741089e-08,
+      "loss": 0.0387,
+      "step": 9490
+    },
+    {
+      "epoch": 0.9135933067269317,
+      "grad_norm": 0.6126926319157687,
+      "learning_rate": 9.369373034851387e-08,
+      "loss": 0.0395,
+      "step": 9500
+    },
+    {
+      "epoch": 0.9145549838919075,
+      "grad_norm": 0.48623342129808805,
+      "learning_rate": 9.1635958266523e-08,
+      "loss": 0.0397,
+      "step": 9510
+    },
+    {
+      "epoch": 0.9155166610568832,
+      "grad_norm": 0.8015709048123753,
+      "learning_rate": 8.960061306357764e-08,
+      "loss": 0.0409,
+      "step": 9520
+    },
+    {
+      "epoch": 0.9164783382218589,
+      "grad_norm": 0.5549820889457359,
+      "learning_rate": 8.758771369297536e-08,
+      "loss": 0.0401,
+      "step": 9530
+    },
+    {
+      "epoch": 0.9174400153868346,
+      "grad_norm": 0.5890237226299291,
+      "learning_rate": 8.559727889899589e-08,
+      "loss": 0.0418,
+      "step": 9540
+    },
+    {
+      "epoch": 0.9184016925518104,
+      "grad_norm": 0.5618084507999686,
+      "learning_rate": 8.362932721672822e-08,
+      "loss": 0.0408,
+      "step": 9550
+    },
+    {
+      "epoch": 0.9193633697167861,
+      "grad_norm": 0.45883864833413474,
+      "learning_rate": 8.168387697189612e-08,
+      "loss": 0.0379,
+      "step": 9560
+    },
+    {
+      "epoch": 0.9203250468817618,
+      "grad_norm": 0.4797888415292444,
+      "learning_rate": 7.976094628068782e-08,
+      "loss": 0.0396,
+      "step": 9570
+    },
+    {
+      "epoch": 0.9212867240467375,
+      "grad_norm": 0.5683815027000246,
+      "learning_rate": 7.786055304958878e-08,
+      "loss": 0.0433,
+      "step": 9580
+    },
+    {
+      "epoch": 0.9222484012117133,
+      "grad_norm": 0.7245717877786506,
+      "learning_rate": 7.598271497521237e-08,
+      "loss": 0.0376,
+      "step": 9590
+    },
+    {
+      "epoch": 0.9232100783766889,
+      "grad_norm": 0.5636904046032535,
+      "learning_rate": 7.41274495441377e-08,
+      "loss": 0.0387,
+      "step": 9600
+    },
+    {
+      "epoch": 0.9241717555416646,
+      "grad_norm": 0.59928708563672,
+      "learning_rate": 7.229477403274537e-08,
+      "loss": 0.0386,
+      "step": 9610
+    },
+    {
+      "epoch": 0.9251334327066404,
+      "grad_norm": 0.46570482696443644,
+      "learning_rate": 7.048470550705649e-08,
+      "loss": 0.0386,
+      "step": 9620
+    },
+    {
+      "epoch": 0.9260951098716161,
+      "grad_norm": 1.0389681052737678,
+      "learning_rate": 6.869726082257389e-08,
+      "loss": 0.0375,
+      "step": 9630
+    },
+    {
+      "epoch": 0.9270567870365918,
+      "grad_norm": 0.440488744322497,
+      "learning_rate": 6.693245662412668e-08,
+      "loss": 0.0392,
+      "step": 9640
+    },
+    {
+      "epoch": 0.9280184642015675,
+      "grad_norm": 1.0937681043832441,
+      "learning_rate": 6.519030934571235e-08,
+      "loss": 0.0407,
+      "step": 9650
+    },
+    {
+      "epoch": 0.9289801413665433,
+      "grad_norm": 0.4360652236071348,
+      "learning_rate": 6.347083521034608e-08,
+      "loss": 0.0384,
+      "step": 9660
+    },
+    {
+      "epoch": 0.9299418185315189,
+      "grad_norm": 0.8664800217428701,
+      "learning_rate": 6.177405022990912e-08,
+      "loss": 0.0409,
+      "step": 9670
+    },
+    {
+      "epoch": 0.9309034956964947,
+      "grad_norm": 0.655266355284001,
+      "learning_rate": 6.009997020499897e-08,
+      "loss": 0.0391,
+      "step": 9680
+    },
+    {
+      "epoch": 0.9318651728614704,
+      "grad_norm": 0.5212844984873689,
+      "learning_rate": 5.844861072478336e-08,
+      "loss": 0.0431,
+      "step": 9690
+    },
+    {
+      "epoch": 0.9328268500264462,
+      "grad_norm": 0.48049310508833226,
+      "learning_rate": 5.6819987166854e-08,
+      "loss": 0.0391,
+      "step": 9700
+    },
+    {
+      "epoch": 0.9337885271914218,
+      "grad_norm": 0.6823508418958387,
+      "learning_rate": 5.521411469708387e-08,
+      "loss": 0.0376,
+      "step": 9710
+    },
+    {
+      "epoch": 0.9347502043563976,
+      "grad_norm": 0.4493122392540859,
+      "learning_rate": 5.363100826948686e-08,
+      "loss": 0.0406,
+      "step": 9720
+    },
+    {
+      "epoch": 0.9357118815213733,
+      "grad_norm": 0.5657510718923322,
+      "learning_rate": 5.207068262607584e-08,
+      "loss": 0.0375,
+      "step": 9730
+    },
+    {
+      "epoch": 0.9366735586863489,
+      "grad_norm": 0.820048119185096,
+      "learning_rate": 5.053315229672923e-08,
+      "loss": 0.0381,
+      "step": 9740
+    },
+    {
+      "epoch": 0.9376352358513247,
+      "grad_norm": 0.8823064470801121,
+      "learning_rate": 4.901843159905217e-08,
+      "loss": 0.0383,
+      "step": 9750
+    },
+    {
+      "epoch": 0.9385969130163004,
+      "grad_norm": 0.9118818813028625,
+      "learning_rate": 4.752653463824558e-08,
+      "loss": 0.0408,
+      "step": 9760
+    },
+    {
+      "epoch": 0.9395585901812762,
+      "grad_norm": 0.8029901559644491,
+      "learning_rate": 4.605747530697341e-08,
+      "loss": 0.0384,
+      "step": 9770
+    },
+    {
+      "epoch": 0.9405202673462518,
+      "grad_norm": 0.47901182750312143,
+      "learning_rate": 4.461126728523391e-08,
+      "loss": 0.0392,
+      "step": 9780
+    },
+    {
+      "epoch": 0.9414819445112276,
+      "grad_norm": 0.6493524199356094,
+      "learning_rate": 4.31879240402322e-08,
+      "loss": 0.0416,
+      "step": 9790
+    },
+    {
+      "epoch": 0.9424436216762033,
+      "grad_norm": 0.47036363084077565,
+      "learning_rate": 4.178745882625457e-08,
+      "loss": 0.04,
+      "step": 9800
+    },
+    {
+      "epoch": 0.943405298841179,
+      "grad_norm": 0.3834833553568893,
+      "learning_rate": 4.040988468454576e-08,
+      "loss": 0.0364,
+      "step": 9810
+    },
+    {
+      "epoch": 0.9443669760061547,
+      "grad_norm": 0.48173467506372364,
+      "learning_rate": 3.905521444318605e-08,
+      "loss": 0.043,
+      "step": 9820
+    },
+    {
+      "epoch": 0.9453286531711305,
+      "grad_norm": 0.7313643184555398,
+      "learning_rate": 3.772346071697353e-08,
+      "loss": 0.0371,
+      "step": 9830
+    },
+    {
+      "epoch": 0.9462903303361062,
+      "grad_norm": 0.5394987473296934,
+      "learning_rate": 3.641463590730615e-08,
+      "loss": 0.0394,
+      "step": 9840
+    },
+    {
+      "epoch": 0.9472520075010818,
+      "grad_norm": 0.4901537655970931,
+      "learning_rate": 3.512875220206491e-08,
+      "loss": 0.0399,
+      "step": 9850
+    },
+    {
+      "epoch": 0.9482136846660576,
+      "grad_norm": 0.4538275533861492,
+      "learning_rate": 3.386582157550222e-08,
+      "loss": 0.0403,
+      "step": 9860
+    },
+    {
+      "epoch": 0.9491753618310333,
+      "grad_norm": 0.7357283515373997,
+      "learning_rate": 3.262585578812927e-08,
+      "loss": 0.0385,
+      "step": 9870
+    },
+    {
+      "epoch": 0.950137038996009,
+      "grad_norm": 0.5040237342328293,
+      "learning_rate": 3.140886638660662e-08,
+      "loss": 0.0421,
+      "step": 9880
+    },
+    {
+      "epoch": 0.9510987161609847,
+      "grad_norm": 0.786326395524275,
+      "learning_rate": 3.021486470363766e-08,
+      "loss": 0.0379,
+      "step": 9890
+    },
+    {
+      "epoch": 0.9520603933259605,
+      "grad_norm": 0.502838626792239,
+      "learning_rate": 2.9043861857861453e-08,
+      "loss": 0.0396,
+      "step": 9900
+    },
+    {
+      "epoch": 0.9530220704909362,
+      "grad_norm": 1.0011248077299817,
+      "learning_rate": 2.7895868753750332e-08,
+      "loss": 0.0418,
+      "step": 9910
+    },
+    {
+      "epoch": 0.9539837476559119,
+      "grad_norm": 0.4992699381072997,
+      "learning_rate": 2.677089608150857e-08,
+      "loss": 0.0389,
+      "step": 9920
+    },
+    {
+      "epoch": 0.9549454248208876,
+      "grad_norm": 0.764614320619736,
+      "learning_rate": 2.5668954316971083e-08,
+      "loss": 0.0361,
+      "step": 9930
+    },
+    {
+      "epoch": 0.9559071019858634,
+      "grad_norm": 0.40196469871744683,
+      "learning_rate": 2.45900537215088e-08,
+      "loss": 0.0404,
+      "step": 9940
+    },
+    {
+      "epoch": 0.956868779150839,
+      "grad_norm": 0.8558795593609507,
+      "learning_rate": 2.35342043419301e-08,
+      "loss": 0.0417,
+      "step": 9950
+    },
+    {
+      "epoch": 0.9578304563158148,
+      "grad_norm": 0.4296761732082006,
+      "learning_rate": 2.2501416010388966e-08,
+      "loss": 0.0398,
+      "step": 9960
+    },
+    {
+      "epoch": 0.9587921334807905,
+      "grad_norm": 0.49259495097634687,
+      "learning_rate": 2.1491698344293377e-08,
+      "loss": 0.0386,
+      "step": 9970
+    },
+    {
+      "epoch": 0.9597538106457663,
+      "grad_norm": 1.1444459940984555,
+      "learning_rate": 2.0505060746215112e-08,
+      "loss": 0.0392,
+      "step": 9980
+    },
+    {
+      "epoch": 0.9607154878107419,
+      "grad_norm": 0.5019366062764087,
+      "learning_rate": 1.9541512403802586e-08,
+      "loss": 0.0399,
+      "step": 9990
+    },
+    {
+      "epoch": 0.9616771649757176,
+      "grad_norm": 0.40908265632236995,
+      "learning_rate": 1.860106228969566e-08,
+      "loss": 0.0404,
+      "step": 10000
+    },
+    {
+      "epoch": 0.9626388421406934,
+      "grad_norm": 0.49139554789742484,
+      "learning_rate": 1.7683719161440127e-08,
+      "loss": 0.0405,
+      "step": 10010
+    },
+    {
+      "epoch": 0.963600519305669,
+      "grad_norm": 1.046960009240565,
+      "learning_rate": 1.678949156140974e-08,
+      "loss": 0.0381,
+      "step": 10020
+    },
+    {
+      "epoch": 0.9645621964706448,
+      "grad_norm": 0.598054129664017,
+      "learning_rate": 1.5918387816723225e-08,
+      "loss": 0.0413,
+      "step": 10030
+    },
+    {
+      "epoch": 0.9655238736356205,
+      "grad_norm": 0.4983863720325166,
+      "learning_rate": 1.507041603916848e-08,
+      "loss": 0.0424,
+      "step": 10040
+    },
+    {
+      "epoch": 0.9664855508005963,
+      "grad_norm": 0.4422025555776094,
+      "learning_rate": 1.4245584125126832e-08,
+      "loss": 0.0402,
+      "step": 10050
+    },
+    {
+      "epoch": 0.9674472279655719,
+      "grad_norm": 0.8199604081464351,
+      "learning_rate": 1.3443899755498924e-08,
+      "loss": 0.0395,
+      "step": 10060
+    },
+    {
+      "epoch": 0.9684089051305477,
+      "grad_norm": 0.605685166765489,
+      "learning_rate": 1.2665370395634202e-08,
+      "loss": 0.0414,
+      "step": 10070
+    },
+    {
+      "epoch": 0.9693705822955234,
+      "grad_norm": 0.4826258167672886,
+      "learning_rate": 1.1910003295260152e-08,
+      "loss": 0.0385,
+      "step": 10080
+    },
+    {
+      "epoch": 0.9703322594604991,
+      "grad_norm": 0.4720050447428653,
+      "learning_rate": 1.1177805488415961e-08,
+      "loss": 0.0402,
+      "step": 10090
+    },
+    {
+      "epoch": 0.9712939366254748,
+      "grad_norm": 0.5013016103160101,
+      "learning_rate": 1.0468783793386173e-08,
+      "loss": 0.0387,
+      "step": 10100
+    },
+    {
+      "epoch": 0.9722556137904506,
+      "grad_norm": 0.41994862078370854,
+      "learning_rate": 9.782944812637973e-09,
+      "loss": 0.0378,
+      "step": 10110
+    },
+    {
+      "epoch": 0.9732172909554263,
+      "grad_norm": 0.4674876256219555,
+      "learning_rate": 9.120294932758733e-09,
+      "loss": 0.0407,
+      "step": 10120
+    },
+    {
+      "epoch": 0.974178968120402,
+      "grad_norm": 0.448715822898682,
+      "learning_rate": 8.480840324397166e-09,
+      "loss": 0.0379,
+      "step": 10130
+    },
+    {
+      "epoch": 0.9751406452853777,
+      "grad_norm": 0.4649486370637123,
+      "learning_rate": 7.864586942205877e-09,
+      "loss": 0.0375,
+      "step": 10140
+    },
+    {
+      "epoch": 0.9761023224503534,
+      "grad_norm": 0.45621218521402535,
+      "learning_rate": 7.271540524786125e-09,
+      "loss": 0.0426,
+      "step": 10150
+    },
+    {
+      "epoch": 0.9770639996153291,
+      "grad_norm": 0.6656820300673596,
+      "learning_rate": 6.701706594633151e-09,
+      "loss": 0.0372,
+      "step": 10160
+    },
+    {
+      "epoch": 0.9780256767803048,
+      "grad_norm": 0.5342094930449158,
+      "learning_rate": 6.155090458086765e-09,
+      "loss": 0.0373,
+      "step": 10170
+    },
+    {
+      "epoch": 0.9789873539452806,
+      "grad_norm": 0.44775254343816623,
+      "learning_rate": 5.631697205279729e-09,
+      "loss": 0.0384,
+      "step": 10180
+    },
+    {
+      "epoch": 0.9799490311102563,
+      "grad_norm": 0.5725634348897934,
+      "learning_rate": 5.13153171009223e-09,
+      "loss": 0.0372,
+      "step": 10190
+    },
+    {
+      "epoch": 0.980910708275232,
+      "grad_norm": 0.7471847550457231,
+      "learning_rate": 4.654598630105256e-09,
+      "loss": 0.0381,
+      "step": 10200
+    },
+    {
+      "epoch": 0.9818723854402077,
+      "grad_norm": 0.7798641995022723,
+      "learning_rate": 4.200902406558405e-09,
+      "loss": 0.0404,
+      "step": 10210
+    },
+    {
+      "epoch": 0.9828340626051835,
+      "grad_norm": 1.1932365501256943,
+      "learning_rate": 3.770447264306587e-09,
+      "loss": 0.0426,
+      "step": 10220
+    },
+    {
+      "epoch": 0.9837957397701591,
+      "grad_norm": 0.5660051226280081,
+      "learning_rate": 3.363237211783388e-09,
+      "loss": 0.0391,
+      "step": 10230
+    },
+    {
+      "epoch": 0.9847574169351349,
+      "grad_norm": 0.470637910967424,
+      "learning_rate": 2.979276040960544e-09,
+      "loss": 0.0393,
+      "step": 10240
+    },
+    {
+      "epoch": 0.9857190941001106,
+      "grad_norm": 1.0505421576436955,
+      "learning_rate": 2.6185673273160238e-09,
+      "loss": 0.0386,
+      "step": 10250
+    },
+    {
+      "epoch": 0.9866807712650864,
+      "grad_norm": 0.5636172833001281,
+      "learning_rate": 2.281114429797948e-09,
+      "loss": 0.0416,
+      "step": 10260
+    },
+    {
+      "epoch": 0.987642448430062,
+      "grad_norm": 0.48657262867985757,
+      "learning_rate": 1.966920490794888e-09,
+      "loss": 0.0376,
+      "step": 10270
+    },
+    {
+      "epoch": 0.9886041255950377,
+      "grad_norm": 0.5144489922329165,
+      "learning_rate": 1.675988436105891e-09,
+      "loss": 0.0415,
+      "step": 10280
+    },
+    {
+      "epoch": 0.9895658027600135,
+      "grad_norm": 0.5230613753428365,
+      "learning_rate": 1.4083209749135574e-09,
+      "loss": 0.0401,
+      "step": 10290
+    },
+    {
+      "epoch": 0.9905274799249891,
+      "grad_norm": 0.5299739636648438,
+      "learning_rate": 1.1639205997587832e-09,
+      "loss": 0.0405,
+      "step": 10300
+    },
+    {
+      "epoch": 0.9914891570899649,
+      "grad_norm": 0.4414475481206809,
+      "learning_rate": 9.427895865174452e-10,
+      "loss": 0.0416,
+      "step": 10310
+    },
+    {
+      "epoch": 0.9924508342549406,
+      "grad_norm": 0.8019308970771823,
+      "learning_rate": 7.44929994379584e-10,
+      "loss": 0.0409,
+      "step": 10320
+    },
+    {
+      "epoch": 0.9934125114199164,
+      "grad_norm": 0.7211481438746161,
+      "learning_rate": 5.703436658288653e-10,
+      "loss": 0.0396,
+      "step": 10330
+    },
+    {
+      "epoch": 0.994374188584892,
+      "grad_norm": 0.4979517116942413,
+      "learning_rate": 4.1903222662786904e-10,
+      "loss": 0.0417,
+      "step": 10340
+    },
+    {
+      "epoch": 0.9953358657498678,
+      "grad_norm": 0.45492751458618963,
+      "learning_rate": 2.9099708580060394e-10,
+      "loss": 0.0369,
+      "step": 10350
+    },
+    {
+      "epoch": 0.9962975429148435,
+      "grad_norm": 0.6496655831734433,
+      "learning_rate": 1.8623943562029456e-10,
+      "loss": 0.04,
+      "step": 10360
+    },
+    {
+      "epoch": 0.9972592200798192,
+      "grad_norm": 0.7575063748590078,
+      "learning_rate": 1.0476025159911196e-10,
+      "loss": 0.0407,
+      "step": 10370
+    },
+    {
+      "epoch": 0.9982208972447949,
+      "grad_norm": 0.529946280532587,
+      "learning_rate": 4.656029247734895e-11,
+      "loss": 0.0389,
+      "step": 10380
+    },
+    {
+      "epoch": 0.9991825744097707,
+      "grad_norm": 0.7033439447105561,
+      "learning_rate": 1.1640100217591433e-11,
+      "loss": 0.0438,
+      "step": 10390
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10399,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.58475295850496e+16,
+  "train_batch_size": 5,
+  "trial_name": null,
+  "trial_params": null
+}