diff --git "a/checkpoint-18000/trainer_state.json" "b/checkpoint-18000/trainer_state.json"
deleted file mode 100644--- "a/checkpoint-18000/trainer_state.json"
+++ /dev/null
@@ -1,10834 +0,0 @@
-{
-  "best_global_step": null,
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 0.6,
-  "eval_steps": 500,
-  "global_step": 18000,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "grad_norm": 1.3009417057037354,
-      "learning_rate": 6.000000000000001e-07,
-      "loss": 1.1749,
-      "step": 10
-    },
-    {
-      "grad_norm": 1.2199763059616089,
-      "learning_rate": 1.2666666666666667e-06,
-      "loss": 1.1792,
-      "step": 20
-    },
-    {
-      "grad_norm": 1.2334861755371094,
-      "learning_rate": 1.9333333333333336e-06,
-      "loss": 1.1634,
-      "step": 30
-    },
-    {
-      "grad_norm": 0.49021822214126587,
-      "learning_rate": 2.6e-06,
-      "loss": 1.1531,
-      "step": 40
-    },
-    {
-      "grad_norm": 0.5607965588569641,
-      "learning_rate": 3.2666666666666666e-06,
-      "loss": 1.1421,
-      "step": 50
-    },
-    {
-      "grad_norm": 0.5553359389305115,
-      "learning_rate": 3.9333333333333335e-06,
-      "loss": 1.1477,
-      "step": 60
-    },
-    {
-      "grad_norm": 0.46306923031806946,
-      "learning_rate": 4.6e-06,
-      "loss": 1.1444,
-      "step": 70
-    },
-    {
-      "grad_norm": 0.37802454829216003,
-      "learning_rate": 5.266666666666667e-06,
-      "loss": 1.141,
-      "step": 80
-    },
-    {
-      "grad_norm": 0.30536743998527527,
-      "learning_rate": 5.933333333333334e-06,
-      "loss": 1.1446,
-      "step": 90
-    },
-    {
-      "grad_norm": 0.30887874960899353,
-      "learning_rate": 6.6e-06,
-      "loss": 1.1291,
-      "step": 100
-    },
-    {
-      "grad_norm": 0.3307710289955139,
-      "learning_rate": 7.266666666666668e-06,
-      "loss": 1.1313,
-      "step": 110
-    },
-    {
-      "grad_norm": 0.41364726424217224,
-      "learning_rate": 7.933333333333334e-06,
-      "loss": 1.1059,
-      "step": 120
-    },
-    {
-      "grad_norm": 0.6503350734710693,
-      "learning_rate": 8.599999999999999e-06,
-      "loss": 1.092,
-      "step": 130
-    },
-    {
-      "grad_norm": 0.4717787802219391,
-      "learning_rate": 9.266666666666667e-06,
-      "loss": 1.0759,
-      "step": 140
-    },
-    {
-      "grad_norm": 0.4680929481983185,
-      "learning_rate": 9.933333333333334e-06,
-      "loss": 1.0662,
-      "step": 150
-    },
-    {
-      "grad_norm": 0.5255718231201172,
-      "learning_rate": 1.06e-05,
-      "loss": 1.0681,
-      "step": 160
-    },
-    {
-      "grad_norm": 0.5515910983085632,
-      "learning_rate": 1.1266666666666667e-05,
-      "loss": 1.0722,
-      "step": 170
-    },
-    {
-      "grad_norm": 0.48872169852256775,
-      "learning_rate": 1.1933333333333333e-05,
-      "loss": 1.0508,
-      "step": 180
-    },
-    {
-      "grad_norm": 0.684299111366272,
-      "learning_rate": 1.2600000000000001e-05,
-      "loss": 1.0376,
-      "step": 190
-    },
-    {
-      "grad_norm": 1.1723419427871704,
-      "learning_rate": 1.3266666666666666e-05,
-      "loss": 1.0092,
-      "step": 200
-    },
-    {
-      "grad_norm": 1.824255347251892,
-      "learning_rate": 1.3933333333333334e-05,
-      "loss": 0.9294,
-      "step": 210
-    },
-    {
-      "grad_norm": 1.4841794967651367,
-      "learning_rate": 1.4599999999999999e-05,
-      "loss": 0.8456,
-      "step": 220
-    },
-    {
-      "grad_norm": 2.235757350921631,
-      "learning_rate": 1.5266666666666667e-05,
-      "loss": 0.7766,
-      "step": 230
-    },
-    {
-      "grad_norm": 2.0225579738616943,
-      "learning_rate": 1.5933333333333332e-05,
-      "loss": 0.7053,
-      "step": 240
-    },
-    {
-      "grad_norm": 2.08072829246521,
-      "learning_rate": 1.66e-05,
-      "loss": 0.6041,
-      "step": 250
-    },
-    {
-      "grad_norm": 1.6011135578155518,
-      "learning_rate": 1.726666666666667e-05,
-      "loss": 0.5229,
-      "step": 260
-    },
-    {
-      "grad_norm": 2.2321128845214844,
-      "learning_rate": 1.7933333333333337e-05,
-      "loss": 0.4281,
-      "step": 270
-    },
-    {
-      "grad_norm": 2.5934298038482666,
-      "learning_rate": 1.86e-05,
-      "loss": 0.3515,
-      "step": 280
-    },
-    {
-      "grad_norm": 1.9225094318389893,
-      "learning_rate": 1.926666666666667e-05,
-      "loss": 0.2963,
-      "step": 290
-    },
-    {
-      "grad_norm": 2.2619729042053223,
-      "learning_rate": 1.9933333333333334e-05,
-      "loss": 0.2743,
-      "step": 300
-    },
-    {
-      "grad_norm": 1.548316478729248,
-      "learning_rate": 2.06e-05,
-      "loss": 0.253,
-      "step": 310
-    },
-    {
-      "grad_norm": 2.221480369567871,
-      "learning_rate": 2.1266666666666667e-05,
-      "loss": 0.2073,
-      "step": 320
-    },
-    {
-      "grad_norm": 1.8750739097595215,
-      "learning_rate": 2.1933333333333332e-05,
-      "loss": 0.2117,
-      "step": 330
-    },
-    {
-      "grad_norm": 2.543257236480713,
-      "learning_rate": 2.26e-05,
-      "loss": 0.2149,
-      "step": 340
-    },
-    {
-      "grad_norm": 2.042208433151245,
-      "learning_rate": 2.326666666666667e-05,
-      "loss": 0.1861,
-      "step": 350
-    },
-    {
-      "grad_norm": 2.3000669479370117,
-      "learning_rate": 2.3933333333333337e-05,
-      "loss": 0.1862,
-      "step": 360
-    },
-    {
-      "grad_norm": 1.547419786453247,
-      "learning_rate": 2.46e-05,
-      "loss": 0.1628,
-      "step": 370
-    },
-    {
-      "grad_norm": 2.104421615600586,
-      "learning_rate": 2.5266666666666666e-05,
-      "loss": 0.161,
-      "step": 380
-    },
-    {
-      "grad_norm": 1.269059181213379,
-      "learning_rate": 2.5933333333333338e-05,
-      "loss": 0.1528,
-      "step": 390
-    },
-    {
-      "grad_norm": 1.5469577312469482,
-      "learning_rate": 2.6600000000000003e-05,
-      "loss": 0.1441,
-      "step": 400
-    },
-    {
-      "grad_norm": 1.4905346632003784,
-      "learning_rate": 2.7266666666666668e-05,
-      "loss": 0.1473,
-      "step": 410
-    },
-    {
-      "grad_norm": 1.8448561429977417,
-      "learning_rate": 2.7933333333333332e-05,
-      "loss": 0.1371,
-      "step": 420
-    },
-    {
-      "grad_norm": 1.6076915264129639,
-      "learning_rate": 2.86e-05,
-      "loss": 0.1409,
-      "step": 430
-    },
-    {
-      "grad_norm": 1.9364864826202393,
-      "learning_rate": 2.926666666666667e-05,
-      "loss": 0.1318,
-      "step": 440
-    },
-    {
-      "grad_norm": 1.8688479661941528,
-      "learning_rate": 2.9933333333333337e-05,
-      "loss": 0.1294,
-      "step": 450
-    },
-    {
-      "grad_norm": 1.5966501235961914,
-      "learning_rate": 3.06e-05,
-      "loss": 0.1204,
-      "step": 460
-    },
-    {
-      "grad_norm": 1.4227409362792969,
-      "learning_rate": 3.126666666666666e-05,
-      "loss": 0.1104,
-      "step": 470
-    },
-    {
-      "grad_norm": 1.5022822618484497,
-      "learning_rate": 3.1933333333333335e-05,
-      "loss": 0.1155,
-      "step": 480
-    },
-    {
-      "grad_norm": 1.629330039024353,
-      "learning_rate": 3.26e-05,
-      "loss": 0.1186,
-      "step": 490
-    },
-    {
-      "grad_norm": 1.404849648475647,
-      "learning_rate": 3.326666666666667e-05,
-      "loss": 0.1172,
-      "step": 500
-    },
-    {
-      "grad_norm": 1.5502809286117554,
-      "learning_rate": 3.3933333333333336e-05,
-      "loss": 0.1093,
-      "step": 510
-    },
-    {
-      "grad_norm": 1.4023650884628296,
-      "learning_rate": 3.46e-05,
-      "loss": 0.111,
-      "step": 520
-    },
-    {
-      "grad_norm": 1.4860507249832153,
-      "learning_rate": 3.526666666666667e-05,
-      "loss": 0.1104,
-      "step": 530
-    },
-    {
-      "grad_norm": 1.537412405014038,
-      "learning_rate": 3.593333333333334e-05,
-      "loss": 0.1084,
-      "step": 540
-    },
-    {
-      "grad_norm": 1.4830931425094604,
-      "learning_rate": 3.66e-05,
-      "loss": 0.0916,
-      "step": 550
-    },
-    {
-      "grad_norm": 1.4352984428405762,
-      "learning_rate": 3.726666666666667e-05,
-      "loss": 0.104,
-      "step": 560
-    },
-    {
-      "grad_norm": 1.3771204948425293,
-      "learning_rate": 3.793333333333334e-05,
-      "loss": 0.1079,
-      "step": 570
-    },
-    {
-      "grad_norm": 1.2277265787124634,
-      "learning_rate": 3.86e-05,
-      "loss": 0.1036,
-      "step": 580
-    },
-    {
-      "grad_norm": 1.1596946716308594,
-      "learning_rate": 3.926666666666667e-05,
-      "loss": 0.0972,
-      "step": 590
-    },
-    {
-      "grad_norm": 1.66548752784729,
-      "learning_rate": 3.993333333333333e-05,
-      "loss": 0.1048,
-      "step": 600
-    },
-    {
-      "grad_norm": 1.2037672996520996,
-      "learning_rate": 4.0600000000000004e-05,
-      "loss": 0.0939,
-      "step": 610
-    },
-    {
-      "grad_norm": 1.3335858583450317,
-      "learning_rate": 4.126666666666667e-05,
-      "loss": 0.0933,
-      "step": 620
-    },
-    {
-      "grad_norm": 1.2477325201034546,
-      "learning_rate": 4.1933333333333334e-05,
-      "loss": 0.0955,
-      "step": 630
-    },
-    {
-      "grad_norm": 1.316272497177124,
-      "learning_rate": 4.26e-05,
-      "loss": 0.0999,
-      "step": 640
-    },
-    {
-      "grad_norm": 0.7914609313011169,
-      "learning_rate": 4.3266666666666664e-05,
-      "loss": 0.1001,
-      "step": 650
-    },
-    {
-      "grad_norm": 0.918965756893158,
-      "learning_rate": 4.3933333333333335e-05,
-      "loss": 0.0919,
-      "step": 660
-    },
-    {
-      "grad_norm": 1.0262644290924072,
-      "learning_rate": 4.46e-05,
-      "loss": 0.084,
-      "step": 670
-    },
-    {
-      "grad_norm": 1.2336540222167969,
-      "learning_rate": 4.526666666666667e-05,
-      "loss": 0.0854,
-      "step": 680
-    },
-    {
-      "grad_norm": 0.9136370420455933,
-      "learning_rate": 4.5933333333333336e-05,
-      "loss": 0.0812,
-      "step": 690
-    },
-    {
-      "grad_norm": 1.1595962047576904,
-      "learning_rate": 4.660000000000001e-05,
-      "loss": 0.083,
-      "step": 700
-    },
-    {
-      "grad_norm": 1.0120071172714233,
-      "learning_rate": 4.726666666666667e-05,
-      "loss": 0.0828,
-      "step": 710
-    },
-    {
-      "grad_norm": 0.8206706643104553,
-      "learning_rate": 4.793333333333334e-05,
-      "loss": 0.0829,
-      "step": 720
-    },
-    {
-      "grad_norm": 0.9440912008285522,
-      "learning_rate": 4.86e-05,
-      "loss": 0.0848,
-      "step": 730
-    },
-    {
-      "grad_norm": 0.8843382596969604,
-      "learning_rate": 4.926666666666667e-05,
-      "loss": 0.0893,
-      "step": 740
-    },
-    {
-      "grad_norm": 1.190615177154541,
-      "learning_rate": 4.993333333333334e-05,
-      "loss": 0.0866,
-      "step": 750
-    },
-    {
-      "grad_norm": 0.9545953869819641,
-      "learning_rate": 5.0600000000000003e-05,
-      "loss": 0.0851,
-      "step": 760
-    },
-    {
-      "grad_norm": 1.1350778341293335,
-      "learning_rate": 5.1266666666666675e-05,
-      "loss": 0.0906,
-      "step": 770
-    },
-    {
-      "grad_norm": 0.9359301924705505,
-      "learning_rate": 5.193333333333333e-05,
-      "loss": 0.0807,
-      "step": 780
-    },
-    {
-      "grad_norm": 0.884219765663147,
-      "learning_rate": 5.2600000000000005e-05,
-      "loss": 0.0775,
-      "step": 790
-    },
-    {
-      "grad_norm": 1.1784193515777588,
-      "learning_rate": 5.326666666666666e-05,
-      "loss": 0.081,
-      "step": 800
-    },
-    {
-      "grad_norm": 1.332310438156128,
-      "learning_rate": 5.3933333333333334e-05,
-      "loss": 0.0772,
-      "step": 810
-    },
-    {
-      "grad_norm": 1.1053208112716675,
-      "learning_rate": 5.4600000000000006e-05,
-      "loss": 0.0773,
-      "step": 820
-    },
-    {
-      "grad_norm": 0.779946506023407,
-      "learning_rate": 5.5266666666666664e-05,
-      "loss": 0.0757,
-      "step": 830
-    },
-    {
-      "grad_norm": 0.8009672164916992,
-      "learning_rate": 5.5933333333333335e-05,
-      "loss": 0.0784,
-      "step": 840
-    },
-    {
-      "grad_norm": 1.1611248254776,
-      "learning_rate": 5.66e-05,
-      "loss": 0.0756,
-      "step": 850
-    },
-    {
-      "grad_norm": 0.9510448575019836,
-      "learning_rate": 5.726666666666667e-05,
-      "loss": 0.0793,
-      "step": 860
-    },
-    {
-      "grad_norm": 0.7078857421875,
-      "learning_rate": 5.7933333333333337e-05,
-      "loss": 0.0724,
-      "step": 870
-    },
-    {
-      "grad_norm": 1.2287640571594238,
-      "learning_rate": 5.86e-05,
-      "loss": 0.0745,
-      "step": 880
-    },
-    {
-      "grad_norm": 0.8060562014579773,
-      "learning_rate": 5.926666666666667e-05,
-      "loss": 0.0723,
-      "step": 890
-    },
-    {
-      "grad_norm": 0.6258071660995483,
-      "learning_rate": 5.9933333333333345e-05,
-      "loss": 0.0752,
-      "step": 900
-    },
-    {
-      "grad_norm": 0.5880326628684998,
-      "learning_rate": 6.06e-05,
-      "loss": 0.0688,
-      "step": 910
-    },
-    {
-      "grad_norm": 0.82889723777771,
-      "learning_rate": 6.126666666666667e-05,
-      "loss": 0.0704,
-      "step": 920
-    },
-    {
-      "grad_norm": 0.964141845703125,
-      "learning_rate": 6.193333333333333e-05,
-      "loss": 0.0734,
-      "step": 930
-    },
-    {
-      "grad_norm": 0.6693416237831116,
-      "learning_rate": 6.26e-05,
-      "loss": 0.0703,
-      "step": 940
-    },
-    {
-      "grad_norm": 0.7100448608398438,
-      "learning_rate": 6.326666666666667e-05,
-      "loss": 0.0731,
-      "step": 950
-    },
-    {
-      "grad_norm": 0.6688232421875,
-      "learning_rate": 6.393333333333333e-05,
-      "loss": 0.0689,
-      "step": 960
-    },
-    {
-      "grad_norm": 1.0207332372665405,
-      "learning_rate": 6.460000000000001e-05,
-      "loss": 0.0701,
-      "step": 970
-    },
-    {
-      "grad_norm": 0.649103045463562,
-      "learning_rate": 6.526666666666666e-05,
-      "loss": 0.0679,
-      "step": 980
-    },
-    {
-      "grad_norm": 0.8316885232925415,
-      "learning_rate": 6.593333333333334e-05,
-      "loss": 0.0755,
-      "step": 990
-    },
-    {
-      "grad_norm": 0.5805196762084961,
-      "learning_rate": 6.66e-05,
-      "loss": 0.0623,
-      "step": 1000
-    },
-    {
-      "grad_norm": 0.6480134129524231,
-      "learning_rate": 6.726666666666667e-05,
-      "loss": 0.0626,
-      "step": 1010
-    },
-    {
-      "grad_norm": 0.8561599850654602,
-      "learning_rate": 6.793333333333334e-05,
-      "loss": 0.0704,
-      "step": 1020
-    },
-    {
-      "grad_norm": 0.5639697313308716,
-      "learning_rate": 6.860000000000001e-05,
-      "loss": 0.0622,
-      "step": 1030
-    },
-    {
-      "grad_norm": 0.5264688730239868,
-      "learning_rate": 6.926666666666667e-05,
-      "loss": 0.0576,
-      "step": 1040
-    },
-    {
-      "grad_norm": 0.6329230666160583,
-      "learning_rate": 6.993333333333334e-05,
-      "loss": 0.0591,
-      "step": 1050
-    },
-    {
-      "grad_norm": 0.5251981019973755,
-      "learning_rate": 7.06e-05,
-      "loss": 0.0569,
-      "step": 1060
-    },
-    {
-      "grad_norm": 0.80583655834198,
-      "learning_rate": 7.126666666666667e-05,
-      "loss": 0.0619,
-      "step": 1070
-    },
-    {
-      "grad_norm": 0.7077835202217102,
-      "learning_rate": 7.193333333333334e-05,
-      "loss": 0.0638,
-      "step": 1080
-    },
-    {
-      "grad_norm": 0.6568991541862488,
-      "learning_rate": 7.26e-05,
-      "loss": 0.0635,
-      "step": 1090
-    },
-    {
-      "grad_norm": 0.6936503648757935,
-      "learning_rate": 7.326666666666667e-05,
-      "loss": 0.0586,
-      "step": 1100
-    },
-    {
-      "grad_norm": 0.8385834693908691,
-      "learning_rate": 7.393333333333333e-05,
-      "loss": 0.0563,
-      "step": 1110
-    },
-    {
-      "grad_norm": 0.6665258407592773,
-      "learning_rate": 7.46e-05,
-      "loss": 0.0598,
-      "step": 1120
-    },
-    {
-      "grad_norm": 0.7633928060531616,
-      "learning_rate": 7.526666666666668e-05,
-      "loss": 0.0682,
-      "step": 1130
-    },
-    {
-      "grad_norm": 0.6557093858718872,
-      "learning_rate": 7.593333333333334e-05,
-      "loss": 0.0622,
-      "step": 1140
-    },
-    {
-      "grad_norm": 0.7676181793212891,
-      "learning_rate": 7.66e-05,
-      "loss": 0.0554,
-      "step": 1150
-    },
-    {
-      "grad_norm": 0.49698543548583984,
-      "learning_rate": 7.726666666666667e-05,
-      "loss": 0.0619,
-      "step": 1160
-    },
-    {
-      "grad_norm": 0.658534824848175,
-      "learning_rate": 7.793333333333333e-05,
-      "loss": 0.0628,
-      "step": 1170
-    },
-    {
-      "grad_norm": 0.7802417874336243,
-      "learning_rate": 7.860000000000001e-05,
-      "loss": 0.0606,
-      "step": 1180
-    },
-    {
-      "grad_norm": 0.7362853288650513,
-      "learning_rate": 7.926666666666666e-05,
-      "loss": 0.057,
-      "step": 1190
-    },
-    {
-      "grad_norm": 0.7263256311416626,
-      "learning_rate": 7.993333333333334e-05,
-      "loss": 0.0658,
-      "step": 1200
-    },
-    {
-      "grad_norm": 0.605475902557373,
-      "learning_rate": 8.060000000000001e-05,
-      "loss": 0.0585,
-      "step": 1210
-    },
-    {
-      "grad_norm": 0.6713262796401978,
-      "learning_rate": 8.126666666666667e-05,
-      "loss": 0.0613,
-      "step": 1220
-    },
-    {
-      "grad_norm": 0.9524453282356262,
-      "learning_rate": 8.193333333333334e-05,
-      "loss": 0.0623,
-      "step": 1230
-    },
-    {
-      "grad_norm": 0.7799460887908936,
-      "learning_rate": 8.26e-05,
-      "loss": 0.0637,
-      "step": 1240
-    },
-    {
-      "grad_norm": 0.5529918670654297,
-      "learning_rate": 8.326666666666667e-05,
-      "loss": 0.0582,
-      "step": 1250
-    },
-    {
-      "grad_norm": 0.48169708251953125,
-      "learning_rate": 8.393333333333335e-05,
-      "loss": 0.0613,
-      "step": 1260
-    },
-    {
-      "grad_norm": 0.4488230049610138,
-      "learning_rate": 8.46e-05,
-      "loss": 0.0533,
-      "step": 1270
-    },
-    {
-      "grad_norm": 0.43133044242858887,
-      "learning_rate": 8.526666666666667e-05,
-      "loss": 0.0619,
-      "step": 1280
-    },
-    {
-      "grad_norm": 0.6242606043815613,
-      "learning_rate": 8.593333333333333e-05,
-      "loss": 0.056,
-      "step": 1290
-    },
-    {
-      "grad_norm": 0.48737120628356934,
-      "learning_rate": 8.66e-05,
-      "loss": 0.056,
-      "step": 1300
-    },
-    {
-      "grad_norm": 0.47289788722991943,
-      "learning_rate": 8.726666666666667e-05,
-      "loss": 0.0547,
-      "step": 1310
-    },
-    {
-      "grad_norm": 0.8228473663330078,
-      "learning_rate": 8.793333333333333e-05,
-      "loss": 0.0539,
-      "step": 1320
-    },
-    {
-      "grad_norm": 0.6020798087120056,
-      "learning_rate": 8.86e-05,
-      "loss": 0.0639,
-      "step": 1330
-    },
-    {
-      "grad_norm": 0.6205971837043762,
-      "learning_rate": 8.926666666666668e-05,
-      "loss": 0.0644,
-      "step": 1340
-    },
-    {
-      "grad_norm": 0.5030979514122009,
-      "learning_rate": 8.993333333333334e-05,
-      "loss": 0.0584,
-      "step": 1350
-    },
-    {
-      "grad_norm": 0.7016464471817017,
-      "learning_rate": 9.06e-05,
-      "loss": 0.0559,
-      "step": 1360
-    },
-    {
-      "grad_norm": 0.4915011525154114,
-      "learning_rate": 9.126666666666667e-05,
-      "loss": 0.0565,
-      "step": 1370
-    },
-    {
-      "grad_norm": 0.3934551775455475,
-      "learning_rate": 9.193333333333334e-05,
-      "loss": 0.052,
-      "step": 1380
-    },
-    {
-      "grad_norm": 0.5540144443511963,
-      "learning_rate": 9.260000000000001e-05,
-      "loss": 0.0523,
-      "step": 1390
-    },
-    {
-      "grad_norm": 0.5887146592140198,
-      "learning_rate": 9.326666666666667e-05,
-      "loss": 0.0528,
-      "step": 1400
-    },
-    {
-      "grad_norm": 0.6534768342971802,
-      "learning_rate": 9.393333333333334e-05,
-      "loss": 0.0518,
-      "step": 1410
-    },
-    {
-      "grad_norm": 0.5691227316856384,
-      "learning_rate": 9.46e-05,
-      "loss": 0.0536,
-      "step": 1420
-    },
-    {
-      "grad_norm": 0.3767082691192627,
-      "learning_rate": 9.526666666666667e-05,
-      "loss": 0.0568,
-      "step": 1430
-    },
-    {
-      "grad_norm": 0.47469252347946167,
-      "learning_rate": 9.593333333333334e-05,
-      "loss": 0.0569,
-      "step": 1440
-    },
-    {
-      "grad_norm": 0.5082659125328064,
-      "learning_rate": 9.66e-05,
-      "loss": 0.0549,
-      "step": 1450
-    },
-    {
-      "grad_norm": 0.6236725449562073,
-      "learning_rate": 9.726666666666667e-05,
-      "loss": 0.0636,
-      "step": 1460
-    },
-    {
-      "grad_norm": 0.5344048738479614,
-      "learning_rate": 9.793333333333333e-05,
-      "loss": 0.0559,
-      "step": 1470
-    },
-    {
-      "grad_norm": 0.5537348985671997,
-      "learning_rate": 9.86e-05,
-      "loss": 0.0573,
-      "step": 1480
-    },
-    {
-      "grad_norm": 0.6604304313659668,
-      "learning_rate": 9.926666666666668e-05,
-      "loss": 0.0559,
-      "step": 1490
-    },
-    {
-      "grad_norm": 0.6182398796081543,
-      "learning_rate": 9.993333333333334e-05,
-      "loss": 0.0526,
-      "step": 1500
-    },
-    {
-      "grad_norm": 0.4472421109676361,
-      "learning_rate": 9.999997539434007e-05,
-      "loss": 0.0554,
-      "step": 1510
-    },
-    {
-      "grad_norm": 0.5673554539680481,
-      "learning_rate": 9.999989033776898e-05,
-      "loss": 0.0498,
-      "step": 1520
-    },
-    {
-      "grad_norm": 0.631686806678772,
-      "learning_rate": 9.999974452661641e-05,
-      "loss": 0.0558,
-      "step": 1530
-    },
-    {
-      "grad_norm": 0.5880892276763916,
-      "learning_rate": 9.999953796105959e-05,
-      "loss": 0.0565,
-      "step": 1540
-    },
-    {
-      "grad_norm": 0.386528342962265,
-      "learning_rate": 9.999927064134949e-05,
-      "loss": 0.0546,
-      "step": 1550
-    },
-    {
-      "grad_norm": 0.49979427456855774,
-      "learning_rate": 9.999894256781095e-05,
-      "loss": 0.0558,
-      "step": 1560
-    },
-    {
-      "grad_norm": 0.49290731549263,
-      "learning_rate": 9.99985537408426e-05,
-      "loss": 0.0559,
-      "step": 1570
-    },
-    {
-      "grad_norm": 0.6054269671440125,
-      "learning_rate": 9.999810416091688e-05,
-      "loss": 0.0537,
-      "step": 1580
-    },
-    {
-      "grad_norm": 0.4739155173301697,
-      "learning_rate": 9.99975938285801e-05,
-      "loss": 0.0525,
-      "step": 1590
-    },
-    {
-      "grad_norm": 0.4727555215358734,
-      "learning_rate": 9.999702274445236e-05,
-      "loss": 0.0562,
-      "step": 1600
-    },
-    {
-      "grad_norm": 0.4145797789096832,
-      "learning_rate": 9.999639090922756e-05,
-      "loss": 0.0518,
-      "step": 1610
-    },
-    {
-      "grad_norm": 0.6100338697433472,
-      "learning_rate": 9.999569832367346e-05,
-      "loss": 0.0482,
-      "step": 1620
-    },
-    {
-      "grad_norm": 0.36332374811172485,
-      "learning_rate": 9.999494498863162e-05,
-      "loss": 0.0575,
-      "step": 1630
-    },
-    {
-      "grad_norm": 0.5447846055030823,
-      "learning_rate": 9.99941309050174e-05,
-      "loss": 0.0525,
-      "step": 1640
-    },
-    {
-      "grad_norm": 0.5260499119758606,
-      "learning_rate": 9.999325607381999e-05,
-      "loss": 0.0486,
-      "step": 1650
-    },
-    {
-      "grad_norm": 0.40509524941444397,
-      "learning_rate": 9.999232049610238e-05,
-      "loss": 0.047,
-      "step": 1660
-    },
-    {
-      "grad_norm": 0.5393689870834351,
-      "learning_rate": 9.999132417300142e-05,
-      "loss": 0.0483,
-      "step": 1670
-    },
-    {
-      "grad_norm": 0.45050477981567383,
-      "learning_rate": 9.99902671057277e-05,
-      "loss": 0.0516,
-      "step": 1680
-    },
-    {
-      "grad_norm": 0.513198971748352,
-      "learning_rate": 9.998914929556569e-05,
-      "loss": 0.0564,
-      "step": 1690
-    },
-    {
-      "grad_norm": 0.5798249840736389,
-      "learning_rate": 9.998797074387361e-05,
-      "loss": 0.055,
-      "step": 1700
-    },
-    {
-      "grad_norm": 0.4425696134567261,
-      "learning_rate": 9.99867314520835e-05,
-      "loss": 0.0515,
-      "step": 1710
-    },
-    {
-      "grad_norm": 0.4912015199661255,
-      "learning_rate": 9.998543142170126e-05,
-      "loss": 0.0494,
-      "step": 1720
-    },
-    {
-      "grad_norm": 0.4842802882194519,
-      "learning_rate": 9.99840706543065e-05,
-      "loss": 0.0473,
-      "step": 1730
-    },
-    {
-      "grad_norm": 0.37719348073005676,
-      "learning_rate": 9.998264915155274e-05,
-      "loss": 0.0478,
-      "step": 1740
-    },
-    {
-      "grad_norm": 0.44606560468673706,
-      "learning_rate": 9.998116691516718e-05,
-      "loss": 0.0496,
-      "step": 1750
-    },
-    {
-      "grad_norm": 0.4420314133167267,
-      "learning_rate": 9.997962394695091e-05,
-      "loss": 0.0489,
-      "step": 1760
-    },
-    {
-      "grad_norm": 0.5374616384506226,
-      "learning_rate": 9.997802024877875e-05,
-      "loss": 0.0508,
-      "step": 1770
-    },
-    {
-      "grad_norm": 0.3837665915489197,
-      "learning_rate": 9.99763558225994e-05,
-      "loss": 0.0491,
-      "step": 1780
-    },
-    {
-      "grad_norm": 0.5809544324874878,
-      "learning_rate": 9.997463067043526e-05,
-      "loss": 0.0531,
-      "step": 1790
-    },
-    {
-      "grad_norm": 0.5693655610084534,
-      "learning_rate": 9.997284479438253e-05,
-      "loss": 0.0495,
-      "step": 1800
-    },
-    {
-      "grad_norm": 0.5101096630096436,
-      "learning_rate": 9.997099819661127e-05,
-      "loss": 0.0498,
-      "step": 1810
-    },
-    {
-      "grad_norm": 0.4212728440761566,
-      "learning_rate": 9.996909087936524e-05,
-      "loss": 0.0521,
-      "step": 1820
-    },
-    {
-      "grad_norm": 0.3066025376319885,
-      "learning_rate": 9.996712284496201e-05,
-      "loss": 0.0497,
-      "step": 1830
-    },
-    {
-      "grad_norm": 0.5426850318908691,
-      "learning_rate": 9.996509409579293e-05,
-      "loss": 0.051,
-      "step": 1840
-    },
-    {
-      "grad_norm": 0.4050694704055786,
-      "learning_rate": 9.996300463432312e-05,
-      "loss": 0.053,
-      "step": 1850
-    },
-    {
-      "grad_norm": 0.3489755094051361,
-      "learning_rate": 9.996085446309148e-05,
-      "loss": 0.0505,
-      "step": 1860
-    },
-    {
-      "grad_norm": 0.31605497002601624,
-      "learning_rate": 9.995864358471066e-05,
-      "loss": 0.0474,
-      "step": 1870
-    },
-    {
-      "grad_norm": 0.352236807346344,
-      "learning_rate": 9.99563720018671e-05,
-      "loss": 0.047,
-      "step": 1880
-    },
-    {
-      "grad_norm": 0.4507584571838379,
-      "learning_rate": 9.995403971732098e-05,
-      "loss": 0.0504,
-      "step": 1890
-    },
-    {
-      "grad_norm": 0.42925962805747986,
-      "learning_rate": 9.995164673390625e-05,
-      "loss": 0.0473,
-      "step": 1900
-    },
-    {
-      "grad_norm": 0.353121280670166,
-      "learning_rate": 9.994919305453059e-05,
-      "loss": 0.0464,
-      "step": 1910
-    },
-    {
-      "grad_norm": 0.49948233366012573,
-      "learning_rate": 9.994667868217548e-05,
-      "loss": 0.0479,
-      "step": 1920
-    },
-    {
-      "grad_norm": 0.4217991828918457,
-      "learning_rate": 9.99441036198961e-05,
-      "loss": 0.0482,
-      "step": 1930
-    },
-    {
-      "grad_norm": 0.31471049785614014,
-      "learning_rate": 9.99414678708214e-05,
-      "loss": 0.0481,
-      "step": 1940
-    },
-    {
-      "grad_norm": 0.3589913845062256,
-      "learning_rate": 9.993877143815407e-05,
-      "loss": 0.0445,
-      "step": 1950
-    },
-    {
-      "grad_norm": 0.2932628095149994,
-      "learning_rate": 9.993601432517053e-05,
-      "loss": 0.046,
-      "step": 1960
-    },
-    {
-      "grad_norm": 0.35649144649505615,
-      "learning_rate": 9.993319653522091e-05,
-      "loss": 0.0456,
-      "step": 1970
-    },
-    {
-      "grad_norm": 0.4936084449291229,
-      "learning_rate": 9.993031807172911e-05,
-      "loss": 0.0475,
-      "step": 1980
-    },
-    {
-      "grad_norm": 0.33784282207489014,
-      "learning_rate": 9.992737893819273e-05,
-      "loss": 0.0485,
-      "step": 1990
-    },
-    {
-      "grad_norm": 0.5015108585357666,
-      "learning_rate": 9.992437913818312e-05,
-      "loss": 0.0449,
-      "step": 2000
-    },
-    {
-      "grad_norm": 0.42584389448165894,
-      "learning_rate": 9.992131867534526e-05,
-      "loss": 0.0444,
-      "step": 2010
-    },
-    {
-      "grad_norm": 0.41565531492233276,
-      "learning_rate": 9.991819755339796e-05,
-      "loss": 0.0483,
-      "step": 2020
-    },
-    {
-      "grad_norm": 0.380255788564682,
-      "learning_rate": 9.991501577613365e-05,
-      "loss": 0.0482,
-      "step": 2030
-    },
-    {
-      "grad_norm": 0.37106555700302124,
-      "learning_rate": 9.99117733474185e-05,
-      "loss": 0.0454,
-      "step": 2040
-    },
-    {
-      "grad_norm": 0.43988800048828125,
-      "learning_rate": 9.990847027119234e-05,
-      "loss": 0.0457,
-      "step": 2050
-    },
-    {
-      "grad_norm": 0.9517943263053894,
-      "learning_rate": 9.990510655146877e-05,
-      "loss": 0.0431,
-      "step": 2060
-    },
-    {
-      "grad_norm": 0.4155087172985077,
-      "learning_rate": 9.990168219233496e-05,
-      "loss": 0.0455,
-      "step": 2070
-    },
-    {
-      "grad_norm": 0.37841394543647766,
-      "learning_rate": 9.989819719795188e-05,
-      "loss": 0.0425,
-      "step": 2080
-    },
-    {
-      "grad_norm": 0.45210036635398865,
-      "learning_rate": 9.989465157255412e-05,
-      "loss": 0.047,
-      "step": 2090
-    },
-    {
-      "grad_norm": 0.3879967927932739,
-      "learning_rate": 9.989104532044994e-05,
-      "loss": 0.0448,
-      "step": 2100
-    },
-    {
-      "grad_norm": 0.3749665319919586,
-      "learning_rate": 9.988737844602128e-05,
-      "loss": 0.0408,
-      "step": 2110
-    },
-    {
-      "grad_norm": 0.38606101274490356,
-      "learning_rate": 9.988365095372372e-05,
-      "loss": 0.0422,
-      "step": 2120
-    },
-    {
-      "grad_norm": 0.45897138118743896,
-      "learning_rate": 9.987986284808654e-05,
-      "loss": 0.0458,
-      "step": 2130
-    },
-    {
-      "grad_norm": 0.3423418402671814,
-      "learning_rate": 9.987601413371264e-05,
-      "loss": 0.0425,
-      "step": 2140
-    },
-    {
-      "grad_norm": 0.43687859177589417,
-      "learning_rate": 9.987210481527855e-05,
-      "loss": 0.04,
-      "step": 2150
-    },
-    {
-      "grad_norm": 0.3930586278438568,
-      "learning_rate": 9.98681348975345e-05,
-      "loss": 0.042,
-      "step": 2160
-    },
-    {
-      "grad_norm": 0.4354424774646759,
-      "learning_rate": 9.986410438530427e-05,
-      "loss": 0.0409,
-      "step": 2170
-    },
-    {
-      "grad_norm": 0.4108027219772339,
-      "learning_rate": 9.986001328348534e-05,
-      "loss": 0.0394,
-      "step": 2180
-    },
-    {
-      "grad_norm": 0.32850104570388794,
-      "learning_rate": 9.985586159704878e-05,
-      "loss": 0.0407,
-      "step": 2190
-    },
-    {
-      "grad_norm": 0.45172032713890076,
-      "learning_rate": 9.985164933103929e-05,
-      "loss": 0.0475,
-      "step": 2200
-    },
-    {
-      "grad_norm": 0.30814841389656067,
-      "learning_rate": 9.984737649057513e-05,
-      "loss": 0.0438,
-      "step": 2210
-    },
-    {
-      "grad_norm": 0.43183210492134094,
-      "learning_rate": 9.984304308084827e-05,
-      "loss": 0.0485,
-      "step": 2220
-    },
-    {
-      "grad_norm": 0.4616735279560089,
-      "learning_rate": 9.983864910712416e-05,
-      "loss": 0.0414,
-      "step": 2230
-    },
-    {
-      "grad_norm": 0.36560776829719543,
-      "learning_rate": 9.98341945747419e-05,
-      "loss": 0.0398,
-      "step": 2240
-    },
-    {
-      "grad_norm": 0.43177369236946106,
-      "learning_rate": 9.98296794891142e-05,
-      "loss": 0.0445,
-      "step": 2250
-    },
-    {
-      "grad_norm": 0.4279302656650543,
-      "learning_rate": 9.982510385572725e-05,
-      "loss": 0.0467,
-      "step": 2260
-    },
-    {
-      "grad_norm": 0.40069276094436646,
-      "learning_rate": 9.982046768014094e-05,
-      "loss": 0.0445,
-      "step": 2270
-    },
-    {
-      "grad_norm": 0.4348323345184326,
-      "learning_rate": 9.981577096798863e-05,
-      "loss": 0.0369,
-      "step": 2280
-    },
-    {
-      "grad_norm": 0.41257351636886597,
-      "learning_rate": 9.981101372497727e-05,
-      "loss": 0.0445,
-      "step": 2290
-    },
-    {
-      "grad_norm": 0.4516085982322693,
-      "learning_rate": 9.980619595688737e-05,
-      "loss": 0.0438,
-      "step": 2300
-    },
-    {
-      "grad_norm": 0.30238786339759827,
-      "learning_rate": 9.980131766957295e-05,
-      "loss": 0.0421,
-      "step": 2310
-    },
-    {
-      "grad_norm": 0.47715190052986145,
-      "learning_rate": 9.979637886896163e-05,
-      "loss": 0.0423,
-      "step": 2320
-    },
-    {
-      "grad_norm": 0.29774099588394165,
-      "learning_rate": 9.979137956105447e-05,
-      "loss": 0.0464,
-      "step": 2330
-    },
-    {
-      "grad_norm": 0.29573264718055725,
-      "learning_rate": 9.978631975192613e-05,
-      "loss": 0.0376,
-      "step": 2340
-    },
-    {
-      "grad_norm": 0.32869309186935425,
-      "learning_rate": 9.978119944772475e-05,
-      "loss": 0.0467,
-      "step": 2350
-    },
-    {
-      "grad_norm": 0.3470063805580139,
-      "learning_rate": 9.977601865467197e-05,
-      "loss": 0.0405,
-      "step": 2360
-    },
-    {
-      "grad_norm": 0.3539649546146393,
-      "learning_rate": 9.977077737906297e-05,
-      "loss": 0.0403,
-      "step": 2370
-    },
-    {
-      "grad_norm": 0.3649725914001465,
-      "learning_rate": 9.976547562726636e-05,
-      "loss": 0.0414,
-      "step": 2380
-    },
-    {
-      "grad_norm": 0.32129499316215515,
-      "learning_rate": 9.976011340572429e-05,
-      "loss": 0.0423,
-      "step": 2390
-    },
-    {
-      "grad_norm": 0.2593826651573181,
-      "learning_rate": 9.975469072095237e-05,
-      "loss": 0.039,
-      "step": 2400
-    },
-    {
-      "grad_norm": 0.3159441351890564,
-      "learning_rate": 9.974920757953965e-05,
-      "loss": 0.0383,
-      "step": 2410
-    },
-    {
-      "grad_norm": 0.39688485860824585,
-      "learning_rate": 9.97436639881487e-05,
-      "loss": 0.046,
-      "step": 2420
-    },
-    {
-      "grad_norm": 0.3365003764629364,
-      "learning_rate": 9.973805995351545e-05,
-      "loss": 0.0404,
-      "step": 2430
-    },
-    {
-      "grad_norm": 0.3504849672317505,
-      "learning_rate": 9.973239548244939e-05,
-      "loss": 0.0431,
-      "step": 2440
-    },
-    {
-      "grad_norm": 0.4077778160572052,
-      "learning_rate": 9.972667058183333e-05,
-      "loss": 0.04,
-      "step": 2450
-    },
-    {
-      "grad_norm": 0.3008902966976166,
-      "learning_rate": 9.972088525862362e-05,
-      "loss": 0.0382,
-      "step": 2460
-    },
-    {
-      "grad_norm": 0.37545672059059143,
-      "learning_rate": 9.971503951984995e-05,
-      "loss": 0.0438,
-      "step": 2470
-    },
-    {
-      "grad_norm": 0.36859822273254395,
-      "learning_rate": 9.970913337261543e-05,
-      "loss": 0.0409,
-      "step": 2480
-    },
-    {
-      "grad_norm": 0.3510163128376007,
-      "learning_rate": 9.97031668240966e-05,
-      "loss": 0.0479,
-      "step": 2490
-    },
-    {
-      "grad_norm": 0.44913795590400696,
-      "learning_rate": 9.969713988154339e-05,
-      "loss": 0.0409,
-      "step": 2500
-    },
-    {
-      "grad_norm": 0.46766766905784607,
-      "learning_rate": 9.969105255227906e-05,
-      "loss": 0.0405,
-      "step": 2510
-    },
-    {
-      "grad_norm": 0.45442551374435425,
-      "learning_rate": 9.968490484370035e-05,
-      "loss": 0.0394,
-      "step": 2520
-    },
-    {
-      "grad_norm": 0.35867244005203247,
-      "learning_rate": 9.967869676327726e-05,
-      "loss": 0.0419,
-      "step": 2530
-    },
-    {
-      "grad_norm": 0.3887830674648285,
-      "learning_rate": 9.96724283185532e-05,
-      "loss": 0.0364,
-      "step": 2540
-    },
-    {
-      "grad_norm": 0.5115375518798828,
-      "learning_rate": 9.966609951714494e-05,
-      "loss": 0.0411,
-      "step": 2550
-    },
-    {
-      "grad_norm": 0.3326650559902191,
-      "learning_rate": 9.965971036674255e-05,
-      "loss": 0.0459,
-      "step": 2560
-    },
-    {
-      "grad_norm": 0.28854164481163025,
-      "learning_rate": 9.965326087510947e-05,
-      "loss": 0.0398,
-      "step": 2570
-    },
-    {
-      "grad_norm": 0.4342745244503021,
-      "learning_rate": 9.964675105008244e-05,
-      "loss": 0.0407,
-      "step": 2580
-    },
-    {
-      "grad_norm": 0.3539927899837494,
-      "learning_rate": 9.964018089957147e-05,
-      "loss": 0.0345,
-      "step": 2590
-    },
-    {
-      "grad_norm": 0.3186177611351013,
-      "learning_rate": 9.963355043155996e-05,
-      "loss": 0.0456,
-      "step": 2600
-    },
-    {
-      "grad_norm": 0.49563562870025635,
-      "learning_rate": 9.962685965410455e-05,
-      "loss": 0.0423,
-      "step": 2610
-    },
-    {
-      "grad_norm": 0.33249884843826294,
-      "learning_rate": 9.962010857533514e-05,
-      "loss": 0.0373,
-      "step": 2620
-    },
-    {
-      "grad_norm": 0.5187269449234009,
-      "learning_rate": 9.961329720345493e-05,
-      "loss": 0.0386,
-      "step": 2630
-    },
-    {
-      "grad_norm": 0.510249137878418,
-      "learning_rate": 9.96064255467404e-05,
-      "loss": 0.0428,
-      "step": 2640
-    },
-    {
-      "grad_norm": 0.35589292645454407,
-      "learning_rate": 9.959949361354126e-05,
-      "loss": 0.0392,
-      "step": 2650
-    },
-    {
-      "grad_norm": 0.48643842339515686,
-      "learning_rate": 9.959250141228045e-05,
-      "loss": 0.0406,
-      "step": 2660
-    },
-    {
-      "grad_norm": 0.4539337158203125,
-      "learning_rate": 9.958544895145414e-05,
-      "loss": 0.0404,
-      "step": 2670
-    },
-    {
-      "grad_norm": 0.29236212372779846,
-      "learning_rate": 9.957833623963177e-05,
-      "loss": 0.041,
-      "step": 2680
-    },
-    {
-      "grad_norm": 0.5335069894790649,
-      "learning_rate": 9.957116328545593e-05,
-      "loss": 0.0424,
-      "step": 2690
-    },
-    {
-      "grad_norm": 0.3695768117904663,
-      "learning_rate": 9.956393009764244e-05,
-      "loss": 0.0388,
-      "step": 2700
-    },
-    {
-      "grad_norm": 0.36372533440589905,
-      "learning_rate": 9.955663668498032e-05,
-      "loss": 0.0385,
-      "step": 2710
-    },
-    {
-      "grad_norm": 0.4580289125442505,
-      "learning_rate": 9.954928305633173e-05,
-      "loss": 0.0389,
-      "step": 2720
-    },
-    {
-      "grad_norm": 0.43339890241622925,
-      "learning_rate": 9.954186922063204e-05,
-      "loss": 0.0399,
-      "step": 2730
-    },
-    {
-      "grad_norm": 0.35029280185699463,
-      "learning_rate": 9.953439518688974e-05,
-      "loss": 0.0377,
-      "step": 2740
-    },
-    {
-      "grad_norm": 0.33518457412719727,
-      "learning_rate": 9.952686096418652e-05,
-      "loss": 0.0355,
-      "step": 2750
-    },
-    {
-      "grad_norm": 0.30202507972717285,
-      "learning_rate": 9.951926656167714e-05,
-      "loss": 0.0372,
-      "step": 2760
-    },
-    {
-      "grad_norm": 0.34633857011795044,
-      "learning_rate": 9.951161198858953e-05,
-      "loss": 0.0412,
-      "step": 2770
-    },
-    {
-      "grad_norm": 0.40867945551872253,
-      "learning_rate": 9.950389725422471e-05,
-      "loss": 0.0372,
-      "step": 2780
-    },
-    {
-      "grad_norm": 0.2682510316371918,
-      "learning_rate": 9.949612236795682e-05,
-      "loss": 0.0365,
-      "step": 2790
-    },
-    {
-      "grad_norm": 0.4570905566215515,
-      "learning_rate": 9.948828733923305e-05,
-      "loss": 0.0393,
-      "step": 2800
-    },
-    {
-      "grad_norm": 0.36744511127471924,
-      "learning_rate": 9.948039217757374e-05,
-      "loss": 0.0412,
-      "step": 2810
-    },
-    {
-      "grad_norm": 0.29317381978034973,
-      "learning_rate": 9.947243689257225e-05,
-      "loss": 0.038,
-      "step": 2820
-    },
-    {
-      "grad_norm": 0.3504505455493927,
-      "learning_rate": 9.946442149389497e-05,
-      "loss": 0.0348,
-      "step": 2830
-    },
-    {
-      "grad_norm": 0.31019940972328186,
-      "learning_rate": 9.945634599128139e-05,
-      "loss": 0.038,
-      "step": 2840
-    },
-    {
-      "grad_norm": 0.437590092420578,
-      "learning_rate": 9.944821039454402e-05,
-      "loss": 0.0387,
-      "step": 2850
-    },
-    {
-      "grad_norm": 0.36887866258621216,
-      "learning_rate": 9.944001471356835e-05,
-      "loss": 0.0405,
-      "step": 2860
-    },
-    {
-      "grad_norm": 0.2392815351486206,
-      "learning_rate": 9.94317589583129e-05,
-      "loss": 0.0435,
-      "step": 2870
-    },
-    {
-      "grad_norm": 0.21329613029956818,
-      "learning_rate": 9.942344313880922e-05,
-      "loss": 0.0365,
-      "step": 2880
-    },
-    {
-      "grad_norm": 0.3033916652202606,
-      "learning_rate": 9.941506726516179e-05,
-      "loss": 0.0385,
-      "step": 2890
-    },
-    {
-      "grad_norm": 0.2520839273929596,
-      "learning_rate": 9.94066313475481e-05,
-      "loss": 0.0363,
-      "step": 2900
-    },
-    {
-      "grad_norm": 0.43853965401649475,
-      "learning_rate": 9.939813539621857e-05,
-      "loss": 0.0363,
-      "step": 2910
-    },
-    {
-      "grad_norm": 0.36329326033592224,
-      "learning_rate": 9.93895794214966e-05,
-      "loss": 0.0402,
-      "step": 2920
-    },
-    {
-      "grad_norm": 0.26854604482650757,
-      "learning_rate": 9.938096343377852e-05,
-      "loss": 0.0459,
-      "step": 2930
-    },
-    {
-      "grad_norm": 0.44420111179351807,
-      "learning_rate": 9.937228744353353e-05,
-      "loss": 0.0432,
-      "step": 2940
-    },
-    {
-      "grad_norm": 0.363777756690979,
-      "learning_rate": 9.936355146130379e-05,
-      "loss": 0.0369,
-      "step": 2950
-    },
-    {
-      "grad_norm": 0.2704271972179413,
-      "learning_rate": 9.935475549770435e-05,
-      "loss": 0.0379,
-      "step": 2960
-    },
-    {
-      "grad_norm": 0.298907071352005,
-      "learning_rate": 9.934589956342315e-05,
-      "loss": 0.0356,
-      "step": 2970
-    },
-    {
-      "grad_norm": 0.31564566493034363,
-      "learning_rate": 9.933698366922093e-05,
-      "loss": 0.0339,
-      "step": 2980
-    },
-    {
-      "grad_norm": 0.36585021018981934,
-      "learning_rate": 9.93280078259314e-05,
-      "loss": 0.0373,
-      "step": 2990
-    },
-    {
-      "grad_norm": 0.33079367876052856,
-      "learning_rate": 9.931897204446104e-05,
-      "loss": 0.0372,
-      "step": 3000
-    },
-    {
-      "grad_norm": 0.40933725237846375,
-      "learning_rate": 9.930987633578915e-05,
-      "loss": 0.0366,
-      "step": 3010
-    },
-    {
-      "grad_norm": 0.4112361967563629,
-      "learning_rate": 9.93007207109679e-05,
-      "loss": 0.037,
-      "step": 3020
-    },
-    {
-      "grad_norm": 0.4142875075340271,
-      "learning_rate": 9.929150518112224e-05,
-      "loss": 0.0351,
-      "step": 3030
-    },
-    {
-      "grad_norm": 0.34691959619522095,
-      "learning_rate": 9.928222975744991e-05,
-      "loss": 0.0387,
-      "step": 3040
-    },
-    {
-      "grad_norm": 0.2551492750644684,
-      "learning_rate": 9.92728944512214e-05,
-      "loss": 0.0334,
-      "step": 3050
-    },
-    {
-      "grad_norm": 0.29876184463500977,
-      "learning_rate": 9.926349927378001e-05,
-      "loss": 0.0344,
-      "step": 3060
-    },
-    {
-      "grad_norm": 0.342134565114975,
-      "learning_rate": 9.925404423654174e-05,
-      "loss": 0.0347,
-      "step": 3070
-    },
-    {
-      "grad_norm": 0.37610647082328796,
-      "learning_rate": 9.924452935099537e-05,
-      "loss": 0.0355,
-      "step": 3080
-    },
-    {
-      "grad_norm": 0.28914567828178406,
-      "learning_rate": 9.92349546287024e-05,
-      "loss": 0.0377,
-      "step": 3090
-    },
-    {
-      "grad_norm": 0.2716347277164459,
-      "learning_rate": 9.9225320081297e-05,
-      "loss": 0.0381,
-      "step": 3100
-    },
-    {
-      "grad_norm": 0.2830624580383301,
-      "learning_rate": 9.921562572048606e-05,
-      "loss": 0.038,
-      "step": 3110
-    },
-    {
-      "grad_norm": 0.4740348756313324,
-      "learning_rate": 9.920587155804913e-05,
-      "loss": 0.0377,
-      "step": 3120
-    },
-    {
-      "grad_norm": 0.3273002505302429,
-      "learning_rate": 9.919605760583845e-05,
-      "loss": 0.0393,
-      "step": 3130
-    },
-    {
-      "grad_norm": 0.2517211139202118,
-      "learning_rate": 9.91861838757789e-05,
-      "loss": 0.0371,
-      "step": 3140
-    },
-    {
-      "grad_norm": 0.267072856426239,
-      "learning_rate": 9.917625037986798e-05,
-      "loss": 0.0372,
-      "step": 3150
-    },
-    {
-      "grad_norm": 0.33644410967826843,
-      "learning_rate": 9.916625713017583e-05,
-      "loss": 0.0359,
-      "step": 3160
-    },
-    {
-      "grad_norm": 0.3924078643321991,
-      "learning_rate": 9.915620413884519e-05,
-      "loss": 0.0368,
-      "step": 3170
-    },
-    {
-      "grad_norm": 0.26549962162971497,
-      "learning_rate": 9.914609141809139e-05,
-      "loss": 0.0347,
-      "step": 3180
-    },
-    {
-      "grad_norm": 0.3926424980163574,
-      "learning_rate": 9.913591898020235e-05,
-      "loss": 0.0355,
-      "step": 3190
-    },
-    {
-      "grad_norm": 0.23619306087493896,
-      "learning_rate": 9.912568683753853e-05,
-      "loss": 0.0375,
-      "step": 3200
-    },
-    {
-      "grad_norm": 0.342897891998291,
-      "learning_rate": 9.911539500253295e-05,
-      "loss": 0.036,
-      "step": 3210
-    },
-    {
-      "grad_norm": 0.2978026866912842,
-      "learning_rate": 9.910504348769118e-05,
-      "loss": 0.0346,
-      "step": 3220
-    },
-    {
-      "grad_norm": 0.3328244090080261,
-      "learning_rate": 9.909463230559127e-05,
-      "loss": 0.0316,
-      "step": 3230
-    },
-    {
-      "grad_norm": 0.2802560031414032,
-      "learning_rate": 9.908416146888376e-05,
-      "loss": 0.0342,
-      "step": 3240
-    },
-    {
-      "grad_norm": 0.34282174706459045,
-      "learning_rate": 9.907363099029175e-05,
-      "loss": 0.0332,
-      "step": 3250
-    },
-    {
-      "grad_norm": 0.40915417671203613,
-      "learning_rate": 9.906304088261073e-05,
-      "loss": 0.0398,
-      "step": 3260
-    },
-    {
-      "grad_norm": 0.25955238938331604,
-      "learning_rate": 9.905239115870872e-05,
-      "loss": 0.0362,
-      "step": 3270
-    },
-    {
-      "grad_norm": 0.333028107881546,
-      "learning_rate": 9.90416818315261e-05,
-      "loss": 0.0369,
-      "step": 3280
-    },
-    {
-      "grad_norm": 0.28226780891418457,
-      "learning_rate": 9.903091291407573e-05,
-      "loss": 0.0439,
-      "step": 3290
-    },
-    {
-      "grad_norm": 0.31488144397735596,
-      "learning_rate": 9.902008441944286e-05,
-      "loss": 0.0358,
-      "step": 3300
-    },
-    {
-      "grad_norm": 0.26195263862609863,
-      "learning_rate": 9.900919636078512e-05,
-      "loss": 0.0362,
-      "step": 3310
-    },
-    {
-      "grad_norm": 0.29751327633857727,
-      "learning_rate": 9.899824875133255e-05,
-      "loss": 0.037,
-      "step": 3320
-    },
-    {
-      "grad_norm": 0.4387319087982178,
-      "learning_rate": 9.898724160438749e-05,
-      "loss": 0.0349,
-      "step": 3330
-    },
-    {
-      "grad_norm": 0.2695530652999878,
-      "learning_rate": 9.89761749333247e-05,
-      "loss": 0.0376,
-      "step": 3340
-    },
-    {
-      "grad_norm": 0.36425113677978516,
-      "learning_rate": 9.896504875159122e-05,
-      "loss": 0.0361,
-      "step": 3350
-    },
-    {
-      "grad_norm": 0.29681363701820374,
-      "learning_rate": 9.89538630727064e-05,
-      "loss": 0.0359,
-      "step": 3360
-    },
-    {
-      "grad_norm": 0.2756250500679016,
-      "learning_rate": 9.894261791026189e-05,
-      "loss": 0.0402,
-      "step": 3370
-    },
-    {
-      "grad_norm": 0.3387982249259949,
-      "learning_rate": 9.893131327792165e-05,
-      "loss": 0.0335,
-      "step": 3380
-    },
-    {
-      "grad_norm": 0.3108982741832733,
-      "learning_rate": 9.891994918942182e-05,
-      "loss": 0.0331,
-      "step": 3390
-    },
-    {
-      "grad_norm": 0.4296475052833557,
-      "learning_rate": 9.890852565857092e-05,
-      "loss": 0.038,
-      "step": 3400
-    },
-    {
-      "grad_norm": 0.25025734305381775,
-      "learning_rate": 9.889704269924954e-05,
-      "loss": 0.0304,
-      "step": 3410
-    },
-    {
-      "grad_norm": 0.6248367428779602,
-      "learning_rate": 9.888550032541059e-05,
-      "loss": 0.0316,
-      "step": 3420
-    },
-    {
-      "grad_norm": 0.3411543667316437,
-      "learning_rate": 9.887389855107916e-05,
-      "loss": 0.0353,
-      "step": 3430
-    },
-    {
-      "grad_norm": 0.3803151845932007,
-      "learning_rate": 9.886223739035248e-05,
-      "loss": 0.0399,
-      "step": 3440
-    },
-    {
-      "grad_norm": 0.3013177812099457,
-      "learning_rate": 9.885051685739997e-05,
-      "loss": 0.0382,
-      "step": 3450
-    },
-    {
-      "grad_norm": 0.4035526216030121,
-      "learning_rate": 9.883873696646316e-05,
-      "loss": 0.0423,
-      "step": 3460
-    },
-    {
-      "grad_norm": 0.39729955792427063,
-      "learning_rate": 9.882689773185575e-05,
-      "loss": 0.0342,
-      "step": 3470
-    },
-    {
-      "grad_norm": 0.35385772585868835,
-      "learning_rate": 9.881499916796353e-05,
-      "loss": 0.0387,
-      "step": 3480
-    },
-    {
-      "grad_norm": 0.38120993971824646,
-      "learning_rate": 9.880304128924434e-05,
-      "loss": 0.0346,
-      "step": 3490
-    },
-    {
-      "grad_norm": 0.5219783782958984,
-      "learning_rate": 9.879102411022817e-05,
-      "loss": 0.0359,
-      "step": 3500
-    },
-    {
-      "grad_norm": 0.25719115138053894,
-      "learning_rate": 9.877894764551703e-05,
-      "loss": 0.0347,
-      "step": 3510
-    },
-    {
-      "grad_norm": 0.27055251598358154,
-      "learning_rate": 9.876681190978494e-05,
-      "loss": 0.0362,
-      "step": 3520
-    },
-    {
-      "grad_norm": 0.2928553521633148,
-      "learning_rate": 9.875461691777797e-05,
-      "loss": 0.0357,
-      "step": 3530
-    },
-    {
-      "grad_norm": 0.3087640702724457,
-      "learning_rate": 9.874236268431417e-05,
-      "loss": 0.0341,
-      "step": 3540
-    },
-    {
-      "grad_norm": 0.30907273292541504,
-      "learning_rate": 9.873004922428361e-05,
-      "loss": 0.0326,
-      "step": 3550
-    },
-    {
-      "grad_norm": 0.24913908541202545,
-      "learning_rate": 9.871767655264829e-05,
-      "loss": 0.0341,
-      "step": 3560
-    },
-    {
-      "grad_norm": 0.3109101355075836,
-      "learning_rate": 9.87052446844422e-05,
-      "loss": 0.036,
-      "step": 3570
-    },
-    {
-      "grad_norm": 0.2711428701877594,
-      "learning_rate": 9.869275363477122e-05,
-      "loss": 0.0389,
-      "step": 3580
-    },
-    {
-      "grad_norm": 0.41108351945877075,
-      "learning_rate": 9.868020341881312e-05,
-      "loss": 0.0378,
-      "step": 3590
-    },
-    {
-      "grad_norm": 0.23758524656295776,
-      "learning_rate": 9.866759405181765e-05,
-      "loss": 0.0356,
-      "step": 3600
-    },
-    {
-      "grad_norm": 0.27054616808891296,
-      "learning_rate": 9.865492554910633e-05,
-      "loss": 0.0363,
-      "step": 3610
-    },
-    {
-      "grad_norm": 0.32093489170074463,
-      "learning_rate": 9.864219792607262e-05,
-      "loss": 0.0319,
-      "step": 3620
-    },
-    {
-      "grad_norm": 0.28849124908447266,
-      "learning_rate": 9.862941119818177e-05,
-      "loss": 0.0351,
-      "step": 3630
-    },
-    {
-      "grad_norm": 0.3146919906139374,
-      "learning_rate": 9.861656538097086e-05,
-      "loss": 0.0335,
-      "step": 3640
-    },
-    {
-      "grad_norm": 0.2292512208223343,
-      "learning_rate": 9.860366049004877e-05,
-      "loss": 0.0322,
-      "step": 3650
-    },
-    {
-      "grad_norm": 0.34268423914909363,
-      "learning_rate": 9.859069654109615e-05,
-      "loss": 0.0365,
-      "step": 3660
-    },
-    {
-      "grad_norm": 0.29794055223464966,
-      "learning_rate": 9.857767354986545e-05,
-      "loss": 0.0386,
-      "step": 3670
-    },
-    {
-      "grad_norm": 0.3198016881942749,
-      "learning_rate": 9.856459153218078e-05,
-      "loss": 0.0345,
-      "step": 3680
-    },
-    {
-      "grad_norm": 0.27674734592437744,
-      "learning_rate": 9.855145050393808e-05,
-      "loss": 0.0329,
-      "step": 3690
-    },
-    {
-      "grad_norm": 0.30881065130233765,
-      "learning_rate": 9.85382504811049e-05,
-      "loss": 0.0344,
-      "step": 3700
-    },
-    {
-      "grad_norm": 0.26281753182411194,
-      "learning_rate": 9.852499147972054e-05,
-      "loss": 0.0349,
-      "step": 3710
-    },
-    {
-      "grad_norm": 0.25280869007110596,
-      "learning_rate": 9.851167351589592e-05,
-      "loss": 0.0363,
-      "step": 3720
-    },
-    {
-      "grad_norm": 0.4011027216911316,
-      "learning_rate": 9.849829660581363e-05,
-      "loss": 0.035,
-      "step": 3730
-    },
-    {
-      "grad_norm": 0.2938372492790222,
-      "learning_rate": 9.848486076572787e-05,
-      "loss": 0.0363,
-      "step": 3740
-    },
-    {
-      "grad_norm": 0.4511852562427521,
-      "learning_rate": 9.847136601196446e-05,
-      "loss": 0.0346,
-      "step": 3750
-    },
-    {
-      "grad_norm": 0.355217844247818,
-      "learning_rate": 9.845781236092078e-05,
-      "loss": 0.0348,
-      "step": 3760
-    },
-    {
-      "grad_norm": 0.3419903516769409,
-      "learning_rate": 9.844419982906583e-05,
-      "loss": 0.0333,
-      "step": 3770
-    },
-    {
-      "grad_norm": 0.5065255761146545,
-      "learning_rate": 9.843052843294008e-05,
-      "loss": 0.031,
-      "step": 3780
-    },
-    {
-      "grad_norm": 0.38208192586898804,
-      "learning_rate": 9.841679818915559e-05,
-      "loss": 0.0345,
-      "step": 3790
-    },
-    {
-      "grad_norm": 0.25567400455474854,
-      "learning_rate": 9.840300911439591e-05,
-      "loss": 0.034,
-      "step": 3800
-    },
-    {
-      "grad_norm": 0.3119286596775055,
-      "learning_rate": 9.838916122541603e-05,
-      "loss": 0.0331,
-      "step": 3810
-    },
-    {
-      "grad_norm": 0.27168720960617065,
-      "learning_rate": 9.837525453904246e-05,
-      "loss": 0.0339,
-      "step": 3820
-    },
-    {
-      "grad_norm": 0.26491183042526245,
-      "learning_rate": 9.836128907217314e-05,
-      "loss": 0.0352,
-      "step": 3830
-    },
-    {
-      "grad_norm": 0.2985789179801941,
-      "learning_rate": 9.834726484177743e-05,
-      "loss": 0.0317,
-      "step": 3840
-    },
-    {
-      "grad_norm": 0.2767351567745209,
-      "learning_rate": 9.833318186489609e-05,
-      "loss": 0.0335,
-      "step": 3850
-    },
-    {
-      "grad_norm": 0.3301824927330017,
-      "learning_rate": 9.831904015864126e-05,
-      "loss": 0.0322,
-      "step": 3860
-    },
-    {
-      "grad_norm": 0.45963019132614136,
-      "learning_rate": 9.830483974019645e-05,
-      "loss": 0.0336,
-      "step": 3870
-    },
-    {
-      "grad_norm": 0.30730369687080383,
-      "learning_rate": 9.82905806268165e-05,
-      "loss": 0.0327,
-      "step": 3880
-    },
-    {
-      "grad_norm": 0.2633878290653229,
-      "learning_rate": 9.82762628358276e-05,
-      "loss": 0.031,
-      "step": 3890
-    },
-    {
-      "grad_norm": 0.2650753855705261,
-      "learning_rate": 9.826188638462718e-05,
-      "loss": 0.0327,
-      "step": 3900
-    },
-    {
-      "grad_norm": 0.2208768129348755,
-      "learning_rate": 9.824745129068402e-05,
-      "loss": 0.0352,
-      "step": 3910
-    },
-    {
-      "grad_norm": 0.3218386471271515,
-      "learning_rate": 9.82329575715381e-05,
-      "loss": 0.0382,
-      "step": 3920
-    },
-    {
-      "grad_norm": 0.25913795828819275,
-      "learning_rate": 9.821840524480066e-05,
-      "loss": 0.0317,
-      "step": 3930
-    },
-    {
-      "grad_norm": 0.29261311888694763,
-      "learning_rate": 9.820379432815414e-05,
-      "loss": 0.0315,
-      "step": 3940
-    },
-    {
-      "grad_norm": 0.330141544342041,
-      "learning_rate": 9.81891248393522e-05,
-      "loss": 0.032,
-      "step": 3950
-    },
-    {
-      "grad_norm": 0.44203680753707886,
-      "learning_rate": 9.817439679621963e-05,
-      "loss": 0.0347,
-      "step": 3960
-    },
-    {
-      "grad_norm": 0.31121841073036194,
-      "learning_rate": 9.815961021665243e-05,
-      "loss": 0.0356,
-      "step": 3970
-    },
-    {
-      "grad_norm": 0.4357168674468994,
-      "learning_rate": 9.814476511861763e-05,
-      "loss": 0.0422,
-      "step": 3980
-    },
-    {
-      "grad_norm": 0.39395856857299805,
-      "learning_rate": 9.812986152015348e-05,
-      "loss": 0.036,
-      "step": 3990
-    },
-    {
-      "grad_norm": 0.24850888550281525,
-      "learning_rate": 9.811489943936922e-05,
-      "loss": 0.0334,
-      "step": 4000
-    },
-    {
-      "grad_norm": 0.294154554605484,
-      "learning_rate": 9.809987889444522e-05,
-      "loss": 0.0349,
-      "step": 4010
-    },
-    {
-      "grad_norm": 0.2648806571960449,
-      "learning_rate": 9.808479990363282e-05,
-      "loss": 0.0338,
-      "step": 4020
-    },
-    {
-      "grad_norm": 0.24719461798667908,
-      "learning_rate": 9.806966248525445e-05,
-      "loss": 0.033,
-      "step": 4030
-    },
-    {
-      "grad_norm": 0.2546530067920685,
-      "learning_rate": 9.805446665770348e-05,
-      "loss": 0.0306,
-      "step": 4040
-    },
-    {
-      "grad_norm": 0.25734084844589233,
-      "learning_rate": 9.803921243944429e-05,
-      "loss": 0.0279,
-      "step": 4050
-    },
-    {
-      "grad_norm": 0.27421101927757263,
-      "learning_rate": 9.802389984901218e-05,
-      "loss": 0.0336,
-      "step": 4060
-    },
-    {
-      "grad_norm": 0.2428167313337326,
-      "learning_rate": 9.80085289050134e-05,
-      "loss": 0.0325,
-      "step": 4070
-    },
-    {
-      "grad_norm": 0.3550518751144409,
-      "learning_rate": 9.799309962612508e-05,
-      "loss": 0.0336,
-      "step": 4080
-    },
-    {
-      "grad_norm": 0.29807665944099426,
-      "learning_rate": 9.797761203109527e-05,
-      "loss": 0.0346,
-      "step": 4090
-    },
-    {
-      "grad_norm": 0.4399183392524719,
-      "learning_rate": 9.796206613874283e-05,
-      "loss": 0.0342,
-      "step": 4100
-    },
-    {
-      "grad_norm": 0.25817739963531494,
-      "learning_rate": 9.794646196795754e-05,
-      "loss": 0.0337,
-      "step": 4110
-    },
-    {
-      "grad_norm": 0.5267719626426697,
-      "learning_rate": 9.793079953769987e-05,
-      "loss": 0.031,
-      "step": 4120
-    },
-    {
-      "grad_norm": 0.3641016185283661,
-      "learning_rate": 9.79150788670012e-05,
-      "loss": 0.0327,
-      "step": 4130
-    },
-    {
-      "grad_norm": 0.19937771558761597,
-      "learning_rate": 9.78992999749636e-05,
-      "loss": 0.0358,
-      "step": 4140
-    },
-    {
-      "grad_norm": 0.33499547839164734,
-      "learning_rate": 9.788346288075994e-05,
-      "loss": 0.031,
-      "step": 4150
-    },
-    {
-      "grad_norm": 0.36649659276008606,
-      "learning_rate": 9.786756760363373e-05,
-      "loss": 0.0367,
-      "step": 4160
-    },
-    {
-      "grad_norm": 0.2832200229167938,
-      "learning_rate": 9.78516141628993e-05,
-      "loss": 0.032,
-      "step": 4170
-    },
-    {
-      "grad_norm": 0.27441516518592834,
-      "learning_rate": 9.783560257794154e-05,
-      "loss": 0.0327,
-      "step": 4180
-    },
-    {
-      "grad_norm": 0.2544417977333069,
-      "learning_rate": 9.781953286821603e-05,
-      "loss": 0.0302,
-      "step": 4190
-    },
-    {
-      "grad_norm": 0.28273317217826843,
-      "learning_rate": 9.780340505324901e-05,
-      "loss": 0.0303,
-      "step": 4200
-    },
-    {
-      "grad_norm": 0.4371950328350067,
-      "learning_rate": 9.778721915263727e-05,
-      "loss": 0.0311,
-      "step": 4210
-    },
-    {
-      "grad_norm": 0.31068944931030273,
-      "learning_rate": 9.777097518604824e-05,
-      "loss": 0.0302,
-      "step": 4220
-    },
-    {
-      "grad_norm": 0.21536166965961456,
-      "learning_rate": 9.775467317321984e-05,
-      "loss": 0.0306,
-      "step": 4230
-    },
-    {
-      "grad_norm": 0.2604850232601166,
-      "learning_rate": 9.773831313396055e-05,
-      "loss": 0.0331,
-      "step": 4240
-    },
-    {
-      "grad_norm": 0.32531386613845825,
-      "learning_rate": 9.77218950881494e-05,
-      "loss": 0.0333,
-      "step": 4250
-    },
-    {
-      "grad_norm": 0.2731362283229828,
-      "learning_rate": 9.770541905573583e-05,
-      "loss": 0.0341,
-      "step": 4260
-    },
-    {
-      "grad_norm": 0.2093501091003418,
-      "learning_rate": 9.768888505673976e-05,
-      "loss": 0.029,
-      "step": 4270
-    },
-    {
-      "grad_norm": 0.42711615562438965,
-      "learning_rate": 9.767229311125162e-05,
-      "loss": 0.032,
-      "step": 4280
-    },
-    {
-      "grad_norm": 0.27278879284858704,
-      "learning_rate": 9.765564323943211e-05,
-      "loss": 0.033,
-      "step": 4290
-    },
-    {
-      "grad_norm": 0.2229641228914261,
-      "learning_rate": 9.763893546151244e-05,
-      "loss": 0.0364,
-      "step": 4300
-    },
-    {
-      "grad_norm": 0.3014525771141052,
-      "learning_rate": 9.762216979779412e-05,
-      "loss": 0.0361,
-      "step": 4310
-    },
-    {
-      "grad_norm": 0.24539710581302643,
-      "learning_rate": 9.760534626864902e-05,
-      "loss": 0.0325,
-      "step": 4320
-    },
-    {
-      "grad_norm": 0.2680601477622986,
-      "learning_rate": 9.758846489451931e-05,
-      "loss": 0.0325,
-      "step": 4330
-    },
-    {
-      "grad_norm": 0.3267567455768585,
-      "learning_rate": 9.757152569591748e-05,
-      "loss": 0.0337,
-      "step": 4340
-    },
-    {
-      "grad_norm": 0.25609248876571655,
-      "learning_rate": 9.75545286934262e-05,
-      "loss": 0.0316,
-      "step": 4350
-    },
-    {
-      "grad_norm": 0.3844185471534729,
-      "learning_rate": 9.753747390769847e-05,
-      "loss": 0.03,
-      "step": 4360
-    },
-    {
-      "grad_norm": 0.2432142198085785,
-      "learning_rate": 9.752036135945744e-05,
-      "loss": 0.0332,
-      "step": 4370
-    },
-    {
-      "grad_norm": 0.48657962679862976,
-      "learning_rate": 9.750319106949649e-05,
-      "loss": 0.0357,
-      "step": 4380
-    },
-    {
-      "grad_norm": 0.2904045581817627,
-      "learning_rate": 9.748596305867913e-05,
-      "loss": 0.0337,
-      "step": 4390
-    },
-    {
-      "grad_norm": 0.3355681598186493,
-      "learning_rate": 9.746867734793903e-05,
-      "loss": 0.0351,
-      "step": 4400
-    },
-    {
-      "grad_norm": 0.2996969223022461,
-      "learning_rate": 9.745133395827993e-05,
-      "loss": 0.0342,
-      "step": 4410
-    },
-    {
-      "grad_norm": 0.2818157374858856,
-      "learning_rate": 9.743393291077572e-05,
-      "loss": 0.0306,
-      "step": 4420
-    },
-    {
-      "grad_norm": 0.4198729395866394,
-      "learning_rate": 9.741647422657028e-05,
-      "loss": 0.0357,
-      "step": 4430
-    },
-    {
-      "grad_norm": 0.6452091336250305,
-      "learning_rate": 9.739895792687758e-05,
-      "loss": 0.0328,
-      "step": 4440
-    },
-    {
-      "grad_norm": 0.32312220335006714,
-      "learning_rate": 9.738138403298157e-05,
-      "loss": 0.0344,
-      "step": 4450
-    },
-    {
-      "grad_norm": 0.3436553478240967,
-      "learning_rate": 9.736375256623619e-05,
-      "loss": 0.0308,
-      "step": 4460
-    },
-    {
-      "grad_norm": 0.25958141684532166,
-      "learning_rate": 9.734606354806533e-05,
-      "loss": 0.0318,
-      "step": 4470
-    },
-    {
-      "grad_norm": 0.3319542706012726,
-      "learning_rate": 9.73283169999628e-05,
-      "loss": 0.0338,
-      "step": 4480
-    },
-    {
-      "grad_norm": 0.26436764001846313,
-      "learning_rate": 9.731051294349238e-05,
-      "loss": 0.0327,
-      "step": 4490
-    },
-    {
-      "grad_norm": 0.2518230080604553,
-      "learning_rate": 9.729265140028762e-05,
-      "loss": 0.0341,
-      "step": 4500
-    },
-    {
-      "grad_norm": 0.3020409047603607,
-      "learning_rate": 9.727473239205201e-05,
-      "loss": 0.0294,
-      "step": 4510
-    },
-    {
-      "grad_norm": 0.6439887285232544,
-      "learning_rate": 9.725675594055883e-05,
-      "loss": 0.0302,
-      "step": 4520
-    },
-    {
-      "grad_norm": 0.2171560525894165,
-      "learning_rate": 9.723872206765116e-05,
-      "loss": 0.0329,
-      "step": 4530
-    },
-    {
-      "grad_norm": 0.2762564420700073,
-      "learning_rate": 9.722063079524185e-05,
-      "loss": 0.0318,
-      "step": 4540
-    },
-    {
-      "grad_norm": 0.32399308681488037,
-      "learning_rate": 9.720248214531351e-05,
-      "loss": 0.0318,
-      "step": 4550
-    },
-    {
-      "grad_norm": 0.21756646037101746,
-      "learning_rate": 9.718427613991848e-05,
-      "loss": 0.032,
-      "step": 4560
-    },
-    {
-      "grad_norm": 0.3138534724712372,
-      "learning_rate": 9.716601280117873e-05,
-      "loss": 0.029,
-      "step": 4570
-    },
-    {
-      "grad_norm": 0.2731068730354309,
-      "learning_rate": 9.714769215128596e-05,
-      "loss": 0.0319,
-      "step": 4580
-    },
-    {
-      "grad_norm": 0.3360292613506317,
-      "learning_rate": 9.712931421250152e-05,
-      "loss": 0.0355,
-      "step": 4590
-    },
-    {
-      "grad_norm": 0.21750696003437042,
-      "learning_rate": 9.711087900715627e-05,
-      "loss": 0.0346,
-      "step": 4600
-    },
-    {
-      "grad_norm": 0.22192755341529846,
-      "learning_rate": 9.709238655765078e-05,
-      "loss": 0.0325,
-      "step": 4610
-    },
-    {
-      "grad_norm": 0.21116146445274353,
-      "learning_rate": 9.707383688645511e-05,
-      "loss": 0.0301,
-      "step": 4620
-    },
-    {
-      "grad_norm": 0.28577712178230286,
-      "learning_rate": 9.705523001610883e-05,
-      "loss": 0.0325,
-      "step": 4630
-    },
-    {
-      "grad_norm": 0.2641943097114563,
-      "learning_rate": 9.703656596922107e-05,
-      "loss": 0.0291,
-      "step": 4640
-    },
-    {
-      "grad_norm": 0.23968888819217682,
-      "learning_rate": 9.70178447684704e-05,
-      "loss": 0.0324,
-      "step": 4650
-    },
-    {
-      "grad_norm": 0.31251823902130127,
-      "learning_rate": 9.699906643660483e-05,
-      "loss": 0.0319,
-      "step": 4660
-    },
-    {
-      "grad_norm": 0.24932055175304413,
-      "learning_rate": 9.698023099644185e-05,
-      "loss": 0.0334,
-      "step": 4670
-    },
-    {
-      "grad_norm": 0.30251333117485046,
-      "learning_rate": 9.696133847086823e-05,
-      "loss": 0.0294,
-      "step": 4680
-    },
-    {
-      "grad_norm": 0.43989869952201843,
-      "learning_rate": 9.694238888284022e-05,
-      "loss": 0.0363,
-      "step": 4690
-    },
-    {
-      "grad_norm": 0.342578262090683,
-      "learning_rate": 9.692338225538333e-05,
-      "loss": 0.0329,
-      "step": 4700
-    },
-    {
-      "grad_norm": 0.2391144335269928,
-      "learning_rate": 9.690431861159241e-05,
-      "loss": 0.0324,
-      "step": 4710
-    },
-    {
-      "grad_norm": 0.3693285286426544,
-      "learning_rate": 9.688519797463161e-05,
-      "loss": 0.0311,
-      "step": 4720
-    },
-    {
-      "grad_norm": 0.39516782760620117,
-      "learning_rate": 9.686602036773426e-05,
-      "loss": 0.0331,
-      "step": 4730
-    },
-    {
-      "grad_norm": 0.3209303319454193,
-      "learning_rate": 9.684678581420302e-05,
-      "loss": 0.0325,
-      "step": 4740
-    },
-    {
-      "grad_norm": 0.24821114540100098,
-      "learning_rate": 9.682749433740962e-05,
-      "loss": 0.038,
-      "step": 4750
-    },
-    {
-      "grad_norm": 0.26262345910072327,
-      "learning_rate": 9.680814596079507e-05,
-      "loss": 0.0346,
-      "step": 4760
-    },
-    {
-      "grad_norm": 0.9238157272338867,
-      "learning_rate": 9.678874070786945e-05,
-      "loss": 0.0324,
-      "step": 4770
-    },
-    {
-      "grad_norm": 0.1953527331352234,
-      "learning_rate": 9.676927860221199e-05,
-      "loss": 0.0351,
-      "step": 4780
-    },
-    {
-      "grad_norm": 0.2232116311788559,
-      "learning_rate": 9.674975966747097e-05,
-      "loss": 0.0343,
-      "step": 4790
-    },
-    {
-      "grad_norm": 0.2524062395095825,
-      "learning_rate": 9.673018392736374e-05,
-      "loss": 0.0299,
-      "step": 4800
-    },
-    {
-      "grad_norm": 0.19976535439491272,
-      "learning_rate": 9.671055140567667e-05,
-      "loss": 0.0356,
-      "step": 4810
-    },
-    {
-      "grad_norm": 0.31831347942352295,
-      "learning_rate": 9.669086212626511e-05,
-      "loss": 0.0319,
-      "step": 4820
-    },
-    {
-      "grad_norm": 0.2573797404766083,
-      "learning_rate": 9.667111611305341e-05,
-      "loss": 0.0333,
-      "step": 4830
-    },
-    {
-      "grad_norm": 0.39954403042793274,
-      "learning_rate": 9.665131339003486e-05,
-      "loss": 0.0331,
-      "step": 4840
-    },
-    {
-      "grad_norm": 0.34243258833885193,
-      "learning_rate": 9.663145398127158e-05,
-      "loss": 0.0279,
-      "step": 4850
-    },
-    {
-      "grad_norm": 0.40026620030403137,
-      "learning_rate": 9.661153791089467e-05,
-      "loss": 0.0322,
-      "step": 4860
-    },
-    {
-      "grad_norm": 0.27648770809173584,
-      "learning_rate": 9.659156520310402e-05,
-      "loss": 0.0309,
-      "step": 4870
-    },
-    {
-      "grad_norm": 0.23704074323177338,
-      "learning_rate": 9.657153588216835e-05,
-      "loss": 0.0301,
-      "step": 4880
-    },
-    {
-      "grad_norm": 0.22470659017562866,
-      "learning_rate": 9.655144997242516e-05,
-      "loss": 0.0307,
-      "step": 4890
-    },
-    {
-      "grad_norm": 0.26196277141571045,
-      "learning_rate": 9.653130749828075e-05,
-      "loss": 0.031,
-      "step": 4900
-    },
-    {
-      "grad_norm": 0.43631988763809204,
-      "learning_rate": 9.65111084842101e-05,
-      "loss": 0.0314,
-      "step": 4910
-    },
-    {
-      "grad_norm": 0.2574961185455322,
-      "learning_rate": 9.649085295475695e-05,
-      "loss": 0.0345,
-      "step": 4920
-    },
-    {
-      "grad_norm": 0.26858606934547424,
-      "learning_rate": 9.647054093453365e-05,
-      "loss": 0.0322,
-      "step": 4930
-    },
-    {
-      "grad_norm": 0.23716683685779572,
-      "learning_rate": 9.645017244822123e-05,
-      "loss": 0.0282,
-      "step": 4940
-    },
-    {
-      "grad_norm": 0.2518445551395416,
-      "learning_rate": 9.642974752056931e-05,
-      "loss": 0.0325,
-      "step": 4950
-    },
-    {
-      "grad_norm": 0.3249128460884094,
-      "learning_rate": 9.640926617639613e-05,
-      "loss": 0.0331,
-      "step": 4960
-    },
-    {
-      "grad_norm": 0.22383485734462738,
-      "learning_rate": 9.638872844058843e-05,
-      "loss": 0.0303,
-      "step": 4970
-    },
-    {
-      "grad_norm": 0.26281267404556274,
-      "learning_rate": 9.63681343381015e-05,
-      "loss": 0.0313,
-      "step": 4980
-    },
-    {
-      "grad_norm": 0.238747239112854,
-      "learning_rate": 9.634748389395914e-05,
-      "loss": 0.029,
-      "step": 4990
-    },
-    {
-      "grad_norm": 0.36877527832984924,
-      "learning_rate": 9.632677713325353e-05,
-      "loss": 0.0358,
-      "step": 5000
-    },
-    {
-      "grad_norm": 0.3157718777656555,
-      "learning_rate": 9.63060140811454e-05,
-      "loss": 0.0331,
-      "step": 5010
-    },
-    {
-      "grad_norm": 0.3446662127971649,
-      "learning_rate": 9.628519476286379e-05,
-      "loss": 0.0344,
-      "step": 5020
-    },
-    {
-      "grad_norm": 0.2804613709449768,
-      "learning_rate": 9.626431920370612e-05,
-      "loss": 0.0307,
-      "step": 5030
-    },
-    {
-      "grad_norm": 0.2892847955226898,
-      "learning_rate": 9.624338742903819e-05,
-      "loss": 0.0295,
-      "step": 5040
-    },
-    {
-      "grad_norm": 0.5710871815681458,
-      "learning_rate": 9.622239946429406e-05,
-      "loss": 0.0276,
-      "step": 5050
-    },
-    {
-      "grad_norm": 0.26316478848457336,
-      "learning_rate": 9.620135533497609e-05,
-      "loss": 0.0302,
-      "step": 5060
-    },
-    {
-      "grad_norm": 0.3482988178730011,
-      "learning_rate": 9.61802550666549e-05,
-      "loss": 0.0286,
-      "step": 5070
-    },
-    {
-      "grad_norm": 0.26152899861335754,
-      "learning_rate": 9.615909868496928e-05,
-      "loss": 0.027,
-      "step": 5080
-    },
-    {
-      "grad_norm": 0.317668080329895,
-      "learning_rate": 9.613788621562622e-05,
-      "loss": 0.0296,
-      "step": 5090
-    },
-    {
-      "grad_norm": 0.25961193442344666,
-      "learning_rate": 9.611661768440093e-05,
-      "loss": 0.0312,
-      "step": 5100
-    },
-    {
-      "grad_norm": 0.25917866826057434,
-      "learning_rate": 9.609529311713661e-05,
-      "loss": 0.0304,
-      "step": 5110
-    },
-    {
-      "grad_norm": 0.25132909417152405,
-      "learning_rate": 9.607391253974466e-05,
-      "loss": 0.0296,
-      "step": 5120
-    },
-    {
-      "grad_norm": 0.2505704164505005,
-      "learning_rate": 9.605247597820448e-05,
-      "loss": 0.0316,
-      "step": 5130
-    },
-    {
-      "grad_norm": 0.23508676886558533,
-      "learning_rate": 9.603098345856354e-05,
-      "loss": 0.032,
-      "step": 5140
-    },
-    {
-      "grad_norm": 0.23048117756843567,
-      "learning_rate": 9.600943500693725e-05,
-      "loss": 0.0293,
-      "step": 5150
-    },
-    {
-      "grad_norm": 0.30994167923927307,
-      "learning_rate": 9.598783064950902e-05,
-      "loss": 0.0291,
-      "step": 5160
-    },
-    {
-      "grad_norm": 0.34612396359443665,
-      "learning_rate": 9.596617041253018e-05,
-      "loss": 0.0284,
-      "step": 5170
-    },
-    {
-      "grad_norm": 0.18393488228321075,
-      "learning_rate": 9.594445432231996e-05,
-      "loss": 0.0281,
-      "step": 5180
-    },
-    {
-      "grad_norm": 0.22680553793907166,
-      "learning_rate": 9.592268240526547e-05,
-      "loss": 0.0312,
-      "step": 5190
-    },
-    {
-      "grad_norm": 0.39471128582954407,
-      "learning_rate": 9.590085468782162e-05,
-      "loss": 0.0298,
-      "step": 5200
-    },
-    {
-      "grad_norm": 0.23328055441379547,
-      "learning_rate": 9.587897119651116e-05,
-      "loss": 0.0308,
-      "step": 5210
-    },
-    {
-      "grad_norm": 0.2956632375717163,
-      "learning_rate": 9.585703195792459e-05,
-      "loss": 0.0317,
-      "step": 5220
-    },
-    {
-      "grad_norm": 0.34203052520751953,
-      "learning_rate": 9.583503699872016e-05,
-      "loss": 0.0292,
-      "step": 5230
-    },
-    {
-      "grad_norm": 0.41844645142555237,
-      "learning_rate": 9.581298634562381e-05,
-      "loss": 0.0296,
-      "step": 5240
-    },
-    {
-      "grad_norm": 0.15062275528907776,
-      "learning_rate": 9.579088002542917e-05,
-      "loss": 0.0305,
-      "step": 5250
-    },
-    {
-      "grad_norm": 0.3013925552368164,
-      "learning_rate": 9.57687180649975e-05,
-      "loss": 0.0314,
-      "step": 5260
-    },
-    {
-      "grad_norm": 0.2418990582227707,
-      "learning_rate": 9.574650049125768e-05,
-      "loss": 0.0299,
-      "step": 5270
-    },
-    {
-      "grad_norm": 0.304177850484848,
-      "learning_rate": 9.572422733120614e-05,
-      "loss": 0.0283,
-      "step": 5280
-    },
-    {
-      "grad_norm": 0.23789408802986145,
-      "learning_rate": 9.570189861190689e-05,
-      "loss": 0.0266,
-      "step": 5290
-    },
-    {
-      "grad_norm": 0.28955498337745667,
-      "learning_rate": 9.56795143604914e-05,
-      "loss": 0.0308,
-      "step": 5300
-    },
-    {
-      "grad_norm": 0.16970686614513397,
-      "learning_rate": 9.565707460415869e-05,
-      "loss": 0.0286,
-      "step": 5310
-    },
-    {
-      "grad_norm": 0.33111685514450073,
-      "learning_rate": 9.563457937017515e-05,
-      "loss": 0.0292,
-      "step": 5320
-    },
-    {
-      "grad_norm": 0.2950333058834076,
-      "learning_rate": 9.56120286858746e-05,
-      "loss": 0.0282,
-      "step": 5330
-    },
-    {
-      "grad_norm": 0.2266271710395813,
-      "learning_rate": 9.558942257865829e-05,
-      "loss": 0.0303,
-      "step": 5340
-    },
-    {
-      "grad_norm": 0.27608922123908997,
-      "learning_rate": 9.556676107599472e-05,
-      "loss": 0.03,
-      "step": 5350
-    },
-    {
-      "grad_norm": 0.2176966667175293,
-      "learning_rate": 9.554404420541978e-05,
-      "loss": 0.0308,
-      "step": 5360
-    },
-    {
-      "grad_norm": 0.22792655229568481,
-      "learning_rate": 9.55212719945366e-05,
-      "loss": 0.0281,
-      "step": 5370
-    },
-    {
-      "grad_norm": 0.2198641151189804,
-      "learning_rate": 9.549844447101559e-05,
-      "loss": 0.0277,
-      "step": 5380
-    },
-    {
-      "grad_norm": 0.32253924012184143,
-      "learning_rate": 9.547556166259433e-05,
-      "loss": 0.0288,
-      "step": 5390
-    },
-    {
-      "grad_norm": 0.38950228691101074,
-      "learning_rate": 9.545262359707756e-05,
-      "loss": 0.0285,
-      "step": 5400
-    },
-    {
-      "grad_norm": 0.19937629997730255,
-      "learning_rate": 9.542963030233724e-05,
-      "loss": 0.0305,
-      "step": 5410
-    },
-    {
-      "grad_norm": 0.24631406366825104,
-      "learning_rate": 9.540658180631237e-05,
-      "loss": 0.0301,
-      "step": 5420
-    },
-    {
-      "grad_norm": 0.22192849218845367,
-      "learning_rate": 9.538347813700904e-05,
-      "loss": 0.0281,
-      "step": 5430
-    },
-    {
-      "grad_norm": 0.2845704257488251,
-      "learning_rate": 9.536031932250036e-05,
-      "loss": 0.0277,
-      "step": 5440
-    },
-    {
-      "grad_norm": 0.22213523089885712,
-      "learning_rate": 9.533710539092653e-05,
-      "loss": 0.0279,
-      "step": 5450
-    },
-    {
-      "grad_norm": 0.5807768106460571,
-      "learning_rate": 9.531383637049464e-05,
-      "loss": 0.0258,
-      "step": 5460
-    },
-    {
-      "grad_norm": 0.28621476888656616,
-      "learning_rate": 9.529051228947875e-05,
-      "loss": 0.0305,
-      "step": 5470
-    },
-    {
-      "grad_norm": 0.31888940930366516,
-      "learning_rate": 9.52671331762198e-05,
-      "loss": 0.0282,
-      "step": 5480
-    },
-    {
-      "grad_norm": 0.3353741466999054,
-      "learning_rate": 9.524369905912565e-05,
-      "loss": 0.0279,
-      "step": 5490
-    },
-    {
-      "grad_norm": 0.2915017604827881,
-      "learning_rate": 9.522020996667092e-05,
-      "loss": 0.0339,
-      "step": 5500
-    },
-    {
-      "grad_norm": 0.2807980477809906,
-      "learning_rate": 9.519666592739709e-05,
-      "loss": 0.0283,
-      "step": 5510
-    },
-    {
-      "grad_norm": 0.24497555196285248,
-      "learning_rate": 9.517306696991241e-05,
-      "loss": 0.0296,
-      "step": 5520
-    },
-    {
-      "grad_norm": 0.23863714933395386,
-      "learning_rate": 9.51494131228918e-05,
-      "loss": 0.0277,
-      "step": 5530
-    },
-    {
-      "grad_norm": 0.42585837841033936,
-      "learning_rate": 9.512570441507695e-05,
-      "loss": 0.0301,
-      "step": 5540
-    },
-    {
-      "grad_norm": 0.28657546639442444,
-      "learning_rate": 9.510194087527615e-05,
-      "loss": 0.0273,
-      "step": 5550
-    },
-    {
-      "grad_norm": 0.26880064606666565,
-      "learning_rate": 9.507812253236435e-05,
-      "loss": 0.0292,
-      "step": 5560
-    },
-    {
-      "grad_norm": 0.5710074305534363,
-      "learning_rate": 9.505424941528309e-05,
-      "loss": 0.0311,
-      "step": 5570
-    },
-    {
-      "grad_norm": 0.26207560300827026,
-      "learning_rate": 9.503032155304046e-05,
-      "loss": 0.0346,
-      "step": 5580
-    },
-    {
-      "grad_norm": 0.5927866101264954,
-      "learning_rate": 9.500633897471106e-05,
-      "loss": 0.0298,
-      "step": 5590
-    },
-    {
-      "grad_norm": 0.26272717118263245,
-      "learning_rate": 9.498230170943596e-05,
-      "loss": 0.0351,
-      "step": 5600
-    },
-    {
-      "grad_norm": 0.20593000948429108,
-      "learning_rate": 9.495820978642275e-05,
-      "loss": 0.0326,
-      "step": 5610
-    },
-    {
-      "grad_norm": 0.2362719476222992,
-      "learning_rate": 9.493406323494535e-05,
-      "loss": 0.0291,
-      "step": 5620
-    },
-    {
-      "grad_norm": 0.26528915762901306,
-      "learning_rate": 9.490986208434413e-05,
-      "loss": 0.0307,
-      "step": 5630
-    },
-    {
-      "grad_norm": 0.34711647033691406,
-      "learning_rate": 9.488560636402577e-05,
-      "loss": 0.0261,
-      "step": 5640
-    },
-    {
-      "grad_norm": 0.256011962890625,
-      "learning_rate": 9.486129610346321e-05,
-      "loss": 0.0286,
-      "step": 5650
-    },
-    {
-      "grad_norm": 0.2524960935115814,
-      "learning_rate": 9.483693133219576e-05,
-      "loss": 0.0285,
-      "step": 5660
-    },
-    {
-      "grad_norm": 0.3123167157173157,
-      "learning_rate": 9.481251207982888e-05,
-      "loss": 0.0318,
-      "step": 5670
-    },
-    {
-      "grad_norm": 0.23425480723381042,
-      "learning_rate": 9.47880383760343e-05,
-      "loss": 0.0261,
-      "step": 5680
-    },
-    {
-      "grad_norm": 0.25420740246772766,
-      "learning_rate": 9.476351025054983e-05,
-      "loss": 0.0306,
-      "step": 5690
-    },
-    {
-      "grad_norm": 0.3529684841632843,
-      "learning_rate": 9.473892773317952e-05,
-      "loss": 0.0253,
-      "step": 5700
-    },
-    {
-      "grad_norm": 0.31296902894973755,
-      "learning_rate": 9.471429085379338e-05,
-      "loss": 0.0292,
-      "step": 5710
-    },
-    {
-      "grad_norm": 0.2692904472351074,
-      "learning_rate": 9.468959964232757e-05,
-      "loss": 0.0272,
-      "step": 5720
-    },
-    {
-      "grad_norm": 0.3672389090061188,
-      "learning_rate": 9.466485412878425e-05,
-      "loss": 0.0334,
-      "step": 5730
-    },
-    {
-      "grad_norm": 0.3293924629688263,
-      "learning_rate": 9.464005434323154e-05,
-      "loss": 0.0298,
-      "step": 5740
-    },
-    {
-      "grad_norm": 0.2921695113182068,
-      "learning_rate": 9.461520031580352e-05,
-      "loss": 0.0266,
-      "step": 5750
-    },
-    {
-      "grad_norm": 0.29170626401901245,
-      "learning_rate": 9.459029207670019e-05,
-      "loss": 0.0293,
-      "step": 5760
-    },
-    {
-      "grad_norm": 0.33403706550598145,
-      "learning_rate": 9.456532965618737e-05,
-      "loss": 0.0285,
-      "step": 5770
-    },
-    {
-      "grad_norm": 0.24151206016540527,
-      "learning_rate": 9.454031308459681e-05,
-      "loss": 0.0287,
-      "step": 5780
-    },
-    {
-      "grad_norm": 0.23442505300045013,
-      "learning_rate": 9.451524239232595e-05,
-      "loss": 0.0289,
-      "step": 5790
-    },
-    {
-      "grad_norm": 0.22394013404846191,
-      "learning_rate": 9.449011760983809e-05,
-      "loss": 0.0316,
-      "step": 5800
-    },
-    {
-      "grad_norm": 0.162757009267807,
-      "learning_rate": 9.446493876766218e-05,
-      "loss": 0.03,
-      "step": 5810
-    },
-    {
-      "grad_norm": 0.24485236406326294,
-      "learning_rate": 9.44397058963929e-05,
-      "loss": 0.0308,
-      "step": 5820
-    },
-    {
-      "grad_norm": 0.30540770292282104,
-      "learning_rate": 9.441441902669056e-05,
-      "loss": 0.029,
-      "step": 5830
-    },
-    {
-      "grad_norm": 0.38131895661354065,
-      "learning_rate": 9.43890781892811e-05,
-      "loss": 0.0279,
-      "step": 5840
-    },
-    {
-      "grad_norm": 0.27463778853416443,
-      "learning_rate": 9.436368341495603e-05,
-      "loss": 0.0305,
-      "step": 5850
-    },
-    {
-      "grad_norm": 0.18571634590625763,
-      "learning_rate": 9.43382347345724e-05,
-      "loss": 0.0301,
-      "step": 5860
-    },
-    {
-      "grad_norm": 0.19644570350646973,
-      "learning_rate": 9.431273217905273e-05,
-      "loss": 0.0297,
-      "step": 5870
-    },
-    {
-      "grad_norm": 0.2669595181941986,
-      "learning_rate": 9.428717577938504e-05,
-      "loss": 0.0287,
-      "step": 5880
-    },
-    {
-      "grad_norm": 0.2687034010887146,
-      "learning_rate": 9.426156556662276e-05,
-      "loss": 0.0254,
-      "step": 5890
-    },
-    {
-      "grad_norm": 0.25875869393348694,
-      "learning_rate": 9.423590157188474e-05,
-      "loss": 0.0293,
-      "step": 5900
-    },
-    {
-      "grad_norm": 0.29127827286720276,
-      "learning_rate": 9.421018382635513e-05,
-      "loss": 0.0276,
-      "step": 5910
-    },
-    {
-      "grad_norm": 0.2213948369026184,
-      "learning_rate": 9.418441236128343e-05,
-      "loss": 0.0266,
-      "step": 5920
-    },
-    {
-      "grad_norm": 0.2627449631690979,
-      "learning_rate": 9.41585872079844e-05,
-      "loss": 0.0335,
-      "step": 5930
-    },
-    {
-      "grad_norm": 0.2908029854297638,
-      "learning_rate": 9.413270839783802e-05,
-      "loss": 0.0312,
-      "step": 5940
-    },
-    {
-      "grad_norm": 0.3014381229877472,
-      "learning_rate": 9.41067759622895e-05,
-      "loss": 0.0315,
-      "step": 5950
-    },
-    {
-      "grad_norm": 0.2169884592294693,
-      "learning_rate": 9.408078993284917e-05,
-      "loss": 0.0275,
-      "step": 5960
-    },
-    {
-      "grad_norm": 0.15191787481307983,
-      "learning_rate": 9.405475034109254e-05,
-      "loss": 0.0256,
-      "step": 5970
-    },
-    {
-      "grad_norm": 0.21545839309692383,
-      "learning_rate": 9.402865721866015e-05,
-      "loss": 0.0293,
-      "step": 5980
-    },
-    {
-      "grad_norm": 0.24423319101333618,
-      "learning_rate": 9.400251059725762e-05,
-      "loss": 0.0293,
-      "step": 5990
-    },
-    {
-      "grad_norm": 0.25787439942359924,
-      "learning_rate": 9.397631050865554e-05,
-      "loss": 0.0254,
-      "step": 6000
-    },
-    {
-      "grad_norm": 0.21903277933597565,
-      "learning_rate": 9.395005698468949e-05,
-      "loss": 0.0295,
-      "step": 6010
-    },
-    {
-      "grad_norm": 0.28067752718925476,
-      "learning_rate": 9.392375005726e-05,
-      "loss": 0.0279,
-      "step": 6020
-    },
-    {
-      "grad_norm": 0.30100682377815247,
-      "learning_rate": 9.389738975833242e-05,
-      "loss": 0.0307,
-      "step": 6030
-    },
-    {
-      "grad_norm": 0.22380512952804565,
-      "learning_rate": 9.387097611993707e-05,
-      "loss": 0.0265,
-      "step": 6040
-    },
-    {
-      "grad_norm": 0.24653026461601257,
-      "learning_rate": 9.384450917416894e-05,
-      "loss": 0.0305,
-      "step": 6050
-    },
-    {
-      "grad_norm": 0.2050916999578476,
-      "learning_rate": 9.381798895318792e-05,
-      "loss": 0.0308,
-      "step": 6060
-    },
-    {
-      "grad_norm": 0.23249761760234833,
-      "learning_rate": 9.379141548921853e-05,
-      "loss": 0.0269,
-      "step": 6070
-    },
-    {
-      "grad_norm": 0.1696327030658722,
-      "learning_rate": 9.376478881455009e-05,
-      "loss": 0.0307,
-      "step": 6080
-    },
-    {
-      "grad_norm": 0.3157849609851837,
-      "learning_rate": 9.373810896153647e-05,
-      "loss": 0.0271,
-      "step": 6090
-    },
-    {
-      "grad_norm": 0.28698447346687317,
-      "learning_rate": 9.371137596259623e-05,
-      "loss": 0.0271,
-      "step": 6100
-    },
-    {
-      "grad_norm": 0.2785816192626953,
-      "learning_rate": 9.368458985021248e-05,
-      "loss": 0.029,
-      "step": 6110
-    },
-    {
-      "grad_norm": 0.2731832265853882,
-      "learning_rate": 9.365775065693287e-05,
-      "loss": 0.0284,
-      "step": 6120
-    },
-    {
-      "grad_norm": 0.2866489887237549,
-      "learning_rate": 9.363085841536957e-05,
-      "loss": 0.0294,
-      "step": 6130
-    },
-    {
-      "grad_norm": 0.3666953146457672,
-      "learning_rate": 9.360391315819917e-05,
-      "loss": 0.0296,
-      "step": 6140
-    },
-    {
-      "grad_norm": 0.2714596390724182,
-      "learning_rate": 9.357691491816269e-05,
-      "loss": 0.0249,
-      "step": 6150
-    },
-    {
-      "grad_norm": 0.20422060787677765,
-      "learning_rate": 9.354986372806557e-05,
-      "loss": 0.025,
-      "step": 6160
-    },
-    {
-      "grad_norm": 0.3032284080982208,
-      "learning_rate": 9.352275962077752e-05,
-      "loss": 0.0259,
-      "step": 6170
-    },
-    {
-      "grad_norm": 0.29492437839508057,
-      "learning_rate": 9.349560262923262e-05,
-      "loss": 0.0255,
-      "step": 6180
-    },
-    {
-      "grad_norm": 0.25345975160598755,
-      "learning_rate": 9.346839278642913e-05,
-      "loss": 0.0276,
-      "step": 6190
-    },
-    {
-      "grad_norm": 0.2828567624092102,
-      "learning_rate": 9.344113012542963e-05,
-      "loss": 0.0294,
-      "step": 6200
-    },
-    {
-      "grad_norm": 0.20492278039455414,
-      "learning_rate": 9.341381467936079e-05,
-      "loss": 0.0288,
-      "step": 6210
-    },
-    {
-      "grad_norm": 0.23514780402183533,
-      "learning_rate": 9.338644648141346e-05,
-      "loss": 0.0286,
-      "step": 6220
-    },
-    {
-      "grad_norm": 0.17861439287662506,
-      "learning_rate": 9.335902556484257e-05,
-      "loss": 0.0279,
-      "step": 6230
-    },
-    {
-      "grad_norm": 0.2453238070011139,
-      "learning_rate": 9.333155196296712e-05,
-      "loss": 0.0289,
-      "step": 6240
-    },
-    {
-      "grad_norm": 0.28948843479156494,
-      "learning_rate": 9.330402570917016e-05,
-      "loss": 0.0269,
-      "step": 6250
-    },
-    {
-      "grad_norm": 0.2233213633298874,
-      "learning_rate": 9.327644683689865e-05,
-      "loss": 0.0268,
-      "step": 6260
-    },
-    {
-      "grad_norm": 0.2538629472255707,
-      "learning_rate": 9.324881537966354e-05,
-      "loss": 0.0266,
-      "step": 6270
-    },
-    {
-      "grad_norm": 0.16921837627887726,
-      "learning_rate": 9.322113137103964e-05,
-      "loss": 0.0266,
-      "step": 6280
-    },
-    {
-      "grad_norm": 0.2206796556711197,
-      "learning_rate": 9.319339484466564e-05,
-      "loss": 0.0269,
-      "step": 6290
-    },
-    {
-      "grad_norm": 0.28295570611953735,
-      "learning_rate": 9.316560583424403e-05,
-      "loss": 0.0262,
-      "step": 6300
-    },
-    {
-      "grad_norm": 0.26085537672042847,
-      "learning_rate": 9.313776437354108e-05,
-      "loss": 0.025,
-      "step": 6310
-    },
-    {
-      "grad_norm": 0.20172592997550964,
-      "learning_rate": 9.31098704963868e-05,
-      "loss": 0.0269,
-      "step": 6320
-    },
-    {
-      "grad_norm": 0.27854683995246887,
-      "learning_rate": 9.308192423667485e-05,
-      "loss": 0.0257,
-      "step": 6330
-    },
-    {
-      "grad_norm": 0.27223825454711914,
-      "learning_rate": 9.305392562836262e-05,
-      "loss": 0.0261,
-      "step": 6340
-    },
-    {
-      "grad_norm": 0.40934133529663086,
-      "learning_rate": 9.3025874705471e-05,
-      "loss": 0.0302,
-      "step": 6350
-    },
-    {
-      "grad_norm": 0.3224603831768036,
-      "learning_rate": 9.299777150208457e-05,
-      "loss": 0.0293,
-      "step": 6360
-    },
-    {
-      "grad_norm": 0.27973636984825134,
-      "learning_rate": 9.296961605235133e-05,
-      "loss": 0.0304,
-      "step": 6370
-    },
-    {
-      "grad_norm": 0.27167028188705444,
-      "learning_rate": 9.29414083904828e-05,
-      "loss": 0.0285,
-      "step": 6380
-    },
-    {
-      "grad_norm": 0.2583782374858856,
-      "learning_rate": 9.291314855075397e-05,
-      "loss": 0.0283,
-      "step": 6390
-    },
-    {
-      "grad_norm": 0.2585206627845764,
-      "learning_rate": 9.288483656750322e-05,
-      "loss": 0.0315,
-      "step": 6400
-    },
-    {
-      "grad_norm": 0.23358096182346344,
-      "learning_rate": 9.285647247513225e-05,
-      "loss": 0.0273,
-      "step": 6410
-    },
-    {
-      "grad_norm": 0.3208425045013428,
-      "learning_rate": 9.282805630810614e-05,
-      "loss": 0.0268,
-      "step": 6420
-    },
-    {
-      "grad_norm": 0.41070088744163513,
-      "learning_rate": 9.279958810095317e-05,
-      "loss": 0.0254,
-      "step": 6430
-    },
-    {
-      "grad_norm": 0.2161095142364502,
-      "learning_rate": 9.277106788826494e-05,
-      "loss": 0.0288,
-      "step": 6440
-    },
-    {
-      "grad_norm": 0.17484818398952484,
-      "learning_rate": 9.274249570469618e-05,
-      "loss": 0.0261,
-      "step": 6450
-    },
-    {
-      "grad_norm": 0.24467520415782928,
-      "learning_rate": 9.271387158496476e-05,
-      "loss": 0.026,
-      "step": 6460
-    },
-    {
-      "grad_norm": 0.17800307273864746,
-      "learning_rate": 9.268519556385173e-05,
-      "loss": 0.025,
-      "step": 6470
-    },
-    {
-      "grad_norm": 0.15359742939472198,
-      "learning_rate": 9.265646767620113e-05,
-      "loss": 0.0261,
-      "step": 6480
-    },
-    {
-      "grad_norm": 0.24868269264698029,
-      "learning_rate": 9.262768795692006e-05,
-      "loss": 0.0282,
-      "step": 6490
-    },
-    {
-      "grad_norm": 0.2711985409259796,
-      "learning_rate": 9.259885644097861e-05,
-      "loss": 0.0276,
-      "step": 6500
-    },
-    {
-      "grad_norm": 0.26678702235221863,
-      "learning_rate": 9.256997316340976e-05,
-      "loss": 0.0308,
-      "step": 6510
-    },
-    {
-      "grad_norm": 0.2216431051492691,
-      "learning_rate": 9.254103815930943e-05,
-      "loss": 0.0277,
-      "step": 6520
-    },
-    {
-      "grad_norm": 0.23393560945987701,
-      "learning_rate": 9.251205146383636e-05,
-      "loss": 0.0271,
-      "step": 6530
-    },
-    {
-      "grad_norm": 0.3101927936077118,
-      "learning_rate": 9.248301311221216e-05,
-      "loss": 0.0237,
-      "step": 6540
-    },
-    {
-      "grad_norm": 0.24115975201129913,
-      "learning_rate": 9.245392313972115e-05,
-      "loss": 0.0298,
-      "step": 6550
-    },
-    {
-      "grad_norm": 0.19835875928401947,
-      "learning_rate": 9.242478158171037e-05,
-      "loss": 0.0277,
-      "step": 6560
-    },
-    {
-      "grad_norm": 0.21304266154766083,
-      "learning_rate": 9.239558847358957e-05,
-      "loss": 0.027,
-      "step": 6570
-    },
-    {
-      "grad_norm": 0.1998608410358429,
-      "learning_rate": 9.236634385083114e-05,
-      "loss": 0.0232,
-      "step": 6580
-    },
-    {
-      "grad_norm": 0.28902921080589294,
-      "learning_rate": 9.233704774897005e-05,
-      "loss": 0.0259,
-      "step": 6590
-    },
-    {
-      "grad_norm": 0.27103233337402344,
-      "learning_rate": 9.230770020360382e-05,
-      "loss": 0.0262,
-      "step": 6600
-    },
-    {
-      "grad_norm": 0.19650883972644806,
-      "learning_rate": 9.227830125039247e-05,
-      "loss": 0.0266,
-      "step": 6610
-    },
-    {
-      "grad_norm": 0.22905901074409485,
-      "learning_rate": 9.224885092505853e-05,
-      "loss": 0.0285,
-      "step": 6620
-    },
-    {
-      "grad_norm": 0.2913806736469269,
-      "learning_rate": 9.221934926338691e-05,
-      "loss": 0.0317,
-      "step": 6630
-    },
-    {
-      "grad_norm": 0.3060980439186096,
-      "learning_rate": 9.21897963012249e-05,
-      "loss": 0.0288,
-      "step": 6640
-    },
-    {
-      "grad_norm": 0.2996262311935425,
-      "learning_rate": 9.216019207448217e-05,
-      "loss": 0.0308,
-      "step": 6650
-    },
-    {
-      "grad_norm": 0.2526780068874359,
-      "learning_rate": 9.21305366191306e-05,
-      "loss": 0.0254,
-      "step": 6660
-    },
-    {
-      "grad_norm": 0.2803603410720825,
-      "learning_rate": 9.21008299712044e-05,
-      "loss": 0.027,
-      "step": 6670
-    },
-    {
-      "grad_norm": 0.34207969903945923,
-      "learning_rate": 9.207107216679993e-05,
-      "loss": 0.0273,
-      "step": 6680
-    },
-    {
-      "grad_norm": 0.23800121247768402,
-      "learning_rate": 9.204126324207574e-05,
-      "loss": 0.0281,
-      "step": 6690
-    },
-    {
-      "grad_norm": 0.3323792517185211,
-      "learning_rate": 9.201140323325248e-05,
-      "loss": 0.0266,
-      "step": 6700
-    },
-    {
-      "grad_norm": 0.254253625869751,
-      "learning_rate": 9.198149217661287e-05,
-      "loss": 0.0291,
-      "step": 6710
-    },
-    {
-      "grad_norm": 0.26156383752822876,
-      "learning_rate": 9.195153010850167e-05,
-      "loss": 0.0307,
-      "step": 6720
-    },
-    {
-      "grad_norm": 0.2049914449453354,
-      "learning_rate": 9.192151706532562e-05,
-      "loss": 0.0277,
-      "step": 6730
-    },
-    {
-      "grad_norm": 0.21167099475860596,
-      "learning_rate": 9.189145308355337e-05,
-      "loss": 0.0275,
-      "step": 6740
-    },
-    {
-      "grad_norm": 0.2886762022972107,
-      "learning_rate": 9.186133819971555e-05,
-      "loss": 0.0329,
-      "step": 6750
-    },
-    {
-      "grad_norm": 0.2946436107158661,
-      "learning_rate": 9.183117245040455e-05,
-      "loss": 0.0292,
-      "step": 6760
-    },
-    {
-      "grad_norm": 0.23471008241176605,
-      "learning_rate": 9.180095587227458e-05,
-      "loss": 0.0295,
-      "step": 6770
-    },
-    {
-      "grad_norm": 0.23052677512168884,
-      "learning_rate": 9.177068850204167e-05,
-      "loss": 0.0283,
-      "step": 6780
-    },
-    {
-      "grad_norm": 0.24926699697971344,
-      "learning_rate": 9.174037037648351e-05,
-      "loss": 0.0262,
-      "step": 6790
-    },
-    {
-      "grad_norm": 0.31679391860961914,
-      "learning_rate": 9.171000153243947e-05,
-      "loss": 0.0261,
-      "step": 6800
-    },
-    {
-      "grad_norm": 0.2376624345779419,
-      "learning_rate": 9.167958200681057e-05,
-      "loss": 0.026,
-      "step": 6810
-    },
-    {
-      "grad_norm": 0.25388985872268677,
-      "learning_rate": 9.164911183655943e-05,
-      "loss": 0.0298,
-      "step": 6820
-    },
-    {
-      "grad_norm": 0.18123750388622284,
-      "learning_rate": 9.161859105871013e-05,
-      "loss": 0.0252,
-      "step": 6830
-    },
-    {
-      "grad_norm": 0.27465373277664185,
-      "learning_rate": 9.158801971034832e-05,
-      "loss": 0.0265,
-      "step": 6840
-    },
-    {
-      "grad_norm": 0.25482845306396484,
-      "learning_rate": 9.155739782862107e-05,
-      "loss": 0.0252,
-      "step": 6850
-    },
-    {
-      "grad_norm": 0.20413175225257874,
-      "learning_rate": 9.152672545073687e-05,
-      "loss": 0.0273,
-      "step": 6860
-    },
-    {
-      "grad_norm": 0.23932282626628876,
-      "learning_rate": 9.149600261396551e-05,
-      "loss": 0.0253,
-      "step": 6870
-    },
-    {
-      "grad_norm": 0.25973355770111084,
-      "learning_rate": 9.146522935563817e-05,
-      "loss": 0.0283,
-      "step": 6880
-    },
-    {
-      "grad_norm": 0.24964939057826996,
-      "learning_rate": 9.143440571314723e-05,
-      "loss": 0.0268,
-      "step": 6890
-    },
-    {
-      "grad_norm": 0.25522905588150024,
-      "learning_rate": 9.140353172394636e-05,
-      "loss": 0.0284,
-      "step": 6900
-    },
-    {
-      "grad_norm": 0.24076339602470398,
-      "learning_rate": 9.137260742555032e-05,
-      "loss": 0.0288,
-      "step": 6910
-    },
-    {
-      "grad_norm": 0.4422341287136078,
-      "learning_rate": 9.13416328555351e-05,
-      "loss": 0.0289,
-      "step": 6920
-    },
-    {
-      "grad_norm": 0.43296176195144653,
-      "learning_rate": 9.131060805153769e-05,
-      "loss": 0.0286,
-      "step": 6930
-    },
-    {
-      "grad_norm": 0.2112889587879181,
-      "learning_rate": 9.127953305125618e-05,
-      "loss": 0.0246,
-      "step": 6940
-    },
-    {
-      "grad_norm": 0.28853943943977356,
-      "learning_rate": 9.124840789244958e-05,
-      "loss": 0.0266,
-      "step": 6950
-    },
-    {
-      "grad_norm": 0.2243272215127945,
-      "learning_rate": 9.121723261293794e-05,
-      "loss": 0.026,
-      "step": 6960
-    },
-    {
-      "grad_norm": 0.1683557629585266,
-      "learning_rate": 9.118600725060214e-05,
-      "loss": 0.0247,
-      "step": 6970
-    },
-    {
-      "grad_norm": 0.35741180181503296,
-      "learning_rate": 9.115473184338392e-05,
-      "loss": 0.0278,
-      "step": 6980
-    },
-    {
-      "grad_norm": 0.258197158575058,
-      "learning_rate": 9.11234064292859e-05,
-      "loss": 0.0257,
-      "step": 6990
-    },
-    {
-      "grad_norm": 0.18341191112995148,
-      "learning_rate": 9.109203104637137e-05,
-      "loss": 0.0238,
-      "step": 7000
-    },
-    {
-      "grad_norm": 0.20522156357765198,
-      "learning_rate": 9.10606057327644e-05,
-      "loss": 0.0266,
-      "step": 7010
-    },
-    {
-      "grad_norm": 0.2582344710826874,
-      "learning_rate": 9.10291305266497e-05,
-      "loss": 0.025,
-      "step": 7020
-    },
-    {
-      "grad_norm": 0.19244620203971863,
-      "learning_rate": 9.099760546627261e-05,
-      "loss": 0.0237,
-      "step": 7030
-    },
-    {
-      "grad_norm": 0.23298165202140808,
-      "learning_rate": 9.096603058993907e-05,
-      "loss": 0.0244,
-      "step": 7040
-    },
-    {
-      "grad_norm": 0.16715462505817413,
-      "learning_rate": 9.093440593601552e-05,
-      "loss": 0.0262,
-      "step": 7050
-    },
-    {
-      "grad_norm": 0.4461570084095001,
-      "learning_rate": 9.090273154292889e-05,
-      "loss": 0.0231,
-      "step": 7060
-    },
-    {
-      "grad_norm": 0.30480337142944336,
-      "learning_rate": 9.087100744916656e-05,
-      "loss": 0.028,
-      "step": 7070
-    },
-    {
-      "grad_norm": 0.20868980884552002,
-      "learning_rate": 9.08392336932763e-05,
-      "loss": 0.0246,
-      "step": 7080
-    },
-    {
-      "grad_norm": 0.23214566707611084,
-      "learning_rate": 9.080741031386619e-05,
-      "loss": 0.0241,
-      "step": 7090
-    },
-    {
-      "grad_norm": 0.24166780710220337,
-      "learning_rate": 9.077553734960468e-05,
-      "loss": 0.024,
-      "step": 7100
-    },
-    {
-      "grad_norm": 0.2297629565000534,
-      "learning_rate": 9.074361483922041e-05,
-      "loss": 0.0269,
-      "step": 7110
-    },
-    {
-      "grad_norm": 0.24576176702976227,
-      "learning_rate": 9.071164282150224e-05,
-      "loss": 0.025,
-      "step": 7120
-    },
-    {
-      "grad_norm": 0.2639831006526947,
-      "learning_rate": 9.067962133529919e-05,
-      "loss": 0.0257,
-      "step": 7130
-    },
-    {
-      "grad_norm": 0.4105589985847473,
-      "learning_rate": 9.064755041952036e-05,
-      "loss": 0.0243,
-      "step": 7140
-    },
-    {
-      "grad_norm": 0.26575613021850586,
-      "learning_rate": 9.061543011313497e-05,
-      "loss": 0.0239,
-      "step": 7150
-    },
-    {
-      "grad_norm": 0.2325243353843689,
-      "learning_rate": 9.05832604551722e-05,
-      "loss": 0.0278,
-      "step": 7160
-    },
-    {
-      "grad_norm": 0.36618319153785706,
-      "learning_rate": 9.055104148472124e-05,
-      "loss": 0.0275,
-      "step": 7170
-    },
-    {
-      "grad_norm": 0.33273160457611084,
-      "learning_rate": 9.051877324093114e-05,
-      "loss": 0.0275,
-      "step": 7180
-    },
-    {
-      "grad_norm": 0.2177237868309021,
-      "learning_rate": 9.04864557630109e-05,
-      "loss": 0.0267,
-      "step": 7190
-    },
-    {
-      "grad_norm": 0.2745365500450134,
-      "learning_rate": 9.045408909022928e-05,
-      "loss": 0.0252,
-      "step": 7200
-    },
-    {
-      "grad_norm": 0.2529155910015106,
-      "learning_rate": 9.042167326191484e-05,
-      "loss": 0.0265,
-      "step": 7210
-    },
-    {
-      "grad_norm": 0.34586644172668457,
-      "learning_rate": 9.038920831745587e-05,
-      "loss": 0.0227,
-      "step": 7220
-    },
-    {
-      "grad_norm": 0.32299676537513733,
-      "learning_rate": 9.035669429630036e-05,
-      "loss": 0.0274,
-      "step": 7230
-    },
-    {
-      "grad_norm": 0.17205660045146942,
-      "learning_rate": 9.032413123795588e-05,
-      "loss": 0.0291,
-      "step": 7240
-    },
-    {
-      "grad_norm": 0.20430400967597961,
-      "learning_rate": 9.029151918198962e-05,
-      "loss": 0.0237,
-      "step": 7250
-    },
-    {
-      "grad_norm": 0.5272923111915588,
-      "learning_rate": 9.025885816802833e-05,
-      "loss": 0.0249,
-      "step": 7260
-    },
-    {
-      "grad_norm": 0.2126760631799698,
-      "learning_rate": 9.02261482357582e-05,
-      "loss": 0.0256,
-      "step": 7270
-    },
-    {
-      "grad_norm": 0.23082423210144043,
-      "learning_rate": 9.019338942492485e-05,
-      "loss": 0.0256,
-      "step": 7280
-    },
-    {
-      "grad_norm": 0.39986300468444824,
-      "learning_rate": 9.01605817753334e-05,
-      "loss": 0.0282,
-      "step": 7290
-    },
-    {
-      "grad_norm": 0.2569878101348877,
-      "learning_rate": 9.012772532684818e-05,
-      "loss": 0.0248,
-      "step": 7300
-    },
-    {
-      "grad_norm": 0.187669038772583,
-      "learning_rate": 9.00948201193929e-05,
-      "loss": 0.0239,
-      "step": 7310
-    },
-    {
-      "grad_norm": 0.37872180342674255,
-      "learning_rate": 9.006186619295047e-05,
-      "loss": 0.0272,
-      "step": 7320
-    },
-    {
-      "grad_norm": 0.28296494483947754,
-      "learning_rate": 9.002886358756305e-05,
-      "loss": 0.0264,
-      "step": 7330
-    },
-    {
-      "grad_norm": 0.2210579514503479,
-      "learning_rate": 8.999581234333188e-05,
-      "loss": 0.0244,
-      "step": 7340
-    },
-    {
-      "grad_norm": 0.1564362645149231,
-      "learning_rate": 8.996271250041734e-05,
-      "loss": 0.0224,
-      "step": 7350
-    },
-    {
-      "grad_norm": 0.28525644540786743,
-      "learning_rate": 8.99295640990389e-05,
-      "loss": 0.0306,
-      "step": 7360
-    },
-    {
-      "grad_norm": 0.4171704351902008,
-      "learning_rate": 8.989636717947494e-05,
-      "loss": 0.0291,
-      "step": 7370
-    },
-    {
-      "grad_norm": 0.3932819366455078,
-      "learning_rate": 8.986312178206291e-05,
-      "loss": 0.0265,
-      "step": 7380
-    },
-    {
-      "grad_norm": 0.17846570909023285,
-      "learning_rate": 8.982982794719904e-05,
-      "loss": 0.0268,
-      "step": 7390
-    },
-    {
-      "grad_norm": 0.25065791606903076,
-      "learning_rate": 8.979648571533852e-05,
-      "loss": 0.0252,
-      "step": 7400
-    },
-    {
-      "grad_norm": 0.2186683565378189,
-      "learning_rate": 8.976309512699528e-05,
-      "loss": 0.0247,
-      "step": 7410
-    },
-    {
-      "grad_norm": 0.18916328251361847,
-      "learning_rate": 8.972965622274205e-05,
-      "loss": 0.025,
-      "step": 7420
-    },
-    {
-      "grad_norm": 0.23799481987953186,
-      "learning_rate": 8.969616904321026e-05,
-      "loss": 0.0236,
-      "step": 7430
-    },
-    {
-      "grad_norm": 0.20833854377269745,
-      "learning_rate": 8.966263362908998e-05,
-      "loss": 0.024,
-      "step": 7440
-    },
-    {
-      "grad_norm": 0.26678112149238586,
-      "learning_rate": 8.962905002112989e-05,
-      "loss": 0.0239,
-      "step": 7450
-    },
-    {
-      "grad_norm": 0.24207845330238342,
-      "learning_rate": 8.959541826013724e-05,
-      "loss": 0.0288,
-      "step": 7460
-    },
-    {
-      "grad_norm": 0.25869521498680115,
-      "learning_rate": 8.956173838697781e-05,
-      "loss": 0.0283,
-      "step": 7470
-    },
-    {
-      "grad_norm": 0.39129576086997986,
-      "learning_rate": 8.952801044257581e-05,
-      "loss": 0.0249,
-      "step": 7480
-    },
-    {
-      "grad_norm": 0.24689680337905884,
-      "learning_rate": 8.949423446791387e-05,
-      "loss": 0.0233,
-      "step": 7490
-    },
-    {
-      "grad_norm": 0.18987831473350525,
-      "learning_rate": 8.9460410504033e-05,
-      "loss": 0.026,
-      "step": 7500
-    },
-    {
-      "grad_norm": 0.24133849143981934,
-      "learning_rate": 8.942653859203248e-05,
-      "loss": 0.0237,
-      "step": 7510
-    },
-    {
-      "grad_norm": 0.2694021165370941,
-      "learning_rate": 8.93926187730699e-05,
-      "loss": 0.0279,
-      "step": 7520
-    },
-    {
-      "grad_norm": 0.2896519899368286,
-      "learning_rate": 8.935865108836102e-05,
-      "loss": 0.0241,
-      "step": 7530
-    },
-    {
-      "grad_norm": 0.252705454826355,
-      "learning_rate": 8.932463557917981e-05,
-      "loss": 0.0233,
-      "step": 7540
-    },
-    {
-      "grad_norm": 0.3673839569091797,
-      "learning_rate": 8.929057228685829e-05,
-      "loss": 0.0247,
-      "step": 7550
-    },
-    {
-      "grad_norm": 0.17543372511863708,
-      "learning_rate": 8.925646125278658e-05,
-      "loss": 0.0288,
-      "step": 7560
-    },
-    {
-      "grad_norm": 0.33181890845298767,
-      "learning_rate": 8.92223025184128e-05,
-      "loss": 0.0245,
-      "step": 7570
-    },
-    {
-      "grad_norm": 0.31600421667099,
-      "learning_rate": 8.918809612524303e-05,
-      "loss": 0.0231,
-      "step": 7580
-    },
-    {
-      "grad_norm": 0.24870522320270538,
-      "learning_rate": 8.91538421148413e-05,
-      "loss": 0.0239,
-      "step": 7590
-    },
-    {
-      "grad_norm": 0.21857872605323792,
-      "learning_rate": 8.91195405288294e-05,
-      "loss": 0.0242,
-      "step": 7600
-    },
-    {
-      "grad_norm": 0.21710744500160217,
-      "learning_rate": 8.908519140888705e-05,
-      "loss": 0.0234,
-      "step": 7610
-    },
-    {
-      "grad_norm": 0.19880065321922302,
-      "learning_rate": 8.905079479675164e-05,
-      "loss": 0.0242,
-      "step": 7620
-    },
-    {
-      "grad_norm": 0.2172756940126419,
-      "learning_rate": 8.901635073421831e-05,
-      "loss": 0.0254,
-      "step": 7630
-    },
-    {
-      "grad_norm": 0.25602880120277405,
-      "learning_rate": 8.898185926313983e-05,
-      "loss": 0.0257,
-      "step": 7640
-    },
-    {
-      "grad_norm": 0.2115309238433838,
-      "learning_rate": 8.894732042542659e-05,
-      "loss": 0.0245,
-      "step": 7650
-    },
-    {
-      "grad_norm": 0.3549789488315582,
-      "learning_rate": 8.891273426304654e-05,
-      "loss": 0.0286,
-      "step": 7660
-    },
-    {
-      "grad_norm": 0.2398504912853241,
-      "learning_rate": 8.887810081802515e-05,
-      "loss": 0.0255,
-      "step": 7670
-    },
-    {
-      "grad_norm": 0.21549908816814423,
-      "learning_rate": 8.884342013244529e-05,
-      "loss": 0.0248,
-      "step": 7680
-    },
-    {
-      "grad_norm": 0.27459079027175903,
-      "learning_rate": 8.880869224844725e-05,
-      "loss": 0.0245,
-      "step": 7690
-    },
-    {
-      "grad_norm": 0.24415452778339386,
-      "learning_rate": 8.877391720822875e-05,
-      "loss": 0.03,
-      "step": 7700
-    },
-    {
-      "grad_norm": 0.331905722618103,
-      "learning_rate": 8.873909505404468e-05,
-      "loss": 0.0278,
-      "step": 7710
-    },
-    {
-      "grad_norm": 0.17787523567676544,
-      "learning_rate": 8.870422582820726e-05,
-      "loss": 0.0225,
-      "step": 7720
-    },
-    {
-      "grad_norm": 0.2905879616737366,
-      "learning_rate": 8.866930957308588e-05,
-      "loss": 0.0239,
-      "step": 7730
-    },
-    {
-      "grad_norm": 0.180867001414299,
-      "learning_rate": 8.86343463311071e-05,
-      "loss": 0.0227,
-      "step": 7740
-    },
-    {
-      "grad_norm": 0.921865701675415,
-      "learning_rate": 8.859933614475452e-05,
-      "loss": 0.0245,
-      "step": 7750
-    },
-    {
-      "grad_norm": 0.280444860458374,
-      "learning_rate": 8.85642790565689e-05,
-      "loss": 0.0234,
-      "step": 7760
-    },
-    {
-      "grad_norm": 0.18774184584617615,
-      "learning_rate": 8.852917510914782e-05,
-      "loss": 0.0282,
-      "step": 7770
-    },
-    {
-      "grad_norm": 0.1847778707742691,
-      "learning_rate": 8.84940243451459e-05,
-      "loss": 0.0234,
-      "step": 7780
-    },
-    {
-      "grad_norm": 0.32107478380203247,
-      "learning_rate": 8.845882680727469e-05,
-      "loss": 0.022,
-      "step": 7790
-    },
-    {
-      "grad_norm": 0.22944876551628113,
-      "learning_rate": 8.842358253830246e-05,
-      "loss": 0.0261,
-      "step": 7800
-    },
-    {
-      "grad_norm": 0.18769019842147827,
-      "learning_rate": 8.838829158105434e-05,
-      "loss": 0.0241,
-      "step": 7810
-    },
-    {
-      "grad_norm": 0.2181202471256256,
-      "learning_rate": 8.835295397841217e-05,
-      "loss": 0.0208,
-      "step": 7820
-    },
-    {
-      "grad_norm": 0.5015467405319214,
-      "learning_rate": 8.831756977331447e-05,
-      "loss": 0.026,
-      "step": 7830
-    },
-    {
-      "grad_norm": 0.2514949142932892,
-      "learning_rate": 8.828213900875638e-05,
-      "loss": 0.0223,
-      "step": 7840
-    },
-    {
-      "grad_norm": 0.3987336754798889,
-      "learning_rate": 8.824666172778964e-05,
-      "loss": 0.0236,
-      "step": 7850
-    },
-    {
-      "grad_norm": 0.22449377179145813,
-      "learning_rate": 8.821113797352245e-05,
-      "loss": 0.0252,
-      "step": 7860
-    },
-    {
-      "grad_norm": 0.2278643399477005,
-      "learning_rate": 8.817556778911956e-05,
-      "loss": 0.0254,
-      "step": 7870
-    },
-    {
-      "grad_norm": 0.22282607853412628,
-      "learning_rate": 8.81399512178021e-05,
-      "loss": 0.0246,
-      "step": 7880
-    },
-    {
-      "grad_norm": 0.2211608737707138,
-      "learning_rate": 8.810428830284752e-05,
-      "loss": 0.027,
-      "step": 7890
-    },
-    {
-      "grad_norm": 0.282957524061203,
-      "learning_rate": 8.806857908758967e-05,
-      "loss": 0.0275,
-      "step": 7900
-    },
-    {
-      "grad_norm": 0.31272390484809875,
-      "learning_rate": 8.80328236154186e-05,
-      "loss": 0.0252,
-      "step": 7910
-    },
-    {
-      "grad_norm": 0.3567386865615845,
-      "learning_rate": 8.799702192978056e-05,
-      "loss": 0.0234,
-      "step": 7920
-    },
-    {
-      "grad_norm": 0.5093335509300232,
-      "learning_rate": 8.7961174074178e-05,
-      "loss": 0.0232,
-      "step": 7930
-    },
-    {
-      "grad_norm": 0.36147013306617737,
-      "learning_rate": 8.792528009216942e-05,
-      "loss": 0.0255,
-      "step": 7940
-    },
-    {
-      "grad_norm": 0.20927049219608307,
-      "learning_rate": 8.788934002736943e-05,
-      "loss": 0.0246,
-      "step": 7950
-    },
-    {
-      "grad_norm": 0.17546908557415009,
-      "learning_rate": 8.785335392344857e-05,
-      "loss": 0.025,
-      "step": 7960
-    },
-    {
-      "grad_norm": 0.2140263319015503,
-      "learning_rate": 8.781732182413336e-05,
-      "loss": 0.0269,
-      "step": 7970
-    },
-    {
-      "grad_norm": 0.22385002672672272,
-      "learning_rate": 8.778124377320618e-05,
-      "loss": 0.0269,
-      "step": 7980
-    },
-    {
-      "grad_norm": 0.29702693223953247,
-      "learning_rate": 8.774511981450529e-05,
-      "loss": 0.0257,
-      "step": 7990
-    },
-    {
-      "grad_norm": 0.4072350263595581,
-      "learning_rate": 8.770894999192467e-05,
-      "loss": 0.0227,
-      "step": 8000
-    },
-    {
-      "grad_norm": 0.2164705991744995,
-      "learning_rate": 8.767273434941412e-05,
-      "loss": 0.0221,
-      "step": 8010
-    },
-    {
-      "grad_norm": 0.306821346282959,
-      "learning_rate": 8.7636472930979e-05,
-      "loss": 0.023,
-      "step": 8020
-    },
-    {
-      "grad_norm": 0.23865929245948792,
-      "learning_rate": 8.76001657806804e-05,
-      "loss": 0.0232,
-      "step": 8030
-    },
-    {
-      "grad_norm": 0.37890368700027466,
-      "learning_rate": 8.756381294263491e-05,
-      "loss": 0.0257,
-      "step": 8040
-    },
-    {
-      "grad_norm": 0.2393796145915985,
-      "learning_rate": 8.752741446101464e-05,
-      "loss": 0.023,
-      "step": 8050
-    },
-    {
-      "grad_norm": 0.3705103099346161,
-      "learning_rate": 8.749097038004722e-05,
-      "loss": 0.0258,
-      "step": 8060
-    },
-    {
-      "grad_norm": 0.2559400200843811,
-      "learning_rate": 8.745448074401561e-05,
-      "loss": 0.0237,
-      "step": 8070
-    },
-    {
-      "grad_norm": 0.23944048583507538,
-      "learning_rate": 8.741794559725818e-05,
-      "loss": 0.0253,
-      "step": 8080
-    },
-    {
-      "grad_norm": 0.20817017555236816,
-      "learning_rate": 8.738136498416856e-05,
-      "loss": 0.0243,
-      "step": 8090
-    },
-    {
-      "grad_norm": 0.33298197388648987,
-      "learning_rate": 8.734473894919564e-05,
-      "loss": 0.0252,
-      "step": 8100
-    },
-    {
-      "grad_norm": 0.24911892414093018,
-      "learning_rate": 8.730806753684353e-05,
-      "loss": 0.0254,
-      "step": 8110
-    },
-    {
-      "grad_norm": 0.2531870901584625,
-      "learning_rate": 8.727135079167144e-05,
-      "loss": 0.025,
-      "step": 8120
-    },
-    {
-      "grad_norm": 0.3073994219303131,
-      "learning_rate": 8.723458875829368e-05,
-      "loss": 0.0252,
-      "step": 8130
-    },
-    {
-      "grad_norm": 0.499123752117157,
-      "learning_rate": 8.719778148137958e-05,
-      "loss": 0.0236,
-      "step": 8140
-    },
-    {
-      "grad_norm": 0.21200697124004364,
-      "learning_rate": 8.716092900565346e-05,
-      "loss": 0.0247,
-      "step": 8150
-    },
-    {
-      "grad_norm": 0.22100724279880524,
-      "learning_rate": 8.712403137589456e-05,
-      "loss": 0.0231,
-      "step": 8160
-    },
-    {
-      "grad_norm": 0.1997271180152893,
-      "learning_rate": 8.708708863693697e-05,
-      "loss": 0.0229,
-      "step": 8170
-    },
-    {
-      "grad_norm": 0.20867854356765747,
-      "learning_rate": 8.70501008336696e-05,
-      "loss": 0.025,
-      "step": 8180
-    },
-    {
-      "grad_norm": 0.29563823342323303,
-      "learning_rate": 8.701306801103611e-05,
-      "loss": 0.0251,
-      "step": 8190
-    },
-    {
-      "grad_norm": 0.4953667223453522,
-      "learning_rate": 8.697599021403489e-05,
-      "loss": 0.0249,
-      "step": 8200
-    },
-    {
-      "grad_norm": 0.34186381101608276,
-      "learning_rate": 8.693886748771896e-05,
-      "loss": 0.0248,
-      "step": 8210
-    },
-    {
-      "grad_norm": 0.4598524868488312,
-      "learning_rate": 8.690169987719593e-05,
-      "loss": 0.0208,
-      "step": 8220
-    },
-    {
-      "grad_norm": 0.3041662871837616,
-      "learning_rate": 8.686448742762791e-05,
-      "loss": 0.0213,
-      "step": 8230
-    },
-    {
-      "grad_norm": 0.2712854743003845,
-      "learning_rate": 8.682723018423161e-05,
-      "loss": 0.0267,
-      "step": 8240
-    },
-    {
-      "grad_norm": 0.25984737277030945,
-      "learning_rate": 8.678992819227804e-05,
-      "loss": 0.0258,
-      "step": 8250
-    },
-    {
-      "grad_norm": 0.322635293006897,
-      "learning_rate": 8.675258149709265e-05,
-      "loss": 0.0221,
-      "step": 8260
-    },
-    {
-      "grad_norm": 0.2525136172771454,
-      "learning_rate": 8.67151901440552e-05,
-      "loss": 0.0227,
-      "step": 8270
-    },
-    {
-      "grad_norm": 0.2108282744884491,
-      "learning_rate": 8.667775417859971e-05,
-      "loss": 0.0242,
-      "step": 8280
-    },
-    {
-      "grad_norm": 0.23451019823551178,
-      "learning_rate": 8.664027364621441e-05,
-      "loss": 0.0245,
-      "step": 8290
-    },
-    {
-      "grad_norm": 0.3092130124568939,
-      "learning_rate": 8.660274859244168e-05,
-      "loss": 0.0216,
-      "step": 8300
-    },
-    {
-      "grad_norm": 0.16670748591423035,
-      "learning_rate": 8.656517906287799e-05,
-      "loss": 0.026,
-      "step": 8310
-    },
-    {
-      "grad_norm": 0.2454375922679901,
-      "learning_rate": 8.652756510317387e-05,
-      "loss": 0.0208,
-      "step": 8320
-    },
-    {
-      "grad_norm": 0.20813438296318054,
-      "learning_rate": 8.648990675903382e-05,
-      "loss": 0.0239,
-      "step": 8330
-    },
-    {
-      "grad_norm": 0.22670914232730865,
-      "learning_rate": 8.64522040762163e-05,
-      "loss": 0.0218,
-      "step": 8340
-    },
-    {
-      "grad_norm": 0.5463778376579285,
-      "learning_rate": 8.64144571005336e-05,
-      "loss": 0.0252,
-      "step": 8350
-    },
-    {
-      "grad_norm": 0.262951135635376,
-      "learning_rate": 8.637666587785184e-05,
-      "loss": 0.0232,
-      "step": 8360
-    },
-    {
-      "grad_norm": 0.3531031012535095,
-      "learning_rate": 8.633883045409096e-05,
-      "loss": 0.0224,
-      "step": 8370
-    },
-    {
-      "grad_norm": 0.19730687141418457,
-      "learning_rate": 8.630095087522457e-05,
-      "loss": 0.0233,
-      "step": 8380
-    },
-    {
-      "grad_norm": 0.15790140628814697,
-      "learning_rate": 8.62630271872799e-05,
-      "loss": 0.0254,
-      "step": 8390
-    },
-    {
-      "grad_norm": 0.17865265905857086,
-      "learning_rate": 8.62250594363378e-05,
-      "loss": 0.024,
-      "step": 8400
-    },
-    {
-      "grad_norm": 0.20533236861228943,
-      "learning_rate": 8.61870476685327e-05,
-      "loss": 0.0253,
-      "step": 8410
-    },
-    {
-      "grad_norm": 0.3345698416233063,
-      "learning_rate": 8.614899193005248e-05,
-      "loss": 0.0207,
-      "step": 8420
-    },
-    {
-      "grad_norm": 0.2026277333498001,
-      "learning_rate": 8.611089226713842e-05,
-      "loss": 0.0214,
-      "step": 8430
-    },
-    {
-      "grad_norm": 0.21433952450752258,
-      "learning_rate": 8.607274872608521e-05,
-      "loss": 0.0246,
-      "step": 8440
-    },
-    {
-      "grad_norm": 0.30715975165367126,
-      "learning_rate": 8.603456135324088e-05,
-      "loss": 0.0317,
-      "step": 8450
-    },
-    {
-      "grad_norm": 0.21975265443325043,
-      "learning_rate": 8.599633019500665e-05,
-      "loss": 0.0249,
-      "step": 8460
-    },
-    {
-      "grad_norm": 0.20832636952400208,
-      "learning_rate": 8.595805529783702e-05,
-      "loss": 0.0229,
-      "step": 8470
-    },
-    {
-      "grad_norm": 0.14720593392848969,
-      "learning_rate": 8.591973670823958e-05,
-      "loss": 0.0231,
-      "step": 8480
-    },
-    {
-      "grad_norm": 0.21813441812992096,
-      "learning_rate": 8.588137447277503e-05,
-      "loss": 0.0256,
-      "step": 8490
-    },
-    {
-      "grad_norm": 0.21081236004829407,
-      "learning_rate": 8.584296863805709e-05,
-      "loss": 0.0268,
-      "step": 8500
-    },
-    {
-      "grad_norm": 0.23381704092025757,
-      "learning_rate": 8.580451925075248e-05,
-      "loss": 0.0237,
-      "step": 8510
-    },
-    {
-      "grad_norm": 0.3413326144218445,
-      "learning_rate": 8.576602635758085e-05,
-      "loss": 0.0223,
-      "step": 8520
-    },
-    {
-      "grad_norm": 0.31837788224220276,
-      "learning_rate": 8.572749000531469e-05,
-      "loss": 0.0224,
-      "step": 8530
-    },
-    {
-      "grad_norm": 0.33121994137763977,
-      "learning_rate": 8.568891024077926e-05,
-      "loss": 0.024,
-      "step": 8540
-    },
-    {
-      "grad_norm": 0.21875686943531036,
-      "learning_rate": 8.565028711085265e-05,
-      "loss": 0.0205,
-      "step": 8550
-    },
-    {
-      "grad_norm": 0.31886690855026245,
-      "learning_rate": 8.561162066246561e-05,
-      "loss": 0.0242,
-      "step": 8560
-    },
-    {
-      "grad_norm": 0.21313756704330444,
-      "learning_rate": 8.557291094260152e-05,
-      "loss": 0.0288,
-      "step": 8570
-    },
-    {
-      "grad_norm": 0.7586331963539124,
-      "learning_rate": 8.553415799829629e-05,
-      "loss": 0.0246,
-      "step": 8580
-    },
-    {
-      "grad_norm": 0.26355090737342834,
-      "learning_rate": 8.549536187663847e-05,
-      "loss": 0.0236,
-      "step": 8590
-    },
-    {
-      "grad_norm": 0.31768858432769775,
-      "learning_rate": 8.545652262476897e-05,
-      "loss": 0.0216,
-      "step": 8600
-    },
-    {
-      "grad_norm": 0.1746199131011963,
-      "learning_rate": 8.541764028988115e-05,
-      "loss": 0.0234,
-      "step": 8610
-    },
-    {
-      "grad_norm": 0.27460598945617676,
-      "learning_rate": 8.537871491922071e-05,
-      "loss": 0.0244,
-      "step": 8620
-    },
-    {
-      "grad_norm": 0.5090563893318176,
-      "learning_rate": 8.533974656008566e-05,
-      "loss": 0.0261,
-      "step": 8630
-    },
-    {
-      "grad_norm": 0.47144994139671326,
-      "learning_rate": 8.530073525982621e-05,
-      "loss": 0.0249,
-      "step": 8640
-    },
-    {
-      "grad_norm": 0.24207362532615662,
-      "learning_rate": 8.526168106584476e-05,
-      "loss": 0.0242,
-      "step": 8650
-    },
-    {
-      "grad_norm": 0.26077112555503845,
-      "learning_rate": 8.522258402559586e-05,
-      "loss": 0.0208,
-      "step": 8660
-    },
-    {
-      "grad_norm": 0.23976099491119385,
-      "learning_rate": 8.518344418658613e-05,
-      "loss": 0.0228,
-      "step": 8670
-    },
-    {
-      "grad_norm": 0.1952439695596695,
-      "learning_rate": 8.51442615963741e-05,
-      "loss": 0.0251,
-      "step": 8680
-    },
-    {
-      "grad_norm": 0.2856874465942383,
-      "learning_rate": 8.510503630257034e-05,
-      "loss": 0.022,
-      "step": 8690
-    },
-    {
-      "grad_norm": 0.1896081417798996,
-      "learning_rate": 8.50657683528373e-05,
-      "loss": 0.0212,
-      "step": 8700
-    },
-    {
-      "grad_norm": 0.28038591146469116,
-      "learning_rate": 8.502645779488922e-05,
-      "loss": 0.0228,
-      "step": 8710
-    },
-    {
-      "grad_norm": 0.17073142528533936,
-      "learning_rate": 8.498710467649213e-05,
-      "loss": 0.0261,
-      "step": 8720
-    },
-    {
-      "grad_norm": 0.3167729079723358,
-      "learning_rate": 8.494770904546381e-05,
-      "loss": 0.0231,
-      "step": 8730
-    },
-    {
-      "grad_norm": 0.46954643726348877,
-      "learning_rate": 8.490827094967363e-05,
-      "loss": 0.0239,
-      "step": 8740
-    },
-    {
-      "grad_norm": 0.18868114054203033,
-      "learning_rate": 8.486879043704263e-05,
-      "loss": 0.0214,
-      "step": 8750
-    },
-    {
-      "grad_norm": 0.10568290948867798,
-      "learning_rate": 8.482926755554332e-05,
-      "loss": 0.0213,
-      "step": 8760
-    },
-    {
-      "grad_norm": 0.20036162436008453,
-      "learning_rate": 8.478970235319975e-05,
-      "loss": 0.0255,
-      "step": 8770
-    },
-    {
-      "grad_norm": 0.40800681710243225,
-      "learning_rate": 8.475009487808737e-05,
-      "loss": 0.0258,
-      "step": 8780
-    },
-    {
-      "grad_norm": 0.34545695781707764,
-      "learning_rate": 8.471044517833298e-05,
-      "loss": 0.0238,
-      "step": 8790
-    },
-    {
-      "grad_norm": 0.18224595487117767,
-      "learning_rate": 8.467075330211474e-05,
-      "loss": 0.0197,
-      "step": 8800
-    },
-    {
-      "grad_norm": 0.34553685784339905,
-      "learning_rate": 8.463101929766198e-05,
-      "loss": 0.0225,
-      "step": 8810
-    },
-    {
-      "grad_norm": 0.27871471643447876,
-      "learning_rate": 8.459124321325528e-05,
-      "loss": 0.0225,
-      "step": 8820
-    },
-    {
-      "grad_norm": 0.2627066373825073,
-      "learning_rate": 8.455142509722634e-05,
-      "loss": 0.0208,
-      "step": 8830
-    },
-    {
-      "grad_norm": 0.25985950231552124,
-      "learning_rate": 8.451156499795792e-05,
-      "loss": 0.0248,
-      "step": 8840
-    },
-    {
-      "grad_norm": 0.23529233038425446,
-      "learning_rate": 8.447166296388381e-05,
-      "loss": 0.0244,
-      "step": 8850
-    },
-    {
-      "grad_norm": 0.345771461725235,
-      "learning_rate": 8.443171904348872e-05,
-      "loss": 0.0232,
-      "step": 8860
-    },
-    {
-      "grad_norm": 0.2765032947063446,
-      "learning_rate": 8.43917332853083e-05,
-      "loss": 0.0269,
-      "step": 8870
-    },
-    {
-      "grad_norm": 0.1755036562681198,
-      "learning_rate": 8.435170573792901e-05,
-      "loss": 0.0221,
-      "step": 8880
-    },
-    {
-      "grad_norm": 0.22686344385147095,
-      "learning_rate": 8.431163644998808e-05,
-      "loss": 0.0257,
-      "step": 8890
-    },
-    {
-      "grad_norm": 0.5558178424835205,
-      "learning_rate": 8.42715254701735e-05,
-      "loss": 0.0244,
-      "step": 8900
-    },
-    {
-      "grad_norm": 0.27414771914482117,
-      "learning_rate": 8.42313728472239e-05,
-      "loss": 0.0207,
-      "step": 8910
-    },
-    {
-      "grad_norm": 0.22993306815624237,
-      "learning_rate": 8.419117862992844e-05,
-      "loss": 0.0232,
-      "step": 8920
-    },
-    {
-      "grad_norm": 0.16793344914913177,
-      "learning_rate": 8.415094286712694e-05,
-      "loss": 0.0266,
-      "step": 8930
-    },
-    {
-      "grad_norm": 0.6433622241020203,
-      "learning_rate": 8.411066560770965e-05,
-      "loss": 0.0233,
-      "step": 8940
-    },
-    {
-      "grad_norm": 0.170792356133461,
-      "learning_rate": 8.407034690061721e-05,
-      "loss": 0.0235,
-      "step": 8950
-    },
-    {
-      "grad_norm": 0.32276710867881775,
-      "learning_rate": 8.402998679484067e-05,
-      "loss": 0.0241,
-      "step": 8960
-    },
-    {
-      "grad_norm": 0.20156598091125488,
-      "learning_rate": 8.398958533942135e-05,
-      "loss": 0.0244,
-      "step": 8970
-    },
-    {
-      "grad_norm": 0.20959655940532684,
-      "learning_rate": 8.394914258345083e-05,
-      "loss": 0.0214,
-      "step": 8980
-    },
-    {
-      "grad_norm": 0.16493776440620422,
-      "learning_rate": 8.390865857607089e-05,
-      "loss": 0.0244,
-      "step": 8990
-    },
-    {
-      "grad_norm": 0.25822627544403076,
-      "learning_rate": 8.386813336647339e-05,
-      "loss": 0.0245,
-      "step": 9000
-    },
-    {
-      "grad_norm": 0.3747154772281647,
-      "learning_rate": 8.38275670039003e-05,
-      "loss": 0.0254,
-      "step": 9010
-    },
-    {
-      "grad_norm": 0.19138917326927185,
-      "learning_rate": 8.378695953764356e-05,
-      "loss": 0.0249,
-      "step": 9020
-    },
-    {
-      "grad_norm": 0.2418891340494156,
-      "learning_rate": 8.374631101704509e-05,
-      "loss": 0.0245,
-      "step": 9030
-    },
-    {
-      "grad_norm": 0.2600190043449402,
-      "learning_rate": 8.370562149149665e-05,
-      "loss": 0.0245,
-      "step": 9040
-    },
-    {
-      "grad_norm": 0.4368145167827606,
-      "learning_rate": 8.366489101043989e-05,
-      "loss": 0.0233,
-      "step": 9050
-    },
-    {
-      "grad_norm": 0.2942160964012146,
-      "learning_rate": 8.362411962336614e-05,
-      "loss": 0.0235,
-      "step": 9060
-    },
-    {
-      "grad_norm": 0.618666410446167,
-      "learning_rate": 8.358330737981651e-05,
-      "loss": 0.0232,
-      "step": 9070
-    },
-    {
-      "grad_norm": 0.24326735734939575,
-      "learning_rate": 8.35424543293817e-05,
-      "loss": 0.0224,
-      "step": 9080
-    },
-    {
-      "grad_norm": 0.2576181888580322,
-      "learning_rate": 8.350156052170206e-05,
-      "loss": 0.0217,
-      "step": 9090
-    },
-    {
-      "grad_norm": 0.3851643204689026,
-      "learning_rate": 8.346062600646738e-05,
-      "loss": 0.0225,
-      "step": 9100
-    },
-    {
-      "grad_norm": 0.2810085415840149,
-      "learning_rate": 8.341965083341697e-05,
-      "loss": 0.0209,
-      "step": 9110
-    },
-    {
-      "grad_norm": 0.1562332659959793,
-      "learning_rate": 8.337863505233953e-05,
-      "loss": 0.0228,
-      "step": 9120
-    },
-    {
-      "grad_norm": 0.13557051122188568,
-      "learning_rate": 8.33375787130731e-05,
-      "loss": 0.0212,
-      "step": 9130
-    },
-    {
-      "grad_norm": 0.24326804280281067,
-      "learning_rate": 8.3296481865505e-05,
-      "loss": 0.0201,
-      "step": 9140
-    },
-    {
-      "grad_norm": 0.16791783273220062,
-      "learning_rate": 8.325534455957181e-05,
-      "loss": 0.0246,
-      "step": 9150
-    },
-    {
-      "grad_norm": 0.2138412445783615,
-      "learning_rate": 8.321416684525917e-05,
-      "loss": 0.019,
-      "step": 9160
-    },
-    {
-      "grad_norm": 0.27614301443099976,
-      "learning_rate": 8.317294877260193e-05,
-      "loss": 0.0205,
-      "step": 9170
-    },
-    {
-      "grad_norm": 0.2611609995365143,
-      "learning_rate": 8.313169039168394e-05,
-      "loss": 0.0205,
-      "step": 9180
-    },
-    {
-      "grad_norm": 0.2631438374519348,
-      "learning_rate": 8.3090391752638e-05,
-      "loss": 0.0228,
-      "step": 9190
-    },
-    {
-      "grad_norm": 0.4437101483345032,
-      "learning_rate": 8.304905290564586e-05,
-      "loss": 0.0212,
-      "step": 9200
-    },
-    {
-      "grad_norm": 0.18384595215320587,
-      "learning_rate": 8.300767390093813e-05,
-      "loss": 0.0241,
-      "step": 9210
-    },
-    {
-      "grad_norm": 0.2502962648868561,
-      "learning_rate": 8.296625478879417e-05,
-      "loss": 0.0203,
-      "step": 9220
-    },
-    {
-      "grad_norm": 0.2742798626422882,
-      "learning_rate": 8.292479561954214e-05,
-      "loss": 0.0237,
-      "step": 9230
-    },
-    {
-      "grad_norm": 0.26392391324043274,
-      "learning_rate": 8.288329644355883e-05,
-      "loss": 0.0202,
-      "step": 9240
-    },
-    {
-      "grad_norm": 0.3484014868736267,
-      "learning_rate": 8.284175731126965e-05,
-      "loss": 0.0249,
-      "step": 9250
-    },
-    {
-      "grad_norm": 0.39583009481430054,
-      "learning_rate": 8.280017827314854e-05,
-      "loss": 0.026,
-      "step": 9260
-    },
-    {
-      "grad_norm": 0.1802431046962738,
-      "learning_rate": 8.2758559379718e-05,
-      "loss": 0.0267,
-      "step": 9270
-    },
-    {
-      "grad_norm": 0.1379290372133255,
-      "learning_rate": 8.271690068154887e-05,
-      "loss": 0.0221,
-      "step": 9280
-    },
-    {
-      "grad_norm": 0.25922897458076477,
-      "learning_rate": 8.26752022292604e-05,
-      "loss": 0.0219,
-      "step": 9290
-    },
-    {
-      "grad_norm": 0.2130066603422165,
-      "learning_rate": 8.263346407352018e-05,
-      "loss": 0.024,
-      "step": 9300
-    },
-    {
-      "grad_norm": 0.38826003670692444,
-      "learning_rate": 8.259168626504395e-05,
-      "loss": 0.0218,
-      "step": 9310
-    },
-    {
-      "grad_norm": 0.19929303228855133,
-      "learning_rate": 8.254986885459572e-05,
-      "loss": 0.0205,
-      "step": 9320
-    },
-    {
-      "grad_norm": 0.28805774450302124,
-      "learning_rate": 8.250801189298757e-05,
-      "loss": 0.0214,
-      "step": 9330
-    },
-    {
-      "grad_norm": 0.21678772568702698,
-      "learning_rate": 8.246611543107967e-05,
-      "loss": 0.0272,
-      "step": 9340
-    },
-    {
-      "grad_norm": 0.2626015841960907,
-      "learning_rate": 8.242417951978018e-05,
-      "loss": 0.0254,
-      "step": 9350
-    },
-    {
-      "grad_norm": 0.3292759656906128,
-      "learning_rate": 8.238220421004517e-05,
-      "loss": 0.0219,
-      "step": 9360
-    },
-    {
-      "grad_norm": 0.23795227706432343,
-      "learning_rate": 8.234018955287859e-05,
-      "loss": 0.0214,
-      "step": 9370
-    },
-    {
-      "grad_norm": 0.39214131236076355,
-      "learning_rate": 8.229813559933224e-05,
-      "loss": 0.0191,
-      "step": 9380
-    },
-    {
-      "grad_norm": 0.2815515697002411,
-      "learning_rate": 8.22560424005056e-05,
-      "loss": 0.0218,
-      "step": 9390
-    },
-    {
-      "grad_norm": 0.2516503930091858,
-      "learning_rate": 8.22139100075459e-05,
-      "loss": 0.0222,
-      "step": 9400
-    },
-    {
-      "grad_norm": 0.3869580030441284,
-      "learning_rate": 8.217173847164799e-05,
-      "loss": 0.0224,
-      "step": 9410
-    },
-    {
-      "grad_norm": 0.41443750262260437,
-      "learning_rate": 8.212952784405422e-05,
-      "loss": 0.0201,
-      "step": 9420
-    },
-    {
-      "grad_norm": 0.19293516874313354,
-      "learning_rate": 8.208727817605451e-05,
-      "loss": 0.0212,
-      "step": 9430
-    },
-    {
-      "grad_norm": 0.2609705924987793,
-      "learning_rate": 8.204498951898618e-05,
-      "loss": 0.0223,
-      "step": 9440
-    },
-    {
-      "grad_norm": 0.25909748673439026,
-      "learning_rate": 8.200266192423395e-05,
-      "loss": 0.0227,
-      "step": 9450
-    },
-    {
-      "grad_norm": 0.17731542885303497,
-      "learning_rate": 8.196029544322981e-05,
-      "loss": 0.0228,
-      "step": 9460
-    },
-    {
-      "grad_norm": 0.17029856145381927,
-      "learning_rate": 8.191789012745305e-05,
-      "loss": 0.0221,
-      "step": 9470
-    },
-    {
-      "grad_norm": 0.2265445441007614,
-      "learning_rate": 8.187544602843014e-05,
-      "loss": 0.0207,
-      "step": 9480
-    },
-    {
-      "grad_norm": 0.22168594598770142,
-      "learning_rate": 8.183296319773466e-05,
-      "loss": 0.0195,
-      "step": 9490
-    },
-    {
-      "grad_norm": 0.24468976259231567,
-      "learning_rate": 8.179044168698721e-05,
-      "loss": 0.0171,
-      "step": 9500
-    },
-    {
-      "grad_norm": 0.2605786919593811,
-      "learning_rate": 8.174788154785548e-05,
-      "loss": 0.0211,
-      "step": 9510
-    },
-    {
-      "grad_norm": 0.18652065098285675,
-      "learning_rate": 8.170528283205403e-05,
-      "loss": 0.0225,
-      "step": 9520
-    },
-    {
-      "grad_norm": 0.42333242297172546,
-      "learning_rate": 8.166264559134435e-05,
-      "loss": 0.0199,
-      "step": 9530
-    },
-    {
-      "grad_norm": 0.15899361670017242,
-      "learning_rate": 8.161996987753467e-05,
-      "loss": 0.0205,
-      "step": 9540
-    },
-    {
-      "grad_norm": 0.2633429169654846,
-      "learning_rate": 8.157725574248e-05,
-      "loss": 0.0195,
-      "step": 9550
-    },
-    {
-      "grad_norm": 0.18093353509902954,
-      "learning_rate": 8.153450323808209e-05,
-      "loss": 0.0183,
-      "step": 9560
-    },
-    {
-      "grad_norm": 0.4872545599937439,
-      "learning_rate": 8.149171241628923e-05,
-      "loss": 0.0212,
-      "step": 9570
-    },
-    {
-      "grad_norm": 0.30339646339416504,
-      "learning_rate": 8.144888332909631e-05,
-      "loss": 0.0217,
-      "step": 9580
-    },
-    {
-      "grad_norm": 0.2760727107524872,
-      "learning_rate": 8.14060160285447e-05,
-      "loss": 0.0236,
-      "step": 9590
-    },
-    {
-      "grad_norm": 0.1721048355102539,
-      "learning_rate": 8.136311056672223e-05,
-      "loss": 0.0206,
-      "step": 9600
-    },
-    {
-      "grad_norm": 0.242658793926239,
-      "learning_rate": 8.132016699576308e-05,
-      "loss": 0.0189,
-      "step": 9610
-    },
-    {
-      "grad_norm": 0.2348727285861969,
-      "learning_rate": 8.127718536784771e-05,
-      "loss": 0.0224,
-      "step": 9620
-    },
-    {
-      "grad_norm": 0.19098730385303497,
-      "learning_rate": 8.12341657352029e-05,
-      "loss": 0.0214,
-      "step": 9630
-    },
-    {
-      "grad_norm": 0.19703401625156403,
-      "learning_rate": 8.119110815010151e-05,
-      "loss": 0.0195,
-      "step": 9640
-    },
-    {
-      "grad_norm": 0.26149407029151917,
-      "learning_rate": 8.114801266486261e-05,
-      "loss": 0.0208,
-      "step": 9650
-    },
-    {
-      "grad_norm": 0.2265785187482834,
-      "learning_rate": 8.110487933185122e-05,
-      "loss": 0.0204,
-      "step": 9660
-    },
-    {
-      "grad_norm": 0.29416176676750183,
-      "learning_rate": 8.106170820347847e-05,
-      "loss": 0.0207,
-      "step": 9670
-    },
-    {
-      "grad_norm": 0.29159510135650635,
-      "learning_rate": 8.101849933220132e-05,
-      "loss": 0.0213,
-      "step": 9680
-    },
-    {
-      "grad_norm": 0.23178887367248535,
-      "learning_rate": 8.097525277052264e-05,
-      "loss": 0.0189,
-      "step": 9690
-    },
-    {
-      "grad_norm": 0.32781845331192017,
-      "learning_rate": 8.093196857099106e-05,
-      "loss": 0.0209,
-      "step": 9700
-    },
-    {
-      "grad_norm": 0.2549302875995636,
-      "learning_rate": 8.088864678620096e-05,
-      "loss": 0.0214,
-      "step": 9710
-    },
-    {
-      "grad_norm": 0.3723487854003906,
-      "learning_rate": 8.084528746879243e-05,
-      "loss": 0.024,
-      "step": 9720
-    },
-    {
-      "grad_norm": 0.3921700417995453,
-      "learning_rate": 8.080189067145108e-05,
-      "loss": 0.0195,
-      "step": 9730
-    },
-    {
-      "grad_norm": 0.21721942722797394,
-      "learning_rate": 8.075845644690813e-05,
-      "loss": 0.0246,
-      "step": 9740
-    },
-    {
-      "grad_norm": 0.22614404559135437,
-      "learning_rate": 8.07149848479403e-05,
-      "loss": 0.0258,
-      "step": 9750
-    },
-    {
-      "grad_norm": 0.2579445242881775,
-      "learning_rate": 8.067147592736962e-05,
-      "loss": 0.0235,
-      "step": 9760
-    },
-    {
-      "grad_norm": 0.28296661376953125,
-      "learning_rate": 8.062792973806357e-05,
-      "loss": 0.0237,
-      "step": 9770
-    },
-    {
-      "grad_norm": 0.39840054512023926,
-      "learning_rate": 8.058434633293485e-05,
-      "loss": 0.025,
-      "step": 9780
-    },
-    {
-      "grad_norm": 0.1462474763393402,
-      "learning_rate": 8.054072576494143e-05,
-      "loss": 0.0225,
-      "step": 9790
-    },
-    {
-      "grad_norm": 0.23232632875442505,
-      "learning_rate": 8.04970680870864e-05,
-      "loss": 0.0177,
-      "step": 9800
-    },
-    {
-      "grad_norm": 0.25312766432762146,
-      "learning_rate": 8.045337335241793e-05,
-      "loss": 0.0189,
-      "step": 9810
-    },
-    {
-      "grad_norm": 0.15959909558296204,
-      "learning_rate": 8.040964161402932e-05,
-      "loss": 0.0203,
-      "step": 9820
-    },
-    {
-      "grad_norm": 0.23902280628681183,
-      "learning_rate": 8.036587292505869e-05,
-      "loss": 0.0203,
-      "step": 9830
-    },
-    {
-      "grad_norm": 0.20568375289440155,
-      "learning_rate": 8.032206733868912e-05,
-      "loss": 0.0197,
-      "step": 9840
-    },
-    {
-      "grad_norm": 0.48529425263404846,
-      "learning_rate": 8.027822490814858e-05,
-      "loss": 0.0239,
-      "step": 9850
-    },
-    {
-      "grad_norm": 0.20035159587860107,
-      "learning_rate": 8.023434568670972e-05,
-      "loss": 0.0214,
-      "step": 9860
-    },
-    {
-      "grad_norm": 0.2487013190984726,
-      "learning_rate": 8.019042972768992e-05,
-      "loss": 0.0226,
-      "step": 9870
-    },
-    {
-      "grad_norm": 0.15863148868083954,
-      "learning_rate": 8.014647708445124e-05,
-      "loss": 0.02,
-      "step": 9880
-    },
-    {
-      "grad_norm": 0.2847064733505249,
-      "learning_rate": 8.010248781040027e-05,
-      "loss": 0.0228,
-      "step": 9890
-    },
-    {
-      "grad_norm": 0.3415261209011078,
-      "learning_rate": 8.005846195898814e-05,
-      "loss": 0.0202,
-      "step": 9900
-    },
-    {
-      "grad_norm": 0.1454603672027588,
-      "learning_rate": 8.00143995837104e-05,
-      "loss": 0.0211,
-      "step": 9910
-    },
-    {
-      "grad_norm": 0.2712923288345337,
-      "learning_rate": 7.997030073810698e-05,
-      "loss": 0.0229,
-      "step": 9920
-    },
-    {
-      "grad_norm": 0.3025027811527252,
-      "learning_rate": 7.992616547576217e-05,
-      "loss": 0.0241,
-      "step": 9930
-    },
-    {
-      "grad_norm": 0.19347186386585236,
-      "learning_rate": 7.988199385030445e-05,
-      "loss": 0.0215,
-      "step": 9940
-    },
-    {
-      "grad_norm": 0.5515157580375671,
-      "learning_rate": 7.98377859154065e-05,
-      "loss": 0.0217,
-      "step": 9950
-    },
-    {
-      "grad_norm": 0.2337888479232788,
-      "learning_rate": 7.979354172478516e-05,
-      "loss": 0.0192,
-      "step": 9960
-    },
-    {
-      "grad_norm": 0.17780497670173645,
-      "learning_rate": 7.974926133220127e-05,
-      "loss": 0.0195,
-      "step": 9970
-    },
-    {
-      "grad_norm": 0.39555203914642334,
-      "learning_rate": 7.970494479145967e-05,
-      "loss": 0.0214,
-      "step": 9980
-    },
-    {
-      "grad_norm": 0.13770301640033722,
-      "learning_rate": 7.966059215640919e-05,
-      "loss": 0.019,
-      "step": 9990
-    },
-    {
-      "grad_norm": 0.20252469182014465,
-      "learning_rate": 7.961620348094241e-05,
-      "loss": 0.02,
-      "step": 10000
-    },
-    {
-      "grad_norm": 0.30920302867889404,
-      "learning_rate": 7.957177881899577e-05,
-      "loss": 0.0204,
-      "step": 10010
-    },
-    {
-      "grad_norm": 0.2019779086112976,
-      "learning_rate": 7.952731822454944e-05,
-      "loss": 0.0205,
-      "step": 10020
-    },
-    {
-      "grad_norm": 0.2868877649307251,
-      "learning_rate": 7.948282175162722e-05,
-      "loss": 0.019,
-      "step": 10030
-    },
-    {
-      "grad_norm": 0.345196008682251,
-      "learning_rate": 7.943828945429652e-05,
-      "loss": 0.0206,
-      "step": 10040
-    },
-    {
-      "grad_norm": 0.20404767990112305,
-      "learning_rate": 7.939372138666827e-05,
-      "loss": 0.0197,
-      "step": 10050
-    },
-    {
-      "grad_norm": 0.3363226652145386,
-      "learning_rate": 7.934911760289692e-05,
-      "loss": 0.0199,
-      "step": 10060
-    },
-    {
-      "grad_norm": 0.20060613751411438,
-      "learning_rate": 7.930447815718022e-05,
-      "loss": 0.0191,
-      "step": 10070
-    },
-    {
-      "grad_norm": 0.1731996387243271,
-      "learning_rate": 7.925980310375934e-05,
-      "loss": 0.023,
-      "step": 10080
-    },
-    {
-      "grad_norm": 0.2706284821033478,
-      "learning_rate": 7.921509249691865e-05,
-      "loss": 0.0202,
-      "step": 10090
-    },
-    {
-      "grad_norm": 0.21175001561641693,
-      "learning_rate": 7.917034639098579e-05,
-      "loss": 0.0243,
-      "step": 10100
-    },
-    {
-      "grad_norm": 0.21726778149604797,
-      "learning_rate": 7.912556484033146e-05,
-      "loss": 0.0213,
-      "step": 10110
-    },
-    {
-      "grad_norm": 0.235917866230011,
-      "learning_rate": 7.908074789936952e-05,
-      "loss": 0.0193,
-      "step": 10120
-    },
-    {
-      "grad_norm": 0.3457869589328766,
-      "learning_rate": 7.903589562255673e-05,
-      "loss": 0.0219,
-      "step": 10130
-    },
-    {
-      "grad_norm": 0.24499103426933289,
-      "learning_rate": 7.899100806439285e-05,
-      "loss": 0.02,
-      "step": 10140
-    },
-    {
-      "grad_norm": 0.18151481449604034,
-      "learning_rate": 7.894608527942049e-05,
-      "loss": 0.019,
-      "step": 10150
-    },
-    {
-      "grad_norm": 0.2295430600643158,
-      "learning_rate": 7.89011273222251e-05,
-      "loss": 0.0187,
-      "step": 10160
-    },
-    {
-      "grad_norm": 0.23653359711170197,
-      "learning_rate": 7.885613424743482e-05,
-      "loss": 0.0247,
-      "step": 10170
-    },
-    {
-      "grad_norm": 0.3898496627807617,
-      "learning_rate": 7.881110610972044e-05,
-      "loss": 0.0197,
-      "step": 10180
-    },
-    {
-      "grad_norm": 0.26574501395225525,
-      "learning_rate": 7.876604296379544e-05,
-      "loss": 0.0183,
-      "step": 10190
-    },
-    {
-      "grad_norm": 0.23112179338932037,
-      "learning_rate": 7.872094486441579e-05,
-      "loss": 0.0185,
-      "step": 10200
-    },
-    {
-      "grad_norm": 0.18817488849163055,
-      "learning_rate": 7.867581186637991e-05,
-      "loss": 0.0184,
-      "step": 10210
-    },
-    {
-      "grad_norm": 0.2878367602825165,
-      "learning_rate": 7.863064402452866e-05,
-      "loss": 0.0219,
-      "step": 10220
-    },
-    {
-      "grad_norm": 0.32461777329444885,
-      "learning_rate": 7.858544139374524e-05,
-      "loss": 0.0184,
-      "step": 10230
-    },
-    {
-      "grad_norm": 0.2900254726409912,
-      "learning_rate": 7.854020402895508e-05,
-      "loss": 0.0186,
-      "step": 10240
-    },
-    {
-      "grad_norm": 0.21249236166477203,
-      "learning_rate": 7.849493198512587e-05,
-      "loss": 0.0183,
-      "step": 10250
-    },
-    {
-      "grad_norm": 0.1828709840774536,
-      "learning_rate": 7.84496253172674e-05,
-      "loss": 0.0225,
-      "step": 10260
-    },
-    {
-      "grad_norm": 0.23399434983730316,
-      "learning_rate": 7.840428408043155e-05,
-      "loss": 0.0199,
-      "step": 10270
-    },
-    {
-      "grad_norm": 0.3484079837799072,
-      "learning_rate": 7.835890832971218e-05,
-      "loss": 0.0222,
-      "step": 10280
-    },
-    {
-      "grad_norm": 0.2382981777191162,
-      "learning_rate": 7.831349812024512e-05,
-      "loss": 0.0191,
-      "step": 10290
-    },
-    {
-      "grad_norm": 0.35921961069107056,
-      "learning_rate": 7.826805350720807e-05,
-      "loss": 0.02,
-      "step": 10300
-    },
-    {
-      "grad_norm": 0.3822667896747589,
-      "learning_rate": 7.822257454582049e-05,
-      "loss": 0.0204,
-      "step": 10310
-    },
-    {
-      "grad_norm": 0.2364031970500946,
-      "learning_rate": 7.817706129134363e-05,
-      "loss": 0.0171,
-      "step": 10320
-    },
-    {
-      "grad_norm": 0.4912544786930084,
-      "learning_rate": 7.813151379908036e-05,
-      "loss": 0.0208,
-      "step": 10330
-    },
-    {
-      "grad_norm": 0.20601919293403625,
-      "learning_rate": 7.808593212437523e-05,
-      "loss": 0.0187,
-      "step": 10340
-    },
-    {
-      "grad_norm": 0.15963813662528992,
-      "learning_rate": 7.804031632261421e-05,
-      "loss": 0.0202,
-      "step": 10350
-    },
-    {
-      "grad_norm": 0.18341436982154846,
-      "learning_rate": 7.799466644922484e-05,
-      "loss": 0.0185,
-      "step": 10360
-    },
-    {
-      "grad_norm": 0.19136156141757965,
-      "learning_rate": 7.794898255967602e-05,
-      "loss": 0.0209,
-      "step": 10370
-    },
-    {
-      "grad_norm": 0.33783429861068726,
-      "learning_rate": 7.790326470947795e-05,
-      "loss": 0.0186,
-      "step": 10380
-    },
-    {
-      "grad_norm": 0.3946393132209778,
-      "learning_rate": 7.785751295418217e-05,
-      "loss": 0.0211,
-      "step": 10390
-    },
-    {
-      "grad_norm": 0.198037788271904,
-      "learning_rate": 7.781172734938136e-05,
-      "loss": 0.0224,
-      "step": 10400
-    },
-    {
-      "grad_norm": 0.19260969758033752,
-      "learning_rate": 7.776590795070933e-05,
-      "loss": 0.0193,
-      "step": 10410
-    },
-    {
-      "grad_norm": 0.27046144008636475,
-      "learning_rate": 7.772005481384099e-05,
-      "loss": 0.018,
-      "step": 10420
-    },
-    {
-      "grad_norm": 0.22181639075279236,
-      "learning_rate": 7.767416799449223e-05,
-      "loss": 0.018,
-      "step": 10430
-    },
-    {
-      "grad_norm": 0.5788884162902832,
-      "learning_rate": 7.762824754841984e-05,
-      "loss": 0.0179,
-      "step": 10440
-    },
-    {
-      "grad_norm": 0.44717904925346375,
-      "learning_rate": 7.758229353142152e-05,
-      "loss": 0.0183,
-      "step": 10450
-    },
-    {
-      "grad_norm": 0.42903998494148254,
-      "learning_rate": 7.753630599933572e-05,
-      "loss": 0.0216,
-      "step": 10460
-    },
-    {
-      "grad_norm": 0.2481471747159958,
-      "learning_rate": 7.749028500804161e-05,
-      "loss": 0.0208,
-      "step": 10470
-    },
-    {
-      "grad_norm": 0.2398393750190735,
-      "learning_rate": 7.744423061345906e-05,
-      "loss": 0.0198,
-      "step": 10480
-    },
-    {
-      "grad_norm": 0.20126602053642273,
-      "learning_rate": 7.73981428715485e-05,
-      "loss": 0.0219,
-      "step": 10490
-    },
-    {
-      "grad_norm": 0.2533015012741089,
-      "learning_rate": 7.735202183831085e-05,
-      "loss": 0.0252,
-      "step": 10500
-    },
-    {
-      "grad_norm": 0.199662446975708,
-      "learning_rate": 7.730586756978757e-05,
-      "loss": 0.0186,
-      "step": 10510
-    },
-    {
-      "grad_norm": 0.4215904474258423,
-      "learning_rate": 7.72596801220604e-05,
-      "loss": 0.0197,
-      "step": 10520
-    },
-    {
-      "grad_norm": 0.22280891239643097,
-      "learning_rate": 7.721345955125147e-05,
-      "loss": 0.0223,
-      "step": 10530
-    },
-    {
-      "grad_norm": 0.44423437118530273,
-      "learning_rate": 7.71672059135231e-05,
-      "loss": 0.0221,
-      "step": 10540
-    },
-    {
-      "grad_norm": 0.22123076021671295,
-      "learning_rate": 7.712091926507787e-05,
-      "loss": 0.0214,
-      "step": 10550
-    },
-    {
-      "grad_norm": 0.3742232024669647,
-      "learning_rate": 7.70745996621584e-05,
-      "loss": 0.019,
-      "step": 10560
-    },
-    {
-      "grad_norm": 0.3401550352573395,
-      "learning_rate": 7.702824716104735e-05,
-      "loss": 0.019,
-      "step": 10570
-    },
-    {
-      "grad_norm": 0.26126715540885925,
-      "learning_rate": 7.698186181806743e-05,
-      "loss": 0.0196,
-      "step": 10580
-    },
-    {
-      "grad_norm": 0.1928081214427948,
-      "learning_rate": 7.693544368958116e-05,
-      "loss": 0.0217,
-      "step": 10590
-    },
-    {
-      "grad_norm": 0.20135223865509033,
-      "learning_rate": 7.688899283199096e-05,
-      "loss": 0.0194,
-      "step": 10600
-    },
-    {
-      "grad_norm": 0.27500391006469727,
-      "learning_rate": 7.684250930173901e-05,
-      "loss": 0.0196,
-      "step": 10610
-    },
-    {
-      "grad_norm": 0.4995723068714142,
-      "learning_rate": 7.679599315530718e-05,
-      "loss": 0.0232,
-      "step": 10620
-    },
-    {
-      "grad_norm": 0.34020641446113586,
-      "learning_rate": 7.674944444921695e-05,
-      "loss": 0.0194,
-      "step": 10630
-    },
-    {
-      "grad_norm": 0.32552048563957214,
-      "learning_rate": 7.670286324002944e-05,
-      "loss": 0.0222,
-      "step": 10640
-    },
-    {
-      "grad_norm": 0.21406763792037964,
-      "learning_rate": 7.665624958434514e-05,
-      "loss": 0.0208,
-      "step": 10650
-    },
-    {
-      "grad_norm": 0.16172584891319275,
-      "learning_rate": 7.66096035388041e-05,
-      "loss": 0.0161,
-      "step": 10660
-    },
-    {
-      "grad_norm": 0.22876355051994324,
-      "learning_rate": 7.656292516008563e-05,
-      "loss": 0.0196,
-      "step": 10670
-    },
-    {
-      "grad_norm": 0.2173028439283371,
-      "learning_rate": 7.651621450490837e-05,
-      "loss": 0.0204,
-      "step": 10680
-    },
-    {
-      "grad_norm": 0.2689911723136902,
-      "learning_rate": 7.646947163003017e-05,
-      "loss": 0.0192,
-      "step": 10690
-    },
-    {
-      "grad_norm": 0.27825024724006653,
-      "learning_rate": 7.642269659224803e-05,
-      "loss": 0.0183,
-      "step": 10700
-    },
-    {
-      "grad_norm": 0.9582951664924622,
-      "learning_rate": 7.637588944839803e-05,
-      "loss": 0.0204,
-      "step": 10710
-    },
-    {
-      "grad_norm": 0.22502626478672028,
-      "learning_rate": 7.632905025535528e-05,
-      "loss": 0.0206,
-      "step": 10720
-    },
-    {
-      "grad_norm": 0.20744270086288452,
-      "learning_rate": 7.628217907003378e-05,
-      "loss": 0.0204,
-      "step": 10730
-    },
-    {
-      "grad_norm": 0.13770614564418793,
-      "learning_rate": 7.623527594938649e-05,
-      "loss": 0.0204,
-      "step": 10740
-    },
-    {
-      "grad_norm": 0.45558178424835205,
-      "learning_rate": 7.618834095040509e-05,
-      "loss": 0.0194,
-      "step": 10750
-    },
-    {
-      "grad_norm": 0.1681768000125885,
-      "learning_rate": 7.614137413012e-05,
-      "loss": 0.019,
-      "step": 10760
-    },
-    {
-      "grad_norm": 0.5888414978981018,
-      "learning_rate": 7.609437554560042e-05,
-      "loss": 0.0176,
-      "step": 10770
-    },
-    {
-      "grad_norm": 0.3121815025806427,
-      "learning_rate": 7.604734525395398e-05,
-      "loss": 0.017,
-      "step": 10780
-    },
-    {
-      "grad_norm": 0.2223750799894333,
-      "learning_rate": 7.600028331232699e-05,
-      "loss": 0.0195,
-      "step": 10790
-    },
-    {
-      "grad_norm": 0.16865025460720062,
-      "learning_rate": 7.595318977790408e-05,
-      "loss": 0.018,
-      "step": 10800
-    },
-    {
-      "grad_norm": 0.32308095693588257,
-      "learning_rate": 7.590606470790836e-05,
-      "loss": 0.0212,
-      "step": 10810
-    },
-    {
-      "grad_norm": 0.2368215024471283,
-      "learning_rate": 7.585890815960125e-05,
-      "loss": 0.0178,
-      "step": 10820
-    },
-    {
-      "grad_norm": 0.2755613923072815,
-      "learning_rate": 7.581172019028238e-05,
-      "loss": 0.016,
-      "step": 10830
-    },
-    {
-      "grad_norm": 0.2820519804954529,
-      "learning_rate": 7.576450085728959e-05,
-      "loss": 0.0178,
-      "step": 10840
-    },
-    {
-      "grad_norm": 0.2528512477874756,
-      "learning_rate": 7.571725021799885e-05,
-      "loss": 0.0218,
-      "step": 10850
-    },
-    {
-      "grad_norm": 0.19743381440639496,
-      "learning_rate": 7.566996832982409e-05,
-      "loss": 0.0183,
-      "step": 10860
-    },
-    {
-      "grad_norm": 0.2850258946418762,
-      "learning_rate": 7.56226552502173e-05,
-      "loss": 0.019,
-      "step": 10870
-    },
-    {
-      "grad_norm": 0.34495654702186584,
-      "learning_rate": 7.557531103666833e-05,
-      "loss": 0.0199,
-      "step": 10880
-    },
-    {
-      "grad_norm": 0.1903970092535019,
-      "learning_rate": 7.552793574670485e-05,
-      "loss": 0.0183,
-      "step": 10890
-    },
-    {
-      "grad_norm": 0.18652211129665375,
-      "learning_rate": 7.54805294378923e-05,
-      "loss": 0.0197,
-      "step": 10900
-    },
-    {
-      "grad_norm": 0.33309459686279297,
-      "learning_rate": 7.543309216783384e-05,
-      "loss": 0.0197,
-      "step": 10910
-    },
-    {
-      "grad_norm": 0.3057321310043335,
-      "learning_rate": 7.53856239941702e-05,
-      "loss": 0.0216,
-      "step": 10920
-    },
-    {
-      "grad_norm": 0.24789641797542572,
-      "learning_rate": 7.533812497457972e-05,
-      "loss": 0.0211,
-      "step": 10930
-    },
-    {
-      "grad_norm": 0.2729581892490387,
-      "learning_rate": 7.529059516677814e-05,
-      "loss": 0.0206,
-      "step": 10940
-    },
-    {
-      "grad_norm": 0.2876962125301361,
-      "learning_rate": 7.524303462851872e-05,
-      "loss": 0.0195,
-      "step": 10950
-    },
-    {
-      "grad_norm": 0.1957186460494995,
-      "learning_rate": 7.519544341759192e-05,
-      "loss": 0.0188,
-      "step": 10960
-    },
-    {
-      "grad_norm": 0.5001857876777649,
-      "learning_rate": 7.514782159182562e-05,
-      "loss": 0.0227,
-      "step": 10970
-    },
-    {
-      "grad_norm": 0.3913101255893707,
-      "learning_rate": 7.510016920908481e-05,
-      "loss": 0.0184,
-      "step": 10980
-    },
-    {
-      "grad_norm": 0.1841438114643097,
-      "learning_rate": 7.505248632727158e-05,
-      "loss": 0.0195,
-      "step": 10990
-    },
-    {
-      "grad_norm": 0.2053528130054474,
-      "learning_rate": 7.50047730043252e-05,
-      "loss": 0.0181,
-      "step": 11000
-    },
-    {
-      "grad_norm": 0.34368377923965454,
-      "learning_rate": 7.495702929822183e-05,
-      "loss": 0.0188,
-      "step": 11010
-    },
-    {
-      "grad_norm": 0.1689346581697464,
-      "learning_rate": 7.490925526697455e-05,
-      "loss": 0.0192,
-      "step": 11020
-    },
-    {
-      "grad_norm": 0.3326452374458313,
-      "learning_rate": 7.486145096863334e-05,
-      "loss": 0.0188,
-      "step": 11030
-    },
-    {
-      "grad_norm": 0.2135610729455948,
-      "learning_rate": 7.481361646128491e-05,
-      "loss": 0.0183,
-      "step": 11040
-    },
-    {
-      "grad_norm": 0.313641756772995,
-      "learning_rate": 7.476575180305271e-05,
-      "loss": 0.0197,
-      "step": 11050
-    },
-    {
-      "grad_norm": 0.254467248916626,
-      "learning_rate": 7.471785705209682e-05,
-      "loss": 0.0194,
-      "step": 11060
-    },
-    {
-      "grad_norm": 0.1825791597366333,
-      "learning_rate": 7.466993226661387e-05,
-      "loss": 0.0187,
-      "step": 11070
-    },
-    {
-      "grad_norm": 0.36282622814178467,
-      "learning_rate": 7.462197750483699e-05,
-      "loss": 0.0189,
-      "step": 11080
-    },
-    {
-      "grad_norm": 0.20845842361450195,
-      "learning_rate": 7.457399282503574e-05,
-      "loss": 0.0175,
-      "step": 11090
-    },
-    {
-      "grad_norm": 0.2004256248474121,
-      "learning_rate": 7.452597828551604e-05,
-      "loss": 0.0199,
-      "step": 11100
-    },
-    {
-      "grad_norm": 0.7336302399635315,
-      "learning_rate": 7.447793394462006e-05,
-      "loss": 0.0188,
-      "step": 11110
-    },
-    {
-      "grad_norm": 0.18363064527511597,
-      "learning_rate": 7.442985986072624e-05,
-      "loss": 0.0196,
-      "step": 11120
-    },
-    {
-      "grad_norm": 0.31346815824508667,
-      "learning_rate": 7.438175609224908e-05,
-      "loss": 0.0198,
-      "step": 11130
-    },
-    {
-      "grad_norm": 0.2541247010231018,
-      "learning_rate": 7.433362269763924e-05,
-      "loss": 0.019,
-      "step": 11140
-    },
-    {
-      "grad_norm": 0.1961052268743515,
-      "learning_rate": 7.428545973538329e-05,
-      "loss": 0.0161,
-      "step": 11150
-    },
-    {
-      "grad_norm": 0.37867939472198486,
-      "learning_rate": 7.42372672640038e-05,
-      "loss": 0.0197,
-      "step": 11160
-    },
-    {
-      "grad_norm": 0.4852057099342346,
-      "learning_rate": 7.418904534205917e-05,
-      "loss": 0.0209,
-      "step": 11170
-    },
-    {
-      "grad_norm": 0.22710728645324707,
-      "learning_rate": 7.414079402814356e-05,
-      "loss": 0.0191,
-      "step": 11180
-    },
-    {
-      "grad_norm": 0.19444334506988525,
-      "learning_rate": 7.409251338088687e-05,
-      "loss": 0.0222,
-      "step": 11190
-    },
-    {
-      "grad_norm": 0.16841894388198853,
-      "learning_rate": 7.404420345895467e-05,
-      "loss": 0.022,
-      "step": 11200
-    },
-    {
-      "grad_norm": 0.24918392300605774,
-      "learning_rate": 7.399586432104804e-05,
-      "loss": 0.0228,
-      "step": 11210
-    },
-    {
-      "grad_norm": 0.3449174761772156,
-      "learning_rate": 7.394749602590358e-05,
-      "loss": 0.0167,
-      "step": 11220
-    },
-    {
-      "grad_norm": 0.2377280592918396,
-      "learning_rate": 7.389909863229336e-05,
-      "loss": 0.0244,
-      "step": 11230
-    },
-    {
-      "grad_norm": 0.19324666261672974,
-      "learning_rate": 7.385067219902477e-05,
-      "loss": 0.018,
-      "step": 11240
-    },
-    {
-      "grad_norm": 0.2531987428665161,
-      "learning_rate": 7.380221678494049e-05,
-      "loss": 0.0177,
-      "step": 11250
-    },
-    {
-      "grad_norm": 0.26761168241500854,
-      "learning_rate": 7.37537324489184e-05,
-      "loss": 0.0159,
-      "step": 11260
-    },
-    {
-      "grad_norm": 0.5877926349639893,
-      "learning_rate": 7.370521924987155e-05,
-      "loss": 0.0185,
-      "step": 11270
-    },
-    {
-      "grad_norm": 0.22135241329669952,
-      "learning_rate": 7.365667724674806e-05,
-      "loss": 0.0167,
-      "step": 11280
-    },
-    {
-      "grad_norm": 0.20662440359592438,
-      "learning_rate": 7.360810649853105e-05,
-      "loss": 0.0168,
-      "step": 11290
-    },
-    {
-      "grad_norm": 0.2965676188468933,
-      "learning_rate": 7.355950706423853e-05,
-      "loss": 0.0173,
-      "step": 11300
-    },
-    {
-      "grad_norm": 0.22620044648647308,
-      "learning_rate": 7.351087900292342e-05,
-      "loss": 0.0177,
-      "step": 11310
-    },
-    {
-      "grad_norm": 0.2687317728996277,
-      "learning_rate": 7.346222237367339e-05,
-      "loss": 0.0181,
-      "step": 11320
-    },
-    {
-      "grad_norm": 0.28732937574386597,
-      "learning_rate": 7.341353723561081e-05,
-      "loss": 0.0181,
-      "step": 11330
-    },
-    {
-      "grad_norm": 0.16763406991958618,
-      "learning_rate": 7.336482364789277e-05,
-      "loss": 0.0207,
-      "step": 11340
-    },
-    {
-      "grad_norm": 0.2889784872531891,
-      "learning_rate": 7.331608166971082e-05,
-      "loss": 0.021,
-      "step": 11350
-    },
-    {
-      "grad_norm": 0.15209490060806274,
-      "learning_rate": 7.326731136029108e-05,
-      "loss": 0.0194,
-      "step": 11360
-    },
-    {
-      "grad_norm": 0.19983409345149994,
-      "learning_rate": 7.321851277889408e-05,
-      "loss": 0.0203,
-      "step": 11370
-    },
-    {
-      "grad_norm": 0.25872156023979187,
-      "learning_rate": 7.316968598481469e-05,
-      "loss": 0.0193,
-      "step": 11380
-    },
-    {
-      "grad_norm": 0.3126296103000641,
-      "learning_rate": 7.312083103738206e-05,
-      "loss": 0.019,
-      "step": 11390
-    },
-    {
-      "grad_norm": 0.21227948367595673,
-      "learning_rate": 7.307194799595958e-05,
-      "loss": 0.0208,
-      "step": 11400
-    },
-    {
-      "grad_norm": 0.3501594662666321,
-      "learning_rate": 7.302303691994473e-05,
-      "loss": 0.0198,
-      "step": 11410
-    },
-    {
-      "grad_norm": 0.16845738887786865,
-      "learning_rate": 7.29740978687691e-05,
-      "loss": 0.0182,
-      "step": 11420
-    },
-    {
-      "grad_norm": 0.3168778121471405,
-      "learning_rate": 7.292513090189825e-05,
-      "loss": 0.0188,
-      "step": 11430
-    },
-    {
-      "grad_norm": 0.2864420413970947,
-      "learning_rate": 7.287613607883163e-05,
-      "loss": 0.0179,
-      "step": 11440
-    },
-    {
-      "grad_norm": 0.1789376586675644,
-      "learning_rate": 7.282711345910263e-05,
-      "loss": 0.0186,
-      "step": 11450
-    },
-    {
-      "grad_norm": 0.3933201730251312,
-      "learning_rate": 7.27780631022783e-05,
-      "loss": 0.0204,
-      "step": 11460
-    },
-    {
-      "grad_norm": 0.21463191509246826,
-      "learning_rate": 7.272898506795948e-05,
-      "loss": 0.017,
-      "step": 11470
-    },
-    {
-      "grad_norm": 0.22381693124771118,
-      "learning_rate": 7.267987941578058e-05,
-      "loss": 0.0172,
-      "step": 11480
-    },
-    {
-      "grad_norm": 0.15729370713233948,
-      "learning_rate": 7.263074620540962e-05,
-      "loss": 0.0175,
-      "step": 11490
-    },
-    {
-      "grad_norm": 0.20803461968898773,
-      "learning_rate": 7.25815854965481e-05,
-      "loss": 0.0163,
-      "step": 11500
-    },
-    {
-      "grad_norm": 0.236153244972229,
-      "learning_rate": 7.253239734893089e-05,
-      "loss": 0.0177,
-      "step": 11510
-    },
-    {
-      "grad_norm": 0.19595487415790558,
-      "learning_rate": 7.248318182232623e-05,
-      "loss": 0.0185,
-      "step": 11520
-    },
-    {
-      "grad_norm": 0.2627251148223877,
-      "learning_rate": 7.243393897653565e-05,
-      "loss": 0.0212,
-      "step": 11530
-    },
-    {
-      "grad_norm": 0.3372417986392975,
-      "learning_rate": 7.23846688713938e-05,
-      "loss": 0.0208,
-      "step": 11540
-    },
-    {
-      "grad_norm": 0.2640339136123657,
-      "learning_rate": 7.233537156676854e-05,
-      "loss": 0.019,
-      "step": 11550
-    },
-    {
-      "grad_norm": 0.3289956748485565,
-      "learning_rate": 7.228604712256076e-05,
-      "loss": 0.019,
-      "step": 11560
-    },
-    {
-      "grad_norm": 0.2653445303440094,
-      "learning_rate": 7.223669559870426e-05,
-      "loss": 0.0171,
-      "step": 11570
-    },
-    {
-      "grad_norm": 0.3490801155567169,
-      "learning_rate": 7.218731705516585e-05,
-      "loss": 0.0192,
-      "step": 11580
-    },
-    {
-      "grad_norm": 0.36175987124443054,
-      "learning_rate": 7.21379115519451e-05,
-      "loss": 0.0198,
-      "step": 11590
-    },
-    {
-      "grad_norm": 0.25117284059524536,
-      "learning_rate": 7.20884791490743e-05,
-      "loss": 0.0192,
-      "step": 11600
-    },
-    {
-      "grad_norm": 0.21546514332294464,
-      "learning_rate": 7.203901990661857e-05,
-      "loss": 0.0211,
-      "step": 11610
-    },
-    {
-      "grad_norm": 0.28650301694869995,
-      "learning_rate": 7.198953388467549e-05,
-      "loss": 0.0233,
-      "step": 11620
-    },
-    {
-      "grad_norm": 0.21621088683605194,
-      "learning_rate": 7.194002114337526e-05,
-      "loss": 0.0218,
-      "step": 11630
-    },
-    {
-      "grad_norm": 0.21402107179164886,
-      "learning_rate": 7.189048174288054e-05,
-      "loss": 0.0195,
-      "step": 11640
-    },
-    {
-      "grad_norm": 0.2205304652452469,
-      "learning_rate": 7.184091574338636e-05,
-      "loss": 0.0188,
-      "step": 11650
-    },
-    {
-      "grad_norm": 0.21211686730384827,
-      "learning_rate": 7.179132320512009e-05,
-      "loss": 0.0181,
-      "step": 11660
-    },
-    {
-      "grad_norm": 0.20529940724372864,
-      "learning_rate": 7.174170418834134e-05,
-      "loss": 0.0184,
-      "step": 11670
-    },
-    {
-      "grad_norm": 0.26947852969169617,
-      "learning_rate": 7.169205875334189e-05,
-      "loss": 0.0173,
-      "step": 11680
-    },
-    {
-      "grad_norm": 0.19317851960659027,
-      "learning_rate": 7.164238696044562e-05,
-      "loss": 0.0185,
-      "step": 11690
-    },
-    {
-      "grad_norm": 0.15675339102745056,
-      "learning_rate": 7.159268887000846e-05,
-      "loss": 0.0195,
-      "step": 11700
-    },
-    {
-      "grad_norm": 0.25116419792175293,
-      "learning_rate": 7.154296454241827e-05,
-      "loss": 0.0189,
-      "step": 11710
-    },
-    {
-      "grad_norm": 0.8901294469833374,
-      "learning_rate": 7.149321403809479e-05,
-      "loss": 0.0202,
-      "step": 11720
-    },
-    {
-      "grad_norm": 0.11531740427017212,
-      "learning_rate": 7.144343741748956e-05,
-      "loss": 0.0194,
-      "step": 11730
-    },
-    {
-      "grad_norm": 0.2660076916217804,
-      "learning_rate": 7.139363474108589e-05,
-      "loss": 0.0188,
-      "step": 11740
-    },
-    {
-      "grad_norm": 0.2927592396736145,
-      "learning_rate": 7.134380606939874e-05,
-      "loss": 0.0172,
-      "step": 11750
-    },
-    {
-      "grad_norm": 0.21830248832702637,
-      "learning_rate": 7.12939514629746e-05,
-      "loss": 0.0174,
-      "step": 11760
-    },
-    {
-      "grad_norm": 0.16446071863174438,
-      "learning_rate": 7.124407098239155e-05,
-      "loss": 0.0162,
-      "step": 11770
-    },
-    {
-      "grad_norm": 0.21843670308589935,
-      "learning_rate": 7.119416468825908e-05,
-      "loss": 0.0168,
-      "step": 11780
-    },
-    {
-      "grad_norm": 0.16682948172092438,
-      "learning_rate": 7.114423264121804e-05,
-      "loss": 0.0185,
-      "step": 11790
-    },
-    {
-      "grad_norm": 0.20070643723011017,
-      "learning_rate": 7.109427490194056e-05,
-      "loss": 0.0179,
-      "step": 11800
-    },
-    {
-      "grad_norm": 0.20986799895763397,
-      "learning_rate": 7.104429153113001e-05,
-      "loss": 0.0178,
-      "step": 11810
-    },
-    {
-      "grad_norm": 0.3444223403930664,
-      "learning_rate": 7.099428258952092e-05,
-      "loss": 0.0189,
-      "step": 11820
-    },
-    {
-      "grad_norm": 0.17161300778388977,
-      "learning_rate": 7.094424813787883e-05,
-      "loss": 0.0194,
-      "step": 11830
-    },
-    {
-      "grad_norm": 0.22523699700832367,
-      "learning_rate": 7.089418823700034e-05,
-      "loss": 0.0199,
-      "step": 11840
-    },
-    {
-      "grad_norm": 0.6557391285896301,
-      "learning_rate": 7.084410294771298e-05,
-      "loss": 0.0177,
-      "step": 11850
-    },
-    {
-      "grad_norm": 0.20307759940624237,
-      "learning_rate": 7.079399233087504e-05,
-      "loss": 0.0171,
-      "step": 11860
-    },
-    {
-      "grad_norm": 0.2596794068813324,
-      "learning_rate": 7.074385644737568e-05,
-      "loss": 0.0198,
-      "step": 11870
-    },
-    {
-      "grad_norm": 0.23045966029167175,
-      "learning_rate": 7.069369535813473e-05,
-      "loss": 0.0191,
-      "step": 11880
-    },
-    {
-      "grad_norm": 0.4459606409072876,
-      "learning_rate": 7.06435091241026e-05,
-      "loss": 0.0186,
-      "step": 11890
-    },
-    {
-      "grad_norm": 0.2854115068912506,
-      "learning_rate": 7.059329780626034e-05,
-      "loss": 0.0187,
-      "step": 11900
-    },
-    {
-      "grad_norm": 0.25288134813308716,
-      "learning_rate": 7.054306146561944e-05,
-      "loss": 0.0189,
-      "step": 11910
-    },
-    {
-      "grad_norm": 0.15302591025829315,
-      "learning_rate": 7.049280016322178e-05,
-      "loss": 0.0192,
-      "step": 11920
-    },
-    {
-      "grad_norm": 0.3294146955013275,
-      "learning_rate": 7.044251396013957e-05,
-      "loss": 0.0216,
-      "step": 11930
-    },
-    {
-      "grad_norm": 0.1990782916545868,
-      "learning_rate": 7.039220291747528e-05,
-      "loss": 0.0202,
-      "step": 11940
-    },
-    {
-      "grad_norm": 0.14165493845939636,
-      "learning_rate": 7.034186709636159e-05,
-      "loss": 0.0172,
-      "step": 11950
-    },
-    {
-      "grad_norm": 0.25358667969703674,
-      "learning_rate": 7.029150655796129e-05,
-      "loss": 0.0201,
-      "step": 11960
-    },
-    {
-      "grad_norm": 0.19868162274360657,
-      "learning_rate": 7.024112136346712e-05,
-      "loss": 0.0167,
-      "step": 11970
-    },
-    {
-      "grad_norm": 0.1758064478635788,
-      "learning_rate": 7.01907115741019e-05,
-      "loss": 0.0183,
-      "step": 11980
-    },
-    {
-      "grad_norm": 0.21134953200817108,
-      "learning_rate": 7.014027725111825e-05,
-      "loss": 0.0171,
-      "step": 11990
-    },
-    {
-      "grad_norm": 0.15922658145427704,
-      "learning_rate": 7.008981845579864e-05,
-      "loss": 0.0193,
-      "step": 12000
-    },
-    {
-      "grad_norm": 0.23783384263515472,
-      "learning_rate": 7.003933524945528e-05,
-      "loss": 0.0193,
-      "step": 12010
-    },
-    {
-      "grad_norm": 0.1887374073266983,
-      "learning_rate": 6.998882769342998e-05,
-      "loss": 0.0166,
-      "step": 12020
-    },
-    {
-      "grad_norm": 0.2729281187057495,
-      "learning_rate": 6.993829584909423e-05,
-      "loss": 0.0175,
-      "step": 12030
-    },
-    {
-      "grad_norm": 0.21631616353988647,
-      "learning_rate": 6.988773977784895e-05,
-      "loss": 0.0175,
-      "step": 12040
-    },
-    {
-      "grad_norm": 0.33207187056541443,
-      "learning_rate": 6.983715954112454e-05,
-      "loss": 0.0175,
-      "step": 12050
-    },
-    {
-      "grad_norm": 0.17516781389713287,
-      "learning_rate": 6.978655520038079e-05,
-      "loss": 0.0161,
-      "step": 12060
-    },
-    {
-      "grad_norm": 0.3106655478477478,
-      "learning_rate": 6.97359268171067e-05,
-      "loss": 0.0163,
-      "step": 12070
-    },
-    {
-      "grad_norm": 0.24119216203689575,
-      "learning_rate": 6.968527445282056e-05,
-      "loss": 0.0167,
-      "step": 12080
-    },
-    {
-      "grad_norm": 0.28175967931747437,
-      "learning_rate": 6.963459816906977e-05,
-      "loss": 0.0167,
-      "step": 12090
-    },
-    {
-      "grad_norm": 0.14292627573013306,
-      "learning_rate": 6.958389802743077e-05,
-      "loss": 0.017,
-      "step": 12100
-    },
-    {
-      "grad_norm": 0.258041113615036,
-      "learning_rate": 6.953317408950903e-05,
-      "loss": 0.0172,
-      "step": 12110
-    },
-    {
-      "grad_norm": 0.2662495970726013,
-      "learning_rate": 6.94824264169389e-05,
-      "loss": 0.0174,
-      "step": 12120
-    },
-    {
-      "grad_norm": 0.2184544801712036,
-      "learning_rate": 6.94316550713836e-05,
-      "loss": 0.0172,
-      "step": 12130
-    },
-    {
-      "grad_norm": 0.16920748353004456,
-      "learning_rate": 6.938086011453513e-05,
-      "loss": 0.0158,
-      "step": 12140
-    },
-    {
-      "grad_norm": 0.22673557698726654,
-      "learning_rate": 6.93300416081141e-05,
-      "loss": 0.0155,
-      "step": 12150
-    },
-    {
-      "grad_norm": 0.27764439582824707,
-      "learning_rate": 6.927919961386984e-05,
-      "loss": 0.0164,
-      "step": 12160
-    },
-    {
-      "grad_norm": 0.3167128562927246,
-      "learning_rate": 6.922833419358013e-05,
-      "loss": 0.016,
-      "step": 12170
-    },
-    {
-      "grad_norm": 0.2156427949666977,
-      "learning_rate": 6.917744540905124e-05,
-      "loss": 0.0169,
-      "step": 12180
-    },
-    {
-      "grad_norm": 0.2791982591152191,
-      "learning_rate": 6.912653332211787e-05,
-      "loss": 0.0161,
-      "step": 12190
-    },
-    {
-      "grad_norm": 0.21996724605560303,
-      "learning_rate": 6.9075597994643e-05,
-      "loss": 0.0187,
-      "step": 12200
-    },
-    {
-      "grad_norm": 0.18468350172042847,
-      "learning_rate": 6.902463948851787e-05,
-      "loss": 0.0206,
-      "step": 12210
-    },
-    {
-      "grad_norm": 0.2349298596382141,
-      "learning_rate": 6.897365786566184e-05,
-      "loss": 0.016,
-      "step": 12220
-    },
-    {
-      "grad_norm": 0.3572283089160919,
-      "learning_rate": 6.892265318802242e-05,
-      "loss": 0.0188,
-      "step": 12230
-    },
-    {
-      "grad_norm": 0.31577181816101074,
-      "learning_rate": 6.887162551757507e-05,
-      "loss": 0.0182,
-      "step": 12240
-    },
-    {
-      "grad_norm": 0.2089160680770874,
-      "learning_rate": 6.882057491632326e-05,
-      "loss": 0.0183,
-      "step": 12250
-    },
-    {
-      "grad_norm": 0.17150317132472992,
-      "learning_rate": 6.876950144629824e-05,
-      "loss": 0.0171,
-      "step": 12260
-    },
-    {
-      "grad_norm": 0.24267859756946564,
-      "learning_rate": 6.87184051695591e-05,
-      "loss": 0.02,
-      "step": 12270
-    },
-    {
-      "grad_norm": 0.38648638129234314,
-      "learning_rate": 6.866728614819268e-05,
-      "loss": 0.0173,
-      "step": 12280
-    },
-    {
-      "grad_norm": 0.282148152589798,
-      "learning_rate": 6.861614444431337e-05,
-      "loss": 0.0139,
-      "step": 12290
-    },
-    {
-      "grad_norm": 0.37511345744132996,
-      "learning_rate": 6.856498012006318e-05,
-      "loss": 0.0192,
-      "step": 12300
-    },
-    {
-      "grad_norm": 0.4530346989631653,
-      "learning_rate": 6.851379323761157e-05,
-      "loss": 0.0189,
-      "step": 12310
-    },
-    {
-      "grad_norm": 0.1404750496149063,
-      "learning_rate": 6.846258385915545e-05,
-      "loss": 0.0183,
-      "step": 12320
-    },
-    {
-      "grad_norm": 0.2503124177455902,
-      "learning_rate": 6.841135204691902e-05,
-      "loss": 0.0176,
-      "step": 12330
-    },
-    {
-      "grad_norm": 0.14406442642211914,
-      "learning_rate": 6.836009786315377e-05,
-      "loss": 0.0189,
-      "step": 12340
-    },
-    {
-      "grad_norm": 0.2142471969127655,
-      "learning_rate": 6.830882137013839e-05,
-      "loss": 0.0192,
-      "step": 12350
-    },
-    {
-      "grad_norm": 0.2299814671278,
-      "learning_rate": 6.825752263017863e-05,
-      "loss": 0.0181,
-      "step": 12360
-    },
-    {
-      "grad_norm": 0.22883667051792145,
-      "learning_rate": 6.820620170560731e-05,
-      "loss": 0.0178,
-      "step": 12370
-    },
-    {
-      "grad_norm": 0.21488426625728607,
-      "learning_rate": 6.815485865878418e-05,
-      "loss": 0.0169,
-      "step": 12380
-    },
-    {
-      "grad_norm": 0.292484849691391,
-      "learning_rate": 6.810349355209588e-05,
-      "loss": 0.0181,
-      "step": 12390
-    },
-    {
-      "grad_norm": 0.35666531324386597,
-      "learning_rate": 6.805210644795588e-05,
-      "loss": 0.018,
-      "step": 12400
-    },
-    {
-      "grad_norm": 0.22253002226352692,
-      "learning_rate": 6.800069740880433e-05,
-      "loss": 0.015,
-      "step": 12410
-    },
-    {
-      "grad_norm": 0.19726185500621796,
-      "learning_rate": 6.794926649710807e-05,
-      "loss": 0.0178,
-      "step": 12420
-    },
-    {
-      "grad_norm": 0.48846304416656494,
-      "learning_rate": 6.789781377536052e-05,
-      "loss": 0.0195,
-      "step": 12430
-    },
-    {
-      "grad_norm": 0.1262531280517578,
-      "learning_rate": 6.784633930608158e-05,
-      "loss": 0.0146,
-      "step": 12440
-    },
-    {
-      "grad_norm": 0.2980021834373474,
-      "learning_rate": 6.779484315181759e-05,
-      "loss": 0.0154,
-      "step": 12450
-    },
-    {
-      "grad_norm": 0.25137147307395935,
-      "learning_rate": 6.774332537514122e-05,
-      "loss": 0.0133,
-      "step": 12460
-    },
-    {
-      "grad_norm": 0.22105135023593903,
-      "learning_rate": 6.769178603865143e-05,
-      "loss": 0.0185,
-      "step": 12470
-    },
-    {
-      "grad_norm": 0.38343754410743713,
-      "learning_rate": 6.764022520497337e-05,
-      "loss": 0.0154,
-      "step": 12480
-    },
-    {
-      "grad_norm": 0.2635994851589203,
-      "learning_rate": 6.758864293675833e-05,
-      "loss": 0.0224,
-      "step": 12490
-    },
-    {
-      "grad_norm": 0.3023591935634613,
-      "learning_rate": 6.753703929668362e-05,
-      "loss": 0.0163,
-      "step": 12500
-    },
-    {
-      "grad_norm": 0.19946560263633728,
-      "learning_rate": 6.748541434745253e-05,
-      "loss": 0.0189,
-      "step": 12510
-    },
-    {
-      "grad_norm": 0.16314023733139038,
-      "learning_rate": 6.743376815179424e-05,
-      "loss": 0.016,
-      "step": 12520
-    },
-    {
-      "grad_norm": 0.18276667594909668,
-      "learning_rate": 6.738210077246376e-05,
-      "loss": 0.0186,
-      "step": 12530
-    },
-    {
-      "grad_norm": 0.4854450523853302,
-      "learning_rate": 6.733041227224181e-05,
-      "loss": 0.0154,
-      "step": 12540
-    },
-    {
-      "grad_norm": 0.15091952681541443,
-      "learning_rate": 6.72787027139348e-05,
-      "loss": 0.0164,
-      "step": 12550
-    },
-    {
-      "grad_norm": 0.2432265281677246,
-      "learning_rate": 6.72269721603747e-05,
-      "loss": 0.0198,
-      "step": 12560
-    },
-    {
-      "grad_norm": 0.29108452796936035,
-      "learning_rate": 6.717522067441904e-05,
-      "loss": 0.018,
-      "step": 12570
-    },
-    {
-      "grad_norm": 0.15522883832454681,
-      "learning_rate": 6.712344831895074e-05,
-      "loss": 0.0212,
-      "step": 12580
-    },
-    {
-      "grad_norm": 0.2901846170425415,
-      "learning_rate": 6.707165515687811e-05,
-      "loss": 0.0168,
-      "step": 12590
-    },
-    {
-      "grad_norm": 0.13980796933174133,
-      "learning_rate": 6.70198412511347e-05,
-      "loss": 0.016,
-      "step": 12600
-    },
-    {
-      "grad_norm": 0.1696672886610031,
-      "learning_rate": 6.69680066646793e-05,
-      "loss": 0.0137,
-      "step": 12610
-    },
-    {
-      "grad_norm": 0.2029808908700943,
-      "learning_rate": 6.691615146049583e-05,
-      "loss": 0.0151,
-      "step": 12620
-    },
-    {
-      "grad_norm": 0.2307378351688385,
-      "learning_rate": 6.686427570159324e-05,
-      "loss": 0.0174,
-      "step": 12630
-    },
-    {
-      "grad_norm": 0.23527862131595612,
-      "learning_rate": 6.681237945100548e-05,
-      "loss": 0.0174,
-      "step": 12640
-    },
-    {
-      "grad_norm": 0.3284786641597748,
-      "learning_rate": 6.676046277179139e-05,
-      "loss": 0.0161,
-      "step": 12650
-    },
-    {
-      "grad_norm": 0.21985255181789398,
-      "learning_rate": 6.670852572703462e-05,
-      "loss": 0.0174,
-      "step": 12660
-    },
-    {
-      "grad_norm": 0.23094116151332855,
-      "learning_rate": 6.665656837984359e-05,
-      "loss": 0.0174,
-      "step": 12670
-    },
-    {
-      "grad_norm": 0.24146237969398499,
-      "learning_rate": 6.660459079335135e-05,
-      "loss": 0.0176,
-      "step": 12680
-    },
-    {
-      "grad_norm": 0.20649245381355286,
-      "learning_rate": 6.655259303071558e-05,
-      "loss": 0.0199,
-      "step": 12690
-    },
-    {
-      "grad_norm": 0.18980906903743744,
-      "learning_rate": 6.650057515511848e-05,
-      "loss": 0.0142,
-      "step": 12700
-    },
-    {
-      "grad_norm": 0.2784680724143982,
-      "learning_rate": 6.644853722976667e-05,
-      "loss": 0.0172,
-      "step": 12710
-    },
-    {
-      "grad_norm": 0.25477340817451477,
-      "learning_rate": 6.639647931789113e-05,
-      "loss": 0.0188,
-      "step": 12720
-    },
-    {
-      "grad_norm": 0.26812487840652466,
-      "learning_rate": 6.634440148274713e-05,
-      "loss": 0.0183,
-      "step": 12730
-    },
-    {
-      "grad_norm": 0.201270192861557,
-      "learning_rate": 6.629230378761415e-05,
-      "loss": 0.0152,
-      "step": 12740
-    },
-    {
-      "grad_norm": 0.3456941246986389,
-      "learning_rate": 6.624018629579581e-05,
-      "loss": 0.0173,
-      "step": 12750
-    },
-    {
-      "grad_norm": 0.8874654769897461,
-      "learning_rate": 6.618804907061976e-05,
-      "loss": 0.019,
-      "step": 12760
-    },
-    {
-      "grad_norm": 0.28072112798690796,
-      "learning_rate": 6.613589217543766e-05,
-      "loss": 0.0187,
-      "step": 12770
-    },
-    {
-      "grad_norm": 0.23985667526721954,
-      "learning_rate": 6.608371567362504e-05,
-      "loss": 0.018,
-      "step": 12780
-    },
-    {
-      "grad_norm": 0.17330403625965118,
-      "learning_rate": 6.60315196285813e-05,
-      "loss": 0.0178,
-      "step": 12790
-    },
-    {
-      "grad_norm": 0.24230679869651794,
-      "learning_rate": 6.597930410372954e-05,
-      "loss": 0.0187,
-      "step": 12800
-    },
-    {
-      "grad_norm": 0.6239678263664246,
-      "learning_rate": 6.592706916251653e-05,
-      "loss": 0.0176,
-      "step": 12810
-    },
-    {
-      "grad_norm": 0.13925153017044067,
-      "learning_rate": 6.587481486841267e-05,
-      "loss": 0.0167,
-      "step": 12820
-    },
-    {
-      "grad_norm": 0.30630046129226685,
-      "learning_rate": 6.582254128491184e-05,
-      "loss": 0.0169,
-      "step": 12830
-    },
-    {
-      "grad_norm": 0.31978973746299744,
-      "learning_rate": 6.577024847553139e-05,
-      "loss": 0.0176,
-      "step": 12840
-    },
-    {
-      "grad_norm": 0.2100561261177063,
-      "learning_rate": 6.571793650381201e-05,
-      "loss": 0.0191,
-      "step": 12850
-    },
-    {
-      "grad_norm": 0.27579423785209656,
-      "learning_rate": 6.566560543331766e-05,
-      "loss": 0.017,
-      "step": 12860
-    },
-    {
-      "grad_norm": 0.3201116621494293,
-      "learning_rate": 6.561325532763554e-05,
-      "loss": 0.0179,
-      "step": 12870
-    },
-    {
-      "grad_norm": 0.7443040609359741,
-      "learning_rate": 6.556088625037597e-05,
-      "loss": 0.0153,
-      "step": 12880
-    },
-    {
-      "grad_norm": 0.19123409688472748,
-      "learning_rate": 6.55084982651723e-05,
-      "loss": 0.0181,
-      "step": 12890
-    },
-    {
-      "grad_norm": 0.24225184321403503,
-      "learning_rate": 6.54560914356809e-05,
-      "loss": 0.015,
-      "step": 12900
-    },
-    {
-      "grad_norm": 0.2969832122325897,
-      "learning_rate": 6.540366582558097e-05,
-      "loss": 0.0138,
-      "step": 12910
-    },
-    {
-      "grad_norm": 0.24092499911785126,
-      "learning_rate": 6.53512214985746e-05,
-      "loss": 0.0184,
-      "step": 12920
-    },
-    {
-      "grad_norm": 0.17631547152996063,
-      "learning_rate": 6.529875851838658e-05,
-      "loss": 0.0179,
-      "step": 12930
-    },
-    {
-      "grad_norm": 0.20282690227031708,
-      "learning_rate": 6.52462769487644e-05,
-      "loss": 0.0175,
-      "step": 12940
-    },
-    {
-      "grad_norm": 0.2952517867088318,
-      "learning_rate": 6.519377685347807e-05,
-      "loss": 0.0186,
-      "step": 12950
-    },
-    {
-      "grad_norm": 0.15119211375713348,
-      "learning_rate": 6.514125829632021e-05,
-      "loss": 0.0163,
-      "step": 12960
-    },
-    {
-      "grad_norm": 0.2029171884059906,
-      "learning_rate": 6.508872134110577e-05,
-      "loss": 0.0159,
-      "step": 12970
-    },
-    {
-      "grad_norm": 0.23457194864749908,
-      "learning_rate": 6.503616605167213e-05,
-      "loss": 0.0153,
-      "step": 12980
-    },
-    {
-      "grad_norm": 0.41948550939559937,
-      "learning_rate": 6.498359249187893e-05,
-      "loss": 0.0154,
-      "step": 12990
-    },
-    {
-      "grad_norm": 0.21648409962654114,
-      "learning_rate": 6.493100072560799e-05,
-      "loss": 0.0188,
-      "step": 13000
-    },
-    {
-      "grad_norm": 0.30559098720550537,
-      "learning_rate": 6.487839081676327e-05,
-      "loss": 0.0157,
-      "step": 13010
-    },
-    {
-      "grad_norm": 0.19730299711227417,
-      "learning_rate": 6.482576282927076e-05,
-      "loss": 0.018,
-      "step": 13020
-    },
-    {
-      "grad_norm": 0.1707344502210617,
-      "learning_rate": 6.477311682707845e-05,
-      "loss": 0.0168,
-      "step": 13030
-    },
-    {
-      "grad_norm": 0.3335140347480774,
-      "learning_rate": 6.472045287415616e-05,
-      "loss": 0.0156,
-      "step": 13040
-    },
-    {
-      "grad_norm": 0.22666412591934204,
-      "learning_rate": 6.466777103449558e-05,
-      "loss": 0.0179,
-      "step": 13050
-    },
-    {
-      "grad_norm": 0.17284420132637024,
-      "learning_rate": 6.461507137211012e-05,
-      "loss": 0.0162,
-      "step": 13060
-    },
-    {
-      "grad_norm": 0.16117236018180847,
-      "learning_rate": 6.456235395103483e-05,
-      "loss": 0.0131,
-      "step": 13070
-    },
-    {
-      "grad_norm": 0.5096998810768127,
-      "learning_rate": 6.450961883532634e-05,
-      "loss": 0.0176,
-      "step": 13080
-    },
-    {
-      "grad_norm": 0.25979718565940857,
-      "learning_rate": 6.445686608906283e-05,
-      "loss": 0.0183,
-      "step": 13090
-    },
-    {
-      "grad_norm": 0.5944063663482666,
-      "learning_rate": 6.44040957763438e-05,
-      "loss": 0.0172,
-      "step": 13100
-    },
-    {
-      "grad_norm": 0.2863440215587616,
-      "learning_rate": 6.435130796129018e-05,
-      "loss": 0.0176,
-      "step": 13110
-    },
-    {
-      "grad_norm": 0.3768783509731293,
-      "learning_rate": 6.429850270804416e-05,
-      "loss": 0.0164,
-      "step": 13120
-    },
-    {
-      "grad_norm": 0.2388053834438324,
-      "learning_rate": 6.424568008076909e-05,
-      "loss": 0.0173,
-      "step": 13130
-    },
-    {
-      "grad_norm": 0.30671945214271545,
-      "learning_rate": 6.419284014364943e-05,
-      "loss": 0.015,
-      "step": 13140
-    },
-    {
-      "grad_norm": 0.7327784299850464,
-      "learning_rate": 6.41399829608907e-05,
-      "loss": 0.0156,
-      "step": 13150
-    },
-    {
-      "grad_norm": 0.2296205759048462,
-      "learning_rate": 6.408710859671938e-05,
-      "loss": 0.0146,
-      "step": 13160
-    },
-    {
-      "grad_norm": 0.18631185591220856,
-      "learning_rate": 6.403421711538278e-05,
-      "loss": 0.0155,
-      "step": 13170
-    },
-    {
-      "grad_norm": 0.4531591236591339,
-      "learning_rate": 6.398130858114903e-05,
-      "loss": 0.017,
-      "step": 13180
-    },
-    {
-      "grad_norm": 0.279928058385849,
-      "learning_rate": 6.392838305830701e-05,
-      "loss": 0.0174,
-      "step": 13190
-    },
-    {
-      "grad_norm": 0.23971524834632874,
-      "learning_rate": 6.387544061116621e-05,
-      "loss": 0.0134,
-      "step": 13200
-    },
-    {
-      "grad_norm": 0.2878665626049042,
-      "learning_rate": 6.382248130405671e-05,
-      "loss": 0.0173,
-      "step": 13210
-    },
-    {
-      "grad_norm": 0.21205152571201324,
-      "learning_rate": 6.376950520132905e-05,
-      "loss": 0.0171,
-      "step": 13220
-    },
-    {
-      "grad_norm": 0.3358302116394043,
-      "learning_rate": 6.371651236735418e-05,
-      "loss": 0.0175,
-      "step": 13230
-    },
-    {
-      "grad_norm": 0.1795862317085266,
-      "learning_rate": 6.366350286652341e-05,
-      "loss": 0.0146,
-      "step": 13240
-    },
-    {
-      "grad_norm": 0.24363170564174652,
-      "learning_rate": 6.361047676324827e-05,
-      "loss": 0.0152,
-      "step": 13250
-    },
-    {
-      "grad_norm": 0.20893633365631104,
-      "learning_rate": 6.355743412196047e-05,
-      "loss": 0.0181,
-      "step": 13260
-    },
-    {
-      "grad_norm": 0.17223802208900452,
-      "learning_rate": 6.350437500711184e-05,
-      "loss": 0.0169,
-      "step": 13270
-    },
-    {
-      "grad_norm": 0.2669300436973572,
-      "learning_rate": 6.345129948317418e-05,
-      "loss": 0.0175,
-      "step": 13280
-    },
-    {
-      "grad_norm": 0.1735171675682068,
-      "learning_rate": 6.33982076146393e-05,
-      "loss": 0.0184,
-      "step": 13290
-    },
-    {
-      "grad_norm": 0.25108951330184937,
-      "learning_rate": 6.334509946601879e-05,
-      "loss": 0.0177,
-      "step": 13300
-    },
-    {
-      "grad_norm": 0.21916821599006653,
-      "learning_rate": 6.329197510184406e-05,
-      "loss": 0.0155,
-      "step": 13310
-    },
-    {
-      "grad_norm": 0.26840123534202576,
-      "learning_rate": 6.323883458666624e-05,
-      "loss": 0.019,
-      "step": 13320
-    },
-    {
-      "grad_norm": 0.5261901617050171,
-      "learning_rate": 6.318567798505605e-05,
-      "loss": 0.0177,
-      "step": 13330
-    },
-    {
-      "grad_norm": 0.18534094095230103,
-      "learning_rate": 6.313250536160378e-05,
-      "loss": 0.0162,
-      "step": 13340
-    },
-    {
-      "grad_norm": 0.35645291209220886,
-      "learning_rate": 6.307931678091917e-05,
-      "loss": 0.0163,
-      "step": 13350
-    },
-    {
-      "grad_norm": 0.2757498621940613,
-      "learning_rate": 6.302611230763138e-05,
-      "loss": 0.0183,
-      "step": 13360
-    },
-    {
-      "grad_norm": 0.13020722568035126,
-      "learning_rate": 6.297289200638887e-05,
-      "loss": 0.0164,
-      "step": 13370
-    },
-    {
-      "grad_norm": 0.38356325030326843,
-      "learning_rate": 6.29196559418593e-05,
-      "loss": 0.0163,
-      "step": 13380
-    },
-    {
-      "grad_norm": 0.3173552453517914,
-      "learning_rate": 6.286640417872951e-05,
-      "loss": 0.0151,
-      "step": 13390
-    },
-    {
-      "grad_norm": 0.19350427389144897,
-      "learning_rate": 6.281313678170542e-05,
-      "loss": 0.016,
-      "step": 13400
-    },
-    {
-      "grad_norm": 0.2212257981300354,
-      "learning_rate": 6.275985381551194e-05,
-      "loss": 0.0164,
-      "step": 13410
-    },
-    {
-      "grad_norm": 0.16070961952209473,
-      "learning_rate": 6.270655534489292e-05,
-      "loss": 0.0174,
-      "step": 13420
-    },
-    {
-      "grad_norm": 0.3888566493988037,
-      "learning_rate": 6.265324143461098e-05,
-      "loss": 0.0181,
-      "step": 13430
-    },
-    {
-      "grad_norm": 0.19536536931991577,
-      "learning_rate": 6.259991214944758e-05,
-      "loss": 0.0165,
-      "step": 13440
-    },
-    {
-      "grad_norm": 0.40523573756217957,
-      "learning_rate": 6.254656755420283e-05,
-      "loss": 0.0157,
-      "step": 13450
-    },
-    {
-      "grad_norm": 0.19051814079284668,
-      "learning_rate": 6.249320771369545e-05,
-      "loss": 0.0165,
-      "step": 13460
-    },
-    {
-      "grad_norm": 0.26447001099586487,
-      "learning_rate": 6.243983269276263e-05,
-      "loss": 0.0177,
-      "step": 13470
-    },
-    {
-      "grad_norm": 0.284024178981781,
-      "learning_rate": 6.238644255626012e-05,
-      "loss": 0.0165,
-      "step": 13480
-    },
-    {
-      "grad_norm": 0.22161006927490234,
-      "learning_rate": 6.233303736906193e-05,
-      "loss": 0.016,
-      "step": 13490
-    },
-    {
-      "grad_norm": 0.16879113018512726,
-      "learning_rate": 6.227961719606039e-05,
-      "loss": 0.0163,
-      "step": 13500
-    },
-    {
-      "grad_norm": 0.40959760546684265,
-      "learning_rate": 6.222618210216608e-05,
-      "loss": 0.0161,
-      "step": 13510
-    },
-    {
-      "grad_norm": 0.4461933672428131,
-      "learning_rate": 6.217273215230767e-05,
-      "loss": 0.0155,
-      "step": 13520
-    },
-    {
-      "grad_norm": 0.26082274317741394,
-      "learning_rate": 6.211926741143188e-05,
-      "loss": 0.0145,
-      "step": 13530
-    },
-    {
-      "grad_norm": 0.2914804220199585,
-      "learning_rate": 6.20657879445034e-05,
-      "loss": 0.0169,
-      "step": 13540
-    },
-    {
-      "grad_norm": 0.21351520717144012,
-      "learning_rate": 6.201229381650485e-05,
-      "loss": 0.0189,
-      "step": 13550
-    },
-    {
-      "grad_norm": 0.1522550880908966,
-      "learning_rate": 6.195878509243661e-05,
-      "loss": 0.0158,
-      "step": 13560
-    },
-    {
-      "grad_norm": 0.23661170899868011,
-      "learning_rate": 6.190526183731685e-05,
-      "loss": 0.0164,
-      "step": 13570
-    },
-    {
-      "grad_norm": 0.11910593509674072,
-      "learning_rate": 6.185172411618138e-05,
-      "loss": 0.0143,
-      "step": 13580
-    },
-    {
-      "grad_norm": 0.20258745551109314,
-      "learning_rate": 6.179817199408355e-05,
-      "loss": 0.0173,
-      "step": 13590
-    },
-    {
-      "grad_norm": 0.21279789507389069,
-      "learning_rate": 6.174460553609426e-05,
-      "loss": 0.0162,
-      "step": 13600
-    },
-    {
-      "grad_norm": 0.2689322829246521,
-      "learning_rate": 6.16910248073018e-05,
-      "loss": 0.0147,
-      "step": 13610
-    },
-    {
-      "grad_norm": 0.362052321434021,
-      "learning_rate": 6.16374298728118e-05,
-      "loss": 0.0154,
-      "step": 13620
-    },
-    {
-      "grad_norm": 0.14402304589748383,
-      "learning_rate": 6.158382079774716e-05,
-      "loss": 0.0172,
-      "step": 13630
-    },
-    {
-      "grad_norm": 0.1908150315284729,
-      "learning_rate": 6.153019764724799e-05,
-      "loss": 0.0154,
-      "step": 13640
-    },
-    {
-      "grad_norm": 0.23502369225025177,
-      "learning_rate": 6.147656048647144e-05,
-      "loss": 0.0176,
-      "step": 13650
-    },
-    {
-      "grad_norm": 0.3373560607433319,
-      "learning_rate": 6.142290938059173e-05,
-      "loss": 0.0142,
-      "step": 13660
-    },
-    {
-      "grad_norm": 0.5843449831008911,
-      "learning_rate": 6.136924439480001e-05,
-      "loss": 0.0166,
-      "step": 13670
-    },
-    {
-      "grad_norm": 0.2324487417936325,
-      "learning_rate": 6.13155655943043e-05,
-      "loss": 0.018,
-      "step": 13680
-    },
-    {
-      "grad_norm": 0.2372322827577591,
-      "learning_rate": 6.126187304432941e-05,
-      "loss": 0.0163,
-      "step": 13690
-    },
-    {
-      "grad_norm": 0.39071834087371826,
-      "learning_rate": 6.120816681011684e-05,
-      "loss": 0.0186,
-      "step": 13700
-    },
-    {
-      "grad_norm": 0.15689992904663086,
-      "learning_rate": 6.115444695692474e-05,
-      "loss": 0.0168,
-      "step": 13710
-    },
-    {
-      "grad_norm": 0.1970939040184021,
-      "learning_rate": 6.110071355002779e-05,
-      "loss": 0.0134,
-      "step": 13720
-    },
-    {
-      "grad_norm": 0.4858192205429077,
-      "learning_rate": 6.104696665471714e-05,
-      "loss": 0.019,
-      "step": 13730
-    },
-    {
-      "grad_norm": 0.3402478098869324,
-      "learning_rate": 6.099320633630036e-05,
-      "loss": 0.0156,
-      "step": 13740
-    },
-    {
-      "grad_norm": 0.21629489958286285,
-      "learning_rate": 6.093943266010128e-05,
-      "loss": 0.0183,
-      "step": 13750
-    },
-    {
-      "grad_norm": 0.20868518948554993,
-      "learning_rate": 6.088564569146e-05,
-      "loss": 0.0161,
-      "step": 13760
-    },
-    {
-      "grad_norm": 0.20432806015014648,
-      "learning_rate": 6.083184549573274e-05,
-      "loss": 0.0125,
-      "step": 13770
-    },
-    {
-      "grad_norm": 0.21988268196582794,
-      "learning_rate": 6.077803213829184e-05,
-      "loss": 0.0139,
-      "step": 13780
-    },
-    {
-      "grad_norm": 0.14685647189617157,
-      "learning_rate": 6.0724205684525594e-05,
-      "loss": 0.0147,
-      "step": 13790
-    },
-    {
-      "grad_norm": 0.19261054694652557,
-      "learning_rate": 6.0670366199838215e-05,
-      "loss": 0.0144,
-      "step": 13800
-    },
-    {
-      "grad_norm": 0.4683893024921417,
-      "learning_rate": 6.061651374964974e-05,
-      "loss": 0.0144,
-      "step": 13810
-    },
-    {
-      "grad_norm": 0.3812207877635956,
-      "learning_rate": 6.0562648399396004e-05,
-      "loss": 0.0151,
-      "step": 13820
-    },
-    {
-      "grad_norm": 0.19944939017295837,
-      "learning_rate": 6.050877021452845e-05,
-      "loss": 0.017,
-      "step": 13830
-    },
-    {
-      "grad_norm": 0.2950178384780884,
-      "learning_rate": 6.04548792605142e-05,
-      "loss": 0.0159,
-      "step": 13840
-    },
-    {
-      "grad_norm": 0.185820072889328,
-      "learning_rate": 6.04009756028358e-05,
-      "loss": 0.0136,
-      "step": 13850
-    },
-    {
-      "grad_norm": 0.39686882495880127,
-      "learning_rate": 6.0347059306991294e-05,
-      "loss": 0.0137,
-      "step": 13860
-    },
-    {
-      "grad_norm": 0.19902484118938446,
-      "learning_rate": 6.029313043849407e-05,
-      "loss": 0.0175,
-      "step": 13870
-    },
-    {
-      "grad_norm": 0.201911062002182,
-      "learning_rate": 6.023918906287279e-05,
-      "loss": 0.0152,
-      "step": 13880
-    },
-    {
-      "grad_norm": 0.2447603940963745,
-      "learning_rate": 6.01852352456713e-05,
-      "loss": 0.0155,
-      "step": 13890
-    },
-    {
-      "grad_norm": 0.3507765829563141,
-      "learning_rate": 6.013126905244858e-05,
-      "loss": 0.0144,
-      "step": 13900
-    },
-    {
-      "grad_norm": 0.21220608055591583,
-      "learning_rate": 6.007729054877864e-05,
-      "loss": 0.017,
-      "step": 13910
-    },
-    {
-      "grad_norm": 0.23496712744235992,
-      "learning_rate": 6.0023299800250466e-05,
-      "loss": 0.0148,
-      "step": 13920
-    },
-    {
-      "grad_norm": 0.24904325604438782,
-      "learning_rate": 5.9969296872467894e-05,
-      "loss": 0.0141,
-      "step": 13930
-    },
-    {
-      "grad_norm": 0.20180203020572662,
-      "learning_rate": 5.9915281831049585e-05,
-      "loss": 0.0146,
-      "step": 13940
-    },
-    {
-      "grad_norm": 0.3450583815574646,
-      "learning_rate": 5.98612547416289e-05,
-      "loss": 0.0167,
-      "step": 13950
-    },
-    {
-      "grad_norm": 0.269222229719162,
-      "learning_rate": 5.9807215669853855e-05,
-      "loss": 0.017,
-      "step": 13960
-    },
-    {
-      "grad_norm": 0.27048948407173157,
-      "learning_rate": 5.9753164681387e-05,
-      "loss": 0.0176,
-      "step": 13970
-    },
-    {
-      "grad_norm": 0.2621653079986572,
-      "learning_rate": 5.969910184190539e-05,
-      "loss": 0.0153,
-      "step": 13980
-    },
-    {
-      "grad_norm": 0.2738075852394104,
-      "learning_rate": 5.9645027217100477e-05,
-      "loss": 0.0143,
-      "step": 13990
-    },
-    {
-      "grad_norm": 0.16993647813796997,
-      "learning_rate": 5.959094087267804e-05,
-      "loss": 0.0123,
-      "step": 14000
-    },
-    {
-      "grad_norm": 0.3367971181869507,
-      "learning_rate": 5.9536842874358065e-05,
-      "loss": 0.0164,
-      "step": 14010
-    },
-    {
-      "grad_norm": 0.22739183902740479,
-      "learning_rate": 5.9482733287874734e-05,
-      "loss": 0.0162,
-      "step": 14020
-    },
-    {
-      "grad_norm": 0.1759624034166336,
-      "learning_rate": 5.942861217897631e-05,
-      "loss": 0.0135,
-      "step": 14030
-    },
-    {
-      "grad_norm": 0.2894734740257263,
-      "learning_rate": 5.9374479613425e-05,
-      "loss": 0.0127,
-      "step": 14040
-    },
-    {
-      "grad_norm": 0.3194555342197418,
-      "learning_rate": 5.932033565699704e-05,
-      "loss": 0.0173,
-      "step": 14050
-    },
-    {
-      "grad_norm": 0.1686287671327591,
-      "learning_rate": 5.926618037548237e-05,
-      "loss": 0.0143,
-      "step": 14060
-    },
-    {
-      "grad_norm": 0.15111181139945984,
-      "learning_rate": 5.9212013834684824e-05,
-      "loss": 0.0123,
-      "step": 14070
-    },
-    {
-      "grad_norm": 0.20374695956707,
-      "learning_rate": 5.9157836100421824e-05,
-      "loss": 0.014,
-      "step": 14080
-    },
-    {
-      "grad_norm": 0.3663601577281952,
-      "learning_rate": 5.910364723852444e-05,
-      "loss": 0.0161,
-      "step": 14090
-    },
-    {
-      "grad_norm": 0.20292706787586212,
-      "learning_rate": 5.904944731483723e-05,
-      "loss": 0.014,
-      "step": 14100
-    },
-    {
-      "grad_norm": 0.1551332175731659,
-      "learning_rate": 5.899523639521825e-05,
-      "loss": 0.0147,
-      "step": 14110
-    },
-    {
-      "grad_norm": 0.24130704998970032,
-      "learning_rate": 5.894101454553883e-05,
-      "loss": 0.0159,
-      "step": 14120
-    },
-    {
-      "grad_norm": 0.4172477126121521,
-      "learning_rate": 5.888678183168368e-05,
-      "loss": 0.0145,
-      "step": 14130
-    },
-    {
-      "grad_norm": 0.1532672643661499,
-      "learning_rate": 5.883253831955061e-05,
-      "loss": 0.0145,
-      "step": 14140
-    },
-    {
-      "grad_norm": 0.17502786219120026,
-      "learning_rate": 5.8778284075050625e-05,
-      "loss": 0.0118,
-      "step": 14150
-    },
-    {
-      "grad_norm": 0.375705361366272,
-      "learning_rate": 5.872401916410777e-05,
-      "loss": 0.0159,
-      "step": 14160
-    },
-    {
-      "grad_norm": 0.1629720777273178,
-      "learning_rate": 5.8669743652659014e-05,
-      "loss": 0.0154,
-      "step": 14170
-    },
-    {
-      "grad_norm": 0.23767662048339844,
-      "learning_rate": 5.86154576066542e-05,
-      "loss": 0.0147,
-      "step": 14180
-    },
-    {
-      "grad_norm": 0.31790265440940857,
-      "learning_rate": 5.856116109205602e-05,
-      "loss": 0.0152,
-      "step": 14190
-    },
-    {
-      "grad_norm": 0.14885129034519196,
-      "learning_rate": 5.850685417483983e-05,
-      "loss": 0.0141,
-      "step": 14200
-    },
-    {
-      "grad_norm": 0.16985361278057098,
-      "learning_rate": 5.8452536920993684e-05,
-      "loss": 0.0172,
-      "step": 14210
-    },
-    {
-      "grad_norm": 0.22516778111457825,
-      "learning_rate": 5.839820939651817e-05,
-      "loss": 0.0164,
-      "step": 14220
-    },
-    {
-      "grad_norm": 0.25425899028778076,
-      "learning_rate": 5.834387166742632e-05,
-      "loss": 0.0169,
-      "step": 14230
-    },
-    {
-      "grad_norm": 0.23629464209079742,
-      "learning_rate": 5.828952379974364e-05,
-      "loss": 0.0154,
-      "step": 14240
-    },
-    {
-      "grad_norm": 0.20606288313865662,
-      "learning_rate": 5.8235165859507864e-05,
-      "loss": 0.0173,
-      "step": 14250
-    },
-    {
-      "grad_norm": 0.20544829964637756,
-      "learning_rate": 5.818079791276907e-05,
-      "loss": 0.0162,
-      "step": 14260
-    },
-    {
-      "grad_norm": 0.20273423194885254,
-      "learning_rate": 5.8126420025589415e-05,
-      "loss": 0.0174,
-      "step": 14270
-    },
-    {
-      "grad_norm": 0.25823208689689636,
-      "learning_rate": 5.807203226404313e-05,
-      "loss": 0.0132,
-      "step": 14280
-    },
-    {
-      "grad_norm": 0.18099680542945862,
-      "learning_rate": 5.801763469421652e-05,
-      "loss": 0.0148,
-      "step": 14290
-    },
-    {
-      "grad_norm": 0.33540865778923035,
-      "learning_rate": 5.796322738220774e-05,
-      "loss": 0.0148,
-      "step": 14300
-    },
-    {
-      "grad_norm": 0.17387376725673676,
-      "learning_rate": 5.79088103941268e-05,
-      "loss": 0.0172,
-      "step": 14310
-    },
-    {
-      "grad_norm": 0.21865922212600708,
-      "learning_rate": 5.785438379609549e-05,
-      "loss": 0.0146,
-      "step": 14320
-    },
-    {
-      "grad_norm": 0.18123991787433624,
-      "learning_rate": 5.779994765424724e-05,
-      "loss": 0.0127,
-      "step": 14330
-    },
-    {
-      "grad_norm": 0.20785526931285858,
-      "learning_rate": 5.7745502034727114e-05,
-      "loss": 0.0159,
-      "step": 14340
-    },
-    {
-      "grad_norm": 0.44699278473854065,
-      "learning_rate": 5.769104700369164e-05,
-      "loss": 0.0142,
-      "step": 14350
-    },
-    {
-      "grad_norm": 0.20404596626758575,
-      "learning_rate": 5.7636582627308854e-05,
-      "loss": 0.0134,
-      "step": 14360
-    },
-    {
-      "grad_norm": 0.39219632744789124,
-      "learning_rate": 5.7582108971758095e-05,
-      "loss": 0.0147,
-      "step": 14370
-    },
-    {
-      "grad_norm": 0.1795170158147812,
-      "learning_rate": 5.752762610322999e-05,
-      "loss": 0.0148,
-      "step": 14380
-    },
-    {
-      "grad_norm": 0.2950955331325531,
-      "learning_rate": 5.747313408792636e-05,
-      "loss": 0.0166,
-      "step": 14390
-    },
-    {
-      "grad_norm": 0.537725567817688,
-      "learning_rate": 5.741863299206014e-05,
-      "loss": 0.0143,
-      "step": 14400
-    },
-    {
-      "grad_norm": 0.17970743775367737,
-      "learning_rate": 5.73641228818553e-05,
-      "loss": 0.0137,
-      "step": 14410
-    },
-    {
-      "grad_norm": 0.1871940791606903,
-      "learning_rate": 5.730960382354676e-05,
-      "loss": 0.0122,
-      "step": 14420
-    },
-    {
-      "grad_norm": 0.40304556488990784,
-      "learning_rate": 5.725507588338035e-05,
-      "loss": 0.0147,
-      "step": 14430
-    },
-    {
-      "grad_norm": 0.3102785050868988,
-      "learning_rate": 5.7200539127612604e-05,
-      "loss": 0.0151,
-      "step": 14440
-    },
-    {
-      "grad_norm": 0.16266609728336334,
-      "learning_rate": 5.714599362251087e-05,
-      "loss": 0.0143,
-      "step": 14450
-    },
-    {
-      "grad_norm": 0.19083519279956818,
-      "learning_rate": 5.709143943435307e-05,
-      "loss": 0.0151,
-      "step": 14460
-    },
-    {
-      "grad_norm": 0.21965548396110535,
-      "learning_rate": 5.7036876629427646e-05,
-      "loss": 0.015,
-      "step": 14470
-    },
-    {
-      "grad_norm": 0.16098140180110931,
-      "learning_rate": 5.698230527403361e-05,
-      "loss": 0.0139,
-      "step": 14480
-    },
-    {
-      "grad_norm": 0.183061420917511,
-      "learning_rate": 5.6927725434480274e-05,
-      "loss": 0.0139,
-      "step": 14490
-    },
-    {
-      "grad_norm": 0.14365103840827942,
-      "learning_rate": 5.687313717708728e-05,
-      "loss": 0.015,
-      "step": 14500
-    },
-    {
-      "grad_norm": 0.17414109408855438,
-      "learning_rate": 5.681854056818453e-05,
-      "loss": 0.0152,
-      "step": 14510
-    },
-    {
-      "grad_norm": 0.3536590039730072,
-      "learning_rate": 5.676393567411205e-05,
-      "loss": 0.0135,
-      "step": 14520
-    },
-    {
-      "grad_norm": 0.3261204659938812,
-      "learning_rate": 5.670932256121991e-05,
-      "loss": 0.014,
-      "step": 14530
-    },
-    {
-      "grad_norm": 0.25415730476379395,
-      "learning_rate": 5.6654701295868216e-05,
-      "loss": 0.0136,
-      "step": 14540
-    },
-    {
-      "grad_norm": 0.846653163433075,
-      "learning_rate": 5.660007194442697e-05,
-      "loss": 0.0155,
-      "step": 14550
-    },
-    {
-      "grad_norm": 0.32987919449806213,
-      "learning_rate": 5.6545434573275946e-05,
-      "loss": 0.0158,
-      "step": 14560
-    },
-    {
-      "grad_norm": 0.22530561685562134,
-      "learning_rate": 5.649078924880472e-05,
-      "loss": 0.0141,
-      "step": 14570
-    },
-    {
-      "grad_norm": 0.18414345383644104,
-      "learning_rate": 5.643613603741252e-05,
-      "loss": 0.0159,
-      "step": 14580
-    },
-    {
-      "grad_norm": 0.18189741671085358,
-      "learning_rate": 5.6381475005508154e-05,
-      "loss": 0.016,
-      "step": 14590
-    },
-    {
-      "grad_norm": 0.1760401576757431,
-      "learning_rate": 5.632680621950992e-05,
-      "loss": 0.0153,
-      "step": 14600
-    },
-    {
-      "grad_norm": 0.5328298211097717,
-      "learning_rate": 5.627212974584555e-05,
-      "loss": 0.0161,
-      "step": 14610
-    },
-    {
-      "grad_norm": 0.2339240163564682,
-      "learning_rate": 5.62174456509521e-05,
-      "loss": 0.0139,
-      "step": 14620
-    },
-    {
-      "grad_norm": 0.4158935546875,
-      "learning_rate": 5.616275400127594e-05,
-      "loss": 0.0152,
-      "step": 14630
-    },
-    {
-      "grad_norm": 0.24941334128379822,
-      "learning_rate": 5.610805486327254e-05,
-      "loss": 0.0152,
-      "step": 14640
-    },
-    {
-      "grad_norm": 0.23410575091838837,
-      "learning_rate": 5.6053348303406536e-05,
-      "loss": 0.0153,
-      "step": 14650
-    },
-    {
-      "grad_norm": 0.2648192048072815,
-      "learning_rate": 5.599863438815156e-05,
-      "loss": 0.015,
-      "step": 14660
-    },
-    {
-      "grad_norm": 0.15852753818035126,
-      "learning_rate": 5.594391318399017e-05,
-      "loss": 0.0154,
-      "step": 14670
-    },
-    {
-      "grad_norm": 0.21970249712467194,
-      "learning_rate": 5.588918475741377e-05,
-      "loss": 0.0163,
-      "step": 14680
-    },
-    {
-      "grad_norm": 0.18652276694774628,
-      "learning_rate": 5.5834449174922586e-05,
-      "loss": 0.0138,
-      "step": 14690
-    },
-    {
-      "grad_norm": 0.36291059851646423,
-      "learning_rate": 5.57797065030255e-05,
-      "loss": 0.0165,
-      "step": 14700
-    },
-    {
-      "grad_norm": 0.29428979754447937,
-      "learning_rate": 5.5724956808240016e-05,
-      "loss": 0.0143,
-      "step": 14710
-    },
-    {
-      "grad_norm": 0.1997443288564682,
-      "learning_rate": 5.567020015709219e-05,
-      "loss": 0.0163,
-      "step": 14720
-    },
-    {
-      "grad_norm": 0.18035443127155304,
-      "learning_rate": 5.561543661611649e-05,
-      "loss": 0.0156,
-      "step": 14730
-    },
-    {
-      "grad_norm": 0.22028464078903198,
-      "learning_rate": 5.556066625185583e-05,
-      "loss": 0.0145,
-      "step": 14740
-    },
-    {
-      "grad_norm": 0.2684027850627899,
-      "learning_rate": 5.550588913086131e-05,
-      "loss": 0.0143,
-      "step": 14750
-    },
-    {
-      "grad_norm": 0.5528024435043335,
-      "learning_rate": 5.545110531969234e-05,
-      "loss": 0.0173,
-      "step": 14760
-    },
-    {
-      "grad_norm": 0.3253523111343384,
-      "learning_rate": 5.539631488491641e-05,
-      "loss": 0.0135,
-      "step": 14770
-    },
-    {
-      "grad_norm": 0.2837938070297241,
-      "learning_rate": 5.534151789310904e-05,
-      "loss": 0.0143,
-      "step": 14780
-    },
-    {
-      "grad_norm": 0.17227213084697723,
-      "learning_rate": 5.528671441085376e-05,
-      "loss": 0.0153,
-      "step": 14790
-    },
-    {
-      "grad_norm": 0.2989502251148224,
-      "learning_rate": 5.523190450474197e-05,
-      "loss": 0.0169,
-      "step": 14800
-    },
-    {
-      "grad_norm": 0.14166511595249176,
-      "learning_rate": 5.5177088241372865e-05,
-      "loss": 0.0148,
-      "step": 14810
-    },
-    {
-      "grad_norm": 0.15066523849964142,
-      "learning_rate": 5.512226568735338e-05,
-      "loss": 0.0136,
-      "step": 14820
-    },
-    {
-      "grad_norm": 0.1536628007888794,
-      "learning_rate": 5.506743690929809e-05,
-      "loss": 0.0163,
-      "step": 14830
-    },
-    {
-      "grad_norm": 0.15941794216632843,
-      "learning_rate": 5.501260197382912e-05,
-      "loss": 0.0152,
-      "step": 14840
-    },
-    {
-      "grad_norm": 0.15267913043498993,
-      "learning_rate": 5.49577609475761e-05,
-      "loss": 0.0138,
-      "step": 14850
-    },
-    {
-      "grad_norm": 0.24708332121372223,
-      "learning_rate": 5.490291389717603e-05,
-      "loss": 0.0135,
-      "step": 14860
-    },
-    {
-      "grad_norm": 0.3903390169143677,
-      "learning_rate": 5.484806088927329e-05,
-      "loss": 0.0152,
-      "step": 14870
-    },
-    {
-      "grad_norm": 0.9427365660667419,
-      "learning_rate": 5.479320199051942e-05,
-      "loss": 0.0155,
-      "step": 14880
-    },
-    {
-      "grad_norm": 0.41922813653945923,
-      "learning_rate": 5.473833726757314e-05,
-      "loss": 0.0139,
-      "step": 14890
-    },
-    {
-      "grad_norm": 0.19332487881183624,
-      "learning_rate": 5.4683466787100304e-05,
-      "loss": 0.0175,
-      "step": 14900
-    },
-    {
-      "grad_norm": 0.13018102943897247,
-      "learning_rate": 5.462859061577369e-05,
-      "loss": 0.0162,
-      "step": 14910
-    },
-    {
-      "grad_norm": 0.1590510606765747,
-      "learning_rate": 5.4573708820273026e-05,
-      "loss": 0.0145,
-      "step": 14920
-    },
-    {
-      "grad_norm": 0.2442106008529663,
-      "learning_rate": 5.451882146728488e-05,
-      "loss": 0.0152,
-      "step": 14930
-    },
-    {
-      "grad_norm": 0.1563761979341507,
-      "learning_rate": 5.446392862350255e-05,
-      "loss": 0.0165,
-      "step": 14940
-    },
-    {
-      "grad_norm": 0.22967737913131714,
-      "learning_rate": 5.440903035562603e-05,
-      "loss": 0.0138,
-      "step": 14950
-    },
-    {
-      "grad_norm": 0.36283084750175476,
-      "learning_rate": 5.435412673036188e-05,
-      "loss": 0.0117,
-      "step": 14960
-    },
-    {
-      "grad_norm": 0.30826911330223083,
-      "learning_rate": 5.429921781442318e-05,
-      "loss": 0.0153,
-      "step": 14970
-    },
-    {
-      "grad_norm": 0.7468222379684448,
-      "learning_rate": 5.424430367452945e-05,
-      "loss": 0.0148,
-      "step": 14980
-    },
-    {
-      "grad_norm": 0.46840158104896545,
-      "learning_rate": 5.418938437740655e-05,
-      "loss": 0.0144,
-      "step": 14990
-    },
-    {
-      "grad_norm": 0.1434386968612671,
-      "learning_rate": 5.413445998978658e-05,
-      "loss": 0.0137,
-      "step": 15000
-    },
-    {
-      "grad_norm": 0.433619886636734,
-      "learning_rate": 5.407953057840789e-05,
-      "loss": 0.0164,
-      "step": 15010
-    },
-    {
-      "grad_norm": 0.15968245267868042,
-      "learning_rate": 5.4024596210014853e-05,
-      "loss": 0.016,
-      "step": 15020
-    },
-    {
-      "grad_norm": 0.2509589195251465,
-      "learning_rate": 5.3969656951357935e-05,
-      "loss": 0.0137,
-      "step": 15030
-    },
-    {
-      "grad_norm": 1.037756323814392,
-      "learning_rate": 5.3914712869193504e-05,
-      "loss": 0.0135,
-      "step": 15040
-    },
-    {
-      "grad_norm": 0.24301742017269135,
-      "learning_rate": 5.385976403028381e-05,
-      "loss": 0.0173,
-      "step": 15050
-    },
-    {
-      "grad_norm": 0.1438944935798645,
-      "learning_rate": 5.3804810501396875e-05,
-      "loss": 0.0146,
-      "step": 15060
-    },
-    {
-      "grad_norm": 0.2072271853685379,
-      "learning_rate": 5.374985234930639e-05,
-      "loss": 0.0178,
-      "step": 15070
-    },
-    {
-      "grad_norm": 0.2672898769378662,
-      "learning_rate": 5.3694889640791724e-05,
-      "loss": 0.0177,
-      "step": 15080
-    },
-    {
-      "grad_norm": 0.1515037715435028,
-      "learning_rate": 5.3639922442637736e-05,
-      "loss": 0.016,
-      "step": 15090
-    },
-    {
-      "grad_norm": 0.269587904214859,
-      "learning_rate": 5.358495082163476e-05,
-      "loss": 0.0141,
-      "step": 15100
-    },
-    {
-      "grad_norm": 0.2740686237812042,
-      "learning_rate": 5.35299748445785e-05,
-      "loss": 0.0158,
-      "step": 15110
-    },
-    {
-      "grad_norm": 0.21985912322998047,
-      "learning_rate": 5.3474994578269944e-05,
-      "loss": 0.0142,
-      "step": 15120
-    },
-    {
-      "grad_norm": 0.18038706481456757,
-      "learning_rate": 5.34200100895153e-05,
-      "loss": 0.0137,
-      "step": 15130
-    },
-    {
-      "grad_norm": 0.33478039503097534,
-      "learning_rate": 5.3365021445125916e-05,
-      "loss": 0.0153,
-      "step": 15140
-    },
-    {
-      "grad_norm": 0.23976951837539673,
-      "learning_rate": 5.331002871191817e-05,
-      "loss": 0.0143,
-      "step": 15150
-    },
-    {
-      "grad_norm": 0.15921631455421448,
-      "learning_rate": 5.3255031956713443e-05,
-      "loss": 0.0142,
-      "step": 15160
-    },
-    {
-      "grad_norm": 0.3825807571411133,
-      "learning_rate": 5.320003124633795e-05,
-      "loss": 0.015,
-      "step": 15170
-    },
-    {
-      "grad_norm": 0.26601719856262207,
-      "learning_rate": 5.314502664762274e-05,
-      "loss": 0.0129,
-      "step": 15180
-    },
-    {
-      "grad_norm": 0.3466000556945801,
-      "learning_rate": 5.3090018227403604e-05,
-      "loss": 0.0157,
-      "step": 15190
-    },
-    {
-      "grad_norm": 0.5348771214485168,
-      "learning_rate": 5.3035006052520955e-05,
-      "loss": 0.0154,
-      "step": 15200
-    },
-    {
-      "grad_norm": 0.1396801918745041,
-      "learning_rate": 5.297999018981976e-05,
-      "loss": 0.0134,
-      "step": 15210
-    },
-    {
-      "grad_norm": 0.49029749631881714,
-      "learning_rate": 5.2924970706149505e-05,
-      "loss": 0.0135,
-      "step": 15220
-    },
-    {
-      "grad_norm": 0.236046701669693,
-      "learning_rate": 5.2869947668364014e-05,
-      "loss": 0.0145,
-      "step": 15230
-    },
-    {
-      "grad_norm": 0.2900806963443756,
-      "learning_rate": 5.2814921143321504e-05,
-      "loss": 0.0142,
-      "step": 15240
-    },
-    {
-      "grad_norm": 0.479786217212677,
-      "learning_rate": 5.275989119788436e-05,
-      "loss": 0.014,
-      "step": 15250
-    },
-    {
-      "grad_norm": 0.23268845677375793,
-      "learning_rate": 5.270485789891919e-05,
-      "loss": 0.0146,
-      "step": 15260
-    },
-    {
-      "grad_norm": 0.1531224399805069,
-      "learning_rate": 5.264982131329661e-05,
-      "loss": 0.0167,
-      "step": 15270
-    },
-    {
-      "grad_norm": 0.3050697147846222,
-      "learning_rate": 5.259478150789128e-05,
-      "loss": 0.0162,
-      "step": 15280
-    },
-    {
-      "grad_norm": 0.22981226444244385,
-      "learning_rate": 5.253973854958173e-05,
-      "loss": 0.0169,
-      "step": 15290
-    },
-    {
-      "grad_norm": 0.24599874019622803,
-      "learning_rate": 5.2484692505250376e-05,
-      "loss": 0.0164,
-      "step": 15300
-    },
-    {
-      "grad_norm": 0.21979886293411255,
-      "learning_rate": 5.242964344178333e-05,
-      "loss": 0.0141,
-      "step": 15310
-    },
-    {
-      "grad_norm": 0.256481409072876,
-      "learning_rate": 5.237459142607041e-05,
-      "loss": 0.0111,
-      "step": 15320
-    },
-    {
-      "grad_norm": 0.15719899535179138,
-      "learning_rate": 5.231953652500498e-05,
-      "loss": 0.0138,
-      "step": 15330
-    },
-    {
-      "grad_norm": 0.2282707244157791,
-      "learning_rate": 5.2264478805483976e-05,
-      "loss": 0.0135,
-      "step": 15340
-    },
-    {
-      "grad_norm": 0.16282548010349274,
-      "learning_rate": 5.220941833440768e-05,
-      "loss": 0.0131,
-      "step": 15350
-    },
-    {
-      "grad_norm": 0.16267414391040802,
-      "learning_rate": 5.215435517867977e-05,
-      "loss": 0.0147,
-      "step": 15360
-    },
-    {
-      "grad_norm": 0.24699345231056213,
-      "learning_rate": 5.209928940520719e-05,
-      "loss": 0.015,
-      "step": 15370
-    },
-    {
-      "grad_norm": 0.20921766757965088,
-      "learning_rate": 5.204422108090004e-05,
-      "loss": 0.0142,
-      "step": 15380
-    },
-    {
-      "grad_norm": 0.4192894697189331,
-      "learning_rate": 5.19891502726715e-05,
-      "loss": 0.0168,
-      "step": 15390
-    },
-    {
-      "grad_norm": 0.27661243081092834,
-      "learning_rate": 5.193407704743782e-05,
-      "loss": 0.0152,
-      "step": 15400
-    },
-    {
-      "grad_norm": 0.3181881606578827,
-      "learning_rate": 5.187900147211815e-05,
-      "loss": 0.012,
-      "step": 15410
-    },
-    {
-      "grad_norm": 0.2283828854560852,
-      "learning_rate": 5.182392361363453e-05,
-      "loss": 0.018,
-      "step": 15420
-    },
-    {
-      "grad_norm": 0.45497894287109375,
-      "learning_rate": 5.176884353891172e-05,
-      "loss": 0.0134,
-      "step": 15430
-    },
-    {
-      "grad_norm": 0.25091105699539185,
-      "learning_rate": 5.171376131487722e-05,
-      "loss": 0.0161,
-      "step": 15440
-    },
-    {
-      "grad_norm": 0.39612650871276855,
-      "learning_rate": 5.165867700846113e-05,
-      "loss": 0.0132,
-      "step": 15450
-    },
-    {
-      "grad_norm": 0.41011714935302734,
-      "learning_rate": 5.160359068659606e-05,
-      "loss": 0.0136,
-      "step": 15460
-    },
-    {
-      "grad_norm": 0.2677884101867676,
-      "learning_rate": 5.154850241621712e-05,
-      "loss": 0.0111,
-      "step": 15470
-    },
-    {
-      "grad_norm": 0.345279335975647,
-      "learning_rate": 5.149341226426172e-05,
-      "loss": 0.016,
-      "step": 15480
-    },
-    {
-      "grad_norm": 0.18082453310489655,
-      "learning_rate": 5.14383202976696e-05,
-      "loss": 0.0154,
-      "step": 15490
-    },
-    {
-      "grad_norm": 0.20933496952056885,
-      "learning_rate": 5.1383226583382684e-05,
-      "loss": 0.0158,
-      "step": 15500
-    },
-    {
-      "grad_norm": 0.22048413753509521,
-      "learning_rate": 5.132813118834504e-05,
-      "loss": 0.0134,
-      "step": 15510
-    },
-    {
-      "grad_norm": 0.24164097011089325,
-      "learning_rate": 5.1273034179502777e-05,
-      "loss": 0.0148,
-      "step": 15520
-    },
-    {
-      "grad_norm": 0.1911579668521881,
-      "learning_rate": 5.1217935623803945e-05,
-      "loss": 0.0133,
-      "step": 15530
-    },
-    {
-      "grad_norm": 0.24675701558589935,
-      "learning_rate": 5.1162835588198476e-05,
-      "loss": 0.014,
-      "step": 15540
-    },
-    {
-      "grad_norm": 0.12909215688705444,
-      "learning_rate": 5.110773413963813e-05,
-      "loss": 0.016,
-      "step": 15550
-    },
-    {
-      "grad_norm": 0.25904056429862976,
-      "learning_rate": 5.105263134507636e-05,
-      "loss": 0.0156,
-      "step": 15560
-    },
-    {
-      "grad_norm": 0.2697446048259735,
-      "learning_rate": 5.099752727146824e-05,
-      "loss": 0.0132,
-      "step": 15570
-    },
-    {
-      "grad_norm": 0.2473931610584259,
-      "learning_rate": 5.094242198577042e-05,
-      "loss": 0.0156,
-      "step": 15580
-    },
-    {
-      "grad_norm": 0.15370170772075653,
-      "learning_rate": 5.088731555494102e-05,
-      "loss": 0.0119,
-      "step": 15590
-    },
-    {
-      "grad_norm": 0.1403401643037796,
-      "learning_rate": 5.0832208045939556e-05,
-      "loss": 0.0129,
-      "step": 15600
-    },
-    {
-      "grad_norm": 0.2734443247318268,
-      "learning_rate": 5.0777099525726844e-05,
-      "loss": 0.0122,
-      "step": 15610
-    },
-    {
-      "grad_norm": 0.2049056440591812,
-      "learning_rate": 5.072199006126494e-05,
-      "loss": 0.0131,
-      "step": 15620
-    },
-    {
-      "grad_norm": 0.41983604431152344,
-      "learning_rate": 5.0666879719517026e-05,
-      "loss": 0.011,
-      "step": 15630
-    },
-    {
-      "grad_norm": 0.18481166660785675,
-      "learning_rate": 5.061176856744737e-05,
-      "loss": 0.012,
-      "step": 15640
-    },
-    {
-      "grad_norm": 0.24886712431907654,
-      "learning_rate": 5.0556656672021205e-05,
-      "loss": 0.0129,
-      "step": 15650
-    },
-    {
-      "grad_norm": 0.25947222113609314,
-      "learning_rate": 5.050154410020472e-05,
-      "loss": 0.0153,
-      "step": 15660
-    },
-    {
-      "grad_norm": 0.19889028370380402,
-      "learning_rate": 5.044643091896485e-05,
-      "loss": 0.0123,
-      "step": 15670
-    },
-    {
-      "grad_norm": 0.3673059344291687,
-      "learning_rate": 5.039131719526932e-05,
-      "loss": 0.0138,
-      "step": 15680
-    },
-    {
-      "grad_norm": 0.40292802453041077,
-      "learning_rate": 5.03362029960865e-05,
-      "loss": 0.0129,
-      "step": 15690
-    },
-    {
-      "grad_norm": 0.26368287205696106,
-      "learning_rate": 5.028108838838533e-05,
-      "loss": 0.012,
-      "step": 15700
-    },
-    {
-      "grad_norm": 0.1549137830734253,
-      "learning_rate": 5.0225973439135276e-05,
-      "loss": 0.0149,
-      "step": 15710
-    },
-    {
-      "grad_norm": 0.4103066921234131,
-      "learning_rate": 5.017085821530617e-05,
-      "loss": 0.0133,
-      "step": 15720
-    },
-    {
-      "grad_norm": 0.1696518510580063,
-      "learning_rate": 5.011574278386822e-05,
-      "loss": 0.0137,
-      "step": 15730
-    },
-    {
-      "grad_norm": 0.2296282947063446,
-      "learning_rate": 5.006062721179189e-05,
-      "loss": 0.0126,
-      "step": 15740
-    },
-    {
-      "grad_norm": 0.18130925297737122,
-      "learning_rate": 5.000551156604777e-05,
-      "loss": 0.0159,
-      "step": 15750
-    },
-    {
-      "grad_norm": 0.5708906650543213,
-      "learning_rate": 4.9950395913606594e-05,
-      "loss": 0.0143,
-      "step": 15760
-    },
-    {
-      "grad_norm": 0.22485023736953735,
-      "learning_rate": 4.989528032143903e-05,
-      "loss": 0.0137,
-      "step": 15770
-    },
-    {
-      "grad_norm": 0.250423401594162,
-      "learning_rate": 4.984016485651578e-05,
-      "loss": 0.0146,
-      "step": 15780
-    },
-    {
-      "grad_norm": 0.3538370430469513,
-      "learning_rate": 4.9785049585807274e-05,
-      "loss": 0.0159,
-      "step": 15790
-    },
-    {
-      "grad_norm": 0.294018417596817,
-      "learning_rate": 4.972993457628381e-05,
-      "loss": 0.0166,
-      "step": 15800
-    },
-    {
-      "grad_norm": 0.3603822886943817,
-      "learning_rate": 4.9674819894915306e-05,
-      "loss": 0.0139,
-      "step": 15810
-    },
-    {
-      "grad_norm": 0.2284965068101883,
-      "learning_rate": 4.9619705608671265e-05,
-      "loss": 0.0138,
-      "step": 15820
-    },
-    {
-      "grad_norm": 0.21881502866744995,
-      "learning_rate": 4.956459178452079e-05,
-      "loss": 0.0149,
-      "step": 15830
-    },
-    {
-      "grad_norm": 0.2524350583553314,
-      "learning_rate": 4.950947848943235e-05,
-      "loss": 0.0157,
-      "step": 15840
-    },
-    {
-      "grad_norm": 0.20367076992988586,
-      "learning_rate": 4.9454365790373805e-05,
-      "loss": 0.0142,
-      "step": 15850
-    },
-    {
-      "grad_norm": 0.3086494505405426,
-      "learning_rate": 4.939925375431226e-05,
-      "loss": 0.0162,
-      "step": 15860
-    },
-    {
-      "grad_norm": 0.27425503730773926,
-      "learning_rate": 4.9344142448214046e-05,
-      "loss": 0.0135,
-      "step": 15870
-    },
-    {
-      "grad_norm": 0.19511035084724426,
-      "learning_rate": 4.928903193904461e-05,
-      "loss": 0.0141,
-      "step": 15880
-    },
-    {
-      "grad_norm": 0.5258212685585022,
-      "learning_rate": 4.923392229376842e-05,
-      "loss": 0.0143,
-      "step": 15890
-    },
-    {
-      "grad_norm": 0.20046380162239075,
-      "learning_rate": 4.9178813579348865e-05,
-      "loss": 0.0128,
-      "step": 15900
-    },
-    {
-      "grad_norm": 0.1698400378227234,
-      "learning_rate": 4.9123705862748253e-05,
-      "loss": 0.013,
-      "step": 15910
-    },
-    {
-      "grad_norm": 0.4915445148944855,
-      "learning_rate": 4.9068599210927627e-05,
-      "loss": 0.0133,
-      "step": 15920
-    },
-    {
-      "grad_norm": 0.22230249643325806,
-      "learning_rate": 4.901349369084681e-05,
-      "loss": 0.0152,
-      "step": 15930
-    },
-    {
-      "grad_norm": 0.20935697853565216,
-      "learning_rate": 4.8958389369464156e-05,
-      "loss": 0.0137,
-      "step": 15940
-    },
-    {
-      "grad_norm": 0.5676441788673401,
-      "learning_rate": 4.890328631373666e-05,
-      "loss": 0.0147,
-      "step": 15950
-    },
-    {
-      "grad_norm": 0.2681107521057129,
-      "learning_rate": 4.88481845906197e-05,
-      "loss": 0.0116,
-      "step": 15960
-    },
-    {
-      "grad_norm": 0.5689838528633118,
-      "learning_rate": 4.879308426706707e-05,
-      "loss": 0.0137,
-      "step": 15970
-    },
-    {
-      "grad_norm": 0.1843155175447464,
-      "learning_rate": 4.873798541003084e-05,
-      "loss": 0.0134,
-      "step": 15980
-    },
-    {
-      "grad_norm": 0.8158104419708252,
-      "learning_rate": 4.868288808646136e-05,
-      "loss": 0.0141,
-      "step": 15990
-    },
-    {
-      "grad_norm": 0.23662161827087402,
-      "learning_rate": 4.862779236330705e-05,
-      "loss": 0.0122,
-      "step": 16000
-    },
-    {
-      "grad_norm": 0.26082929968833923,
-      "learning_rate": 4.8572698307514395e-05,
-      "loss": 0.0123,
-      "step": 16010
-    },
-    {
-      "grad_norm": 0.4724372923374176,
-      "learning_rate": 4.85176059860279e-05,
-      "loss": 0.0137,
-      "step": 16020
-    },
-    {
-      "grad_norm": 0.7760453820228577,
-      "learning_rate": 4.846251546578989e-05,
-      "loss": 0.0137,
-      "step": 16030
-    },
-    {
-      "grad_norm": 0.2721138596534729,
-      "learning_rate": 4.840742681374058e-05,
-      "loss": 0.0141,
-      "step": 16040
-    },
-    {
-      "grad_norm": 0.16738367080688477,
-      "learning_rate": 4.835234009681787e-05,
-      "loss": 0.0144,
-      "step": 16050
-    },
-    {
-      "grad_norm": 0.18805131316184998,
-      "learning_rate": 4.8297255381957296e-05,
-      "loss": 0.0154,
-      "step": 16060
-    },
-    {
-      "grad_norm": 0.30654796957969666,
-      "learning_rate": 4.824217273609198e-05,
-      "loss": 0.013,
-      "step": 16070
-    },
-    {
-      "grad_norm": 0.24701924622058868,
-      "learning_rate": 4.8187092226152555e-05,
-      "loss": 0.0142,
-      "step": 16080
-    },
-    {
-      "grad_norm": 0.3325636386871338,
-      "learning_rate": 4.8132013919067016e-05,
-      "loss": 0.0167,
-      "step": 16090
-    },
-    {
-      "grad_norm": 0.2035936564207077,
-      "learning_rate": 4.807693788176071e-05,
-      "loss": 0.0104,
-      "step": 16100
-    },
-    {
-      "grad_norm": 0.24564579129219055,
-      "learning_rate": 4.8021864181156214e-05,
-      "loss": 0.0121,
-      "step": 16110
-    },
-    {
-      "grad_norm": 0.1990104466676712,
-      "learning_rate": 4.796679288417326e-05,
-      "loss": 0.0122,
-      "step": 16120
-    },
-    {
-      "grad_norm": 0.29040586948394775,
-      "learning_rate": 4.791172405772866e-05,
-      "loss": 0.0151,
-      "step": 16130
-    },
-    {
-      "grad_norm": 0.26392990350723267,
-      "learning_rate": 4.785665776873625e-05,
-      "loss": 0.0154,
-      "step": 16140
-    },
-    {
-      "grad_norm": 0.2098902314901352,
-      "learning_rate": 4.7801594084106763e-05,
-      "loss": 0.0143,
-      "step": 16150
-    },
-    {
-      "grad_norm": 0.21471235156059265,
-      "learning_rate": 4.774653307074775e-05,
-      "loss": 0.0151,
-      "step": 16160
-    },
-    {
-      "grad_norm": 0.16441382467746735,
-      "learning_rate": 4.769147479556355e-05,
-      "loss": 0.014,
-      "step": 16170
-    },
-    {
-      "grad_norm": 0.24875740706920624,
-      "learning_rate": 4.763641932545515e-05,
-      "loss": 0.0129,
-      "step": 16180
-    },
-    {
-      "grad_norm": 0.2812713384628296,
-      "learning_rate": 4.758136672732013e-05,
-      "loss": 0.0136,
-      "step": 16190
-    },
-    {
-      "grad_norm": 0.3534059226512909,
-      "learning_rate": 4.752631706805261e-05,
-      "loss": 0.0143,
-      "step": 16200
-    },
-    {
-      "grad_norm": 0.6391173601150513,
-      "learning_rate": 4.7471270414543114e-05,
-      "loss": 0.0135,
-      "step": 16210
-    },
-    {
-      "grad_norm": 0.21965225040912628,
-      "learning_rate": 4.741622683367849e-05,
-      "loss": 0.0146,
-      "step": 16220
-    },
-    {
-      "grad_norm": 0.5262054800987244,
-      "learning_rate": 4.736118639234191e-05,
-      "loss": 0.0129,
-      "step": 16230
-    },
-    {
-      "grad_norm": 0.18632636964321136,
-      "learning_rate": 4.730614915741267e-05,
-      "loss": 0.0118,
-      "step": 16240
-    },
-    {
-      "grad_norm": 0.321428507566452,
-      "learning_rate": 4.7251115195766234e-05,
-      "loss": 0.0149,
-      "step": 16250
-    },
-    {
-      "grad_norm": 0.28660523891448975,
-      "learning_rate": 4.719608457427404e-05,
-      "loss": 0.0137,
-      "step": 16260
-    },
-    {
-      "grad_norm": 0.2648213803768158,
-      "learning_rate": 4.714105735980347e-05,
-      "loss": 0.0162,
-      "step": 16270
-    },
-    {
-      "grad_norm": 0.18712246417999268,
-      "learning_rate": 4.70860336192178e-05,
-      "loss": 0.014,
-      "step": 16280
-    },
-    {
-      "grad_norm": 0.3743590712547302,
-      "learning_rate": 4.7031013419376034e-05,
-      "loss": 0.0163,
-      "step": 16290
-    },
-    {
-      "grad_norm": 0.28361260890960693,
-      "learning_rate": 4.6975996827132926e-05,
-      "loss": 0.0149,
-      "step": 16300
-    },
-    {
-      "grad_norm": 0.5911596417427063,
-      "learning_rate": 4.692098390933883e-05,
-      "loss": 0.0134,
-      "step": 16310
-    },
-    {
-      "grad_norm": 0.21023359894752502,
-      "learning_rate": 4.6865974732839615e-05,
-      "loss": 0.0128,
-      "step": 16320
-    },
-    {
-      "grad_norm": 0.22555653750896454,
-      "learning_rate": 4.6810969364476615e-05,
-      "loss": 0.0141,
-      "step": 16330
-    },
-    {
-      "grad_norm": 0.30600684881210327,
-      "learning_rate": 4.675596787108653e-05,
-      "loss": 0.0143,
-      "step": 16340
-    },
-    {
-      "grad_norm": 0.32951727509498596,
-      "learning_rate": 4.670097031950139e-05,
-      "loss": 0.0128,
-      "step": 16350
-    },
-    {
-      "grad_norm": 0.21312829852104187,
-      "learning_rate": 4.664597677654838e-05,
-      "loss": 0.0141,
-      "step": 16360
-    },
-    {
-      "grad_norm": 0.43094146251678467,
-      "learning_rate": 4.659098730904986e-05,
-      "loss": 0.0124,
-      "step": 16370
-    },
-    {
-      "grad_norm": 0.19492822885513306,
-      "learning_rate": 4.6536001983823204e-05,
-      "loss": 0.0118,
-      "step": 16380
-    },
-    {
-      "grad_norm": 0.29132169485092163,
-      "learning_rate": 4.648102086768078e-05,
-      "loss": 0.015,
-      "step": 16390
-    },
-    {
-      "grad_norm": 0.20718291401863098,
-      "learning_rate": 4.6426044027429786e-05,
-      "loss": 0.0124,
-      "step": 16400
-    },
-    {
-      "grad_norm": 0.3573901653289795,
-      "learning_rate": 4.637107152987234e-05,
-      "loss": 0.0123,
-      "step": 16410
-    },
-    {
-      "grad_norm": 0.27939489483833313,
-      "learning_rate": 4.631610344180515e-05,
-      "loss": 0.0128,
-      "step": 16420
-    },
-    {
-      "grad_norm": 0.3299524188041687,
-      "learning_rate": 4.626113983001965e-05,
-      "loss": 0.0148,
-      "step": 16430
-    },
-    {
-      "grad_norm": 0.25176548957824707,
-      "learning_rate": 4.620618076130182e-05,
-      "loss": 0.0126,
-      "step": 16440
-    },
-    {
-      "grad_norm": 0.35803911089897156,
-      "learning_rate": 4.6151226302432074e-05,
-      "loss": 0.0142,
-      "step": 16450
-    },
-    {
-      "grad_norm": 0.1331193894147873,
-      "learning_rate": 4.6096276520185304e-05,
-      "loss": 0.0113,
-      "step": 16460
-    },
-    {
-      "grad_norm": 0.21161970496177673,
-      "learning_rate": 4.604133148133066e-05,
-      "loss": 0.0124,
-      "step": 16470
-    },
-    {
-      "grad_norm": 1.0591522455215454,
-      "learning_rate": 4.598639125263155e-05,
-      "loss": 0.0137,
-      "step": 16480
-    },
-    {
-      "grad_norm": 1.7499715089797974,
-      "learning_rate": 4.593145590084553e-05,
-      "loss": 0.0164,
-      "step": 16490
-    },
-    {
-      "grad_norm": 0.4643673598766327,
-      "learning_rate": 4.58765254927242e-05,
-      "loss": 0.0116,
-      "step": 16500
-    },
-    {
-      "grad_norm": 0.35279181599617004,
-      "learning_rate": 4.582160009501323e-05,
-      "loss": 0.012,
-      "step": 16510
-    },
-    {
-      "grad_norm": 0.3794941008090973,
-      "learning_rate": 4.5766679774452143e-05,
-      "loss": 0.0122,
-      "step": 16520
-    },
-    {
-      "grad_norm": 0.34650570154190063,
-      "learning_rate": 4.571176459777431e-05,
-      "loss": 0.0113,
-      "step": 16530
-    },
-    {
-      "grad_norm": 0.191566601395607,
-      "learning_rate": 4.5656854631706846e-05,
-      "loss": 0.0109,
-      "step": 16540
-    },
-    {
-      "grad_norm": 0.39425626397132874,
-      "learning_rate": 4.560194994297054e-05,
-      "loss": 0.0121,
-      "step": 16550
-    },
-    {
-      "grad_norm": 0.17207461595535278,
-      "learning_rate": 4.554705059827974e-05,
-      "loss": 0.0138,
-      "step": 16560
-    },
-    {
-      "grad_norm": 0.18718214333057404,
-      "learning_rate": 4.5492156664342365e-05,
-      "loss": 0.0123,
-      "step": 16570
-    },
-    {
-      "grad_norm": 0.1381632536649704,
-      "learning_rate": 4.5437268207859695e-05,
-      "loss": 0.0132,
-      "step": 16580
-    },
-    {
-      "grad_norm": 0.2171948105096817,
-      "learning_rate": 4.538238529552641e-05,
-      "loss": 0.0117,
-      "step": 16590
-    },
-    {
-      "grad_norm": 0.38603073358535767,
-      "learning_rate": 4.5327507994030394e-05,
-      "loss": 0.0167,
-      "step": 16600
-    },
-    {
-      "grad_norm": 0.3686997890472412,
-      "learning_rate": 4.527263637005273e-05,
-      "loss": 0.0133,
-      "step": 16610
-    },
-    {
-      "grad_norm": 0.26895108819007874,
-      "learning_rate": 4.521777049026766e-05,
-      "loss": 0.0122,
-      "step": 16620
-    },
-    {
-      "grad_norm": 0.3979237377643585,
-      "learning_rate": 4.5162910421342386e-05,
-      "loss": 0.0133,
-      "step": 16630
-    },
-    {
-      "grad_norm": 0.18926134705543518,
-      "learning_rate": 4.510805622993706e-05,
-      "loss": 0.0166,
-      "step": 16640
-    },
-    {
-      "grad_norm": 0.22352614998817444,
-      "learning_rate": 4.505320798270467e-05,
-      "loss": 0.012,
-      "step": 16650
-    },
-    {
-      "grad_norm": 0.2471407949924469,
-      "learning_rate": 4.499836574629105e-05,
-      "loss": 0.0131,
-      "step": 16660
-    },
-    {
-      "grad_norm": 0.26011601090431213,
-      "learning_rate": 4.494352958733465e-05,
-      "loss": 0.0136,
-      "step": 16670
-    },
-    {
-      "grad_norm": 0.19333456456661224,
-      "learning_rate": 4.488869957246663e-05,
-      "loss": 0.0127,
-      "step": 16680
-    },
-    {
-      "grad_norm": 0.6681008338928223,
-      "learning_rate": 4.4833875768310575e-05,
-      "loss": 0.0169,
-      "step": 16690
-    },
-    {
-      "grad_norm": 0.22038327157497406,
-      "learning_rate": 4.47790582414826e-05,
-      "loss": 0.0145,
-      "step": 16700
-    },
-    {
-      "grad_norm": 0.21956577897071838,
-      "learning_rate": 4.472424705859114e-05,
-      "loss": 0.0138,
-      "step": 16710
-    },
-    {
-      "grad_norm": 0.27606266736984253,
-      "learning_rate": 4.466944228623701e-05,
-      "loss": 0.0134,
-      "step": 16720
-    },
-    {
-      "grad_norm": 0.522150456905365,
-      "learning_rate": 4.461464399101312e-05,
-      "loss": 0.0114,
-      "step": 16730
-    },
-    {
-      "grad_norm": 0.4886995553970337,
-      "learning_rate": 4.45598522395046e-05,
-      "loss": 0.0114,
-      "step": 16740
-    },
-    {
-      "grad_norm": 0.2455906867980957,
-      "learning_rate": 4.4505067098288577e-05,
-      "loss": 0.014,
-      "step": 16750
-    },
-    {
-      "grad_norm": 0.408217191696167,
-      "learning_rate": 4.445028863393417e-05,
-      "loss": 0.0132,
-      "step": 16760
-    },
-    {
-      "grad_norm": 0.17127725481987,
-      "learning_rate": 4.439551691300236e-05,
-      "loss": 0.0137,
-      "step": 16770
-    },
-    {
-      "grad_norm": 1.0775285959243774,
-      "learning_rate": 4.434075200204599e-05,
-      "loss": 0.0106,
-      "step": 16780
-    },
-    {
-      "grad_norm": 0.2226337492465973,
-      "learning_rate": 4.428599396760956e-05,
-      "loss": 0.0143,
-      "step": 16790
-    },
-    {
-      "grad_norm": 0.1759839951992035,
-      "learning_rate": 4.423124287622926e-05,
-      "loss": 0.0156,
-      "step": 16800
-    },
-    {
-      "grad_norm": 0.23956719040870667,
-      "learning_rate": 4.417649879443282e-05,
-      "loss": 0.0143,
-      "step": 16810
-    },
-    {
-      "grad_norm": 0.24933236837387085,
-      "learning_rate": 4.4121761788739444e-05,
-      "loss": 0.0129,
-      "step": 16820
-    },
-    {
-      "grad_norm": 0.28020575642585754,
-      "learning_rate": 4.4067031925659805e-05,
-      "loss": 0.0132,
-      "step": 16830
-    },
-    {
-      "grad_norm": 0.5623705387115479,
-      "learning_rate": 4.4012309271695816e-05,
-      "loss": 0.0119,
-      "step": 16840
-    },
-    {
-      "grad_norm": 0.25661709904670715,
-      "learning_rate": 4.395759389334067e-05,
-      "loss": 0.0124,
-      "step": 16850
-    },
-    {
-      "grad_norm": 0.26083290576934814,
-      "learning_rate": 4.3902885857078685e-05,
-      "loss": 0.0112,
-      "step": 16860
-    },
-    {
-      "grad_norm": 0.2522229552268982,
-      "learning_rate": 4.384818522938531e-05,
-      "loss": 0.0128,
-      "step": 16870
-    },
-    {
-      "grad_norm": 0.27579548954963684,
-      "learning_rate": 4.379349207672695e-05,
-      "loss": 0.0107,
-      "step": 16880
-    },
-    {
-      "grad_norm": 0.18064792454242706,
-      "learning_rate": 4.373880646556098e-05,
-      "loss": 0.0125,
-      "step": 16890
-    },
-    {
-      "grad_norm": 0.3655697703361511,
-      "learning_rate": 4.3684128462335533e-05,
-      "loss": 0.0144,
-      "step": 16900
-    },
-    {
-      "grad_norm": 0.20078334212303162,
-      "learning_rate": 4.362945813348955e-05,
-      "loss": 0.0128,
-      "step": 16910
-    },
-    {
-      "grad_norm": 0.33267998695373535,
-      "learning_rate": 4.357479554545262e-05,
-      "loss": 0.0126,
-      "step": 16920
-    },
-    {
-      "grad_norm": 0.2154727429151535,
-      "learning_rate": 4.352014076464499e-05,
-      "loss": 0.0127,
-      "step": 16930
-    },
-    {
-      "grad_norm": 0.24684715270996094,
-      "learning_rate": 4.346549385747734e-05,
-      "loss": 0.013,
-      "step": 16940
-    },
-    {
-      "grad_norm": 0.2471603900194168,
-      "learning_rate": 4.34108548903508e-05,
-      "loss": 0.0132,
-      "step": 16950
-    },
-    {
-      "grad_norm": 0.24787569046020508,
-      "learning_rate": 4.335622392965689e-05,
-      "loss": 0.0115,
-      "step": 16960
-    },
-    {
-      "grad_norm": 0.2551814019680023,
-      "learning_rate": 4.330160104177738e-05,
-      "loss": 0.0103,
-      "step": 16970
-    },
-    {
-      "grad_norm": 0.36838915944099426,
-      "learning_rate": 4.32469862930842e-05,
-      "loss": 0.0125,
-      "step": 16980
-    },
-    {
-      "grad_norm": 0.4202937185764313,
-      "learning_rate": 4.319237974993946e-05,
-      "loss": 0.013,
-      "step": 16990
-    },
-    {
-      "grad_norm": 0.3054177463054657,
-      "learning_rate": 4.3137781478695236e-05,
-      "loss": 0.014,
-      "step": 17000
-    },
-    {
-      "grad_norm": 0.18184900283813477,
-      "learning_rate": 4.308319154569358e-05,
-      "loss": 0.0129,
-      "step": 17010
-    },
-    {
-      "grad_norm": 0.3925614356994629,
-      "learning_rate": 4.302861001726641e-05,
-      "loss": 0.0146,
-      "step": 17020
-    },
-    {
-      "grad_norm": 0.693390429019928,
-      "learning_rate": 4.2974036959735415e-05,
-      "loss": 0.0116,
-      "step": 17030
-    },
-    {
-      "grad_norm": 0.17095403373241425,
-      "learning_rate": 4.2919472439412034e-05,
-      "loss": 0.0135,
-      "step": 17040
-    },
-    {
-      "grad_norm": 0.12986302375793457,
-      "learning_rate": 4.286491652259729e-05,
-      "loss": 0.0123,
-      "step": 17050
-    },
-    {
-      "grad_norm": 0.3663657307624817,
-      "learning_rate": 4.281036927558178e-05,
-      "loss": 0.0132,
-      "step": 17060
-    },
-    {
-      "grad_norm": 0.16904613375663757,
-      "learning_rate": 4.275583076464552e-05,
-      "loss": 0.0109,
-      "step": 17070
-    },
-    {
-      "grad_norm": 0.32886019349098206,
-      "learning_rate": 4.270130105605794e-05,
-      "loss": 0.0131,
-      "step": 17080
-    },
-    {
-      "grad_norm": 0.14049041271209717,
-      "learning_rate": 4.264678021607782e-05,
-      "loss": 0.0126,
-      "step": 17090
-    },
-    {
-      "grad_norm": 0.15111787617206573,
-      "learning_rate": 4.25922683109531e-05,
-      "loss": 0.0114,
-      "step": 17100
-    },
-    {
-      "grad_norm": 0.16596807539463043,
-      "learning_rate": 4.25377654069209e-05,
-      "loss": 0.0144,
-      "step": 17110
-    },
-    {
-      "grad_norm": 0.17213881015777588,
-      "learning_rate": 4.248327157020737e-05,
-      "loss": 0.01,
-      "step": 17120
-    },
-    {
-      "grad_norm": 0.4535999894142151,
-      "learning_rate": 4.242878686702763e-05,
-      "loss": 0.013,
-      "step": 17130
-    },
-    {
-      "grad_norm": 0.31529659032821655,
-      "learning_rate": 4.23743113635858e-05,
-      "loss": 0.014,
-      "step": 17140
-    },
-    {
-      "grad_norm": 0.2040233314037323,
-      "learning_rate": 4.2319845126074705e-05,
-      "loss": 0.0116,
-      "step": 17150
-    },
-    {
-      "grad_norm": 0.6455134153366089,
-      "learning_rate": 4.226538822067598e-05,
-      "loss": 0.014,
-      "step": 17160
-    },
-    {
-      "grad_norm": 0.3092842102050781,
-      "learning_rate": 4.2210940713559896e-05,
-      "loss": 0.0122,
-      "step": 17170
-    },
-    {
-      "grad_norm": 0.40048402547836304,
-      "learning_rate": 4.21565026708853e-05,
-      "loss": 0.0133,
-      "step": 17180
-    },
-    {
-      "grad_norm": 0.1714080572128296,
-      "learning_rate": 4.2102074158799535e-05,
-      "loss": 0.0125,
-      "step": 17190
-    },
-    {
-      "grad_norm": 0.20869258046150208,
-      "learning_rate": 4.204765524343841e-05,
-      "loss": 0.0123,
-      "step": 17200
-    },
-    {
-      "grad_norm": 1.6455003023147583,
-      "learning_rate": 4.1993245990926036e-05,
-      "loss": 0.0143,
-      "step": 17210
-    },
-    {
-      "grad_norm": 0.2987785041332245,
-      "learning_rate": 4.193884646737474e-05,
-      "loss": 0.0141,
-      "step": 17220
-    },
-    {
-      "grad_norm": 0.3603004813194275,
-      "learning_rate": 4.1884456738885124e-05,
-      "loss": 0.0118,
-      "step": 17230
-    },
-    {
-      "grad_norm": 0.16964149475097656,
-      "learning_rate": 4.1830076871545795e-05,
-      "loss": 0.0112,
-      "step": 17240
-    },
-    {
-      "grad_norm": 0.44766342639923096,
-      "learning_rate": 4.177570693143346e-05,
-      "loss": 0.0122,
-      "step": 17250
-    },
-    {
-      "grad_norm": 0.19075289368629456,
-      "learning_rate": 4.172134698461271e-05,
-      "loss": 0.0119,
-      "step": 17260
-    },
-    {
-      "grad_norm": 0.31756994128227234,
-      "learning_rate": 4.166699709713599e-05,
-      "loss": 0.0113,
-      "step": 17270
-    },
-    {
-      "grad_norm": 0.28305020928382874,
-      "learning_rate": 4.1612657335043555e-05,
-      "loss": 0.011,
-      "step": 17280
-    },
-    {
-      "grad_norm": 1.2242908477783203,
-      "learning_rate": 4.155832776436331e-05,
-      "loss": 0.0112,
-      "step": 17290
-    },
-    {
-      "grad_norm": 0.38262107968330383,
-      "learning_rate": 4.1504008451110845e-05,
-      "loss": 0.0143,
-      "step": 17300
-    },
-    {
-      "grad_norm": 0.17835970222949982,
-      "learning_rate": 4.1449699461289225e-05,
-      "loss": 0.0147,
-      "step": 17310
-    },
-    {
-      "grad_norm": 0.282175213098526,
-      "learning_rate": 4.139540086088901e-05,
-      "loss": 0.0135,
-      "step": 17320
-    },
-    {
-      "grad_norm": 0.27486640214920044,
-      "learning_rate": 4.1341112715888106e-05,
-      "loss": 0.0132,
-      "step": 17330
-    },
-    {
-      "grad_norm": 0.1901450902223587,
-      "learning_rate": 4.128683509225172e-05,
-      "loss": 0.0122,
-      "step": 17340
-    },
-    {
-      "grad_norm": 0.2973370850086212,
-      "learning_rate": 4.123256805593231e-05,
-      "loss": 0.0138,
-      "step": 17350
-    },
-    {
-      "grad_norm": 0.5610522627830505,
-      "learning_rate": 4.117831167286943e-05,
-      "loss": 0.0121,
-      "step": 17360
-    },
-    {
-      "grad_norm": 0.24093514680862427,
-      "learning_rate": 4.1124066008989685e-05,
-      "loss": 0.0122,
-      "step": 17370
-    },
-    {
-      "grad_norm": 0.17110225558280945,
-      "learning_rate": 4.106983113020669e-05,
-      "loss": 0.0118,
-      "step": 17380
-    },
-    {
-      "grad_norm": 0.3193322718143463,
-      "learning_rate": 4.101560710242094e-05,
-      "loss": 0.0114,
-      "step": 17390
-    },
-    {
-      "grad_norm": 0.3142906725406647,
-      "learning_rate": 4.096139399151971e-05,
-      "loss": 0.0154,
-      "step": 17400
-    },
-    {
-      "grad_norm": 0.1902053952217102,
-      "learning_rate": 4.090719186337709e-05,
-      "loss": 0.0106,
-      "step": 17410
-    },
-    {
-      "grad_norm": 0.36170700192451477,
-      "learning_rate": 4.0853000783853746e-05,
-      "loss": 0.0114,
-      "step": 17420
-    },
-    {
-      "grad_norm": 0.23814772069454193,
-      "learning_rate": 4.0798820818796956e-05,
-      "loss": 0.0134,
-      "step": 17430
-    },
-    {
-      "grad_norm": 0.15790963172912598,
-      "learning_rate": 4.074465203404048e-05,
-      "loss": 0.0099,
-      "step": 17440
-    },
-    {
-      "grad_norm": 0.2645943760871887,
-      "learning_rate": 4.0690494495404495e-05,
-      "loss": 0.0122,
-      "step": 17450
-    },
-    {
-      "grad_norm": 0.8190110325813293,
-      "learning_rate": 4.0636348268695535e-05,
-      "loss": 0.0135,
-      "step": 17460
-    },
-    {
-      "grad_norm": 0.33221545815467834,
-      "learning_rate": 4.058221341970637e-05,
-      "loss": 0.0134,
-      "step": 17470
-    },
-    {
-      "grad_norm": 0.1588418036699295,
-      "learning_rate": 4.0528090014215945e-05,
-      "loss": 0.0126,
-      "step": 17480
-    },
-    {
-      "grad_norm": 0.9592207670211792,
-      "learning_rate": 4.047397811798929e-05,
-      "loss": 0.0143,
-      "step": 17490
-    },
-    {
-      "grad_norm": 0.20610950887203217,
-      "learning_rate": 4.041987779677745e-05,
-      "loss": 0.0125,
-      "step": 17500
-    },
-    {
-      "grad_norm": 0.1963338404893875,
-      "learning_rate": 4.036578911631745e-05,
-      "loss": 0.0127,
-      "step": 17510
-    },
-    {
-      "grad_norm": 0.3532516062259674,
-      "learning_rate": 4.031171214233211e-05,
-      "loss": 0.0138,
-      "step": 17520
-    },
-    {
-      "grad_norm": 0.2441166639328003,
-      "learning_rate": 4.025764694053008e-05,
-      "loss": 0.0161,
-      "step": 17530
-    },
-    {
-      "grad_norm": 0.32288265228271484,
-      "learning_rate": 4.020359357660566e-05,
-      "loss": 0.0127,
-      "step": 17540
-    },
-    {
-      "grad_norm": 0.19367298483848572,
-      "learning_rate": 4.014955211623875e-05,
-      "loss": 0.0123,
-      "step": 17550
-    },
-    {
-      "grad_norm": 0.7121472954750061,
-      "learning_rate": 4.0095522625094895e-05,
-      "loss": 0.0125,
-      "step": 17560
-    },
-    {
-      "grad_norm": 0.1916443407535553,
-      "learning_rate": 4.004150516882497e-05,
-      "loss": 0.0133,
-      "step": 17570
-    },
-    {
-      "grad_norm": 0.49471521377563477,
-      "learning_rate": 3.99874998130653e-05,
-      "loss": 0.0134,
-      "step": 17580
-    },
-    {
-      "grad_norm": 0.3108024001121521,
-      "learning_rate": 3.9933506623437455e-05,
-      "loss": 0.0131,
-      "step": 17590
-    },
-    {
-      "grad_norm": 0.27584967017173767,
-      "learning_rate": 3.9879525665548276e-05,
-      "loss": 0.0128,
-      "step": 17600
-    },
-    {
-      "grad_norm": 0.25161540508270264,
-      "learning_rate": 3.9825557004989704e-05,
-      "loss": 0.0116,
-      "step": 17610
-    },
-    {
-      "grad_norm": 0.3467194139957428,
-      "learning_rate": 3.977160070733877e-05,
-      "loss": 0.0095,
-      "step": 17620
-    },
-    {
-      "grad_norm": 0.3192114531993866,
-      "learning_rate": 3.971765683815746e-05,
-      "loss": 0.0138,
-      "step": 17630
-    },
-    {
-      "grad_norm": 0.6137868762016296,
-      "learning_rate": 3.966372546299265e-05,
-      "loss": 0.0142,
-      "step": 17640
-    },
-    {
-      "grad_norm": 0.3936562240123749,
-      "learning_rate": 3.960980664737604e-05,
-      "loss": 0.0131,
-      "step": 17650
-    },
-    {
-      "grad_norm": 0.3549675941467285,
-      "learning_rate": 3.955590045682408e-05,
-      "loss": 0.0128,
-      "step": 17660
-    },
-    {
-      "grad_norm": 0.23380598425865173,
-      "learning_rate": 3.950200695683788e-05,
-      "loss": 0.0113,
-      "step": 17670
-    },
-    {
-      "grad_norm": 0.2388077676296234,
-      "learning_rate": 3.944812621290314e-05,
-      "loss": 0.0117,
-      "step": 17680
-    },
-    {
-      "grad_norm": 0.16904492676258087,
-      "learning_rate": 3.939425829049002e-05,
-      "loss": 0.0135,
-      "step": 17690
-    },
-    {
-      "grad_norm": 0.16518746316432953,
-      "learning_rate": 3.9340403255053135e-05,
-      "loss": 0.0107,
-      "step": 17700
-    },
-    {
-      "grad_norm": 0.23979446291923523,
-      "learning_rate": 3.9286561172031407e-05,
-      "loss": 0.0099,
-      "step": 17710
-    },
-    {
-      "grad_norm": 0.28837886452674866,
-      "learning_rate": 3.923273210684809e-05,
-      "loss": 0.011,
-      "step": 17720
-    },
-    {
-      "grad_norm": 0.23091121017932892,
-      "learning_rate": 3.9178916124910555e-05,
-      "loss": 0.0109,
-      "step": 17730
-    },
-    {
-      "grad_norm": 0.17652802169322968,
-      "learning_rate": 3.9125113291610274e-05,
-      "loss": 0.0118,
-      "step": 17740
-    },
-    {
-      "grad_norm": 0.2788766622543335,
-      "learning_rate": 3.907132367232278e-05,
-      "loss": 0.0107,
-      "step": 17750
-    },
-    {
-      "grad_norm": 0.4089275300502777,
-      "learning_rate": 3.901754733240752e-05,
-      "loss": 0.0121,
-      "step": 17760
-    },
-    {
-      "grad_norm": 0.429207980632782,
-      "learning_rate": 3.896378433720785e-05,
-      "loss": 0.0133,
-      "step": 17770
-    },
-    {
-      "grad_norm": 0.7269315123558044,
-      "learning_rate": 3.891003475205086e-05,
-      "loss": 0.0118,
-      "step": 17780
-    },
-    {
-      "grad_norm": 0.2612011730670929,
-      "learning_rate": 3.885629864224736e-05,
-      "loss": 0.0114,
-      "step": 17790
-    },
-    {
-      "grad_norm": 0.21122318506240845,
-      "learning_rate": 3.880257607309178e-05,
-      "loss": 0.0113,
-      "step": 17800
-    },
-    {
-      "grad_norm": 0.14874397218227386,
-      "learning_rate": 3.874886710986213e-05,
-      "loss": 0.0124,
-      "step": 17810
-    },
-    {
-      "grad_norm": 0.17479684948921204,
-      "learning_rate": 3.8695171817819834e-05,
-      "loss": 0.0126,
-      "step": 17820
-    },
-    {
-      "grad_norm": 0.700840950012207,
-      "learning_rate": 3.8641490262209774e-05,
-      "loss": 0.0109,
-      "step": 17830
-    },
-    {
-      "grad_norm": 0.5752863883972168,
-      "learning_rate": 3.8587822508260084e-05,
-      "loss": 0.0117,
-      "step": 17840
-    },
-    {
-      "grad_norm": 0.307621568441391,
-      "learning_rate": 3.853416862118214e-05,
-      "loss": 0.0121,
-      "step": 17850
-    },
-    {
-      "grad_norm": 0.26147428154945374,
-      "learning_rate": 3.848052866617049e-05,
-      "loss": 0.0114,
-      "step": 17860
-    },
-    {
-      "grad_norm": 0.21978075802326202,
-      "learning_rate": 3.84269027084027e-05,
-      "loss": 0.012,
-      "step": 17870
-    },
-    {
-      "grad_norm": 0.20549310743808746,
-      "learning_rate": 3.83732908130394e-05,
-      "loss": 0.0114,
-      "step": 17880
-    },
-    {
-      "grad_norm": 0.12041714787483215,
-      "learning_rate": 3.831969304522409e-05,
-      "loss": 0.0109,
-      "step": 17890
-    },
-    {
-      "grad_norm": 0.205197274684906,
-      "learning_rate": 3.826610947008312e-05,
-      "loss": 0.0122,
-      "step": 17900
-    },
-    {
-      "grad_norm": 0.3203739821910858,
-      "learning_rate": 3.821254015272559e-05,
-      "loss": 0.012,
-      "step": 17910
-    },
-    {
-      "grad_norm": 0.36438673734664917,
-      "learning_rate": 3.8158985158243214e-05,
-      "loss": 0.0131,
-      "step": 17920
-    },
-    {
-      "grad_norm": 0.4428195357322693,
-      "learning_rate": 3.810544455171044e-05,
-      "loss": 0.0119,
-      "step": 17930
-    },
-    {
-      "grad_norm": 0.2540837824344635,
-      "learning_rate": 3.8051918398184114e-05,
-      "loss": 0.0116,
-      "step": 17940
-    },
-    {
-      "grad_norm": 0.22008737921714783,
-      "learning_rate": 3.799840676270356e-05,
-      "loss": 0.0105,
-      "step": 17950
-    },
-    {
-      "grad_norm": 0.23515409231185913,
-      "learning_rate": 3.794490971029048e-05,
-      "loss": 0.0104,
-      "step": 17960
-    },
-    {
-      "grad_norm": 0.41592657566070557,
-      "learning_rate": 3.789142730594881e-05,
-      "loss": 0.0128,
-      "step": 17970
-    },
-    {
-      "grad_norm": 0.4376973807811737,
-      "learning_rate": 3.783795961466471e-05,
-      "loss": 0.0104,
-      "step": 17980
-    },
-    {
-      "grad_norm": 0.17758959531784058,
-      "learning_rate": 3.778450670140651e-05,
-      "loss": 0.0102,
-      "step": 17990
-    },
-    {
-      "grad_norm": 0.47325411438941956,
-      "learning_rate": 3.773106863112451e-05,
-      "loss": 0.0101,
-      "step": 18000
-    }
-  ],
-  "logging_steps": 10,
-  "max_steps": 30000,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 9223372036854775807,
-  "save_steps": 3000,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": false
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 0.0,
-  "train_batch_size": 64,
-  "trial_name": null,
-  "trial_params": null
-}