{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 3800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005263157894736842,
      "grad_norm": 2.472523828663311,
      "learning_rate": 4.7368421052631585e-07,
      "loss": 0.5256161212921142,
      "step": 10
    },
    {
      "epoch": 0.010526315789473684,
      "grad_norm": 1.5005127853437605,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.5117449760437012,
      "step": 20
    },
    {
      "epoch": 0.015789473684210527,
      "grad_norm": 0.8717308993191117,
      "learning_rate": 1.5263157894736844e-06,
      "loss": 0.47916154861450194,
      "step": 30
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 0.6509838744572901,
      "learning_rate": 2.0526315789473687e-06,
      "loss": 0.4465330123901367,
      "step": 40
    },
    {
      "epoch": 0.02631578947368421,
      "grad_norm": 0.6237826194989842,
      "learning_rate": 2.578947368421053e-06,
      "loss": 0.42493352890014646,
      "step": 50
    },
    {
      "epoch": 0.031578947368421054,
      "grad_norm": 0.6213718187969164,
      "learning_rate": 3.1052631578947372e-06,
      "loss": 0.39734339714050293,
      "step": 60
    },
    {
      "epoch": 0.03684210526315789,
      "grad_norm": 0.6259977375188969,
      "learning_rate": 3.6315789473684217e-06,
      "loss": 0.3773430109024048,
      "step": 70
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 0.5780871733065431,
      "learning_rate": 4.157894736842106e-06,
      "loss": 0.37105565071105956,
      "step": 80
    },
    {
      "epoch": 0.04736842105263158,
      "grad_norm": 0.9461020080624207,
      "learning_rate": 4.68421052631579e-06,
      "loss": 0.36675457954406737,
      "step": 90
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 0.5891981950890374,
      "learning_rate": 5.210526315789474e-06,
      "loss": 0.3579871654510498,
      "step": 100
    },
    {
      "epoch": 0.05789473684210526,
      "grad_norm": 0.5987208236418651,
      "learning_rate": 5.736842105263158e-06,
      "loss": 0.35358657836914065,
      "step": 110
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 0.6259402926756378,
      "learning_rate": 6.263157894736842e-06,
      "loss": 0.3630886793136597,
      "step": 120
    },
    {
      "epoch": 0.06842105263157895,
      "grad_norm": 0.5794757942861436,
      "learning_rate": 6.789473684210527e-06,
      "loss": 0.3483468532562256,
      "step": 130
    },
    {
      "epoch": 0.07368421052631578,
      "grad_norm": 0.6640194485201639,
      "learning_rate": 7.315789473684212e-06,
      "loss": 0.335282039642334,
      "step": 140
    },
    {
      "epoch": 0.07894736842105263,
      "grad_norm": 0.5305814351988093,
      "learning_rate": 7.842105263157895e-06,
      "loss": 0.3350475311279297,
      "step": 150
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 0.5694398717463255,
      "learning_rate": 8.36842105263158e-06,
      "loss": 0.33222599029541017,
      "step": 160
    },
    {
      "epoch": 0.08947368421052632,
      "grad_norm": 0.5316791584020387,
      "learning_rate": 8.894736842105264e-06,
      "loss": 0.3343937873840332,
      "step": 170
    },
    {
      "epoch": 0.09473684210526316,
      "grad_norm": 0.5389140103035891,
      "learning_rate": 9.421052631578949e-06,
      "loss": 0.3304591178894043,
      "step": 180
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5234802569667512,
      "learning_rate": 9.947368421052632e-06,
      "loss": 0.3218997001647949,
      "step": 190
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.511359820685006,
      "learning_rate": 1.0473684210526316e-05,
      "loss": 0.3258413076400757,
      "step": 200
    },
    {
      "epoch": 0.11052631578947368,
      "grad_norm": 0.498328123890139,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.3291585445404053,
      "step": 210
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 0.4934555545441858,
      "learning_rate": 1.1526315789473685e-05,
      "loss": 0.31838207244873046,
      "step": 220
    },
    {
      "epoch": 0.12105263157894737,
      "grad_norm": 0.5023528461702268,
      "learning_rate": 1.2052631578947369e-05,
      "loss": 0.31834683418273924,
      "step": 230
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 0.6457086269060067,
      "learning_rate": 1.2578947368421052e-05,
      "loss": 0.3187001943588257,
      "step": 240
    },
    {
      "epoch": 0.13157894736842105,
      "grad_norm": 0.5217424019401136,
      "learning_rate": 1.310526315789474e-05,
      "loss": 0.31230387687683103,
      "step": 250
    },
    {
      "epoch": 0.1368421052631579,
      "grad_norm": 0.5071570364198046,
      "learning_rate": 1.3631578947368423e-05,
      "loss": 0.3076712846755981,
      "step": 260
    },
    {
      "epoch": 0.14210526315789473,
      "grad_norm": 0.4728285383449402,
      "learning_rate": 1.4157894736842107e-05,
      "loss": 0.3154590606689453,
      "step": 270
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 0.5144494149579036,
      "learning_rate": 1.468421052631579e-05,
      "loss": 0.30873308181762693,
      "step": 280
    },
    {
      "epoch": 0.15263157894736842,
      "grad_norm": 0.4814773271324151,
      "learning_rate": 1.5210526315789476e-05,
      "loss": 0.3070851802825928,
      "step": 290
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 0.5313319465247397,
      "learning_rate": 1.573684210526316e-05,
      "loss": 0.31069626808166506,
      "step": 300
    },
    {
      "epoch": 0.1631578947368421,
      "grad_norm": 0.47415199131136837,
      "learning_rate": 1.6263157894736843e-05,
      "loss": 0.3106666088104248,
      "step": 310
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 0.4802094044283446,
      "learning_rate": 1.6789473684210526e-05,
      "loss": 0.3167429447174072,
      "step": 320
    },
    {
      "epoch": 0.1736842105263158,
      "grad_norm": 0.43399177594830274,
      "learning_rate": 1.7315789473684213e-05,
      "loss": 0.31033878326416015,
      "step": 330
    },
    {
      "epoch": 0.17894736842105263,
      "grad_norm": 0.4647785307142974,
      "learning_rate": 1.7842105263157897e-05,
      "loss": 0.3044872760772705,
      "step": 340
    },
    {
      "epoch": 0.18421052631578946,
      "grad_norm": 0.4849056484263613,
      "learning_rate": 1.836842105263158e-05,
      "loss": 0.3083398103713989,
      "step": 350
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 0.4503892536980415,
      "learning_rate": 1.8894736842105264e-05,
      "loss": 0.31491541862487793,
      "step": 360
    },
    {
      "epoch": 0.19473684210526315,
      "grad_norm": 0.40185057648868033,
      "learning_rate": 1.9421052631578948e-05,
      "loss": 0.305939245223999,
      "step": 370
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4403647520815703,
      "learning_rate": 1.994736842105263e-05,
      "loss": 0.3013646125793457,
      "step": 380
    },
    {
      "epoch": 0.20526315789473684,
      "grad_norm": 0.4186333124896718,
      "learning_rate": 1.9999658256641746e-05,
      "loss": 0.30339813232421875,
      "step": 390
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.41935530958429196,
      "learning_rate": 1.9998476951563914e-05,
      "loss": 0.2942552089691162,
      "step": 400
    },
    {
      "epoch": 0.21578947368421053,
      "grad_norm": 0.42294688630625693,
      "learning_rate": 1.999645196536862e-05,
      "loss": 0.30738029479980467,
      "step": 410
    },
    {
      "epoch": 0.22105263157894736,
      "grad_norm": 0.393260279007574,
      "learning_rate": 1.9993583468926155e-05,
      "loss": 0.3012552738189697,
      "step": 420
    },
    {
      "epoch": 0.22631578947368422,
      "grad_norm": 0.4031620962596939,
      "learning_rate": 1.9989871704283007e-05,
      "loss": 0.2997457027435303,
      "step": 430
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 0.43562667552699363,
      "learning_rate": 1.9985316984641456e-05,
      "loss": 0.30234060287475584,
      "step": 440
    },
    {
      "epoch": 0.23684210526315788,
      "grad_norm": 0.410616583962392,
      "learning_rate": 1.9979919694333134e-05,
      "loss": 0.29965386390686033,
      "step": 450
    },
    {
      "epoch": 0.24210526315789474,
      "grad_norm": 0.3848448235963453,
      "learning_rate": 1.9973680288786593e-05,
      "loss": 0.29823567867279055,
      "step": 460
    },
    {
      "epoch": 0.24736842105263157,
      "grad_norm": 0.4051948689025974,
      "learning_rate": 1.996659929448889e-05,
      "loss": 0.2968828916549683,
      "step": 470
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 0.37927841614618585,
      "learning_rate": 1.995867730894114e-05,
      "loss": 0.29349508285522463,
      "step": 480
    },
    {
      "epoch": 0.2578947368421053,
      "grad_norm": 0.3839301197442169,
      "learning_rate": 1.9949915000608117e-05,
      "loss": 0.29422550201416015,
      "step": 490
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.3759777087410165,
      "learning_rate": 1.9940313108861838e-05,
      "loss": 0.29750072956085205,
      "step": 500
    },
    {
      "epoch": 0.26842105263157895,
      "grad_norm": 0.4098679252692369,
      "learning_rate": 1.9929872443919184e-05,
      "loss": 0.29425339698791503,
      "step": 510
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 0.40654136262396373,
      "learning_rate": 1.9918593886773517e-05,
      "loss": 0.28567793369293215,
      "step": 520
    },
    {
      "epoch": 0.2789473684210526,
      "grad_norm": 0.36338663599238585,
      "learning_rate": 1.9906478389120353e-05,
      "loss": 0.286260986328125,
      "step": 530
    },
    {
      "epoch": 0.28421052631578947,
      "grad_norm": 0.3645922122070194,
      "learning_rate": 1.9893526973277058e-05,
      "loss": 0.289249062538147,
      "step": 540
    },
    {
      "epoch": 0.2894736842105263,
      "grad_norm": 0.37625211711799234,
      "learning_rate": 1.9879740732096578e-05,
      "loss": 0.2874547004699707,
      "step": 550
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 0.34838277332463985,
      "learning_rate": 1.9865120828875226e-05,
      "loss": 0.2794506072998047,
      "step": 560
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.39563068637802595,
      "learning_rate": 1.984966849725452e-05,
      "loss": 0.2895684242248535,
      "step": 570
    },
    {
      "epoch": 0.30526315789473685,
      "grad_norm": 0.38098936532231065,
      "learning_rate": 1.9833385041117084e-05,
      "loss": 0.29196949005126954,
      "step": 580
    },
    {
      "epoch": 0.3105263157894737,
      "grad_norm": 0.35040294369871705,
      "learning_rate": 1.9816271834476642e-05,
      "loss": 0.28489394187927247,
      "step": 590
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.3547688759584724,
      "learning_rate": 1.979833032136205e-05,
      "loss": 0.28308355808258057,
      "step": 600
    },
    {
      "epoch": 0.32105263157894737,
      "grad_norm": 0.3590211082920023,
      "learning_rate": 1.9779562015695472e-05,
      "loss": 0.2814664840698242,
      "step": 610
    },
    {
      "epoch": 0.3263157894736842,
      "grad_norm": 0.3843159848024641,
      "learning_rate": 1.975996850116462e-05,
      "loss": 0.2858001470565796,
      "step": 620
    },
    {
      "epoch": 0.33157894736842103,
      "grad_norm": 0.4005823415419153,
      "learning_rate": 1.9739551431089127e-05,
      "loss": 0.28349668979644777,
      "step": 630
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 0.33783688412384855,
      "learning_rate": 1.9718312528281032e-05,
      "loss": 0.2791487216949463,
      "step": 640
    },
    {
      "epoch": 0.34210526315789475,
      "grad_norm": 0.34686678617294825,
      "learning_rate": 1.969625358489942e-05,
      "loss": 0.281187629699707,
      "step": 650
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 0.37219308281398455,
      "learning_rate": 1.9673376462299186e-05,
      "loss": 0.28690199851989745,
      "step": 660
    },
    {
      "epoch": 0.3526315789473684,
      "grad_norm": 0.3523197227930877,
      "learning_rate": 1.9649683090873966e-05,
      "loss": 0.2867712497711182,
      "step": 670
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 0.3424601813185377,
      "learning_rate": 1.9625175469893274e-05,
      "loss": 0.2830781936645508,
      "step": 680
    },
    {
      "epoch": 0.3631578947368421,
      "grad_norm": 0.3704358558481498,
      "learning_rate": 1.9599855667333775e-05,
      "loss": 0.2801445484161377,
      "step": 690
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.3505446013566416,
      "learning_rate": 1.95737258197048e-05,
      "loss": 0.2798027038574219,
      "step": 700
    },
    {
      "epoch": 0.3736842105263158,
      "grad_norm": 0.3595890485451611,
      "learning_rate": 1.9546788131868066e-05,
      "loss": 0.27515039443969724,
      "step": 710
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 0.3539457947713692,
      "learning_rate": 1.9519044876851625e-05,
      "loss": 0.27915568351745607,
      "step": 720
    },
    {
      "epoch": 0.38421052631578945,
      "grad_norm": 0.3624625326291939,
      "learning_rate": 1.9490498395658065e-05,
      "loss": 0.2834479331970215,
      "step": 730
    },
    {
      "epoch": 0.3894736842105263,
      "grad_norm": 0.34248993342247835,
      "learning_rate": 1.9461151097066966e-05,
      "loss": 0.27811641693115235,
      "step": 740
    },
    {
      "epoch": 0.39473684210526316,
      "grad_norm": 0.3513901906524033,
      "learning_rate": 1.9431005457431654e-05,
      "loss": 0.27672529220581055,
      "step": 750
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3624436223016265,
      "learning_rate": 1.9400064020470248e-05,
      "loss": 0.27708661556243896,
      "step": 760
    },
    {
      "epoch": 0.4052631578947368,
      "grad_norm": 0.3431620270550116,
      "learning_rate": 1.9368329397051005e-05,
      "loss": 0.2778616428375244,
      "step": 770
    },
    {
      "epoch": 0.4105263157894737,
      "grad_norm": 0.35302474596968153,
      "learning_rate": 1.9335804264972018e-05,
      "loss": 0.2797053575515747,
      "step": 780
    },
    {
      "epoch": 0.41578947368421054,
      "grad_norm": 0.3476617347147986,
      "learning_rate": 1.930249136873527e-05,
      "loss": 0.2725248098373413,
      "step": 790
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.3504063065008235,
      "learning_rate": 1.9268393519315037e-05,
      "loss": 0.2721980571746826,
      "step": 800
    },
    {
      "epoch": 0.4263157894736842,
      "grad_norm": 0.3316242624925787,
      "learning_rate": 1.923351359392071e-05,
      "loss": 0.27883172035217285,
      "step": 810
    },
    {
      "epoch": 0.43157894736842106,
      "grad_norm": 0.34972655352739723,
      "learning_rate": 1.919785453575398e-05,
      "loss": 0.2791574478149414,
      "step": 820
    },
    {
      "epoch": 0.4368421052631579,
      "grad_norm": 0.34528876602055164,
      "learning_rate": 1.9161419353760537e-05,
      "loss": 0.2733182907104492,
      "step": 830
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 0.3589285002649645,
      "learning_rate": 1.9124211122376138e-05,
      "loss": 0.2692681312561035,
      "step": 840
    },
    {
      "epoch": 0.4473684210526316,
      "grad_norm": 0.36293901876437584,
      "learning_rate": 1.9086232981267193e-05,
      "loss": 0.27492191791534426,
      "step": 850
    },
    {
      "epoch": 0.45263157894736844,
      "grad_norm": 0.31257415339843775,
      "learning_rate": 1.9047488135065838e-05,
      "loss": 0.2736824035644531,
      "step": 860
    },
    {
      "epoch": 0.45789473684210524,
      "grad_norm": 0.4666981990734814,
      "learning_rate": 1.900797985309952e-05,
      "loss": 0.26795847415924073,
      "step": 870
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 0.34154156386892,
      "learning_rate": 1.8967711469115125e-05,
      "loss": 0.27838611602783203,
      "step": 880
    },
    {
      "epoch": 0.46842105263157896,
      "grad_norm": 0.3390711387499649,
      "learning_rate": 1.89266863809977e-05,
      "loss": 0.2694388866424561,
      "step": 890
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 0.3388108150043773,
      "learning_rate": 1.8884908050483694e-05,
      "loss": 0.2662887334823608,
      "step": 900
    },
    {
      "epoch": 0.4789473684210526,
      "grad_norm": 0.31573245518836707,
      "learning_rate": 1.884238000286889e-05,
      "loss": 0.2719233512878418,
      "step": 910
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 0.3136635452616895,
      "learning_rate": 1.8799105826710907e-05,
      "loss": 0.27722165584564207,
      "step": 920
    },
    {
      "epoch": 0.48947368421052634,
      "grad_norm": 0.3540196876080697,
      "learning_rate": 1.875508917352643e-05,
      "loss": 0.27123408317565917,
      "step": 930
    },
    {
      "epoch": 0.49473684210526314,
      "grad_norm": 0.3401617301678034,
      "learning_rate": 1.871033375748305e-05,
      "loss": 0.2743401050567627,
      "step": 940
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3325607602585638,
      "learning_rate": 1.8664843355085897e-05,
      "loss": 0.2736999988555908,
      "step": 950
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 0.3355960311687728,
      "learning_rate": 1.8618621804858942e-05,
      "loss": 0.2695770740509033,
      "step": 960
    },
    {
      "epoch": 0.5105263157894737,
      "grad_norm": 0.34917963265085344,
      "learning_rate": 1.8571673007021124e-05,
      "loss": 0.2674164533615112,
      "step": 970
    },
    {
      "epoch": 0.5157894736842106,
      "grad_norm": 0.3154374575194281,
      "learning_rate": 1.8524000923157236e-05,
      "loss": 0.2656900644302368,
      "step": 980
    },
    {
      "epoch": 0.5210526315789473,
      "grad_norm": 0.3396417899342089,
      "learning_rate": 1.847560957588364e-05,
      "loss": 0.2646545648574829,
      "step": 990
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.3176523061404554,
      "learning_rate": 1.8426503048508837e-05,
      "loss": 0.2751678228378296,
      "step": 1000
    },
    {
      "epoch": 0.531578947368421,
      "grad_norm": 0.3473340546341962,
      "learning_rate": 1.8376685484688917e-05,
      "loss": 0.2681708335876465,
      "step": 1010
    },
    {
      "epoch": 0.5368421052631579,
      "grad_norm": 0.34073609252261294,
      "learning_rate": 1.8326161088077905e-05,
      "loss": 0.2672728538513184,
      "step": 1020
    },
    {
      "epoch": 0.5421052631578948,
      "grad_norm": 0.3049103876323376,
      "learning_rate": 1.8274934121973063e-05,
      "loss": 0.2671975135803223,
      "step": 1030
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 0.3387769506721435,
      "learning_rate": 1.8223008908955142e-05,
      "loss": 0.26558561325073243,
      "step": 1040
    },
    {
      "epoch": 0.5526315789473685,
      "grad_norm": 0.33910647138812194,
      "learning_rate": 1.817038983052364e-05,
      "loss": 0.26291708946228026,
      "step": 1050
    },
    {
      "epoch": 0.5578947368421052,
      "grad_norm": 0.32379165812728467,
      "learning_rate": 1.811708132672708e-05,
      "loss": 0.26275482177734377,
      "step": 1060
    },
    {
      "epoch": 0.5631578947368421,
      "grad_norm": 0.3345835482426037,
      "learning_rate": 1.806308789578838e-05,
      "loss": 0.26116185188293456,
      "step": 1070
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 0.32562338583447364,
      "learning_rate": 1.800841409372525e-05,
      "loss": 0.26714067459106444,
      "step": 1080
    },
    {
      "epoch": 0.5736842105263158,
      "grad_norm": 0.30190873036266547,
      "learning_rate": 1.7953064533965786e-05,
      "loss": 0.2601884126663208,
      "step": 1090
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.3053022157842351,
      "learning_rate": 1.789704388695916e-05,
      "loss": 0.2656057834625244,
      "step": 1100
    },
    {
      "epoch": 0.5842105263157895,
      "grad_norm": 0.31119083135305803,
      "learning_rate": 1.784035687978153e-05,
      "loss": 0.26111807823181155,
      "step": 1110
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 0.3187190869116883,
      "learning_rate": 1.7783008295737184e-05,
      "loss": 0.26168193817138674,
      "step": 1120
    },
    {
      "epoch": 0.5947368421052631,
      "grad_norm": 0.30514773092013386,
      "learning_rate": 1.7725002973954877e-05,
      "loss": 0.2635683059692383,
      "step": 1130
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.30411409793985456,
      "learning_rate": 1.766634580897956e-05,
      "loss": 0.26383979320526124,
      "step": 1140
    },
    {
      "epoch": 0.6052631578947368,
      "grad_norm": 0.31697070613811223,
      "learning_rate": 1.7607041750359306e-05,
      "loss": 0.2703020334243774,
      "step": 1150
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 0.3176295184769418,
      "learning_rate": 1.7547095802227723e-05,
      "loss": 0.25947682857513427,
      "step": 1160
    },
    {
      "epoch": 0.6157894736842106,
      "grad_norm": 0.3037747745258026,
      "learning_rate": 1.7486513022881658e-05,
      "loss": 0.2625890731811523,
      "step": 1170
    },
    {
      "epoch": 0.6210526315789474,
      "grad_norm": 0.2990251306790103,
      "learning_rate": 1.7425298524354403e-05,
      "loss": 0.2612356185913086,
      "step": 1180
    },
    {
      "epoch": 0.6263157894736842,
      "grad_norm": 0.34736281610591246,
      "learning_rate": 1.7363457471984312e-05,
      "loss": 0.26089015007019045,
      "step": 1190
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.3234773014146318,
      "learning_rate": 1.7300995083978965e-05,
      "loss": 0.26446876525878904,
      "step": 1200
    },
    {
      "epoch": 0.6368421052631579,
      "grad_norm": 0.32659606350966197,
      "learning_rate": 1.723791663097483e-05,
      "loss": 0.26449496746063234,
      "step": 1210
    },
    {
      "epoch": 0.6421052631578947,
      "grad_norm": 0.31857571620751646,
      "learning_rate": 1.7174227435592544e-05,
      "loss": 0.2561885118484497,
      "step": 1220
    },
    {
      "epoch": 0.6473684210526316,
      "grad_norm": 0.31782135086280616,
      "learning_rate": 1.7109932871987766e-05,
      "loss": 0.26837003231048584,
      "step": 1230
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 0.3026957257600272,
      "learning_rate": 1.7045038365397715e-05,
      "loss": 0.2621891975402832,
      "step": 1240
    },
    {
      "epoch": 0.6578947368421053,
      "grad_norm": 0.31988751110754715,
      "learning_rate": 1.697954939168338e-05,
      "loss": 0.25557448863983157,
      "step": 1250
    },
    {
      "epoch": 0.6631578947368421,
      "grad_norm": 0.30063142165262846,
      "learning_rate": 1.6913471476867448e-05,
      "loss": 0.258845853805542,
      "step": 1260
    },
    {
      "epoch": 0.6684210526315789,
      "grad_norm": 0.3329982518496743,
      "learning_rate": 1.684681019666803e-05,
      "loss": 0.25761024951934813,
      "step": 1270
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 0.307300254052826,
      "learning_rate": 1.6779571176028163e-05,
      "loss": 0.2636724948883057,
      "step": 1280
    },
    {
      "epoch": 0.6789473684210526,
      "grad_norm": 0.3445508029288134,
      "learning_rate": 1.6711760088641197e-05,
      "loss": 0.26073036193847654,
      "step": 1290
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.3066359325162919,
      "learning_rate": 1.6643382656472006e-05,
      "loss": 0.2574197053909302,
      "step": 1300
    },
    {
      "epoch": 0.6894736842105263,
      "grad_norm": 0.30990898369085396,
      "learning_rate": 1.657444464927419e-05,
      "loss": 0.2566478729248047,
      "step": 1310
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 0.3045472737563618,
      "learning_rate": 1.650495188410321e-05,
      "loss": 0.2704493045806885,
      "step": 1320
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.30911152135235415,
      "learning_rate": 1.643491022482554e-05,
      "loss": 0.2584094762802124,
      "step": 1330
    },
    {
      "epoch": 0.7052631578947368,
      "grad_norm": 0.29455407732231376,
      "learning_rate": 1.6364325581623864e-05,
      "loss": 0.260040283203125,
      "step": 1340
    },
    {
      "epoch": 0.7105263157894737,
      "grad_norm": 0.2964765485206893,
      "learning_rate": 1.6293203910498375e-05,
      "loss": 0.25489492416381837,
      "step": 1350
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 0.30140017539745534,
      "learning_rate": 1.6221551212764204e-05,
      "loss": 0.26243014335632325,
      "step": 1360
    },
    {
      "epoch": 0.7210526315789474,
      "grad_norm": 0.3062849737975478,
      "learning_rate": 1.6149373534545008e-05,
      "loss": 0.26453495025634766,
      "step": 1370
    },
    {
      "epoch": 0.7263157894736842,
      "grad_norm": 0.3077155586073205,
      "learning_rate": 1.6076676966262815e-05,
      "loss": 0.25987796783447265,
      "step": 1380
    },
    {
      "epoch": 0.7315789473684211,
      "grad_norm": 0.3312975381674833,
      "learning_rate": 1.6003467642124086e-05,
      "loss": 0.2542286396026611,
      "step": 1390
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.31551791426113573,
      "learning_rate": 1.592975173960212e-05,
      "loss": 0.2617928981781006,
      "step": 1400
    },
    {
      "epoch": 0.7421052631578947,
      "grad_norm": 0.30285289051308956,
      "learning_rate": 1.5855535478915793e-05,
      "loss": 0.2531562566757202,
      "step": 1410
    },
    {
      "epoch": 0.7473684210526316,
      "grad_norm": 0.3073808947692201,
      "learning_rate": 1.5780825122504672e-05,
      "loss": 0.25049700736999514,
      "step": 1420
    },
    {
      "epoch": 0.7526315789473684,
      "grad_norm": 0.33339299865726996,
      "learning_rate": 1.5705626974500613e-05,
      "loss": 0.25526843070983884,
      "step": 1430
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 0.3058399225988297,
      "learning_rate": 1.5629947380195786e-05,
      "loss": 0.2525237798690796,
      "step": 1440
    },
    {
      "epoch": 0.7631578947368421,
      "grad_norm": 0.3203191556565657,
      "learning_rate": 1.5553792725507265e-05,
      "loss": 0.2499521255493164,
      "step": 1450
    },
    {
      "epoch": 0.7684210526315789,
      "grad_norm": 0.2968933270555803,
      "learning_rate": 1.5477169436438178e-05,
      "loss": 0.2529642581939697,
      "step": 1460
    },
    {
      "epoch": 0.7736842105263158,
      "grad_norm": 0.31537161119609625,
      "learning_rate": 1.5400083978535475e-05,
      "loss": 0.2528361797332764,
      "step": 1470
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 0.30053640034930956,
      "learning_rate": 1.532254285634435e-05,
      "loss": 0.2572028160095215,
      "step": 1480
    },
    {
      "epoch": 0.7842105263157895,
      "grad_norm": 0.2872891239024344,
      "learning_rate": 1.5244552612859407e-05,
      "loss": 0.25772078037261964,
      "step": 1490
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.3114653675819462,
      "learning_rate": 1.5166119828972515e-05,
      "loss": 0.2603304386138916,
      "step": 1500
    },
    {
      "epoch": 0.7947368421052632,
      "grad_norm": 0.30385823021839925,
      "learning_rate": 1.5087251122917543e-05,
      "loss": 0.2549354791641235,
      "step": 1510
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3195778732427886,
      "learning_rate": 1.5007953149711885e-05,
      "loss": 0.2570181369781494,
      "step": 1520
    },
    {
      "epoch": 0.8052631578947368,
      "grad_norm": 0.32222451716138956,
      "learning_rate": 1.4928232600594916e-05,
      "loss": 0.25235695838928224,
      "step": 1530
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 0.3170829707020739,
      "learning_rate": 1.4848096202463373e-05,
      "loss": 0.26191277503967286,
      "step": 1540
    },
    {
      "epoch": 0.8157894736842105,
      "grad_norm": 0.3186275075149321,
      "learning_rate": 1.4767550717303726e-05,
      "loss": 0.2493319034576416,
      "step": 1550
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 0.29863089121966946,
      "learning_rate": 1.4686602941621618e-05,
      "loss": 0.2586613655090332,
      "step": 1560
    },
    {
      "epoch": 0.8263157894736842,
      "grad_norm": 0.2982239867778827,
      "learning_rate": 1.4605259705868334e-05,
      "loss": 0.2521392345428467,
      "step": 1570
    },
    {
      "epoch": 0.8315789473684211,
      "grad_norm": 0.31962705193402735,
      "learning_rate": 1.4523527873864474e-05,
      "loss": 0.25809125900268554,
      "step": 1580
    },
    {
      "epoch": 0.8368421052631579,
      "grad_norm": 0.2963945418337864,
      "learning_rate": 1.4441414342220762e-05,
      "loss": 0.25009665489196775,
      "step": 1590
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.3285629437505493,
      "learning_rate": 1.4358926039756106e-05,
      "loss": 0.25235395431518554,
      "step": 1600
    },
    {
      "epoch": 0.8473684210526315,
      "grad_norm": 0.3039719782091077,
      "learning_rate": 1.4276069926912934e-05,
      "loss": 0.2509817838668823,
      "step": 1610
    },
    {
      "epoch": 0.8526315789473684,
      "grad_norm": 0.3062469619116883,
      "learning_rate": 1.4192852995169868e-05,
      "loss": 0.2587169647216797,
      "step": 1620
    },
    {
      "epoch": 0.8578947368421053,
      "grad_norm": 0.2874124311095995,
      "learning_rate": 1.4109282266451777e-05,
      "loss": 0.2517398834228516,
      "step": 1630
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 0.30194631166275687,
      "learning_rate": 1.4025364792537264e-05,
      "loss": 0.25503859519958494,
      "step": 1640
    },
    {
      "epoch": 0.868421052631579,
      "grad_norm": 0.27840841442231024,
      "learning_rate": 1.3941107654463619e-05,
      "loss": 0.25129916667938235,
      "step": 1650
    },
    {
      "epoch": 0.8736842105263158,
      "grad_norm": 0.29521313529164417,
      "learning_rate": 1.3856517961929323e-05,
      "loss": 0.25026085376739504,
      "step": 1660
    },
    {
      "epoch": 0.8789473684210526,
      "grad_norm": 0.287267013868479,
      "learning_rate": 1.3771602852694127e-05,
      "loss": 0.24895100593566893,
      "step": 1670
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 0.2800736838648925,
      "learning_rate": 1.3686369491976748e-05,
      "loss": 0.2604621171951294,
      "step": 1680
    },
    {
      "epoch": 0.8894736842105263,
      "grad_norm": 0.2938288334198985,
      "learning_rate": 1.3600825071850282e-05,
      "loss": 0.24665045738220215,
      "step": 1690
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.3128575984880149,
      "learning_rate": 1.3514976810635302e-05,
      "loss": 0.25367374420166017,
      "step": 1700
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2919310094441612,
      "learning_rate": 1.3428831952290803e-05,
      "loss": 0.24983105659484864,
      "step": 1710
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 0.2833541904724715,
      "learning_rate": 1.3342397765802918e-05,
      "loss": 0.2547269105911255,
      "step": 1720
    },
    {
      "epoch": 0.9105263157894737,
      "grad_norm": 0.30713365035643586,
      "learning_rate": 1.3255681544571568e-05,
      "loss": 0.25430710315704347,
      "step": 1730
    },
    {
      "epoch": 0.9157894736842105,
      "grad_norm": 0.28478003136396524,
      "learning_rate": 1.3168690605795044e-05,
      "loss": 0.25717883110046386,
      "step": 1740
    },
    {
      "epoch": 0.9210526315789473,
      "grad_norm": 0.28797295415784185,
      "learning_rate": 1.3081432289852566e-05,
      "loss": 0.24728927612304688,
      "step": 1750
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 0.2924949280898957,
      "learning_rate": 1.2993913959684897e-05,
      "loss": 0.24457645416259766,
      "step": 1760
    },
    {
      "epoch": 0.9315789473684211,
      "grad_norm": 0.29430607804640396,
      "learning_rate": 1.2906143000173041e-05,
      "loss": 0.25548529624938965,
      "step": 1770
    },
    {
      "epoch": 0.9368421052631579,
      "grad_norm": 0.29586161226286145,
      "learning_rate": 1.2818126817515126e-05,
      "loss": 0.24899468421936036,
      "step": 1780
    },
    {
      "epoch": 0.9421052631578948,
      "grad_norm": 0.29458651167215955,
      "learning_rate": 1.2729872838601436e-05,
      "loss": 0.247794246673584,
      "step": 1790
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.28694243726477203,
      "learning_rate": 1.2641388510387733e-05,
      "loss": 0.2530705213546753,
      "step": 1800
    },
    {
      "epoch": 0.9526315789473684,
      "grad_norm": 0.28400804260339213,
      "learning_rate": 1.2552681299266873e-05,
      "loss": 0.2409834384918213,
      "step": 1810
    },
    {
      "epoch": 0.9578947368421052,
      "grad_norm": 0.2971761947306559,
      "learning_rate": 1.2463758690438793e-05,
      "loss": 0.24837055206298828,
      "step": 1820
    },
    {
      "epoch": 0.9631578947368421,
      "grad_norm": 0.29860383694291737,
      "learning_rate": 1.2374628187278888e-05,
      "loss": 0.2476038694381714,
      "step": 1830
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 0.290827103571914,
      "learning_rate": 1.2285297310704883e-05,
      "loss": 0.25147113800048826,
      "step": 1840
    },
    {
      "epoch": 0.9736842105263158,
      "grad_norm": 0.28426661834511,
      "learning_rate": 1.21957735985422e-05,
      "loss": 0.2510018825531006,
      "step": 1850
    },
    {
      "epoch": 0.9789473684210527,
      "grad_norm": 0.26967543352672735,
      "learning_rate": 1.210606460488792e-05,
      "loss": 0.24750916957855223,
      "step": 1860
    },
    {
      "epoch": 0.9842105263157894,
      "grad_norm": 0.2778869516386811,
      "learning_rate": 1.2016177899473344e-05,
      "loss": 0.2443995952606201,
      "step": 1870
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 0.28049614667702366,
      "learning_rate": 1.1926121067025278e-05,
      "loss": 0.2498345136642456,
      "step": 1880
    },
    {
      "epoch": 0.9947368421052631,
      "grad_norm": 0.28037158504163623,
      "learning_rate": 1.1835901706626e-05,
      "loss": 0.24004738330841063,
      "step": 1890
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2818284300722421,
      "learning_rate": 1.1745527431072052e-05,
      "loss": 0.24387748241424562,
      "step": 1900
    },
    {
      "epoch": 1.0052631578947369,
      "grad_norm": 0.3048554539804919,
      "learning_rate": 1.1655005866231874e-05,
      "loss": 0.20784101486206055,
      "step": 1910
    },
    {
      "epoch": 1.0105263157894737,
      "grad_norm": 0.29644627179752464,
      "learning_rate": 1.156434465040231e-05,
      "loss": 0.2094496250152588,
      "step": 1920
    },
    {
      "epoch": 1.0157894736842106,
      "grad_norm": 0.3054894159097575,
      "learning_rate": 1.1473551433664093e-05,
      "loss": 0.2063742160797119,
      "step": 1930
    },
    {
      "epoch": 1.0210526315789474,
      "grad_norm": 0.3222861706808871,
      "learning_rate": 1.1382633877236321e-05,
      "loss": 0.2070340633392334,
      "step": 1940
    },
    {
      "epoch": 1.0263157894736843,
      "grad_norm": 0.29342069909331125,
      "learning_rate": 1.1291599652829994e-05,
      "loss": 0.20527045726776122,
      "step": 1950
    },
    {
      "epoch": 1.0315789473684212,
      "grad_norm": 0.2955655882030927,
      "learning_rate": 1.1200456442000667e-05,
      "loss": 0.20804226398468018,
      "step": 1960
    },
    {
      "epoch": 1.0368421052631578,
      "grad_norm": 0.28866589963820566,
      "learning_rate": 1.110921193550027e-05,
      "loss": 0.20433292388916016,
      "step": 1970
    },
    {
      "epoch": 1.0421052631578946,
      "grad_norm": 0.2898988220159749,
      "learning_rate": 1.1017873832628172e-05,
      "loss": 0.20756316184997559,
      "step": 1980
    },
    {
      "epoch": 1.0473684210526315,
      "grad_norm": 0.2991635984885633,
      "learning_rate": 1.0926449840581478e-05,
      "loss": 0.2041926383972168,
      "step": 1990
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 0.32168764414717305,
      "learning_rate": 1.0834947673804722e-05,
      "loss": 0.20382113456726075,
      "step": 2000
    },
    {
      "epoch": 1.0578947368421052,
      "grad_norm": 0.29933072336184285,
      "learning_rate": 1.0743375053338879e-05,
      "loss": 0.20006492137908935,
      "step": 2010
    },
    {
      "epoch": 1.063157894736842,
      "grad_norm": 0.28416943028027664,
      "learning_rate": 1.0651739706169884e-05,
      "loss": 0.20051677227020265,
      "step": 2020
    },
    {
      "epoch": 1.068421052631579,
      "grad_norm": 0.28950963633810445,
      "learning_rate": 1.0560049364576614e-05,
      "loss": 0.20347986221313477,
      "step": 2030
    },
    {
      "epoch": 1.0736842105263158,
      "grad_norm": 0.2870660918588074,
      "learning_rate": 1.0468311765478426e-05,
      "loss": 0.19931771755218505,
      "step": 2040
    },
    {
      "epoch": 1.0789473684210527,
      "grad_norm": 0.3034555482186645,
      "learning_rate": 1.0376534649782304e-05,
      "loss": 0.20710306167602538,
      "step": 2050
    },
    {
      "epoch": 1.0842105263157895,
      "grad_norm": 0.2932959815430872,
      "learning_rate": 1.028472576172969e-05,
      "loss": 0.20461549758911132,
      "step": 2060
    },
    {
      "epoch": 1.0894736842105264,
      "grad_norm": 0.3109353160792062,
      "learning_rate": 1.0192892848243003e-05,
      "loss": 0.20261452198028565,
      "step": 2070
    },
    {
      "epoch": 1.0947368421052632,
      "grad_norm": 0.297460936728559,
      "learning_rate": 1.0101043658271954e-05,
      "loss": 0.1989670991897583,
      "step": 2080
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.27720496221464697,
      "learning_rate": 1.0009185942139676e-05,
      "loss": 0.20732603073120118,
      "step": 2090
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 0.2985385675259771,
      "learning_rate": 9.917327450888751e-06,
      "loss": 0.20671296119689941,
      "step": 2100
    },
    {
      "epoch": 1.1105263157894736,
      "grad_norm": 0.31136164698617336,
      "learning_rate": 9.825475935627165e-06,
      "loss": 0.2034555196762085,
      "step": 2110
    },
    {
      "epoch": 1.1157894736842104,
      "grad_norm": 0.30054254710870915,
      "learning_rate": 9.733639146874266e-06,
      "loss": 0.20147459506988524,
      "step": 2120
    },
    {
      "epoch": 1.1210526315789473,
      "grad_norm": 0.29677515325155296,
      "learning_rate": 9.641824833906754e-06,
      "loss": 0.20112955570220947,
      "step": 2130
    },
    {
      "epoch": 1.1263157894736842,
      "grad_norm": 0.31331520271935587,
      "learning_rate": 9.550040744104817e-06,
      "loss": 0.2055084228515625,
      "step": 2140
    },
    {
      "epoch": 1.131578947368421,
      "grad_norm": 0.2885840563649805,
      "learning_rate": 9.458294622298371e-06,
      "loss": 0.20572924613952637,
      "step": 2150
    },
    {
      "epoch": 1.1368421052631579,
      "grad_norm": 0.2932744024313575,
      "learning_rate": 9.366594210113564e-06,
      "loss": 0.20209026336669922,
      "step": 2160
    },
    {
      "epoch": 1.1421052631578947,
      "grad_norm": 0.29152430251874945,
      "learning_rate": 9.27494724531951e-06,
      "loss": 0.20527091026306152,
      "step": 2170
    },
    {
      "epoch": 1.1473684210526316,
      "grad_norm": 0.31590689009981915,
      "learning_rate": 9.183361461175397e-06,
      "loss": 0.2078498125076294,
      "step": 2180
    },
    {
      "epoch": 1.1526315789473685,
      "grad_norm": 0.29762327843090924,
      "learning_rate": 9.091844585777919e-06,
      "loss": 0.2069688081741333,
      "step": 2190
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 0.28262921806447805,
      "learning_rate": 9.00040434140919e-06,
      "loss": 0.1988505244255066,
      "step": 2200
    },
    {
      "epoch": 1.1631578947368422,
      "grad_norm": 0.2799568419681113,
      "learning_rate": 8.909048443885114e-06,
      "loss": 0.20135457515716554,
      "step": 2210
    },
    {
      "epoch": 1.168421052631579,
      "grad_norm": 0.2993135920520277,
      "learning_rate": 8.817784601904342e-06,
      "loss": 0.21084017753601075,
      "step": 2220
    },
    {
      "epoch": 1.1736842105263159,
      "grad_norm": 0.3022897692019414,
      "learning_rate": 8.726620516397777e-06,
      "loss": 0.20522718429565429,
      "step": 2230
    },
    {
      "epoch": 1.1789473684210527,
      "grad_norm": 0.28993342202926187,
      "learning_rate": 8.635563879878784e-06,
      "loss": 0.20526511669158937,
      "step": 2240
    },
    {
      "epoch": 1.1842105263157894,
      "grad_norm": 0.31799992182247755,
      "learning_rate": 8.544622375794064e-06,
      "loss": 0.20150189399719237,
      "step": 2250
    },
    {
      "epoch": 1.1894736842105262,
      "grad_norm": 0.2985470458176931,
      "learning_rate": 8.453803677875355e-06,
      "loss": 0.20268006324768068,
      "step": 2260
    },
    {
      "epoch": 1.194736842105263,
      "grad_norm": 0.28979231675165595,
      "learning_rate": 8.363115449491875e-06,
      "loss": 0.19919428825378419,
      "step": 2270
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.3059530322183295,
      "learning_rate": 8.2725653430037e-06,
      "loss": 0.20649614334106445,
      "step": 2280
    },
    {
      "epoch": 1.2052631578947368,
      "grad_norm": 0.303324522007814,
      "learning_rate": 8.182160999116046e-06,
      "loss": 0.19812414646148682,
      "step": 2290
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 0.28591286519904724,
      "learning_rate": 8.091910046234552e-06,
      "loss": 0.20605757236480712,
      "step": 2300
    },
    {
      "epoch": 1.2157894736842105,
      "grad_norm": 0.30188287112312784,
      "learning_rate": 8.001820099821566e-06,
      "loss": 0.20103375911712645,
      "step": 2310
    },
    {
      "epoch": 1.2210526315789474,
      "grad_norm": 0.31180884775561374,
      "learning_rate": 7.91189876175355e-06,
      "loss": 0.20387532711029052,
      "step": 2320
    },
    {
      "epoch": 1.2263157894736842,
      "grad_norm": 0.29721196375007514,
      "learning_rate": 7.822153619679644e-06,
      "loss": 0.20924797058105468,
      "step": 2330
    },
    {
      "epoch": 1.231578947368421,
      "grad_norm": 0.28325623352157336,
      "learning_rate": 7.732592246381392e-06,
      "loss": 0.19755966663360597,
      "step": 2340
    },
    {
      "epoch": 1.236842105263158,
      "grad_norm": 0.3023877905491012,
      "learning_rate": 7.643222199133758e-06,
      "loss": 0.20248010158538818,
      "step": 2350
    },
    {
      "epoch": 1.2421052631578948,
      "grad_norm": 0.30648223105953865,
      "learning_rate": 7.554051019067421e-06,
      "loss": 0.20098273754119872,
      "step": 2360
    },
    {
      "epoch": 1.2473684210526317,
      "grad_norm": 0.31504307543876336,
      "learning_rate": 7.46508623053246e-06,
      "loss": 0.20353875160217286,
      "step": 2370
    },
    {
      "epoch": 1.2526315789473683,
      "grad_norm": 0.27531435699526163,
      "learning_rate": 7.376335340463442e-06,
      "loss": 0.20233564376831054,
      "step": 2380
    },
    {
      "epoch": 1.2578947368421054,
      "grad_norm": 0.3010785114920091,
      "learning_rate": 7.2878058377459716e-06,
      "loss": 0.19838900566101075,
      "step": 2390
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 0.31236685732293407,
      "learning_rate": 7.199505192584772e-06,
      "loss": 0.2026752710342407,
      "step": 2400
    },
    {
      "epoch": 1.268421052631579,
      "grad_norm": 0.29020505050561235,
      "learning_rate": 7.111440855873346e-06,
      "loss": 0.2023756980895996,
      "step": 2410
    },
    {
      "epoch": 1.2736842105263158,
      "grad_norm": 0.27242043820035505,
      "learning_rate": 7.023620258565271e-06,
      "loss": 0.19736809730529786,
      "step": 2420
    },
    {
      "epoch": 1.2789473684210526,
      "grad_norm": 0.28155787559665607,
      "learning_rate": 6.9360508110471526e-06,
      "loss": 0.2012228012084961,
      "step": 2430
    },
    {
      "epoch": 1.2842105263157895,
      "grad_norm": 0.2906665637553726,
      "learning_rate": 6.848739902513327e-06,
      "loss": 0.20069727897644044,
      "step": 2440
    },
    {
      "epoch": 1.2894736842105263,
      "grad_norm": 0.2969930467731607,
      "learning_rate": 6.761694900342373e-06,
      "loss": 0.20128388404846193,
      "step": 2450
    },
    {
      "epoch": 1.2947368421052632,
      "grad_norm": 0.2952679778339934,
      "learning_rate": 6.674923149475433e-06,
      "loss": 0.2063040018081665,
      "step": 2460
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.2989682606009563,
      "learning_rate": 6.588431971796439e-06,
      "loss": 0.2017989158630371,
      "step": 2470
    },
    {
      "epoch": 1.305263157894737,
      "grad_norm": 0.2981062384864771,
      "learning_rate": 6.502228665514284e-06,
      "loss": 0.20122807025909423,
      "step": 2480
    },
    {
      "epoch": 1.3105263157894738,
      "grad_norm": 0.2965980275952424,
      "learning_rate": 6.4163205045469975e-06,
      "loss": 0.1991926074028015,
      "step": 2490
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.28759714007677384,
      "learning_rate": 6.330714737907968e-06,
      "loss": 0.20284779071807862,
      "step": 2500
    },
    {
      "epoch": 1.3210526315789473,
      "grad_norm": 0.2998763973199278,
      "learning_rate": 6.245418589094254e-06,
      "loss": 0.19527244567871094,
      "step": 2510
    },
    {
      "epoch": 1.3263157894736843,
      "grad_norm": 0.28795604606380654,
      "learning_rate": 6.1604392554770635e-06,
      "loss": 0.1968228578567505,
      "step": 2520
    },
    {
      "epoch": 1.331578947368421,
      "grad_norm": 0.2872245467986166,
      "learning_rate": 6.07578390769443e-06,
      "loss": 0.20151681900024415,
      "step": 2530
    },
    {
      "epoch": 1.3368421052631578,
      "grad_norm": 0.30229809608213143,
      "learning_rate": 5.9914596890461615e-06,
      "loss": 0.19509825706481934,
      "step": 2540
    },
    {
      "epoch": 1.3421052631578947,
      "grad_norm": 0.2989302800988638,
      "learning_rate": 5.907473714891061e-06,
      "loss": 0.20209035873413086,
      "step": 2550
    },
    {
      "epoch": 1.3473684210526315,
      "grad_norm": 0.2870762674759193,
      "learning_rate": 5.823833072046538e-06,
      "loss": 0.20028293132781982,
      "step": 2560
    },
    {
      "epoch": 1.3526315789473684,
      "grad_norm": 0.3039557572074681,
      "learning_rate": 5.7405448181906045e-06,
      "loss": 0.20040664672851563,
      "step": 2570
    },
    {
      "epoch": 1.3578947368421053,
      "grad_norm": 0.3102440280841076,
      "learning_rate": 5.657615981266373e-06,
      "loss": 0.19900851249694823,
      "step": 2580
    },
    {
      "epoch": 1.3631578947368421,
      "grad_norm": 0.268867053303318,
      "learning_rate": 5.5750535588889895e-06,
      "loss": 0.20092666149139404,
      "step": 2590
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 0.2897322479842339,
      "learning_rate": 5.4928645177551895e-06,
      "loss": 0.1961138963699341,
      "step": 2600
    },
    {
      "epoch": 1.3736842105263158,
      "grad_norm": 0.2846696497795479,
      "learning_rate": 5.411055793055442e-06,
      "loss": 0.1972240090370178,
      "step": 2610
    },
    {
      "epoch": 1.3789473684210527,
      "grad_norm": 0.2926637587930832,
      "learning_rate": 5.329634287888752e-06,
      "loss": 0.19740312099456786,
      "step": 2620
    },
    {
      "epoch": 1.3842105263157896,
      "grad_norm": 0.315472468130149,
      "learning_rate": 5.248606872680169e-06,
      "loss": 0.20692920684814453,
      "step": 2630
    },
    {
      "epoch": 1.3894736842105262,
      "grad_norm": 0.2863125094171611,
      "learning_rate": 5.167980384601041e-06,
      "loss": 0.19995032548904418,
      "step": 2640
    },
    {
      "epoch": 1.3947368421052633,
      "grad_norm": 0.2875507180332521,
      "learning_rate": 5.087761626992111e-06,
      "loss": 0.19773465394973755,
      "step": 2650
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.27514484247099974,
      "learning_rate": 5.0079573687894225e-06,
      "loss": 0.19896183013916016,
      "step": 2660
    },
    {
      "epoch": 1.4052631578947368,
      "grad_norm": 0.29696367433422627,
      "learning_rate": 4.928574343953171e-06,
      "loss": 0.2002697229385376,
      "step": 2670
    },
    {
      "epoch": 1.4105263157894736,
      "grad_norm": 0.29576260105912455,
      "learning_rate": 4.849619250899458e-06,
      "loss": 0.20564062595367433,
      "step": 2680
    },
    {
      "epoch": 1.4157894736842105,
      "grad_norm": 0.28660371612870283,
      "learning_rate": 4.7710987519351085e-06,
      "loss": 0.20029211044311523,
      "step": 2690
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 0.3146854080289369,
      "learning_rate": 4.693019472695462e-06,
      "loss": 0.1956094980239868,
      "step": 2700
    },
    {
      "epoch": 1.4263157894736842,
      "grad_norm": 0.2804606823712097,
      "learning_rate": 4.615388001585326e-06,
      "loss": 0.19753397703170777,
      "step": 2710
    },
    {
      "epoch": 1.431578947368421,
      "grad_norm": 0.2792985512272783,
      "learning_rate": 4.538210889223016e-06,
      "loss": 0.19277102947235109,
      "step": 2720
    },
    {
      "epoch": 1.436842105263158,
      "grad_norm": 0.2833443963075602,
      "learning_rate": 4.4614946478876305e-06,
      "loss": 0.1982126235961914,
      "step": 2730
    },
    {
      "epoch": 1.4421052631578948,
      "grad_norm": 0.29400711523072615,
      "learning_rate": 4.3852457509695115e-06,
      "loss": 0.19417320489883422,
      "step": 2740
    },
    {
      "epoch": 1.4473684210526316,
      "grad_norm": 0.27524878982303125,
      "learning_rate": 4.309470632424045e-06,
      "loss": 0.1932328462600708,
      "step": 2750
    },
    {
      "epoch": 1.4526315789473685,
      "grad_norm": 0.27779514446087283,
      "learning_rate": 4.234175686228728e-06,
      "loss": 0.1982268810272217,
      "step": 2760
    },
    {
      "epoch": 1.4578947368421051,
      "grad_norm": 0.2989592360185482,
      "learning_rate": 4.159367265843662e-06,
      "loss": 0.19260333776473998,
      "step": 2770
    },
    {
      "epoch": 1.4631578947368422,
      "grad_norm": 0.3192699548185505,
      "learning_rate": 4.085051683675424e-06,
      "loss": 0.1973806858062744,
      "step": 2780
    },
    {
      "epoch": 1.4684210526315788,
      "grad_norm": 0.29426497608472496,
      "learning_rate": 4.011235210544435e-06,
      "loss": 0.1963602900505066,
      "step": 2790
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 0.29769140386912735,
      "learning_rate": 3.937924075155807e-06,
      "loss": 0.2008979082107544,
      "step": 2800
    },
    {
      "epoch": 1.4789473684210526,
      "grad_norm": 0.293520582186647,
      "learning_rate": 3.865124463573774e-06,
      "loss": 0.19697009325027465,
      "step": 2810
    },
    {
      "epoch": 1.4842105263157894,
      "grad_norm": 0.3110219104992736,
      "learning_rate": 3.792842518699689e-06,
      "loss": 0.20015451908111573,
      "step": 2820
    },
    {
      "epoch": 1.4894736842105263,
      "grad_norm": 0.2662469294030466,
      "learning_rate": 3.721084339753702e-06,
      "loss": 0.19725344181060792,
      "step": 2830
    },
    {
      "epoch": 1.4947368421052631,
      "grad_norm": 0.2973079431497986,
      "learning_rate": 3.6498559817600764e-06,
      "loss": 0.19772164821624755,
      "step": 2840
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.27656646463678614,
      "learning_rate": 3.5791634550362865e-06,
      "loss": 0.1974316954612732,
      "step": 2850
    },
    {
      "epoch": 1.5052631578947369,
      "grad_norm": 0.29432945850940034,
      "learning_rate": 3.5090127246858318e-06,
      "loss": 0.19579846858978273,
      "step": 2860
    },
    {
      "epoch": 1.5105263157894737,
      "grad_norm": 0.2730282935979345,
      "learning_rate": 3.4394097100949286e-06,
      "loss": 0.19849755764007568,
      "step": 2870
    },
    {
      "epoch": 1.5157894736842106,
      "grad_norm": 0.3009001641795391,
      "learning_rate": 3.3703602844329963e-06,
      "loss": 0.1946340799331665,
      "step": 2880
    },
    {
      "epoch": 1.5210526315789474,
      "grad_norm": 0.29707980101419085,
      "learning_rate": 3.3018702741570976e-06,
      "loss": 0.1969212770462036,
      "step": 2890
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 0.2833257974831692,
      "learning_rate": 3.2339454585202756e-06,
      "loss": 0.19296889305114745,
      "step": 2900
    },
    {
      "epoch": 1.5315789473684212,
      "grad_norm": 0.29149445930134404,
      "learning_rate": 3.1665915690839165e-06,
      "loss": 0.1954205870628357,
      "step": 2910
    },
    {
      "epoch": 1.5368421052631578,
      "grad_norm": 0.2894059020433222,
      "learning_rate": 3.0998142892340932e-06,
      "loss": 0.19373153448104857,
      "step": 2920
    },
    {
      "epoch": 1.5421052631578949,
      "grad_norm": 0.28732530129119566,
      "learning_rate": 3.0336192537020157e-06,
      "loss": 0.1956033229827881,
      "step": 2930
    },
    {
      "epoch": 1.5473684210526315,
      "grad_norm": 0.29049669943929063,
      "learning_rate": 2.968012048088548e-06,
      "loss": 0.19107308387756347,
      "step": 2940
    },
    {
      "epoch": 1.5526315789473686,
      "grad_norm": 0.299178739593467,
      "learning_rate": 2.9029982083929088e-06,
      "loss": 0.20056076049804689,
      "step": 2950
    },
    {
      "epoch": 1.5578947368421052,
      "grad_norm": 0.2833198287263072,
      "learning_rate": 2.83858322054552e-06,
      "loss": 0.20021560192108154,
      "step": 2960
    },
    {
      "epoch": 1.563157894736842,
      "grad_norm": 0.29924363610382615,
      "learning_rate": 2.774772519945116e-06,
      "loss": 0.19537402391433717,
      "step": 2970
    },
    {
      "epoch": 1.568421052631579,
      "grad_norm": 0.28886141672793486,
      "learning_rate": 2.7115714910000835e-06,
      "loss": 0.19449059963226317,
      "step": 2980
    },
    {
      "epoch": 1.5736842105263158,
      "grad_norm": 0.31548710546836684,
      "learning_rate": 2.6489854666741344e-06,
      "loss": 0.1968981981277466,
      "step": 2990
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.284433584281696,
      "learning_rate": 2.587019728036292e-06,
      "loss": 0.195830774307251,
      "step": 3000
    },
    {
      "epoch": 1.5842105263157895,
      "grad_norm": 0.2982575086808407,
      "learning_rate": 2.5256795038152824e-06,
      "loss": 0.1970442295074463,
      "step": 3010
    },
    {
      "epoch": 1.5894736842105264,
      "grad_norm": 0.3005703600480316,
      "learning_rate": 2.464969969958314e-06,
      "loss": 0.2002091407775879,
      "step": 3020
    },
    {
      "epoch": 1.594736842105263,
      "grad_norm": 0.28179334651984334,
      "learning_rate": 2.404896249194346e-06,
      "loss": 0.19861750602722167,
      "step": 3030
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.29760859194543926,
      "learning_rate": 2.345463410601805e-06,
      "loss": 0.19542500972747803,
      "step": 3040
    },
    {
      "epoch": 1.6052631578947367,
      "grad_norm": 0.2844638710382113,
      "learning_rate": 2.286676469180871e-06,
      "loss": 0.19709043502807616,
      "step": 3050
    },
    {
      "epoch": 1.6105263157894738,
      "grad_norm": 0.2775597261131208,
      "learning_rate": 2.2285403854302912e-06,
      "loss": 0.1949392557144165,
      "step": 3060
    },
    {
      "epoch": 1.6157894736842104,
      "grad_norm": 0.33174305706801116,
      "learning_rate": 2.171060064928824e-06,
      "loss": 0.19625964164733886,
      "step": 3070
    },
    {
      "epoch": 1.6210526315789475,
      "grad_norm": 0.29899003284923736,
      "learning_rate": 2.114240357921283e-06,
      "loss": 0.1958683729171753,
      "step": 3080
    },
    {
      "epoch": 1.6263157894736842,
      "grad_norm": 0.30253519828831077,
      "learning_rate": 2.0580860589092897e-06,
      "loss": 0.19081616401672363,
      "step": 3090
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 0.2923811724101823,
      "learning_rate": 2.0026019062466882e-06,
      "loss": 0.1947636842727661,
      "step": 3100
    },
    {
      "epoch": 1.6368421052631579,
      "grad_norm": 0.29746280981406426,
      "learning_rate": 1.9477925817397358e-06,
      "loss": 0.19309258460998535,
      "step": 3110
    },
    {
      "epoch": 1.6421052631578947,
      "grad_norm": 0.2955090985547228,
      "learning_rate": 1.8936627102520321e-06,
      "loss": 0.19541804790496825,
      "step": 3120
    },
    {
      "epoch": 1.6473684210526316,
      "grad_norm": 0.27712959308372376,
      "learning_rate": 1.8402168593142855e-06,
      "loss": 0.19962093830108643,
      "step": 3130
    },
    {
      "epoch": 1.6526315789473685,
      "grad_norm": 0.3103301707016284,
      "learning_rate": 1.7874595387388815e-06,
      "loss": 0.195822012424469,
      "step": 3140
    },
    {
      "epoch": 1.6578947368421053,
      "grad_norm": 0.29888909648538525,
      "learning_rate": 1.7353952002393604e-06,
      "loss": 0.19865849018096923,
      "step": 3150
    },
    {
      "epoch": 1.663157894736842,
      "grad_norm": 0.28809870742786514,
      "learning_rate": 1.6840282370547568e-06,
      "loss": 0.19288280010223388,
      "step": 3160
    },
    {
      "epoch": 1.668421052631579,
      "grad_norm": 0.30077409967188035,
      "learning_rate": 1.6333629835789154e-06,
      "loss": 0.19533854722976685,
      "step": 3170
    },
    {
      "epoch": 1.6736842105263157,
      "grad_norm": 0.2964519664959678,
      "learning_rate": 1.5834037149947291e-06,
      "loss": 0.19245790243148803,
      "step": 3180
    },
    {
      "epoch": 1.6789473684210527,
      "grad_norm": 0.29159107489483826,
      "learning_rate": 1.534154646913416e-06,
      "loss": 0.19166877269744872,
      "step": 3190
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 0.29747162517438613,
      "learning_rate": 1.4856199350187806e-06,
      "loss": 0.19105905294418335,
      "step": 3200
    },
    {
      "epoch": 1.6894736842105265,
      "grad_norm": 0.287287526073104,
      "learning_rate": 1.4378036747165746e-06,
      "loss": 0.19024944305419922,
      "step": 3210
    },
    {
      "epoch": 1.694736842105263,
      "grad_norm": 0.28363603807951976,
      "learning_rate": 1.3907099007889023e-06,
      "loss": 0.19398729801177977,
      "step": 3220
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.2938937872670202,
      "learning_rate": 1.344342587053782e-06,
      "loss": 0.19313373565673828,
      "step": 3230
    },
    {
      "epoch": 1.7052631578947368,
      "grad_norm": 0.27763402414614136,
      "learning_rate": 1.2987056460298108e-06,
      "loss": 0.19442253112792968,
      "step": 3240
    },
    {
      "epoch": 1.7105263157894737,
      "grad_norm": 0.28223075675741766,
      "learning_rate": 1.2538029286060428e-06,
      "loss": 0.19540021419525147,
      "step": 3250
    },
    {
      "epoch": 1.7157894736842105,
      "grad_norm": 0.278656390864509,
      "learning_rate": 1.2096382237170279e-06,
      "loss": 0.19183417558670043,
      "step": 3260
    },
    {
      "epoch": 1.7210526315789474,
      "grad_norm": 0.28873665435752643,
      "learning_rate": 1.1662152580231145e-06,
      "loss": 0.1944838285446167,
      "step": 3270
    },
    {
      "epoch": 1.7263157894736842,
      "grad_norm": 0.31876773999709895,
      "learning_rate": 1.1235376955959787e-06,
      "loss": 0.19714293479919434,
      "step": 3280
    },
    {
      "epoch": 1.731578947368421,
      "grad_norm": 0.29295715482299295,
      "learning_rate": 1.081609137609455e-06,
      "loss": 0.18858647346496582,
      "step": 3290
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.28742910267889765,
      "learning_rate": 1.0404331220356568e-06,
      "loss": 0.19322052001953124,
      "step": 3300
    },
    {
      "epoch": 1.7421052631578946,
      "grad_norm": 0.2872553234950761,
      "learning_rate": 1.0000131233464484e-06,
      "loss": 0.19312400817871095,
      "step": 3310
    },
    {
      "epoch": 1.7473684210526317,
      "grad_norm": 0.27442072867090284,
      "learning_rate": 9.60352552220256e-07,
      "loss": 0.18943675756454467,
      "step": 3320
    },
    {
      "epoch": 1.7526315789473683,
      "grad_norm": 0.2866164552689707,
      "learning_rate": 9.21454755254283e-07,
      "loss": 0.19052280187606813,
      "step": 3330
    },
    {
      "epoch": 1.7578947368421054,
      "grad_norm": 0.2767334020331424,
      "learning_rate": 8.833230146821059e-07,
      "loss": 0.19586782455444335,
      "step": 3340
    },
    {
      "epoch": 1.763157894736842,
      "grad_norm": 0.278242499350201,
      "learning_rate": 8.459605480967348e-07,
      "loss": 0.19273494482040404,
      "step": 3350
    },
    {
      "epoch": 1.768421052631579,
      "grad_norm": 0.2786174068598798,
      "learning_rate": 8.093705081790892e-07,
      "loss": 0.19584423303604126,
      "step": 3360
    },
    {
      "epoch": 1.7736842105263158,
      "grad_norm": 0.2747780780375689,
      "learning_rate": 7.735559824319905e-07,
      "loss": 0.1967606544494629,
      "step": 3370
    },
    {
      "epoch": 1.7789473684210526,
      "grad_norm": 0.289633650322816,
      "learning_rate": 7.385199929196241e-07,
      "loss": 0.19085731506347656,
      "step": 3380
    },
    {
      "epoch": 1.7842105263157895,
      "grad_norm": 0.2866260302858027,
      "learning_rate": 7.042654960125339e-07,
      "loss": 0.1873401403427124,
      "step": 3390
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 0.27869706668392513,
      "learning_rate": 6.70795382138173e-07,
      "loss": 0.19778637886047362,
      "step": 3400
    },
    {
      "epoch": 1.7947368421052632,
      "grad_norm": 0.2725510557917072,
      "learning_rate": 6.381124755369938e-07,
      "loss": 0.19017722606658935,
      "step": 3410
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.3050619918202974,
      "learning_rate": 6.062195340241406e-07,
      "loss": 0.19560375213623046,
      "step": 3420
    },
    {
      "epoch": 1.805263157894737,
      "grad_norm": 0.2802024587835483,
      "learning_rate": 5.751192487567426e-07,
      "loss": 0.1918318510055542,
      "step": 3430
    },
    {
      "epoch": 1.8105263157894735,
      "grad_norm": 0.29355370886954935,
      "learning_rate": 5.448142440068316e-07,
      "loss": 0.1960618257522583,
      "step": 3440
    },
    {
      "epoch": 1.8157894736842106,
      "grad_norm": 0.3035953668043707,
      "learning_rate": 5.15307076939906e-07,
      "loss": 0.1913236141204834,
      "step": 3450
    },
    {
      "epoch": 1.8210526315789473,
      "grad_norm": 0.30254806899706643,
      "learning_rate": 4.866002373991474e-07,
      "loss": 0.1932381272315979,
      "step": 3460
    },
    {
      "epoch": 1.8263157894736843,
      "grad_norm": 0.2975886256951145,
      "learning_rate": 4.586961476953311e-07,
      "loss": 0.1993856430053711,
      "step": 3470
    },
    {
      "epoch": 1.831578947368421,
      "grad_norm": 0.2833020604734312,
      "learning_rate": 4.3159716240242954e-07,
      "loss": 0.19607802629470825,
      "step": 3480
    },
    {
      "epoch": 1.836842105263158,
      "grad_norm": 0.30640219615757136,
      "learning_rate": 4.05305568158928e-07,
      "loss": 0.19404864311218262,
      "step": 3490
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 0.2828179475804135,
      "learning_rate": 3.798235834748787e-07,
      "loss": 0.19020428657531738,
      "step": 3500
    },
    {
      "epoch": 1.8473684210526315,
      "grad_norm": 0.29953692477667465,
      "learning_rate": 3.5515335854469534e-07,
      "loss": 0.19170570373535156,
      "step": 3510
    },
    {
      "epoch": 1.8526315789473684,
      "grad_norm": 0.2891386367058248,
      "learning_rate": 3.3129697506572467e-07,
      "loss": 0.19208167791366576,
      "step": 3520
    },
    {
      "epoch": 1.8578947368421053,
      "grad_norm": 0.31323367351448866,
      "learning_rate": 3.082564460625903e-07,
      "loss": 0.19290330410003662,
      "step": 3530
    },
    {
      "epoch": 1.8631578947368421,
      "grad_norm": 0.2933935067787299,
      "learning_rate": 2.860337157173243e-07,
      "loss": 0.19398319721221924,
      "step": 3540
    },
    {
      "epoch": 1.868421052631579,
      "grad_norm": 0.3078978042307047,
      "learning_rate": 2.646306592053205e-07,
      "loss": 0.19711978435516359,
      "step": 3550
    },
    {
      "epoch": 1.8736842105263158,
      "grad_norm": 0.29795908157726503,
      "learning_rate": 2.440490825371078e-07,
      "loss": 0.193030047416687,
      "step": 3560
    },
    {
      "epoch": 1.8789473684210525,
      "grad_norm": 0.2807982610862735,
      "learning_rate": 2.2429072240595428e-07,
      "loss": 0.1917279005050659,
      "step": 3570
    },
    {
      "epoch": 1.8842105263157896,
      "grad_norm": 0.28111746070486754,
      "learning_rate": 2.0535724604132223e-07,
      "loss": 0.19180333614349365,
      "step": 3580
    },
    {
      "epoch": 1.8894736842105262,
      "grad_norm": 0.28658449153442855,
      "learning_rate": 1.8725025106818506e-07,
      "loss": 0.19407191276550292,
      "step": 3590
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 0.2761520673492774,
      "learning_rate": 1.699712653722241e-07,
      "loss": 0.19175976514816284,
      "step": 3600
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.2976135322441451,
      "learning_rate": 1.535217469708994e-07,
      "loss": 0.19339519739151,
      "step": 3610
    },
    {
      "epoch": 1.905263157894737,
      "grad_norm": 0.2979367712514626,
      "learning_rate": 1.3790308389042051e-07,
      "loss": 0.19258456230163573,
      "step": 3620
    },
    {
      "epoch": 1.9105263157894736,
      "grad_norm": 0.283723763736556,
      "learning_rate": 1.231165940486234e-07,
      "loss": 0.19650962352752685,
      "step": 3630
    },
    {
      "epoch": 1.9157894736842105,
      "grad_norm": 0.2911720022886965,
      "learning_rate": 1.0916352514376616e-07,
      "loss": 0.1936952829360962,
      "step": 3640
    },
    {
      "epoch": 1.9210526315789473,
      "grad_norm": 0.2787135941737864,
      "learning_rate": 9.604505454924529e-08,
      "loss": 0.1929107904434204,
      "step": 3650
    },
    {
      "epoch": 1.9263157894736842,
      "grad_norm": 0.3013292787016172,
      "learning_rate": 8.376228921424867e-08,
      "loss": 0.18853404521942138,
      "step": 3660
    },
    {
      "epoch": 1.931578947368421,
      "grad_norm": 0.2924692814983718,
      "learning_rate": 7.231626557034687e-08,
      "loss": 0.19240450859069824,
      "step": 3670
    },
    {
      "epoch": 1.936842105263158,
      "grad_norm": 0.28756860436955656,
      "learning_rate": 6.170794944404201e-08,
      "loss": 0.19327850341796876,
      "step": 3680
    },
    {
      "epoch": 1.9421052631578948,
      "grad_norm": 0.29133261440202207,
      "learning_rate": 5.193823597526959e-08,
      "loss": 0.19556995630264282,
      "step": 3690
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 0.26150539414829593,
      "learning_rate": 4.300794954186227e-08,
      "loss": 0.19019975662231445,
      "step": 3700
    },
    {
      "epoch": 1.9526315789473685,
      "grad_norm": 0.2836242919874467,
      "learning_rate": 3.491784368999329e-08,
      "loss": 0.18893930912017823,
      "step": 3710
    },
    {
      "epoch": 1.9578947368421051,
      "grad_norm": 0.27897514847744354,
      "learning_rate": 2.766860107058844e-08,
      "loss": 0.19152721166610717,
      "step": 3720
    },
    {
      "epoch": 1.9631578947368422,
      "grad_norm": 0.26524253642728374,
      "learning_rate": 2.1260833381724355e-08,
      "loss": 0.1897812604904175,
      "step": 3730
    },
    {
      "epoch": 1.9684210526315788,
      "grad_norm": 0.2850408412648559,
      "learning_rate": 1.569508131701092e-08,
      "loss": 0.19254502058029174,
      "step": 3740
    },
    {
      "epoch": 1.973684210526316,
      "grad_norm": 0.294780708447123,
      "learning_rate": 1.097181451996887e-08,
      "loss": 0.1893929958343506,
      "step": 3750
    },
    {
      "epoch": 1.9789473684210526,
      "grad_norm": 0.29593292264288545,
      "learning_rate": 7.091431544401506e-09,
      "loss": 0.18963019847869872,
      "step": 3760
    },
    {
      "epoch": 1.9842105263157894,
      "grad_norm": 0.2816791384313079,
      "learning_rate": 4.0542598207626846e-09,
      "loss": 0.19097139835357665,
      "step": 3770
    },
    {
      "epoch": 1.9894736842105263,
      "grad_norm": 0.3012979650181145,
      "learning_rate": 1.860555628527827e-09,
      "loss": 0.19803013801574706,
      "step": 3780
    },
    {
      "epoch": 1.9947368421052631,
      "grad_norm": 0.29395519945414206,
      "learning_rate": 5.105040745689848e-10,
      "loss": 0.19267313480377196,
      "step": 3790
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2885933559760845,
      "learning_rate": 4.2190775395578586e-12,
      "loss": 0.18964411020278932,
      "step": 3800
    },
    {
      "epoch": 2.0,
      "step": 3800,
      "total_flos": 1.76068140990464e+16,
      "train_loss": 0.24053681511628,
      "train_runtime": 74474.5181,
      "train_samples_per_second": 0.816,
      "train_steps_per_second": 0.051
    }
  ],
  "logging_steps": 10,
  "max_steps": 3800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.76068140990464e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}