{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010526315789473684,
      "grad_norm": 1.6949567598193798,
      "learning_rate": 4.7368421052631585e-07,
      "loss": 0.4388401031494141,
      "step": 10
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 0.756002970691595,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.4183960437774658,
      "step": 20
    },
    {
      "epoch": 0.031578947368421054,
      "grad_norm": 0.9072988395353323,
      "learning_rate": 1.5263157894736844e-06,
      "loss": 0.38854973316192626,
      "step": 30
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 0.5544283352548903,
      "learning_rate": 2.0526315789473687e-06,
      "loss": 0.3483220100402832,
      "step": 40
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 0.520264704852871,
      "learning_rate": 2.578947368421053e-06,
      "loss": 0.33406953811645507,
      "step": 50
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 0.5405657517146996,
      "learning_rate": 3.1052631578947372e-06,
      "loss": 0.32456417083740235,
      "step": 60
    },
    {
      "epoch": 0.07368421052631578,
      "grad_norm": 0.5644259152760627,
      "learning_rate": 3.6315789473684217e-06,
      "loss": 0.3070519924163818,
      "step": 70
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 0.5331773174118546,
      "learning_rate": 4.157894736842106e-06,
      "loss": 0.29668684005737306,
      "step": 80
    },
    {
      "epoch": 0.09473684210526316,
      "grad_norm": 0.3905262765694168,
      "learning_rate": 4.68421052631579e-06,
      "loss": 0.29548063278198244,
      "step": 90
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.7574575956985987,
      "learning_rate": 5.210526315789474e-06,
      "loss": 0.2848931312561035,
      "step": 100
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 0.43299540617174326,
      "learning_rate": 5.736842105263158e-06,
      "loss": 0.28335020542144773,
      "step": 110
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 0.47754303710905777,
      "learning_rate": 6.263157894736842e-06,
      "loss": 0.2776665687561035,
      "step": 120
    },
    {
      "epoch": 0.1368421052631579,
      "grad_norm": 0.43233917503045716,
      "learning_rate": 6.789473684210527e-06,
      "loss": 0.2700735807418823,
      "step": 130
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 0.3910634820510061,
      "learning_rate": 7.315789473684212e-06,
      "loss": 0.2710584163665771,
      "step": 140
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 0.4187584981967182,
      "learning_rate": 7.842105263157895e-06,
      "loss": 0.26728742122650145,
      "step": 150
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 0.4495180362413346,
      "learning_rate": 8.36842105263158e-06,
      "loss": 0.2700555086135864,
      "step": 160
    },
    {
      "epoch": 0.17894736842105263,
      "grad_norm": 0.4223236131556872,
      "learning_rate": 8.894736842105264e-06,
      "loss": 0.26561133861541747,
      "step": 170
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 0.42596808046758133,
      "learning_rate": 9.421052631578949e-06,
      "loss": 0.26897881031036375,
      "step": 180
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.38608269778068294,
      "learning_rate": 9.947368421052632e-06,
      "loss": 0.2614171504974365,
      "step": 190
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.3444907438310762,
      "learning_rate": 9.999316524962347e-06,
      "loss": 0.2577904939651489,
      "step": 200
    },
    {
      "epoch": 0.22105263157894736,
      "grad_norm": 0.3538014164162832,
      "learning_rate": 9.99695413509548e-06,
      "loss": 0.26322250366210936,
      "step": 210
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 0.48658674431185517,
      "learning_rate": 9.992905189592214e-06,
      "loss": 0.2607301712036133,
      "step": 220
    },
    {
      "epoch": 0.24210526315789474,
      "grad_norm": 0.3498399240250527,
      "learning_rate": 9.987171055039409e-06,
      "loss": 0.25898401737213134,
      "step": 230
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 0.3450590807486592,
      "learning_rate": 9.979753666803427e-06,
      "loss": 0.2562272548675537,
      "step": 240
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.43469236602824524,
      "learning_rate": 9.970655528376914e-06,
      "loss": 0.2564618349075317,
      "step": 250
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 0.40679294491434415,
      "learning_rate": 9.959879710533835e-06,
      "loss": 0.25131793022155763,
      "step": 260
    },
    {
      "epoch": 0.28421052631578947,
      "grad_norm": 0.3661339080268203,
      "learning_rate": 9.947429850293025e-06,
      "loss": 0.2504633188247681,
      "step": 270
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 0.3890640109523643,
      "learning_rate": 9.933310149690643e-06,
      "loss": 0.2474229335784912,
      "step": 280
    },
    {
      "epoch": 0.30526315789473685,
      "grad_norm": 0.31855953312334573,
      "learning_rate": 9.917525374361913e-06,
      "loss": 0.25400705337524415,
      "step": 290
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.30225861603862736,
      "learning_rate": 9.90008085193264e-06,
      "loss": 0.2480471611022949,
      "step": 300
    },
    {
      "epoch": 0.3263157894736842,
      "grad_norm": 0.3542937541765787,
      "learning_rate": 9.880982470221052e-06,
      "loss": 0.2479090929031372,
      "step": 310
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 0.36418329315036946,
      "learning_rate": 9.860236675250553e-06,
      "loss": 0.24546539783477783,
      "step": 320
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 0.29065716897569194,
      "learning_rate": 9.837850469074094e-06,
      "loss": 0.24873201847076415,
      "step": 330
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 0.32924392850894435,
      "learning_rate": 9.813831407410856e-06,
      "loss": 0.24970860481262208,
      "step": 340
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.7501127965996632,
      "learning_rate": 9.78818759709607e-06,
      "loss": 0.245141863822937,
      "step": 350
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 0.3548165852707428,
      "learning_rate": 9.760927693344823e-06,
      "loss": 0.2431349754333496,
      "step": 360
    },
    {
      "epoch": 0.3894736842105263,
      "grad_norm": 0.4379710449315151,
      "learning_rate": 9.732060896830782e-06,
      "loss": 0.24647700786590576,
      "step": 370
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.37634440780693273,
      "learning_rate": 9.701596950580807e-06,
      "loss": 0.2424950122833252,
      "step": 380
    },
    {
      "epoch": 0.4105263157894737,
      "grad_norm": 0.31603489063948853,
      "learning_rate": 9.669546136686524e-06,
      "loss": 0.2447366714477539,
      "step": 390
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.29347739119282656,
      "learning_rate": 9.635919272833938e-06,
      "loss": 0.23937158584594725,
      "step": 400
    },
    {
      "epoch": 0.43157894736842106,
      "grad_norm": 0.3162434059552115,
      "learning_rate": 9.60072770865229e-06,
      "loss": 0.2455049991607666,
      "step": 410
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 0.46537636224353,
      "learning_rate": 9.563983321883364e-06,
      "loss": 0.23898558616638182,
      "step": 420
    },
    {
      "epoch": 0.45263157894736844,
      "grad_norm": 0.2881275886729079,
      "learning_rate": 9.525698514372552e-06,
      "loss": 0.24173569679260254,
      "step": 430
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 0.34736748750266694,
      "learning_rate": 9.485886207883022e-06,
      "loss": 0.24136276245117189,
      "step": 440
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 0.33362815664476564,
      "learning_rate": 9.444559839734409e-06,
      "loss": 0.2364264488220215,
      "step": 450
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 0.4443388140897583,
      "learning_rate": 9.401733358267488e-06,
      "loss": 0.24229080677032472,
      "step": 460
    },
    {
      "epoch": 0.49473684210526314,
      "grad_norm": 0.30770981031452727,
      "learning_rate": 9.357421218136387e-06,
      "loss": 0.24130649566650392,
      "step": 470
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 0.2947389558222276,
      "learning_rate": 9.311638375429893e-06,
      "loss": 0.2403691291809082,
      "step": 480
    },
    {
      "epoch": 0.5157894736842106,
      "grad_norm": 0.3262903246978166,
      "learning_rate": 9.264400282623516e-06,
      "loss": 0.2365272283554077,
      "step": 490
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.30813282416443233,
      "learning_rate": 9.215722883364033e-06,
      "loss": 0.23908390998840331,
      "step": 500
    },
    {
      "epoch": 0.5368421052631579,
      "grad_norm": 0.31466160625324796,
      "learning_rate": 9.16562260708823e-06,
      "loss": 0.23745298385620117,
      "step": 510
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 0.32367830045436335,
      "learning_rate": 9.114116363477694e-06,
      "loss": 0.2358727216720581,
      "step": 520
    },
    {
      "epoch": 0.5578947368421052,
      "grad_norm": 0.5155028993822577,
      "learning_rate": 9.061221536751517e-06,
      "loss": 0.23343558311462403,
      "step": 530
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 0.3395868996949826,
      "learning_rate": 9.006955979798828e-06,
      "loss": 0.23441009521484374,
      "step": 540
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.37806752292718226,
      "learning_rate": 8.95133800815314e-06,
      "loss": 0.23347980976104737,
      "step": 550
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 0.36020099168395064,
      "learning_rate": 8.894386393810563e-06,
      "loss": 0.23231086730957032,
      "step": 560
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.39022532439559127,
      "learning_rate": 8.836120358893926e-06,
      "loss": 0.23531265258789064,
      "step": 570
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 0.32491205400915674,
      "learning_rate": 8.776559569165001e-06,
      "loss": 0.2358616828918457,
      "step": 580
    },
    {
      "epoch": 0.6210526315789474,
      "grad_norm": 0.2887205983066143,
      "learning_rate": 8.715724127386971e-06,
      "loss": 0.23333640098571778,
      "step": 590
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.3329780326383304,
      "learning_rate": 8.653634566539421e-06,
      "loss": 0.23344364166259765,
      "step": 600
    },
    {
      "epoch": 0.6421052631578947,
      "grad_norm": 0.282502527371802,
      "learning_rate": 8.590311842888101e-06,
      "loss": 0.23218798637390137,
      "step": 610
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 0.30620691345168477,
      "learning_rate": 8.525777328911846e-06,
      "loss": 0.23677759170532225,
      "step": 620
    },
    {
      "epoch": 0.6631578947368421,
      "grad_norm": 0.3336572125624594,
      "learning_rate": 8.460052806089e-06,
      "loss": 0.22929840087890624,
      "step": 630
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 0.3012022457952689,
      "learning_rate": 8.39316045754581e-06,
      "loss": 0.23206691741943358,
      "step": 640
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.3253508735916598,
      "learning_rate": 8.325122860569241e-06,
      "loss": 0.2313979148864746,
      "step": 650
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 0.29034969353461343,
      "learning_rate": 8.255962978986772e-06,
      "loss": 0.2352365255355835,
      "step": 660
    },
    {
      "epoch": 0.7052631578947368,
      "grad_norm": 0.29352492599201396,
      "learning_rate": 8.18570415541571e-06,
      "loss": 0.23172712326049805,
      "step": 670
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 0.2936356749917356,
      "learning_rate": 8.11437010338468e-06,
      "loss": 0.23126494884490967,
      "step": 680
    },
    {
      "epoch": 0.7263157894736842,
      "grad_norm": 0.3040365759458713,
      "learning_rate": 8.041984899329898e-06,
      "loss": 0.23436384201049804,
      "step": 690
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.27317146411008913,
      "learning_rate": 7.968572974468982e-06,
      "loss": 0.23093681335449218,
      "step": 700
    },
    {
      "epoch": 0.7473684210526316,
      "grad_norm": 0.27603023293962675,
      "learning_rate": 7.894159106554997e-06,
      "loss": 0.22571356296539308,
      "step": 710
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 0.25458846058176593,
      "learning_rate": 7.81876841151356e-06,
      "loss": 0.22805409431457518,
      "step": 720
    },
    {
      "epoch": 0.7684210526315789,
      "grad_norm": 0.30969393642309145,
      "learning_rate": 7.742426334965788e-06,
      "loss": 0.22525014877319335,
      "step": 730
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 0.26072479363439655,
      "learning_rate": 7.66515864363997e-06,
      "loss": 0.2286301612854004,
      "step": 740
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.3016709190915049,
      "learning_rate": 7.58699141667488e-06,
      "loss": 0.23266050815582276,
      "step": 750
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3831533388700107,
      "learning_rate": 7.507951036817618e-06,
      "loss": 0.22959415912628173,
      "step": 760
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 0.3087815264282555,
      "learning_rate": 7.428064181518997e-06,
      "loss": 0.2315208911895752,
      "step": 770
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 0.3363687111203312,
      "learning_rate": 7.347357813929455e-06,
      "loss": 0.22810449600219726,
      "step": 780
    },
    {
      "epoch": 0.8315789473684211,
      "grad_norm": 0.36100216122082834,
      "learning_rate": 7.2658591737985405e-06,
      "loss": 0.22903876304626464,
      "step": 790
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.27329475425977534,
      "learning_rate": 7.183595768281044e-06,
      "loss": 0.22632358074188233,
      "step": 800
    },
    {
      "epoch": 0.8526315789473684,
      "grad_norm": 0.277388509929935,
      "learning_rate": 7.100595362652872e-06,
      "loss": 0.2294386386871338,
      "step": 810
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 0.28051113588788223,
      "learning_rate": 7.016885970939798e-06,
      "loss": 0.2281886577606201,
      "step": 820
    },
    {
      "epoch": 0.8736842105263158,
      "grad_norm": 0.293907395168174,
      "learning_rate": 6.932495846462262e-06,
      "loss": 0.22598600387573242,
      "step": 830
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 0.3734000354731369,
      "learning_rate": 6.847453472299408e-06,
      "loss": 0.2298863410949707,
      "step": 840
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.4211071951488968,
      "learning_rate": 6.761787551675559e-06,
      "loss": 0.2260622501373291,
      "step": 850
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 0.27516049534953896,
      "learning_rate": 6.675526998272405e-06,
      "loss": 0.22781813144683838,
      "step": 860
    },
    {
      "epoch": 0.9157894736842105,
      "grad_norm": 0.31854714427989067,
      "learning_rate": 6.588700926470145e-06,
      "loss": 0.23128952980041503,
      "step": 870
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 0.2892243374867331,
      "learning_rate": 6.501338641520906e-06,
      "loss": 0.2221243143081665,
      "step": 880
    },
    {
      "epoch": 0.9368421052631579,
      "grad_norm": 0.306241568598951,
      "learning_rate": 6.413469629657724e-06,
      "loss": 0.22800881862640382,
      "step": 890
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.26324001635424615,
      "learning_rate": 6.325123548142442e-06,
      "loss": 0.22635903358459472,
      "step": 900
    },
    {
      "epoch": 0.9578947368421052,
      "grad_norm": 0.28979582793765807,
      "learning_rate": 6.2363302152559004e-06,
      "loss": 0.2214449405670166,
      "step": 910
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 0.30019942979258224,
      "learning_rate": 6.147119600233758e-06,
      "loss": 0.22588553428649902,
      "step": 920
    },
    {
      "epoch": 0.9789473684210527,
      "grad_norm": 0.24081228976340158,
      "learning_rate": 6.0575218131513795e-06,
      "loss": 0.22606298923492432,
      "step": 930
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 0.2532344551871541,
      "learning_rate": 5.967567094761173e-06,
      "loss": 0.22447419166564941,
      "step": 940
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.25624074312227324,
      "learning_rate": 5.8772858062858414e-06,
      "loss": 0.2197559356689453,
      "step": 950
    },
    {
      "epoch": 1.0105263157894737,
      "grad_norm": 0.294320032404737,
      "learning_rate": 5.786708419170955e-06,
      "loss": 0.20079433917999268,
      "step": 960
    },
    {
      "epoch": 1.0210526315789474,
      "grad_norm": 0.2772776687318518,
      "learning_rate": 5.695865504800328e-06,
      "loss": 0.19873998165130616,
      "step": 970
    },
    {
      "epoch": 1.0315789473684212,
      "grad_norm": 0.3017621425938103,
      "learning_rate": 5.604787724177666e-06,
      "loss": 0.1990882396697998,
      "step": 980
    },
    {
      "epoch": 1.0421052631578946,
      "grad_norm": 0.24740046999925985,
      "learning_rate": 5.513505817577966e-06,
      "loss": 0.19772762060165405,
      "step": 990
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 0.6253273153552176,
      "learning_rate": 5.422050594172161e-06,
      "loss": 0.1970980644226074,
      "step": 1000
    },
    {
      "epoch": 1.063157894736842,
      "grad_norm": 0.25005133109361194,
      "learning_rate": 5.3304529216284974e-06,
      "loss": 0.19327741861343384,
      "step": 1010
    },
    {
      "epoch": 1.0736842105263158,
      "grad_norm": 0.23803816434048278,
      "learning_rate": 5.2387437156942e-06,
      "loss": 0.1945974588394165,
      "step": 1020
    },
    {
      "epoch": 1.0842105263157895,
      "grad_norm": 0.25426889584006507,
      "learning_rate": 5.146953929760873e-06,
      "loss": 0.19807915687561034,
      "step": 1030
    },
    {
      "epoch": 1.0947368421052632,
      "grad_norm": 0.24796322512340838,
      "learning_rate": 5.055114544417219e-06,
      "loss": 0.19381109476089478,
      "step": 1040
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 0.2844899375817334,
      "learning_rate": 4.963256556992573e-06,
      "loss": 0.19943089485168458,
      "step": 1050
    },
    {
      "epoch": 1.1157894736842104,
      "grad_norm": 0.24418389741926902,
      "learning_rate": 4.871410971094783e-06,
      "loss": 0.19498684406280517,
      "step": 1060
    },
    {
      "epoch": 1.1263157894736842,
      "grad_norm": 0.4038641534449416,
      "learning_rate": 4.779608786145974e-06,
      "loss": 0.196298086643219,
      "step": 1070
    },
    {
      "epoch": 1.1368421052631579,
      "grad_norm": 0.26113927294279604,
      "learning_rate": 4.687880986919725e-06,
      "loss": 0.1971622586250305,
      "step": 1080
    },
    {
      "epoch": 1.1473684210526316,
      "grad_norm": 0.4977955842858725,
      "learning_rate": 4.596258533083189e-06,
      "loss": 0.19794424772262573,
      "step": 1090
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 0.25107475078133745,
      "learning_rate": 4.504772348747687e-06,
      "loss": 0.19652832746505738,
      "step": 1100
    },
    {
      "epoch": 1.168421052631579,
      "grad_norm": 0.2556536979657237,
      "learning_rate": 4.4134533120313015e-06,
      "loss": 0.19812074899673462,
      "step": 1110
    },
    {
      "epoch": 1.1789473684210527,
      "grad_norm": 0.23387100209445238,
      "learning_rate": 4.322332244637e-06,
      "loss": 0.19807214736938478,
      "step": 1120
    },
    {
      "epoch": 1.1894736842105262,
      "grad_norm": 0.25648361730909935,
      "learning_rate": 4.231439901449788e-06,
      "loss": 0.19498560428619385,
      "step": 1130
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.29897428328619025,
      "learning_rate": 4.140806960156426e-06,
      "loss": 0.1961974859237671,
      "step": 1140
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 0.25129223420487823,
      "learning_rate": 4.050464010891191e-06,
      "loss": 0.19537138938903809,
      "step": 1150
    },
    {
      "epoch": 1.2210526315789474,
      "grad_norm": 0.24004072520356504,
      "learning_rate": 3.960441545911205e-06,
      "loss": 0.19586120843887328,
      "step": 1160
    },
    {
      "epoch": 1.231578947368421,
      "grad_norm": 0.24456076120688325,
      "learning_rate": 3.870769949304771e-06,
      "loss": 0.1965277910232544,
      "step": 1170
    },
    {
      "epoch": 1.2421052631578948,
      "grad_norm": 0.2296936782331885,
      "learning_rate": 3.7814794867362563e-06,
      "loss": 0.19530876874923705,
      "step": 1180
    },
    {
      "epoch": 1.2526315789473683,
      "grad_norm": 0.23396786820990012,
      "learning_rate": 3.6926002952309015e-06,
      "loss": 0.19631469249725342,
      "step": 1190
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 0.2391669489471293,
      "learning_rate": 3.6041623730030908e-06,
      "loss": 0.19450459480285645,
      "step": 1200
    },
    {
      "epoch": 1.2736842105263158,
      "grad_norm": 0.2569182774175174,
      "learning_rate": 3.5161955693314353e-06,
      "loss": 0.19371691942214966,
      "step": 1210
    },
    {
      "epoch": 1.2842105263157895,
      "grad_norm": 0.25508949768914013,
      "learning_rate": 3.4287295744841588e-06,
      "loss": 0.1941887617111206,
      "step": 1220
    },
    {
      "epoch": 1.2947368421052632,
      "grad_norm": 0.24631477566651228,
      "learning_rate": 3.3417939096981154e-06,
      "loss": 0.19797197580337525,
      "step": 1230
    },
    {
      "epoch": 1.305263157894737,
      "grad_norm": 0.2912703767123543,
      "learning_rate": 3.2554179172149027e-06,
      "loss": 0.1957828402519226,
      "step": 1240
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.24356177316543406,
      "learning_rate": 3.169630750377337e-06,
      "loss": 0.19575778245925904,
      "step": 1250
    },
    {
      "epoch": 1.3263157894736843,
      "grad_norm": 0.23820661172781712,
      "learning_rate": 3.084461363789739e-06,
      "loss": 0.19117907285690308,
      "step": 1260
    },
    {
      "epoch": 1.3368421052631578,
      "grad_norm": 0.2600370411901533,
      "learning_rate": 2.9999385035452477e-06,
      "loss": 0.1925075888633728,
      "step": 1270
    },
    {
      "epoch": 1.3473684210526315,
      "grad_norm": 0.21513681306855276,
      "learning_rate": 2.9160906975235493e-06,
      "loss": 0.1946537733078003,
      "step": 1280
    },
    {
      "epoch": 1.3578947368421053,
      "grad_norm": 0.266520580396809,
      "learning_rate": 2.8329462457622263e-06,
      "loss": 0.19421722888946533,
      "step": 1290
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 0.24241560989238953,
      "learning_rate": 2.750533210905042e-06,
      "loss": 0.19339181184768678,
      "step": 1300
    },
    {
      "epoch": 1.3789473684210527,
      "grad_norm": 0.2224770477566372,
      "learning_rate": 2.6688794087302993e-06,
      "loss": 0.19271748065948485,
      "step": 1310
    },
    {
      "epoch": 1.3894736842105262,
      "grad_norm": 0.2370982220163039,
      "learning_rate": 2.588012398762578e-06,
      "loss": 0.19885480403900146,
      "step": 1320
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.21500892304127134,
      "learning_rate": 2.507959474970918e-06,
      "loss": 0.19349191188812256,
      "step": 1330
    },
    {
      "epoch": 1.4105263157894736,
      "grad_norm": 0.22640511212855835,
      "learning_rate": 2.4287476565566525e-06,
      "loss": 0.19752376079559325,
      "step": 1340
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 0.22237639475081325,
      "learning_rate": 2.3504036788339763e-06,
      "loss": 0.193558669090271,
      "step": 1350
    },
    {
      "epoch": 1.431578947368421,
      "grad_norm": 0.22963042441893944,
      "learning_rate": 2.2729539842063275e-06,
      "loss": 0.19095768928527831,
      "step": 1360
    },
    {
      "epoch": 1.4421052631578948,
      "grad_norm": 0.23756307637869026,
      "learning_rate": 2.1964247132416373e-06,
      "loss": 0.1918013334274292,
      "step": 1370
    },
    {
      "epoch": 1.4526315789473685,
      "grad_norm": 0.267112829543541,
      "learning_rate": 2.1208416958494472e-06,
      "loss": 0.19151101112365723,
      "step": 1380
    },
    {
      "epoch": 1.4631578947368422,
      "grad_norm": 0.2565113844766898,
      "learning_rate": 2.0462304425628836e-06,
      "loss": 0.19104468822479248,
      "step": 1390
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 0.2541925587022182,
      "learning_rate": 1.9726161359284283e-06,
      "loss": 0.1942047357559204,
      "step": 1400
    },
    {
      "epoch": 1.4842105263157894,
      "grad_norm": 0.253148927004746,
      "learning_rate": 1.900023622006385e-06,
      "loss": 0.19348801374435426,
      "step": 1410
    },
    {
      "epoch": 1.4947368421052631,
      "grad_norm": 0.2466140497104748,
      "learning_rate": 1.8284774019849176e-06,
      "loss": 0.1932326078414917,
      "step": 1420
    },
    {
      "epoch": 1.5052631578947369,
      "grad_norm": 0.240515225945719,
      "learning_rate": 1.7580016239104924e-06,
      "loss": 0.19303900003433228,
      "step": 1430
    },
    {
      "epoch": 1.5157894736842106,
      "grad_norm": 0.23771824572539513,
      "learning_rate": 1.688620074537506e-06,
      "loss": 0.19279847145080567,
      "step": 1440
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 0.3004869240982333,
      "learning_rate": 1.6203561712998561e-06,
      "loss": 0.19080493450164795,
      "step": 1450
    },
    {
      "epoch": 1.5368421052631578,
      "grad_norm": 0.37231886063803604,
      "learning_rate": 1.5532329544071712e-06,
      "loss": 0.19115395545959474,
      "step": 1460
    },
    {
      "epoch": 1.5473684210526315,
      "grad_norm": 0.24728401456192212,
      "learning_rate": 1.4872730790683488e-06,
      "loss": 0.18951849937438964,
      "step": 1470
    },
    {
      "epoch": 1.5578947368421052,
      "grad_norm": 0.22559796089692102,
      "learning_rate": 1.4224988078450453e-06,
      "loss": 0.19606926441192626,
      "step": 1480
    },
    {
      "epoch": 1.568421052631579,
      "grad_norm": 0.2752984903555115,
      "learning_rate": 1.35893200313769e-06,
      "loss": 0.19073886871337892,
      "step": 1490
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.24009374078266987,
      "learning_rate": 1.2965941198065568e-06,
      "loss": 0.19378194808959961,
      "step": 1500
    },
    {
      "epoch": 1.5894736842105264,
      "grad_norm": 0.23448432671705818,
      "learning_rate": 1.2355061979303922e-06,
      "loss": 0.19598268270492553,
      "step": 1510
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.24301413100835856,
      "learning_rate": 1.1756888557050356e-06,
      "loss": 0.19359974861145018,
      "step": 1520
    },
    {
      "epoch": 1.6105263157894738,
      "grad_norm": 0.23930218588704952,
      "learning_rate": 1.1171622824844324e-06,
      "loss": 0.19317302703857422,
      "step": 1530
    },
    {
      "epoch": 1.6210526315789475,
      "grad_norm": 0.2397722793468881,
      "learning_rate": 1.0599462319663906e-06,
      "loss": 0.19234857559204102,
      "step": 1540
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 0.24751839091002828,
      "learning_rate": 1.0040600155253766e-06,
      "loss": 0.19029581546783447,
      "step": 1550
    },
    {
      "epoch": 1.6421052631578947,
      "grad_norm": 0.22702736968776965,
      "learning_rate": 9.495224956946031e-07,
      "loss": 0.191664981842041,
      "step": 1560
    },
    {
      "epoch": 1.6526315789473685,
      "grad_norm": 0.2332667112142399,
      "learning_rate": 8.963520797996078e-07,
      "loss": 0.19490841627120972,
      "step": 1570
    },
    {
      "epoch": 1.663157894736842,
      "grad_norm": 0.2260732038990447,
      "learning_rate": 8.44566713745476e-07,
      "loss": 0.19349515438079834,
      "step": 1580
    },
    {
      "epoch": 1.6736842105263157,
      "grad_norm": 0.2294911839825948,
      "learning_rate": 7.941838759597931e-07,
      "loss": 0.19110431671142578,
      "step": 1590
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 0.22870778890825322,
      "learning_rate": 7.452205714933864e-07,
      "loss": 0.18870527744293214,
      "step": 1600
    },
    {
      "epoch": 1.694736842105263,
      "grad_norm": 0.23471053871702702,
      "learning_rate": 6.976933262808322e-07,
      "loss": 0.18972678184509278,
      "step": 1610
    },
    {
      "epoch": 1.7052631578947368,
      "grad_norm": 0.2460048365276062,
      "learning_rate": 6.516181815626809e-07,
      "loss": 0.19125382900238036,
      "step": 1620
    },
    {
      "epoch": 1.7157894736842105,
      "grad_norm": 0.24560237027218976,
      "learning_rate": 6.070106884712668e-07,
      "loss": 0.19123988151550292,
      "step": 1630
    },
    {
      "epoch": 1.7263157894736842,
      "grad_norm": 0.24652382961908462,
      "learning_rate": 5.63885902781941e-07,
      "loss": 0.19295673370361327,
      "step": 1640
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.24533649539132368,
      "learning_rate": 5.222583798314962e-07,
      "loss": 0.18839049339294434,
      "step": 1650
    },
    {
      "epoch": 1.7473684210526317,
      "grad_norm": 0.3336695001474656,
      "learning_rate": 4.821421696054957e-07,
      "loss": 0.1891610026359558,
      "step": 1660
    },
    {
      "epoch": 1.7578947368421054,
      "grad_norm": 0.2647882606449418,
      "learning_rate": 4.435508119961701e-07,
      "loss": 0.1917852282524109,
      "step": 1670
    },
    {
      "epoch": 1.768421052631579,
      "grad_norm": 0.20845865683153803,
      "learning_rate": 4.06497332232475e-07,
      "loss": 0.19248172044754028,
      "step": 1680
    },
    {
      "epoch": 1.7789473684210526,
      "grad_norm": 0.23358468362969725,
      "learning_rate": 3.709942364838598e-07,
      "loss": 0.1919580340385437,
      "step": 1690
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 0.23213073972850745,
      "learning_rate": 3.370535076392256e-07,
      "loss": 0.19042977094650268,
      "step": 1700
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.25470075394375263,
      "learning_rate": 3.046866012624999e-07,
      "loss": 0.19088363647460938,
      "step": 1710
    },
    {
      "epoch": 1.8105263157894735,
      "grad_norm": 0.247228223281629,
      "learning_rate": 2.73904441726191e-07,
      "loss": 0.1913079023361206,
      "step": 1720
    },
    {
      "epoch": 1.8210526315789473,
      "grad_norm": 0.23232762090899536,
      "learning_rate": 2.447174185242324e-07,
      "loss": 0.19013372659683228,
      "step": 1730
    },
    {
      "epoch": 1.831578947368421,
      "grad_norm": 0.24280154227588807,
      "learning_rate": 2.1713538276535052e-07,
      "loss": 0.1948431372642517,
      "step": 1740
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 0.2236785412117567,
      "learning_rate": 1.9116764384815467e-07,
      "loss": 0.19003885984420776,
      "step": 1750
    },
    {
      "epoch": 1.8526315789473684,
      "grad_norm": 0.2549764048249434,
      "learning_rate": 1.6682296631905626e-07,
      "loss": 0.19080986976623535,
      "step": 1760
    },
    {
      "epoch": 1.8631578947368421,
      "grad_norm": 0.23580904612746872,
      "learning_rate": 1.441095669140896e-07,
      "loss": 0.19152488708496093,
      "step": 1770
    },
    {
      "epoch": 1.8736842105263158,
      "grad_norm": 0.2374342991484911,
      "learning_rate": 1.2303511178562544e-07,
      "loss": 0.19242886304855347,
      "step": 1780
    },
    {
      "epoch": 1.8842105263157896,
      "grad_norm": 0.43313558192700996,
      "learning_rate": 1.0360671391491606e-07,
      "loss": 0.19022092819213868,
      "step": 1790
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 0.2425185391342671,
      "learning_rate": 8.583093071134473e-08,
      "loss": 0.19063401222229004,
      "step": 1800
    },
    {
      "epoch": 1.905263157894737,
      "grad_norm": 0.26607730971233284,
      "learning_rate": 6.971376179919109e-08,
      "loss": 0.1912980318069458,
      "step": 1810
    },
    {
      "epoch": 1.9157894736842105,
      "grad_norm": 0.22490564327430987,
      "learning_rate": 5.526064699265754e-08,
      "loss": 0.19353299140930175,
      "step": 1820
    },
    {
      "epoch": 1.9263157894736842,
      "grad_norm": 0.2598893466532391,
      "learning_rate": 4.247646445984077e-08,
      "loss": 0.1892704486846924,
      "step": 1830
    },
    {
      "epoch": 1.936842105263158,
      "grad_norm": 0.24017216403561248,
      "learning_rate": 3.136552907626711e-08,
      "loss": 0.1912303924560547,
      "step": 1840
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 0.2916421248915158,
      "learning_rate": 2.193159096855191e-08,
      "loss": 0.19108378887176514,
      "step": 1850
    },
    {
      "epoch": 1.9578947368421051,
      "grad_norm": 0.22950823960628328,
      "learning_rate": 1.4177834248668144e-08,
      "loss": 0.18866654634475707,
      "step": 1860
    },
    {
      "epoch": 1.9684210526315788,
      "grad_norm": 0.2959457324216449,
      "learning_rate": 8.106875939254966e-09,
      "loss": 0.18910012245178223,
      "step": 1870
    },
    {
      "epoch": 1.9789473684210526,
      "grad_norm": 0.309771456177122,
      "learning_rate": 3.7207650903298143e-09,
      "loss": 0.1887919306755066,
      "step": 1880
    },
    {
      "epoch": 1.9894736842105263,
      "grad_norm": 0.220369015615628,
      "learning_rate": 1.0209820876977416e-09,
      "loss": 0.19265508651733398,
      "step": 1890
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2530573831262143,
      "learning_rate": 8.438153299428209e-12,
      "loss": 0.19035093784332274,
      "step": 1900
    },
    {
      "epoch": 2.0,
      "step": 1900,
      "total_flos": 3.659698498699264e+16,
      "train_loss": 0.2223978883341739,
      "train_runtime": 118927.6827,
      "train_samples_per_second": 0.511,
      "train_steps_per_second": 0.016
    }
  ],
  "logging_steps": 10,
  "max_steps": 1900,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.659698498699264e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}