{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010526315789473684,
      "grad_norm": 2.4375,
      "learning_rate": 4.7368421052631585e-07,
      "loss": 0.5649280548095703,
      "step": 10
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 2.5,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.5708909034729004,
      "step": 20
    },
    {
      "epoch": 0.031578947368421054,
      "grad_norm": 2.40625,
      "learning_rate": 1.5263157894736844e-06,
      "loss": 0.5748211860656738,
      "step": 30
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 2.03125,
      "learning_rate": 2.0526315789473687e-06,
      "loss": 0.557589054107666,
      "step": 40
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 1.875,
      "learning_rate": 2.578947368421053e-06,
      "loss": 0.5640667915344239,
      "step": 50
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 1.5,
      "learning_rate": 3.1052631578947372e-06,
      "loss": 0.5634438514709472,
      "step": 60
    },
    {
      "epoch": 0.07368421052631578,
      "grad_norm": 1.1953125,
      "learning_rate": 3.6315789473684217e-06,
      "loss": 0.5504179000854492,
      "step": 70
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 1.1171875,
      "learning_rate": 4.157894736842106e-06,
      "loss": 0.5407459735870361,
      "step": 80
    },
    {
      "epoch": 0.09473684210526316,
      "grad_norm": 0.9453125,
      "learning_rate": 4.68421052631579e-06,
      "loss": 0.5427546977996827,
      "step": 90
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.875,
      "learning_rate": 5.210526315789474e-06,
      "loss": 0.5267032146453857,
      "step": 100
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 0.765625,
      "learning_rate": 5.736842105263158e-06,
      "loss": 0.5212538719177247,
      "step": 110
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 0.75390625,
      "learning_rate": 6.263157894736842e-06,
      "loss": 0.5108362197875976,
      "step": 120
    },
    {
      "epoch": 0.1368421052631579,
      "grad_norm": 0.69140625,
      "learning_rate": 6.789473684210527e-06,
      "loss": 0.49319658279418943,
      "step": 130
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 0.63671875,
      "learning_rate": 7.315789473684212e-06,
      "loss": 0.48811187744140627,
      "step": 140
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 0.6328125,
      "learning_rate": 7.842105263157895e-06,
      "loss": 0.47876510620117185,
      "step": 150
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 0.58203125,
      "learning_rate": 8.36842105263158e-06,
      "loss": 0.47615752220153806,
      "step": 160
    },
    {
      "epoch": 0.17894736842105263,
      "grad_norm": 0.578125,
      "learning_rate": 8.894736842105264e-06,
      "loss": 0.4617812156677246,
      "step": 170
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 0.58984375,
      "learning_rate": 9.421052631578949e-06,
      "loss": 0.462778377532959,
      "step": 180
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5390625,
      "learning_rate": 9.947368421052632e-06,
      "loss": 0.44389495849609373,
      "step": 190
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.55078125,
      "learning_rate": 9.999316524962347e-06,
      "loss": 0.42847065925598143,
      "step": 200
    },
    {
      "epoch": 0.22105263157894736,
      "grad_norm": 0.51953125,
      "learning_rate": 9.99695413509548e-06,
      "loss": 0.433226203918457,
      "step": 210
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 0.7109375,
      "learning_rate": 9.992905189592214e-06,
      "loss": 0.4245753288269043,
      "step": 220
    },
    {
      "epoch": 0.24210526315789474,
      "grad_norm": 0.51171875,
      "learning_rate": 9.987171055039409e-06,
      "loss": 0.42034215927124025,
      "step": 230
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 0.55078125,
      "learning_rate": 9.979753666803427e-06,
      "loss": 0.41213269233703614,
      "step": 240
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.51171875,
      "learning_rate": 9.970655528376914e-06,
      "loss": 0.40923295021057127,
      "step": 250
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 0.578125,
      "learning_rate": 9.959879710533835e-06,
      "loss": 0.4008836269378662,
      "step": 260
    },
    {
      "epoch": 0.28421052631578947,
      "grad_norm": 0.5546875,
      "learning_rate": 9.947429850293025e-06,
      "loss": 0.3953698635101318,
      "step": 270
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 0.50390625,
      "learning_rate": 9.933310149690643e-06,
      "loss": 0.3896397352218628,
      "step": 280
    },
    {
      "epoch": 0.30526315789473685,
      "grad_norm": 0.56640625,
      "learning_rate": 9.917525374361913e-06,
      "loss": 0.3975999355316162,
      "step": 290
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.54296875,
      "learning_rate": 9.90008085193264e-06,
      "loss": 0.38664898872375486,
      "step": 300
    },
    {
      "epoch": 0.3263157894736842,
      "grad_norm": 0.57421875,
      "learning_rate": 9.880982470221052e-06,
      "loss": 0.3833960771560669,
      "step": 310
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 0.55078125,
      "learning_rate": 9.860236675250553e-06,
      "loss": 0.3799261569976807,
      "step": 320
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 0.5234375,
      "learning_rate": 9.837850469074094e-06,
      "loss": 0.38280887603759767,
      "step": 330
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 0.578125,
      "learning_rate": 9.813831407410856e-06,
      "loss": 0.381818962097168,
      "step": 340
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.55078125,
      "learning_rate": 9.78818759709607e-06,
      "loss": 0.3756396770477295,
      "step": 350
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 0.578125,
      "learning_rate": 9.760927693344823e-06,
      "loss": 0.3703409194946289,
      "step": 360
    },
    {
      "epoch": 0.3894736842105263,
      "grad_norm": 0.5625,
      "learning_rate": 9.732060896830782e-06,
      "loss": 0.3752593517303467,
      "step": 370
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.56640625,
      "learning_rate": 9.701596950580807e-06,
      "loss": 0.36957530975341796,
      "step": 380
    },
    {
      "epoch": 0.4105263157894737,
      "grad_norm": 0.5859375,
      "learning_rate": 9.669546136686524e-06,
      "loss": 0.370784592628479,
      "step": 390
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.53125,
      "learning_rate": 9.635919272833938e-06,
      "loss": 0.36154358386993407,
      "step": 400
    },
    {
      "epoch": 0.43157894736842106,
      "grad_norm": 0.55078125,
      "learning_rate": 9.60072770865229e-06,
      "loss": 0.36916418075561525,
      "step": 410
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 0.54296875,
      "learning_rate": 9.563983321883364e-06,
      "loss": 0.3586670160293579,
      "step": 420
    },
    {
      "epoch": 0.45263157894736844,
      "grad_norm": 0.55078125,
      "learning_rate": 9.525698514372552e-06,
      "loss": 0.36408448219299316,
      "step": 430
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 0.578125,
      "learning_rate": 9.485886207883022e-06,
      "loss": 0.3616478681564331,
      "step": 440
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 0.55078125,
      "learning_rate": 9.444559839734409e-06,
      "loss": 0.3540584325790405,
      "step": 450
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 0.515625,
      "learning_rate": 9.401733358267488e-06,
      "loss": 0.3628517150878906,
      "step": 460
    },
    {
      "epoch": 0.49473684210526314,
      "grad_norm": 0.56640625,
      "learning_rate": 9.357421218136387e-06,
      "loss": 0.3611913204193115,
      "step": 470
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 0.55859375,
      "learning_rate": 9.311638375429893e-06,
      "loss": 0.3575719118118286,
      "step": 480
    },
    {
      "epoch": 0.5157894736842106,
      "grad_norm": 0.55859375,
      "learning_rate": 9.264400282623516e-06,
      "loss": 0.35195198059082033,
      "step": 490
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.55078125,
      "learning_rate": 9.215722883364033e-06,
      "loss": 0.3550046682357788,
      "step": 500
    },
    {
      "epoch": 0.5368421052631579,
      "grad_norm": 0.54296875,
      "learning_rate": 9.16562260708823e-06,
      "loss": 0.35266599655151365,
      "step": 510
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 0.56640625,
      "learning_rate": 9.114116363477694e-06,
      "loss": 0.35182890892028806,
      "step": 520
    },
    {
      "epoch": 0.5578947368421052,
      "grad_norm": 0.546875,
      "learning_rate": 9.061221536751517e-06,
      "loss": 0.3465148448944092,
      "step": 530
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 0.60546875,
      "learning_rate": 9.006955979798828e-06,
      "loss": 0.3488567352294922,
      "step": 540
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.55078125,
      "learning_rate": 8.95133800815314e-06,
      "loss": 0.34726202487945557,
      "step": 550
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 0.51953125,
      "learning_rate": 8.894386393810563e-06,
      "loss": 0.3462839603424072,
      "step": 560
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.53125,
      "learning_rate": 8.836120358893926e-06,
      "loss": 0.3476074695587158,
      "step": 570
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 0.56640625,
      "learning_rate": 8.776559569165001e-06,
      "loss": 0.34909305572509763,
      "step": 580
    },
    {
      "epoch": 0.6210526315789474,
      "grad_norm": 0.52734375,
      "learning_rate": 8.715724127386971e-06,
      "loss": 0.3453603029251099,
      "step": 590
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.55859375,
      "learning_rate": 8.653634566539421e-06,
      "loss": 0.34458560943603517,
      "step": 600
    },
    {
      "epoch": 0.6421052631578947,
      "grad_norm": 0.546875,
      "learning_rate": 8.590311842888101e-06,
      "loss": 0.34335694313049314,
      "step": 610
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 0.53125,
      "learning_rate": 8.525777328911846e-06,
      "loss": 0.3478172063827515,
      "step": 620
    },
    {
      "epoch": 0.6631578947368421,
      "grad_norm": 0.55078125,
      "learning_rate": 8.460052806089e-06,
      "loss": 0.3395395040512085,
      "step": 630
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 0.56640625,
      "learning_rate": 8.39316045754581e-06,
      "loss": 0.343241024017334,
      "step": 640
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.55078125,
      "learning_rate": 8.325122860569241e-06,
      "loss": 0.3414290904998779,
      "step": 650
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 0.56640625,
      "learning_rate": 8.255962978986772e-06,
      "loss": 0.3469081401824951,
      "step": 660
    },
    {
      "epoch": 0.7052631578947368,
      "grad_norm": 0.59375,
      "learning_rate": 8.18570415541571e-06,
      "loss": 0.34221587181091306,
      "step": 670
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 0.52734375,
      "learning_rate": 8.11437010338468e-06,
      "loss": 0.33984344005584716,
      "step": 680
    },
    {
      "epoch": 0.7263157894736842,
      "grad_norm": 0.5390625,
      "learning_rate": 8.041984899329898e-06,
      "loss": 0.34598817825317385,
      "step": 690
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.5390625,
      "learning_rate": 7.968572974468982e-06,
      "loss": 0.34098362922668457,
      "step": 700
    },
    {
      "epoch": 0.7473684210526316,
      "grad_norm": 0.546875,
      "learning_rate": 7.894159106554997e-06,
      "loss": 0.3334647655487061,
      "step": 710
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 0.61328125,
      "learning_rate": 7.81876841151356e-06,
      "loss": 0.33434553146362306,
      "step": 720
    },
    {
      "epoch": 0.7684210526315789,
      "grad_norm": 0.62890625,
      "learning_rate": 7.742426334965788e-06,
      "loss": 0.33247191905975343,
      "step": 730
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 0.53515625,
      "learning_rate": 7.66515864363997e-06,
      "loss": 0.33722877502441406,
      "step": 740
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.546875,
      "learning_rate": 7.58699141667488e-06,
      "loss": 0.34308178424835206,
      "step": 750
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.54296875,
      "learning_rate": 7.507951036817618e-06,
      "loss": 0.3383188247680664,
      "step": 760
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 0.54296875,
      "learning_rate": 7.428064181518997e-06,
      "loss": 0.34044275283813474,
      "step": 770
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 0.55078125,
      "learning_rate": 7.347357813929455e-06,
      "loss": 0.33629164695739744,
      "step": 780
    },
    {
      "epoch": 0.8315789473684211,
      "grad_norm": 0.56640625,
      "learning_rate": 7.2658591737985405e-06,
      "loss": 0.3386510372161865,
      "step": 790
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.55859375,
      "learning_rate": 7.183595768281044e-06,
      "loss": 0.33289337158203125,
      "step": 800
    },
    {
      "epoch": 0.8526315789473684,
      "grad_norm": 0.5625,
      "learning_rate": 7.100595362652872e-06,
      "loss": 0.3377974510192871,
      "step": 810
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 0.546875,
      "learning_rate": 7.016885970939798e-06,
      "loss": 0.3373216390609741,
      "step": 820
    },
    {
      "epoch": 0.8736842105263158,
      "grad_norm": 0.59765625,
      "learning_rate": 6.932495846462262e-06,
      "loss": 0.33392086029052737,
      "step": 830
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 0.61328125,
      "learning_rate": 6.847453472299408e-06,
      "loss": 0.3390925168991089,
      "step": 840
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.55078125,
      "learning_rate": 6.761787551675559e-06,
      "loss": 0.3334352016448975,
      "step": 850
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 0.52734375,
      "learning_rate": 6.675526998272405e-06,
      "loss": 0.33690924644470216,
      "step": 860
    },
    {
      "epoch": 0.9157894736842105,
      "grad_norm": 0.5625,
      "learning_rate": 6.588700926470145e-06,
      "loss": 0.3396608352661133,
      "step": 870
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 0.546875,
      "learning_rate": 6.501338641520906e-06,
      "loss": 0.3291656017303467,
      "step": 880
    },
    {
      "epoch": 0.9368421052631579,
      "grad_norm": 0.578125,
      "learning_rate": 6.413469629657724e-06,
      "loss": 0.33728480339050293,
      "step": 890
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.52734375,
      "learning_rate": 6.325123548142442e-06,
      "loss": 0.333527660369873,
      "step": 900
    },
    {
      "epoch": 0.9578947368421052,
      "grad_norm": 0.55859375,
      "learning_rate": 6.2363302152559004e-06,
      "loss": 0.32869296073913573,
      "step": 910
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 0.55078125,
      "learning_rate": 6.147119600233758e-06,
      "loss": 0.33417134284973143,
      "step": 920
    },
    {
      "epoch": 0.9789473684210527,
      "grad_norm": 0.55078125,
      "learning_rate": 6.0575218131513795e-06,
      "loss": 0.33371286392211913,
      "step": 930
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 0.5859375,
      "learning_rate": 5.967567094761173e-06,
      "loss": 0.33172919750213625,
      "step": 940
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.5546875,
      "learning_rate": 5.8772858062858414e-06,
      "loss": 0.3245907545089722,
      "step": 950
    },
    {
      "epoch": 1.0105263157894737,
      "grad_norm": 0.61328125,
      "learning_rate": 5.786708419170955e-06,
      "loss": 0.3322077751159668,
      "step": 960
    },
    {
      "epoch": 1.0210526315789474,
      "grad_norm": 0.5703125,
      "learning_rate": 5.695865504800328e-06,
      "loss": 0.32666444778442383,
      "step": 970
    },
    {
      "epoch": 1.0315789473684212,
      "grad_norm": 0.5546875,
      "learning_rate": 5.604787724177666e-06,
      "loss": 0.3285836219787598,
      "step": 980
    },
    {
      "epoch": 1.0421052631578946,
      "grad_norm": 0.5390625,
      "learning_rate": 5.513505817577966e-06,
      "loss": 0.32537705898284913,
      "step": 990
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 0.55078125,
      "learning_rate": 5.422050594172161e-06,
      "loss": 0.3251340389251709,
      "step": 1000
    },
    {
      "epoch": 1.063157894736842,
      "grad_norm": 0.56640625,
      "learning_rate": 5.3304529216284974e-06,
      "loss": 0.3211204051971436,
      "step": 1010
    },
    {
      "epoch": 1.0736842105263158,
      "grad_norm": 0.5625,
      "learning_rate": 5.2387437156942e-06,
      "loss": 0.3239119052886963,
      "step": 1020
    },
    {
      "epoch": 1.0842105263157895,
      "grad_norm": 0.56640625,
      "learning_rate": 5.146953929760873e-06,
      "loss": 0.3276015281677246,
      "step": 1030
    },
    {
      "epoch": 1.0947368421052632,
      "grad_norm": 0.578125,
      "learning_rate": 5.055114544417219e-06,
      "loss": 0.3195406436920166,
      "step": 1040
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 0.578125,
      "learning_rate": 4.963256556992573e-06,
      "loss": 0.3270190477371216,
      "step": 1050
    },
    {
      "epoch": 1.1157894736842104,
      "grad_norm": 0.546875,
      "learning_rate": 4.871410971094783e-06,
      "loss": 0.3211397171020508,
      "step": 1060
    },
    {
      "epoch": 1.1263157894736842,
      "grad_norm": 0.66015625,
      "learning_rate": 4.779608786145974e-06,
      "loss": 0.3231573343276978,
      "step": 1070
    },
    {
      "epoch": 1.1368421052631579,
      "grad_norm": 0.5390625,
      "learning_rate": 4.687880986919725e-06,
      "loss": 0.32362775802612304,
      "step": 1080
    },
    {
      "epoch": 1.1473684210526316,
      "grad_norm": 0.55859375,
      "learning_rate": 4.596258533083189e-06,
      "loss": 0.3258507251739502,
      "step": 1090
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 0.546875,
      "learning_rate": 4.504772348747687e-06,
      "loss": 0.3234171628952026,
      "step": 1100
    },
    {
      "epoch": 1.168421052631579,
      "grad_norm": 0.578125,
      "learning_rate": 4.4134533120313015e-06,
      "loss": 0.32814559936523435,
      "step": 1110
    },
    {
      "epoch": 1.1789473684210527,
      "grad_norm": 0.59765625,
      "learning_rate": 4.322332244637e-06,
      "loss": 0.32781333923339845,
      "step": 1120
    },
    {
      "epoch": 1.1894736842105262,
      "grad_norm": 0.578125,
      "learning_rate": 4.231439901449788e-06,
      "loss": 0.32119724750518797,
      "step": 1130
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.5859375,
      "learning_rate": 4.140806960156426e-06,
      "loss": 0.3235795497894287,
      "step": 1140
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 0.55859375,
      "learning_rate": 4.050464010891191e-06,
      "loss": 0.32244420051574707,
      "step": 1150
    },
    {
      "epoch": 1.2210526315789474,
      "grad_norm": 0.57421875,
      "learning_rate": 3.960441545911205e-06,
      "loss": 0.32084407806396487,
      "step": 1160
    },
    {
      "epoch": 1.231578947368421,
      "grad_norm": 0.55859375,
      "learning_rate": 3.870769949304771e-06,
      "loss": 0.32793939113616943,
      "step": 1170
    },
    {
      "epoch": 1.2421052631578948,
      "grad_norm": 0.5390625,
      "learning_rate": 3.7814794867362563e-06,
      "loss": 0.32079472541809084,
      "step": 1180
    },
    {
      "epoch": 1.2526315789473683,
      "grad_norm": 0.53125,
      "learning_rate": 3.6926002952309015e-06,
      "loss": 0.32700533866882325,
      "step": 1190
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 0.55859375,
      "learning_rate": 3.6041623730030908e-06,
      "loss": 0.323567795753479,
      "step": 1200
    },
    {
      "epoch": 1.2736842105263158,
      "grad_norm": 0.546875,
      "learning_rate": 3.5161955693314353e-06,
      "loss": 0.3220393419265747,
      "step": 1210
    },
    {
      "epoch": 1.2842105263157895,
      "grad_norm": 0.55859375,
      "learning_rate": 3.4287295744841588e-06,
      "loss": 0.32195496559143066,
      "step": 1220
    },
    {
      "epoch": 1.2947368421052632,
      "grad_norm": 0.59375,
      "learning_rate": 3.3417939096981154e-06,
      "loss": 0.32832560539245603,
      "step": 1230
    },
    {
      "epoch": 1.305263157894737,
      "grad_norm": 0.59375,
      "learning_rate": 3.2554179172149027e-06,
      "loss": 0.32657656669616697,
      "step": 1240
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.578125,
      "learning_rate": 3.169630750377337e-06,
      "loss": 0.32687838077545167,
      "step": 1250
    },
    {
      "epoch": 1.3263157894736843,
      "grad_norm": 0.5703125,
      "learning_rate": 3.084461363789739e-06,
      "loss": 0.3185723781585693,
      "step": 1260
    },
    {
      "epoch": 1.3368421052631578,
      "grad_norm": 0.58203125,
      "learning_rate": 2.9999385035452477e-06,
      "loss": 0.321709418296814,
      "step": 1270
    },
    {
      "epoch": 1.3473684210526315,
      "grad_norm": 0.546875,
      "learning_rate": 2.9160906975235493e-06,
      "loss": 0.3230076551437378,
      "step": 1280
    },
    {
      "epoch": 1.3578947368421053,
      "grad_norm": 0.61328125,
      "learning_rate": 2.8329462457622263e-06,
      "loss": 0.3239234209060669,
      "step": 1290
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 0.53515625,
      "learning_rate": 2.750533210905042e-06,
      "loss": 0.3209430694580078,
      "step": 1300
    },
    {
      "epoch": 1.3789473684210527,
      "grad_norm": 0.546875,
      "learning_rate": 2.6688794087302993e-06,
      "loss": 0.32194013595581056,
      "step": 1310
    },
    {
      "epoch": 1.3894736842105262,
      "grad_norm": 0.6171875,
      "learning_rate": 2.588012398762578e-06,
      "loss": 0.3310521125793457,
      "step": 1320
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.546875,
      "learning_rate": 2.507959474970918e-06,
      "loss": 0.32281064987182617,
      "step": 1330
    },
    {
      "epoch": 1.4105263157894736,
      "grad_norm": 0.60546875,
      "learning_rate": 2.4287476565566525e-06,
      "loss": 0.32929823398590086,
      "step": 1340
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 0.57421875,
      "learning_rate": 2.3504036788339763e-06,
      "loss": 0.32490930557250974,
      "step": 1350
    },
    {
      "epoch": 1.431578947368421,
      "grad_norm": 0.53515625,
      "learning_rate": 2.2729539842063275e-06,
      "loss": 0.31843137741088867,
      "step": 1360
    },
    {
      "epoch": 1.4421052631578948,
      "grad_norm": 0.56640625,
      "learning_rate": 2.1964247132416373e-06,
      "loss": 0.3216635465621948,
      "step": 1370
    },
    {
      "epoch": 1.4526315789473685,
      "grad_norm": 0.54296875,
      "learning_rate": 2.1208416958494472e-06,
      "loss": 0.320039176940918,
      "step": 1380
    },
    {
      "epoch": 1.4631578947368422,
      "grad_norm": 0.5703125,
      "learning_rate": 2.0462304425628836e-06,
      "loss": 0.3187244415283203,
      "step": 1390
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 0.546875,
      "learning_rate": 1.9726161359284283e-06,
      "loss": 0.3253413200378418,
      "step": 1400
    },
    {
      "epoch": 1.4842105263157894,
      "grad_norm": 0.58203125,
      "learning_rate": 1.900023622006385e-06,
      "loss": 0.3248704433441162,
      "step": 1410
    },
    {
      "epoch": 1.4947368421052631,
      "grad_norm": 0.5546875,
      "learning_rate": 1.8284774019849176e-06,
      "loss": 0.324160099029541,
      "step": 1420
    },
    {
      "epoch": 1.5052631578947369,
      "grad_norm": 0.6171875,
      "learning_rate": 1.7580016239104924e-06,
      "loss": 0.3209646940231323,
      "step": 1430
    },
    {
      "epoch": 1.5157894736842106,
      "grad_norm": 0.58984375,
      "learning_rate": 1.688620074537506e-06,
      "loss": 0.32266716957092284,
      "step": 1440
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 0.55859375,
      "learning_rate": 1.6203561712998561e-06,
      "loss": 0.31873378753662107,
      "step": 1450
    },
    {
      "epoch": 1.5368421052631578,
      "grad_norm": 0.56640625,
      "learning_rate": 1.5532329544071712e-06,
      "loss": 0.32254483699798586,
      "step": 1460
    },
    {
      "epoch": 1.5473684210526315,
      "grad_norm": 0.5546875,
      "learning_rate": 1.4872730790683488e-06,
      "loss": 0.31874861717224123,
      "step": 1470
    },
    {
      "epoch": 1.5578947368421052,
      "grad_norm": 0.5390625,
      "learning_rate": 1.4224988078450453e-06,
      "loss": 0.3291239500045776,
      "step": 1480
    },
    {
      "epoch": 1.568421052631579,
      "grad_norm": 0.5546875,
      "learning_rate": 1.35893200313769e-06,
      "loss": 0.3205441951751709,
      "step": 1490
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.578125,
      "learning_rate": 1.2965941198065568e-06,
      "loss": 0.32458648681640623,
      "step": 1500
    },
    {
      "epoch": 1.5894736842105264,
      "grad_norm": 0.57421875,
      "learning_rate": 1.2355061979303922e-06,
      "loss": 0.32656116485595704,
      "step": 1510
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.55859375,
      "learning_rate": 1.1756888557050356e-06,
      "loss": 0.32614789009094236,
      "step": 1520
    },
    {
      "epoch": 1.6105263157894738,
      "grad_norm": 0.56640625,
      "learning_rate": 1.1171622824844324e-06,
      "loss": 0.32253460884094237,
      "step": 1530
    },
    {
      "epoch": 1.6210526315789475,
      "grad_norm": 0.578125,
      "learning_rate": 1.0599462319663906e-06,
      "loss": 0.3218738317489624,
      "step": 1540
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 0.5625,
      "learning_rate": 1.0040600155253766e-06,
      "loss": 0.3189677715301514,
      "step": 1550
    },
    {
      "epoch": 1.6421052631578947,
      "grad_norm": 0.5703125,
      "learning_rate": 9.495224956946031e-07,
      "loss": 0.3237604141235352,
      "step": 1560
    },
    {
      "epoch": 1.6526315789473685,
      "grad_norm": 0.58203125,
      "learning_rate": 8.963520797996078e-07,
      "loss": 0.3268871307373047,
      "step": 1570
    },
    {
      "epoch": 1.663157894736842,
      "grad_norm": 0.58203125,
      "learning_rate": 8.44566713745476e-07,
      "loss": 0.32371490001678466,
      "step": 1580
    },
    {
      "epoch": 1.6736842105263157,
      "grad_norm": 0.5625,
      "learning_rate": 7.941838759597931e-07,
      "loss": 0.3219043016433716,
      "step": 1590
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 0.58984375,
      "learning_rate": 7.452205714933864e-07,
      "loss": 0.3194981575012207,
      "step": 1600
    },
    {
      "epoch": 1.694736842105263,
      "grad_norm": 0.5703125,
      "learning_rate": 6.976933262808322e-07,
      "loss": 0.3213656425476074,
      "step": 1610
    },
    {
      "epoch": 1.7052631578947368,
      "grad_norm": 0.56640625,
      "learning_rate": 6.516181815626809e-07,
      "loss": 0.3243042230606079,
      "step": 1620
    },
    {
      "epoch": 1.7157894736842105,
      "grad_norm": 0.546875,
      "learning_rate": 6.070106884712668e-07,
      "loss": 0.32139909267425537,
      "step": 1630
    },
    {
      "epoch": 1.7263157894736842,
      "grad_norm": 0.55859375,
      "learning_rate": 5.63885902781941e-07,
      "loss": 0.3254119873046875,
      "step": 1640
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.5703125,
      "learning_rate": 5.222583798314962e-07,
      "loss": 0.3192205667495728,
      "step": 1650
    },
    {
      "epoch": 1.7473684210526317,
      "grad_norm": 0.5625,
      "learning_rate": 4.821421696054957e-07,
      "loss": 0.3214584827423096,
      "step": 1660
    },
    {
      "epoch": 1.7578947368421054,
      "grad_norm": 0.5546875,
      "learning_rate": 4.435508119961701e-07,
      "loss": 0.32129769325256347,
      "step": 1670
    },
    {
      "epoch": 1.768421052631579,
      "grad_norm": 0.53125,
      "learning_rate": 4.06497332232475e-07,
      "loss": 0.32092599868774413,
      "step": 1680
    },
    {
      "epoch": 1.7789473684210526,
      "grad_norm": 0.578125,
      "learning_rate": 3.709942364838598e-07,
      "loss": 0.32193360328674314,
      "step": 1690
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 0.5390625,
      "learning_rate": 3.370535076392256e-07,
      "loss": 0.3206108570098877,
      "step": 1700
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.5625,
      "learning_rate": 3.046866012624999e-07,
      "loss": 0.3236824035644531,
      "step": 1710
    },
    {
      "epoch": 1.8105263157894735,
      "grad_norm": 0.671875,
      "learning_rate": 2.73904441726191e-07,
      "loss": 0.32245032787322997,
      "step": 1720
    },
    {
      "epoch": 1.8210526315789473,
      "grad_norm": 0.6015625,
      "learning_rate": 2.447174185242324e-07,
      "loss": 0.32442536354064944,
      "step": 1730
    },
    {
      "epoch": 1.831578947368421,
      "grad_norm": 0.546875,
      "learning_rate": 2.1713538276535052e-07,
      "loss": 0.33084514141082766,
      "step": 1740
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 0.546875,
      "learning_rate": 1.9116764384815467e-07,
      "loss": 0.31865687370300294,
      "step": 1750
    },
    {
      "epoch": 1.8526315789473684,
      "grad_norm": 0.5703125,
      "learning_rate": 1.6682296631905626e-07,
      "loss": 0.32346787452697756,
      "step": 1760
    },
    {
      "epoch": 1.8631578947368421,
      "grad_norm": 0.5546875,
      "learning_rate": 1.441095669140896e-07,
      "loss": 0.32239809036254885,
      "step": 1770
    },
    {
      "epoch": 1.8736842105263158,
      "grad_norm": 0.5625,
      "learning_rate": 1.2303511178562544e-07,
      "loss": 0.3282062768936157,
      "step": 1780
    },
    {
      "epoch": 1.8842105263157896,
      "grad_norm": 0.5859375,
      "learning_rate": 1.0360671391491606e-07,
      "loss": 0.32117500305175783,
      "step": 1790
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 0.51953125,
      "learning_rate": 8.583093071134473e-08,
      "loss": 0.3236595869064331,
      "step": 1800
    },
    {
      "epoch": 1.905263157894737,
      "grad_norm": 0.578125,
      "learning_rate": 6.971376179919109e-08,
      "loss": 0.3243385076522827,
      "step": 1810
    },
    {
      "epoch": 1.9157894736842105,
      "grad_norm": 0.59765625,
      "learning_rate": 5.526064699265754e-08,
      "loss": 0.32702107429504396,
      "step": 1820
    },
    {
      "epoch": 1.9263157894736842,
      "grad_norm": 0.5703125,
      "learning_rate": 4.247646445984077e-08,
      "loss": 0.32095746994018554,
      "step": 1830
    },
    {
      "epoch": 1.936842105263158,
      "grad_norm": 0.58203125,
      "learning_rate": 3.136552907626711e-08,
      "loss": 0.32458717823028566,
      "step": 1840
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 0.546875,
      "learning_rate": 2.193159096855191e-08,
      "loss": 0.3225292682647705,
      "step": 1850
    },
    {
      "epoch": 1.9578947368421051,
      "grad_norm": 0.546875,
      "learning_rate": 1.4177834248668144e-08,
      "loss": 0.3201985597610474,
      "step": 1860
    },
    {
      "epoch": 1.9684210526315788,
      "grad_norm": 0.5625,
      "learning_rate": 8.106875939254966e-09,
      "loss": 0.32071843147277834,
      "step": 1870
    },
    {
      "epoch": 1.9789473684210526,
      "grad_norm": 0.5625,
      "learning_rate": 3.7207650903298143e-09,
      "loss": 0.32130463123321534,
      "step": 1880
    },
    {
      "epoch": 1.9894736842105263,
      "grad_norm": 0.87890625,
      "learning_rate": 1.0209820876977416e-09,
      "loss": 0.3224200963973999,
      "step": 1890
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.5546875,
      "learning_rate": 8.438153299428209e-12,
      "loss": 0.32581171989440916,
      "step": 1900
    },
    {
      "epoch": 2.0,
      "step": 1900,
      "total_flos": 4.673658376419279e+19,
      "train_loss": 0.35662912569547955,
      "train_runtime": 27630.2175,
      "train_samples_per_second": 2.2,
      "train_steps_per_second": 0.069
    }
  ],
  "logging_steps": 10,
  "max_steps": 1900,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.673658376419279e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}