{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 3800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005263157894736842,
      "grad_norm": 2.640625,
      "learning_rate": 2.3684210526315792e-07,
      "loss": 0.5265410423278809,
      "step": 10
    },
    {
      "epoch": 0.010526315789473684,
      "grad_norm": 2.765625,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.5329990863800049,
      "step": 20
    },
    {
      "epoch": 0.015789473684210527,
      "grad_norm": 2.53125,
      "learning_rate": 7.631578947368422e-07,
      "loss": 0.5335685729980468,
      "step": 30
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 2.734375,
      "learning_rate": 1.0263157894736843e-06,
      "loss": 0.5360953330993652,
      "step": 40
    },
    {
      "epoch": 0.02631578947368421,
      "grad_norm": 2.546875,
      "learning_rate": 1.2894736842105266e-06,
      "loss": 0.5427813053131103,
      "step": 50
    },
    {
      "epoch": 0.031578947368421054,
      "grad_norm": 2.5625,
      "learning_rate": 1.5526315789473686e-06,
      "loss": 0.5317987918853759,
      "step": 60
    },
    {
      "epoch": 0.03684210526315789,
      "grad_norm": 2.34375,
      "learning_rate": 1.8157894736842109e-06,
      "loss": 0.51890869140625,
      "step": 70
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 2.265625,
      "learning_rate": 2.078947368421053e-06,
      "loss": 0.5216401576995849,
      "step": 80
    },
    {
      "epoch": 0.04736842105263158,
      "grad_norm": 1.984375,
      "learning_rate": 2.342105263157895e-06,
      "loss": 0.5262482166290283,
      "step": 90
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 1.6796875,
      "learning_rate": 2.605263157894737e-06,
      "loss": 0.5215766906738282,
      "step": 100
    },
    {
      "epoch": 0.05789473684210526,
      "grad_norm": 1.3359375,
      "learning_rate": 2.868421052631579e-06,
      "loss": 0.5157586574554444,
      "step": 110
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 1.3125,
      "learning_rate": 3.131578947368421e-06,
      "loss": 0.5264471530914306,
      "step": 120
    },
    {
      "epoch": 0.06842105263157895,
      "grad_norm": 1.125,
      "learning_rate": 3.3947368421052636e-06,
      "loss": 0.516934871673584,
      "step": 130
    },
    {
      "epoch": 0.07368421052631578,
      "grad_norm": 1.03125,
      "learning_rate": 3.657894736842106e-06,
      "loss": 0.4959575653076172,
      "step": 140
    },
    {
      "epoch": 0.07894736842105263,
      "grad_norm": 0.9921875,
      "learning_rate": 3.921052631578947e-06,
      "loss": 0.4966397285461426,
      "step": 150
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 0.91015625,
      "learning_rate": 4.18421052631579e-06,
      "loss": 0.49360017776489257,
      "step": 160
    },
    {
      "epoch": 0.08947368421052632,
      "grad_norm": 0.828125,
      "learning_rate": 4.447368421052632e-06,
      "loss": 0.4972525596618652,
      "step": 170
    },
    {
      "epoch": 0.09473684210526316,
      "grad_norm": 0.83203125,
      "learning_rate": 4.710526315789474e-06,
      "loss": 0.4940919876098633,
      "step": 180
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.78125,
      "learning_rate": 4.973684210526316e-06,
      "loss": 0.47759342193603516,
      "step": 190
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.74609375,
      "learning_rate": 5.236842105263158e-06,
      "loss": 0.4808234214782715,
      "step": 200
    },
    {
      "epoch": 0.11052631578947368,
      "grad_norm": 0.7578125,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.48215289115905763,
      "step": 210
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 0.7109375,
      "learning_rate": 5.7631578947368425e-06,
      "loss": 0.4639110088348389,
      "step": 220
    },
    {
      "epoch": 0.12105263157894737,
      "grad_norm": 0.7109375,
      "learning_rate": 6.026315789473684e-06,
      "loss": 0.4647684097290039,
      "step": 230
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 0.72265625,
      "learning_rate": 6.289473684210526e-06,
      "loss": 0.46012086868286134,
      "step": 240
    },
    {
      "epoch": 0.13157894736842105,
      "grad_norm": 0.67578125,
      "learning_rate": 6.55263157894737e-06,
      "loss": 0.4481703281402588,
      "step": 250
    },
    {
      "epoch": 0.1368421052631579,
      "grad_norm": 0.70703125,
      "learning_rate": 6.8157894736842115e-06,
      "loss": 0.4428702354431152,
      "step": 260
    },
    {
      "epoch": 0.14210526315789473,
      "grad_norm": 0.64453125,
      "learning_rate": 7.078947368421053e-06,
      "loss": 0.4461805820465088,
      "step": 270
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 0.67578125,
      "learning_rate": 7.342105263157895e-06,
      "loss": 0.4336544990539551,
      "step": 280
    },
    {
      "epoch": 0.15263157894736842,
      "grad_norm": 0.65234375,
      "learning_rate": 7.605263157894738e-06,
      "loss": 0.42908339500427245,
      "step": 290
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 0.71484375,
      "learning_rate": 7.86842105263158e-06,
      "loss": 0.43083953857421875,
      "step": 300
    },
    {
      "epoch": 0.1631578947368421,
      "grad_norm": 0.71484375,
      "learning_rate": 8.131578947368421e-06,
      "loss": 0.42508654594421386,
      "step": 310
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 0.66015625,
      "learning_rate": 8.394736842105263e-06,
      "loss": 0.4288334846496582,
      "step": 320
    },
    {
      "epoch": 0.1736842105263158,
      "grad_norm": 0.6328125,
      "learning_rate": 8.657894736842107e-06,
      "loss": 0.41841821670532225,
      "step": 330
    },
    {
      "epoch": 0.17894736842105263,
      "grad_norm": 0.66015625,
      "learning_rate": 8.921052631578949e-06,
      "loss": 0.4091064453125,
      "step": 340
    },
    {
      "epoch": 0.18421052631578946,
      "grad_norm": 0.671875,
      "learning_rate": 9.18421052631579e-06,
      "loss": 0.4105274200439453,
      "step": 350
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 0.67578125,
      "learning_rate": 9.447368421052632e-06,
      "loss": 0.4175132751464844,
      "step": 360
    },
    {
      "epoch": 0.19473684210526315,
      "grad_norm": 0.62890625,
      "learning_rate": 9.710526315789474e-06,
      "loss": 0.4001775741577148,
      "step": 370
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.69921875,
      "learning_rate": 9.973684210526316e-06,
      "loss": 0.3932699203491211,
      "step": 380
    },
    {
      "epoch": 0.20526315789473684,
      "grad_norm": 0.6796875,
      "learning_rate": 9.999829128320873e-06,
      "loss": 0.38886494636535646,
      "step": 390
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.703125,
      "learning_rate": 9.999238475781957e-06,
      "loss": 0.37709574699401854,
      "step": 400
    },
    {
      "epoch": 0.21578947368421053,
      "grad_norm": 0.75,
      "learning_rate": 9.99822598268431e-06,
      "loss": 0.3927562952041626,
      "step": 410
    },
    {
      "epoch": 0.22105263157894736,
      "grad_norm": 0.625,
      "learning_rate": 9.996791734463078e-06,
      "loss": 0.3838310241699219,
      "step": 420
    },
    {
      "epoch": 0.22631578947368422,
      "grad_norm": 0.765625,
      "learning_rate": 9.994935852141503e-06,
      "loss": 0.3806215524673462,
      "step": 430
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 0.73828125,
      "learning_rate": 9.992658492320728e-06,
      "loss": 0.38055245876312255,
      "step": 440
    },
    {
      "epoch": 0.23684210526315788,
      "grad_norm": 0.734375,
      "learning_rate": 9.989959847166567e-06,
      "loss": 0.37838287353515626,
      "step": 450
    },
    {
      "epoch": 0.24210526315789474,
      "grad_norm": 0.81640625,
      "learning_rate": 9.986840144393297e-06,
      "loss": 0.3766012668609619,
      "step": 460
    },
    {
      "epoch": 0.24736842105263157,
      "grad_norm": 0.73828125,
      "learning_rate": 9.983299647244445e-06,
      "loss": 0.3719737768173218,
      "step": 470
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 0.6796875,
      "learning_rate": 9.97933865447057e-06,
      "loss": 0.3690729856491089,
      "step": 480
    },
    {
      "epoch": 0.2578947368421053,
      "grad_norm": 0.6796875,
      "learning_rate": 9.974957500304058e-06,
      "loss": 0.36603174209594724,
      "step": 490
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.65234375,
      "learning_rate": 9.970156554430919e-06,
      "loss": 0.37082958221435547,
      "step": 500
    },
    {
      "epoch": 0.26842105263157895,
      "grad_norm": 0.75,
      "learning_rate": 9.964936221959592e-06,
      "loss": 0.3672354698181152,
      "step": 510
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 0.72265625,
      "learning_rate": 9.959296943386759e-06,
      "loss": 0.35545907020568845,
      "step": 520
    },
    {
      "epoch": 0.2789473684210526,
      "grad_norm": 0.68359375,
      "learning_rate": 9.953239194560176e-06,
      "loss": 0.3559886932373047,
      "step": 530
    },
    {
      "epoch": 0.28421052631578947,
      "grad_norm": 0.72265625,
      "learning_rate": 9.946763486638529e-06,
      "loss": 0.3581003904342651,
      "step": 540
    },
    {
      "epoch": 0.2894736842105263,
      "grad_norm": 0.6953125,
      "learning_rate": 9.939870366048289e-06,
      "loss": 0.3564296722412109,
      "step": 550
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 0.640625,
      "learning_rate": 9.932560414437613e-06,
      "loss": 0.34760222434997556,
      "step": 560
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.6875,
      "learning_rate": 9.92483424862726e-06,
      "loss": 0.35869345664978025,
      "step": 570
    },
    {
      "epoch": 0.30526315789473685,
      "grad_norm": 0.69921875,
      "learning_rate": 9.916692520558542e-06,
      "loss": 0.3607193470001221,
      "step": 580
    },
    {
      "epoch": 0.3105263157894737,
      "grad_norm": 0.6640625,
      "learning_rate": 9.908135917238321e-06,
      "loss": 0.3511130094528198,
      "step": 590
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.6796875,
      "learning_rate": 9.899165160681025e-06,
      "loss": 0.34973719120025637,
      "step": 600
    },
    {
      "epoch": 0.32105263157894737,
      "grad_norm": 0.6953125,
      "learning_rate": 9.889781007847736e-06,
      "loss": 0.34694643020629884,
      "step": 610
    },
    {
      "epoch": 0.3263157894736842,
      "grad_norm": 0.671875,
      "learning_rate": 9.87998425058231e-06,
      "loss": 0.3488326549530029,
      "step": 620
    },
    {
      "epoch": 0.33157894736842103,
      "grad_norm": 0.65625,
      "learning_rate": 9.869775715544563e-06,
      "loss": 0.34894604682922364,
      "step": 630
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 0.640625,
      "learning_rate": 9.859156264140516e-06,
      "loss": 0.34157140254974366,
      "step": 640
    },
    {
      "epoch": 0.34210526315789475,
      "grad_norm": 0.640625,
      "learning_rate": 9.84812679244971e-06,
      "loss": 0.34499416351318357,
      "step": 650
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 0.921875,
      "learning_rate": 9.836688231149593e-06,
      "loss": 0.35079469680786135,
      "step": 660
    },
    {
      "epoch": 0.3526315789473684,
      "grad_norm": 0.64453125,
      "learning_rate": 9.824841545436983e-06,
      "loss": 0.34972991943359377,
      "step": 670
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 0.66015625,
      "learning_rate": 9.812587734946637e-06,
      "loss": 0.3461646795272827,
      "step": 680
    },
    {
      "epoch": 0.3631578947368421,
      "grad_norm": 0.66015625,
      "learning_rate": 9.799927833666887e-06,
      "loss": 0.34224634170532225,
      "step": 690
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.6875,
      "learning_rate": 9.7868629098524e-06,
      "loss": 0.3424330234527588,
      "step": 700
    },
    {
      "epoch": 0.3736842105263158,
      "grad_norm": 0.64453125,
      "learning_rate": 9.773394065934033e-06,
      "loss": 0.3356307029724121,
      "step": 710
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 0.7109375,
      "learning_rate": 9.759522438425813e-06,
      "loss": 0.34045701026916503,
      "step": 720
    },
    {
      "epoch": 0.38421052631578945,
      "grad_norm": 0.73828125,
      "learning_rate": 9.745249197829033e-06,
      "loss": 0.3457850694656372,
      "step": 730
    },
    {
      "epoch": 0.3894736842105263,
      "grad_norm": 0.74609375,
      "learning_rate": 9.730575548533483e-06,
      "loss": 0.3392923831939697,
      "step": 740
    },
    {
      "epoch": 0.39473684210526316,
      "grad_norm": 0.67578125,
      "learning_rate": 9.715502728715827e-06,
      "loss": 0.3369739055633545,
      "step": 750
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.734375,
      "learning_rate": 9.700032010235124e-06,
      "loss": 0.337469744682312,
      "step": 760
    },
    {
      "epoch": 0.4052631578947368,
      "grad_norm": 0.66796875,
      "learning_rate": 9.684164698525503e-06,
      "loss": 0.33764631748199464,
      "step": 770
    },
    {
      "epoch": 0.4105263157894737,
      "grad_norm": 0.6953125,
      "learning_rate": 9.667902132486009e-06,
      "loss": 0.3402730703353882,
      "step": 780
    },
    {
      "epoch": 0.41578947368421054,
      "grad_norm": 0.66015625,
      "learning_rate": 9.651245684367635e-06,
      "loss": 0.3302119493484497,
      "step": 790
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.64453125,
      "learning_rate": 9.634196759657518e-06,
      "loss": 0.33098368644714354,
      "step": 800
    },
    {
      "epoch": 0.4263157894736842,
      "grad_norm": 0.6484375,
      "learning_rate": 9.616756796960354e-06,
      "loss": 0.33663296699523926,
      "step": 810
    },
    {
      "epoch": 0.43157894736842106,
      "grad_norm": 0.69140625,
      "learning_rate": 9.59892726787699e-06,
      "loss": 0.33926751613616946,
      "step": 820
    },
    {
      "epoch": 0.4368421052631579,
      "grad_norm": 0.65625,
      "learning_rate": 9.580709676880268e-06,
      "loss": 0.3309003829956055,
      "step": 830
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 0.67578125,
      "learning_rate": 9.562105561188069e-06,
      "loss": 0.32626454830169677,
      "step": 840
    },
    {
      "epoch": 0.4473684210526316,
      "grad_norm": 0.67578125,
      "learning_rate": 9.543116490633596e-06,
      "loss": 0.3341776132583618,
      "step": 850
    },
    {
      "epoch": 0.45263157894736844,
      "grad_norm": 0.66796875,
      "learning_rate": 9.523744067532919e-06,
      "loss": 0.3330094814300537,
      "step": 860
    },
    {
      "epoch": 0.45789473684210524,
      "grad_norm": 0.68359375,
      "learning_rate": 9.50398992654976e-06,
      "loss": 0.3262917518615723,
      "step": 870
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 0.73828125,
      "learning_rate": 9.483855734557563e-06,
      "loss": 0.33661460876464844,
      "step": 880
    },
    {
      "epoch": 0.46842105263157896,
      "grad_norm": 0.6484375,
      "learning_rate": 9.46334319049885e-06,
      "loss": 0.3267409086227417,
      "step": 890
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 0.671875,
      "learning_rate": 9.442454025241847e-06,
      "loss": 0.3229888677597046,
      "step": 900
    },
    {
      "epoch": 0.4789473684210526,
      "grad_norm": 0.6640625,
      "learning_rate": 9.421190001434445e-06,
      "loss": 0.3298530101776123,
      "step": 910
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 0.6328125,
      "learning_rate": 9.399552913355454e-06,
      "loss": 0.3356186389923096,
      "step": 920
    },
    {
      "epoch": 0.48947368421052634,
      "grad_norm": 0.6640625,
      "learning_rate": 9.377544586763216e-06,
      "loss": 0.32946929931640623,
      "step": 930
    },
    {
      "epoch": 0.49473684210526314,
      "grad_norm": 0.671875,
      "learning_rate": 9.355166878741526e-06,
      "loss": 0.3330683708190918,
      "step": 940
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6796875,
      "learning_rate": 9.332421677542949e-06,
      "loss": 0.331757116317749,
      "step": 950
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 0.70703125,
      "learning_rate": 9.309310902429471e-06,
      "loss": 0.3249687194824219,
      "step": 960
    },
    {
      "epoch": 0.5105263157894737,
      "grad_norm": 0.6640625,
      "learning_rate": 9.285836503510562e-06,
      "loss": 0.32373843193054197,
      "step": 970
    },
    {
      "epoch": 0.5157894736842106,
      "grad_norm": 0.67578125,
      "learning_rate": 9.262000461578618e-06,
      "loss": 0.3232883453369141,
      "step": 980
    },
    {
      "epoch": 0.5210526315789473,
      "grad_norm": 0.69140625,
      "learning_rate": 9.23780478794182e-06,
      "loss": 0.32159950733184817,
      "step": 990
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.6171875,
      "learning_rate": 9.213251524254418e-06,
      "loss": 0.331815242767334,
      "step": 1000
    },
    {
      "epoch": 0.531578947368421,
      "grad_norm": 0.65234375,
      "learning_rate": 9.188342742344459e-06,
      "loss": 0.3242619037628174,
      "step": 1010
    },
    {
      "epoch": 0.5368421052631579,
      "grad_norm": 0.6640625,
      "learning_rate": 9.163080544038953e-06,
      "loss": 0.32434511184692383,
      "step": 1020
    },
    {
      "epoch": 0.5421052631578948,
      "grad_norm": 0.6328125,
      "learning_rate": 9.137467060986531e-06,
      "loss": 0.32496211528778074,
      "step": 1030
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 0.67578125,
      "learning_rate": 9.111504454477571e-06,
      "loss": 0.32212533950805666,
      "step": 1040
    },
    {
      "epoch": 0.5526315789473685,
      "grad_norm": 0.6953125,
      "learning_rate": 9.08519491526182e-06,
      "loss": 0.31923248767852785,
      "step": 1050
    },
    {
      "epoch": 0.5578947368421052,
      "grad_norm": 0.64453125,
      "learning_rate": 9.05854066336354e-06,
      "loss": 0.31866576671600344,
      "step": 1060
    },
    {
      "epoch": 0.5631578947368421,
      "grad_norm": 0.66796875,
      "learning_rate": 9.03154394789419e-06,
      "loss": 0.31672356128692625,
      "step": 1070
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 0.6796875,
      "learning_rate": 9.004207046862625e-06,
      "loss": 0.32541964054107664,
      "step": 1080
    },
    {
      "epoch": 0.5736842105263158,
      "grad_norm": 0.6484375,
      "learning_rate": 8.976532266982893e-06,
      "loss": 0.3155732870101929,
      "step": 1090
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.609375,
      "learning_rate": 8.94852194347958e-06,
      "loss": 0.32347979545593264,
      "step": 1100
    },
    {
      "epoch": 0.5842105263157895,
      "grad_norm": 0.6796875,
      "learning_rate": 8.920178439890765e-06,
      "loss": 0.3177721261978149,
      "step": 1110
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 0.609375,
      "learning_rate": 8.891504147868592e-06,
      "loss": 0.3194961309432983,
      "step": 1120
    },
    {
      "epoch": 0.5947368421052631,
      "grad_norm": 0.63671875,
      "learning_rate": 8.862501486977439e-06,
      "loss": 0.31951587200164794,
      "step": 1130
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.625,
      "learning_rate": 8.83317290448978e-06,
      "loss": 0.32182841300964354,
      "step": 1140
    },
    {
      "epoch": 0.6052631578947368,
      "grad_norm": 0.65625,
      "learning_rate": 8.803520875179653e-06,
      "loss": 0.3282808542251587,
      "step": 1150
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 0.72265625,
      "learning_rate": 8.773547901113862e-06,
      "loss": 0.31565380096435547,
      "step": 1160
    },
    {
      "epoch": 0.6157894736842106,
      "grad_norm": 0.640625,
      "learning_rate": 8.743256511440829e-06,
      "loss": 0.31986217498779296,
      "step": 1170
    },
    {
      "epoch": 0.6210526315789474,
      "grad_norm": 0.61328125,
      "learning_rate": 8.712649262177201e-06,
      "loss": 0.31707024574279785,
      "step": 1180
    },
    {
      "epoch": 0.6263157894736842,
      "grad_norm": 0.66796875,
      "learning_rate": 8.681728735992156e-06,
      "loss": 0.3156208276748657,
      "step": 1190
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.640625,
      "learning_rate": 8.650497541989483e-06,
      "loss": 0.320496940612793,
      "step": 1200
    },
    {
      "epoch": 0.6368421052631579,
      "grad_norm": 0.70703125,
      "learning_rate": 8.618958315487415e-06,
      "loss": 0.3214350700378418,
      "step": 1210
    },
    {
      "epoch": 0.6421052631578947,
      "grad_norm": 0.640625,
      "learning_rate": 8.587113717796272e-06,
      "loss": 0.31240484714508054,
      "step": 1220
    },
    {
      "epoch": 0.6473684210526316,
      "grad_norm": 0.6640625,
      "learning_rate": 8.554966435993883e-06,
      "loss": 0.3247716426849365,
      "step": 1230
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 0.625,
      "learning_rate": 8.522519182698858e-06,
      "loss": 0.31765995025634763,
      "step": 1240
    },
    {
      "epoch": 0.6578947368421053,
      "grad_norm": 0.68359375,
      "learning_rate": 8.48977469584169e-06,
      "loss": 0.31092309951782227,
      "step": 1250
    },
    {
      "epoch": 0.6631578947368421,
      "grad_norm": 1.015625,
      "learning_rate": 8.456735738433724e-06,
      "loss": 0.31570873260498045,
      "step": 1260
    },
    {
      "epoch": 0.6684210526315789,
      "grad_norm": 0.67578125,
      "learning_rate": 8.423405098334015e-06,
      "loss": 0.31320650577545167,
      "step": 1270
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 0.6796875,
      "learning_rate": 8.389785588014081e-06,
      "loss": 0.32011613845825193,
      "step": 1280
    },
    {
      "epoch": 0.6789473684210526,
      "grad_norm": 0.68359375,
      "learning_rate": 8.355880044320599e-06,
      "loss": 0.3172569274902344,
      "step": 1290
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.6640625,
      "learning_rate": 8.321691328236003e-06,
      "loss": 0.31363720893859864,
      "step": 1300
    },
    {
      "epoch": 0.6894736842105263,
      "grad_norm": 0.640625,
      "learning_rate": 8.287222324637094e-06,
      "loss": 0.3125040531158447,
      "step": 1310
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 0.66015625,
      "learning_rate": 8.252475942051605e-06,
      "loss": 0.3284018039703369,
      "step": 1320
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.6484375,
      "learning_rate": 8.21745511241277e-06,
      "loss": 0.3152493953704834,
      "step": 1330
    },
    {
      "epoch": 0.7052631578947368,
      "grad_norm": 0.62890625,
      "learning_rate": 8.182162790811932e-06,
      "loss": 0.3171976327896118,
      "step": 1340
    },
    {
      "epoch": 0.7105263157894737,
      "grad_norm": 0.62890625,
      "learning_rate": 8.146601955249187e-06,
      "loss": 0.3094895362854004,
      "step": 1350
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 0.65625,
      "learning_rate": 8.110775606382102e-06,
      "loss": 0.3186656951904297,
      "step": 1360
    },
    {
      "epoch": 0.7210526315789474,
      "grad_norm": 0.66796875,
      "learning_rate": 8.074686767272504e-06,
      "loss": 0.3225880146026611,
      "step": 1370
    },
    {
      "epoch": 0.7263157894736842,
      "grad_norm": 0.66015625,
      "learning_rate": 8.038338483131408e-06,
      "loss": 0.31708440780639646,
      "step": 1380
    },
    {
      "epoch": 0.7315789473684211,
      "grad_norm": 0.703125,
      "learning_rate": 8.001733821062043e-06,
      "loss": 0.3101796627044678,
      "step": 1390
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.67578125,
      "learning_rate": 7.96487586980106e-06,
      "loss": 0.3201738357543945,
      "step": 1400
    },
    {
      "epoch": 0.7421052631578947,
      "grad_norm": 0.68359375,
      "learning_rate": 7.927767739457896e-06,
      "loss": 0.3103344917297363,
      "step": 1410
    },
    {
      "epoch": 0.7473684210526316,
      "grad_norm": 0.64453125,
      "learning_rate": 7.890412561252336e-06,
      "loss": 0.306152868270874,
      "step": 1420
    },
    {
      "epoch": 0.7526315789473684,
      "grad_norm": 0.73046875,
      "learning_rate": 7.852813487250307e-06,
      "loss": 0.3118812084197998,
      "step": 1430
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 0.640625,
      "learning_rate": 7.814973690097893e-06,
      "loss": 0.3072047710418701,
      "step": 1440
    },
    {
      "epoch": 0.7631578947368421,
      "grad_norm": 0.66015625,
      "learning_rate": 7.776896362753632e-06,
      "loss": 0.3056161880493164,
      "step": 1450
    },
    {
      "epoch": 0.7684210526315789,
      "grad_norm": 0.671875,
      "learning_rate": 7.738584718219089e-06,
      "loss": 0.3092217445373535,
      "step": 1460
    },
    {
      "epoch": 0.7736842105263158,
      "grad_norm": 0.69140625,
      "learning_rate": 7.700041989267738e-06,
      "loss": 0.30931863784790037,
      "step": 1470
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 0.67578125,
      "learning_rate": 7.661271428172175e-06,
      "loss": 0.31501796245574953,
      "step": 1480
    },
    {
      "epoch": 0.7842105263157895,
      "grad_norm": 0.609375,
      "learning_rate": 7.622276306429703e-06,
      "loss": 0.315232515335083,
      "step": 1490
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.65234375,
      "learning_rate": 7.583059914486257e-06,
      "loss": 0.31932260990142824,
      "step": 1500
    },
    {
      "epoch": 0.7947368421052632,
      "grad_norm": 0.66796875,
      "learning_rate": 7.543625561458772e-06,
      "loss": 0.313411021232605,
      "step": 1510
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.65625,
      "learning_rate": 7.5039765748559425e-06,
      "loss": 0.3128029823303223,
      "step": 1520
    },
    {
      "epoch": 0.8052631578947368,
      "grad_norm": 0.6171875,
      "learning_rate": 7.464116300297458e-06,
      "loss": 0.3082960367202759,
      "step": 1530
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 0.68359375,
      "learning_rate": 7.424048101231687e-06,
      "loss": 0.321931791305542,
      "step": 1540
    },
    {
      "epoch": 0.8157894736842105,
      "grad_norm": 0.6484375,
      "learning_rate": 7.383775358651863e-06,
      "loss": 0.305802583694458,
      "step": 1550
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 0.6953125,
      "learning_rate": 7.343301470810809e-06,
      "loss": 0.31627817153930665,
      "step": 1560
    },
    {
      "epoch": 0.8263157894736842,
      "grad_norm": 0.65234375,
      "learning_rate": 7.302629852934167e-06,
      "loss": 0.30953359603881836,
      "step": 1570
    },
    {
      "epoch": 0.8315789473684211,
      "grad_norm": 0.67578125,
      "learning_rate": 7.261763936932237e-06,
      "loss": 0.3176161527633667,
      "step": 1580
    },
    {
      "epoch": 0.8368421052631579,
      "grad_norm": 0.65234375,
      "learning_rate": 7.220707171110381e-06,
      "loss": 0.30671143531799316,
      "step": 1590
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.6875,
      "learning_rate": 7.179463019878053e-06,
      "loss": 0.30997092723846437,
      "step": 1600
    },
    {
      "epoch": 0.8473684210526315,
      "grad_norm": 0.67578125,
      "learning_rate": 7.138034963456467e-06,
      "loss": 0.3097463846206665,
      "step": 1610
    },
    {
      "epoch": 0.8526315789473684,
      "grad_norm": 0.6796875,
      "learning_rate": 7.096426497584934e-06,
      "loss": 0.316087007522583,
      "step": 1620
    },
    {
      "epoch": 0.8578947368421053,
      "grad_norm": 0.65625,
      "learning_rate": 7.054641133225889e-06,
      "loss": 0.3100144386291504,
      "step": 1630
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 0.65625,
      "learning_rate": 7.012682396268632e-06,
      "loss": 0.3151434898376465,
      "step": 1640
    },
    {
      "epoch": 0.868421052631579,
      "grad_norm": 0.6484375,
      "learning_rate": 6.970553827231809e-06,
      "loss": 0.3087049722671509,
      "step": 1650
    },
    {
      "epoch": 0.8736842105263158,
      "grad_norm": 0.64453125,
      "learning_rate": 6.928258980964661e-06,
      "loss": 0.30957005023956297,
      "step": 1660
    },
    {
      "epoch": 0.8789473684210526,
      "grad_norm": 0.65625,
      "learning_rate": 6.885801426347063e-06,
      "loss": 0.30764572620391845,
      "step": 1670
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 0.64453125,
      "learning_rate": 6.843184745988374e-06,
      "loss": 0.3205082893371582,
      "step": 1680
    },
    {
      "epoch": 0.8894736842105263,
      "grad_norm": 0.63671875,
      "learning_rate": 6.800412535925141e-06,
      "loss": 0.3043262481689453,
      "step": 1690
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.6875,
      "learning_rate": 6.757488405317651e-06,
      "loss": 0.31385753154754636,
      "step": 1700
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.63671875,
      "learning_rate": 6.714415976145402e-06,
      "loss": 0.3092473030090332,
      "step": 1710
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 0.64453125,
      "learning_rate": 6.671198882901459e-06,
      "loss": 0.315170955657959,
      "step": 1720
    },
    {
      "epoch": 0.9105263157894737,
      "grad_norm": 0.63671875,
      "learning_rate": 6.627840772285784e-06,
      "loss": 0.31401405334472654,
      "step": 1730
    },
    {
      "epoch": 0.9157894736842105,
      "grad_norm": 0.62890625,
      "learning_rate": 6.584345302897522e-06,
      "loss": 0.31677677631378176,
      "step": 1740
    },
    {
      "epoch": 0.9210526315789473,
      "grad_norm": 0.66015625,
      "learning_rate": 6.540716144926283e-06,
      "loss": 0.3068485498428345,
      "step": 1750
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 0.6328125,
      "learning_rate": 6.4969569798424485e-06,
      "loss": 0.3036781311035156,
      "step": 1760
    },
    {
      "epoch": 0.9315789473684211,
      "grad_norm": 0.65625,
      "learning_rate": 6.453071500086521e-06,
      "loss": 0.31591813564300536,
      "step": 1770
    },
    {
      "epoch": 0.9368421052631579,
      "grad_norm": 0.69921875,
      "learning_rate": 6.409063408757563e-06,
      "loss": 0.30909504890441897,
      "step": 1780
    },
    {
      "epoch": 0.9421052631578948,
      "grad_norm": 0.66015625,
      "learning_rate": 6.364936419300718e-06,
      "loss": 0.30489392280578614,
      "step": 1790
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.6328125,
      "learning_rate": 6.320694255193867e-06,
      "loss": 0.31351609230041505,
      "step": 1800
    },
    {
      "epoch": 0.9526315789473684,
      "grad_norm": 0.65234375,
      "learning_rate": 6.2763406496334366e-06,
      "loss": 0.3008957624435425,
      "step": 1810
    },
    {
      "epoch": 0.9578947368421052,
      "grad_norm": 0.6875,
      "learning_rate": 6.231879345219396e-06,
      "loss": 0.30812935829162597,
      "step": 1820
    },
    {
      "epoch": 0.9631578947368421,
      "grad_norm": 0.62890625,
      "learning_rate": 6.187314093639444e-06,
      "loss": 0.3064786195755005,
      "step": 1830
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 0.6953125,
      "learning_rate": 6.142648655352441e-06,
      "loss": 0.3132913112640381,
      "step": 1840
    },
    {
      "epoch": 0.9736842105263158,
      "grad_norm": 0.6484375,
      "learning_rate": 6.0978867992711e-06,
      "loss": 0.3124531745910645,
      "step": 1850
    },
    {
      "epoch": 0.9789473684210527,
      "grad_norm": 0.62890625,
      "learning_rate": 6.05303230244396e-06,
      "loss": 0.3071515321731567,
      "step": 1860
    },
    {
      "epoch": 0.9842105263157894,
      "grad_norm": 0.65625,
      "learning_rate": 6.008088949736672e-06,
      "loss": 0.30440750122070315,
      "step": 1870
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 0.6171875,
      "learning_rate": 5.963060533512639e-06,
      "loss": 0.3114898443222046,
      "step": 1880
    },
    {
      "epoch": 0.9947368421052631,
      "grad_norm": 0.60546875,
      "learning_rate": 5.917950853313e-06,
      "loss": 0.2996272087097168,
      "step": 1890
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.72265625,
      "learning_rate": 5.872763715536026e-06,
      "loss": 0.3033472537994385,
      "step": 1900
    },
    {
      "epoch": 1.0052631578947369,
      "grad_norm": 0.68359375,
      "learning_rate": 5.827502933115937e-06,
      "loss": 0.30527944564819337,
      "step": 1910
    },
    {
      "epoch": 1.0105263157894737,
      "grad_norm": 0.65234375,
      "learning_rate": 5.782172325201155e-06,
      "loss": 0.30853846073150637,
      "step": 1920
    },
    {
      "epoch": 1.0157894736842106,
      "grad_norm": 0.65234375,
      "learning_rate": 5.736775716832047e-06,
      "loss": 0.30219359397888185,
      "step": 1930
    },
    {
      "epoch": 1.0210526315789474,
      "grad_norm": 0.671875,
      "learning_rate": 5.691316938618161e-06,
      "loss": 0.3018205642700195,
      "step": 1940
    },
    {
      "epoch": 1.0263157894736843,
      "grad_norm": 0.67578125,
      "learning_rate": 5.645799826414997e-06,
      "loss": 0.3029512405395508,
      "step": 1950
    },
    {
      "epoch": 1.0315789473684212,
      "grad_norm": 0.6484375,
      "learning_rate": 5.600228221000334e-06,
      "loss": 0.30471067428588866,
      "step": 1960
    },
    {
      "epoch": 1.0368421052631578,
      "grad_norm": 0.6484375,
      "learning_rate": 5.554605967750135e-06,
      "loss": 0.30075364112854003,
      "step": 1970
    },
    {
      "epoch": 1.0421052631578946,
      "grad_norm": 0.625,
      "learning_rate": 5.508936916314086e-06,
      "loss": 0.30173373222351074,
      "step": 1980
    },
    {
      "epoch": 1.0473684210526315,
      "grad_norm": 0.65234375,
      "learning_rate": 5.463224920290739e-06,
      "loss": 0.3010159254074097,
      "step": 1990
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 0.62890625,
      "learning_rate": 5.417473836902361e-06,
      "loss": 0.30011806488037107,
      "step": 2000
    },
    {
      "epoch": 1.0578947368421052,
      "grad_norm": 0.69140625,
      "learning_rate": 5.371687526669439e-06,
      "loss": 0.2978121042251587,
      "step": 2010
    },
    {
      "epoch": 1.063157894736842,
      "grad_norm": 0.6171875,
      "learning_rate": 5.325869853084942e-06,
      "loss": 0.29638888835906985,
      "step": 2020
    },
    {
      "epoch": 1.068421052631579,
      "grad_norm": 0.65625,
      "learning_rate": 5.280024682288307e-06,
      "loss": 0.30433881282806396,
      "step": 2030
    },
    {
      "epoch": 1.0736842105263158,
      "grad_norm": 0.6328125,
      "learning_rate": 5.234155882739213e-06,
      "loss": 0.2943264484405518,
      "step": 2040
    },
    {
      "epoch": 1.0789473684210527,
      "grad_norm": 0.63671875,
      "learning_rate": 5.188267324891152e-06,
      "loss": 0.3040822982788086,
      "step": 2050
    },
    {
      "epoch": 1.0842105263157895,
      "grad_norm": 0.6484375,
      "learning_rate": 5.142362880864845e-06,
      "loss": 0.3013319492340088,
      "step": 2060
    },
    {
      "epoch": 1.0894736842105264,
      "grad_norm": 0.66796875,
      "learning_rate": 5.096446424121502e-06,
      "loss": 0.29690141677856446,
      "step": 2070
    },
    {
      "epoch": 1.0947368421052632,
      "grad_norm": 0.671875,
      "learning_rate": 5.050521829135977e-06,
      "loss": 0.2941089153289795,
      "step": 2080
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.62109375,
      "learning_rate": 5.004592971069838e-06,
      "loss": 0.30376276969909666,
      "step": 2090
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 0.671875,
      "learning_rate": 4.958663725444376e-06,
      "loss": 0.30148308277130126,
      "step": 2100
    },
    {
      "epoch": 1.1105263157894736,
      "grad_norm": 0.68359375,
      "learning_rate": 4.9127379678135825e-06,
      "loss": 0.29861633777618407,
      "step": 2110
    },
    {
      "epoch": 1.1157894736842104,
      "grad_norm": 0.65625,
      "learning_rate": 4.866819573437133e-06,
      "loss": 0.29627511501312254,
      "step": 2120
    },
    {
      "epoch": 1.1210526315789473,
      "grad_norm": 0.6796875,
      "learning_rate": 4.820912416953377e-06,
      "loss": 0.29882948398590087,
      "step": 2130
    },
    {
      "epoch": 1.1263157894736842,
      "grad_norm": 0.69140625,
      "learning_rate": 4.775020372052408e-06,
      "loss": 0.2994240283966064,
      "step": 2140
    },
    {
      "epoch": 1.131578947368421,
      "grad_norm": 0.6875,
      "learning_rate": 4.729147311149186e-06,
      "loss": 0.30175774097442626,
      "step": 2150
    },
    {
      "epoch": 1.1368421052631579,
      "grad_norm": 0.66015625,
      "learning_rate": 4.683297105056782e-06,
      "loss": 0.2977766513824463,
      "step": 2160
    },
    {
      "epoch": 1.1421052631578947,
      "grad_norm": 0.65234375,
      "learning_rate": 4.637473622659755e-06,
      "loss": 0.29984431266784667,
      "step": 2170
    },
    {
      "epoch": 1.1473684210526316,
      "grad_norm": 0.6640625,
      "learning_rate": 4.591680730587698e-06,
      "loss": 0.3037722110748291,
      "step": 2180
    },
    {
      "epoch": 1.1526315789473685,
      "grad_norm": 0.671875,
      "learning_rate": 4.545922292888959e-06,
      "loss": 0.30381975173950193,
      "step": 2190
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 0.640625,
      "learning_rate": 4.500202170704595e-06,
      "loss": 0.29502048492431643,
      "step": 2200
    },
    {
      "epoch": 1.1631578947368422,
      "grad_norm": 0.6484375,
      "learning_rate": 4.454524221942557e-06,
      "loss": 0.29793238639831543,
      "step": 2210
    },
    {
      "epoch": 1.168421052631579,
      "grad_norm": 0.6796875,
      "learning_rate": 4.408892300952171e-06,
      "loss": 0.3094764709472656,
      "step": 2220
    },
    {
      "epoch": 1.1736842105263159,
      "grad_norm": 0.66015625,
      "learning_rate": 4.363310258198888e-06,
      "loss": 0.3042739391326904,
      "step": 2230
    },
    {
      "epoch": 1.1789473684210527,
      "grad_norm": 0.8359375,
      "learning_rate": 4.317781939939392e-06,
      "loss": 0.3023380279541016,
      "step": 2240
    },
    {
      "epoch": 1.1842105263157894,
      "grad_norm": 0.7109375,
      "learning_rate": 4.272311187897032e-06,
      "loss": 0.29675605297088625,
      "step": 2250
    },
    {
      "epoch": 1.1894736842105262,
      "grad_norm": 0.68359375,
      "learning_rate": 4.2269018389376776e-06,
      "loss": 0.29840383529663084,
      "step": 2260
    },
    {
      "epoch": 1.194736842105263,
      "grad_norm": 0.6796875,
      "learning_rate": 4.181557724745937e-06,
      "loss": 0.29515602588653567,
      "step": 2270
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.703125,
      "learning_rate": 4.13628267150185e-06,
      "loss": 0.30409936904907225,
      "step": 2280
    },
    {
      "epoch": 1.2052631578947368,
      "grad_norm": 0.65625,
      "learning_rate": 4.091080499558023e-06,
      "loss": 0.2933309078216553,
      "step": 2290
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 0.65234375,
      "learning_rate": 4.045955023117276e-06,
      "loss": 0.3037595510482788,
      "step": 2300
    },
    {
      "epoch": 1.2157894736842105,
      "grad_norm": 0.71875,
      "learning_rate": 4.000910049910783e-06,
      "loss": 0.29630026817321775,
      "step": 2310
    },
    {
      "epoch": 1.2210526315789474,
      "grad_norm": 0.6796875,
      "learning_rate": 3.955949380876775e-06,
      "loss": 0.2985749959945679,
      "step": 2320
    },
    {
      "epoch": 1.2263157894736842,
      "grad_norm": 0.71875,
      "learning_rate": 3.911076809839822e-06,
      "loss": 0.3097393989562988,
      "step": 2330
    },
    {
      "epoch": 1.231578947368421,
      "grad_norm": 0.6484375,
      "learning_rate": 3.866296123190696e-06,
      "loss": 0.29675517082214353,
      "step": 2340
    },
    {
      "epoch": 1.236842105263158,
      "grad_norm": 0.6796875,
      "learning_rate": 3.821611099566879e-06,
      "loss": 0.2994438409805298,
      "step": 2350
    },
    {
      "epoch": 1.2421052631578948,
      "grad_norm": 0.6328125,
      "learning_rate": 3.7770255095337105e-06,
      "loss": 0.29492621421813964,
      "step": 2360
    },
    {
      "epoch": 1.2473684210526317,
      "grad_norm": 0.69140625,
      "learning_rate": 3.73254311526623e-06,
      "loss": 0.30408706665039065,
      "step": 2370
    },
    {
      "epoch": 1.2526315789473683,
      "grad_norm": 0.625,
      "learning_rate": 3.688167670231721e-06,
      "loss": 0.3012866497039795,
      "step": 2380
    },
    {
      "epoch": 1.2578947368421054,
      "grad_norm": 0.6796875,
      "learning_rate": 3.6439029188729858e-06,
      "loss": 0.3001688241958618,
      "step": 2390
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 0.6875,
      "learning_rate": 3.599752596292386e-06,
      "loss": 0.29881649017333983,
      "step": 2400
    },
    {
      "epoch": 1.268421052631579,
      "grad_norm": 0.6953125,
      "learning_rate": 3.555720427936673e-06,
      "loss": 0.30099704265594485,
      "step": 2410
    },
    {
      "epoch": 1.2736842105263158,
      "grad_norm": 0.6171875,
      "learning_rate": 3.5118101292826356e-06,
      "loss": 0.29522502422332764,
      "step": 2420
    },
    {
      "epoch": 1.2789473684210526,
      "grad_norm": 0.62890625,
      "learning_rate": 3.4680254055235763e-06,
      "loss": 0.29836034774780273,
      "step": 2430
    },
    {
      "epoch": 1.2842105263157895,
      "grad_norm": 0.65625,
      "learning_rate": 3.4243699512566634e-06,
      "loss": 0.29813971519470217,
      "step": 2440
    },
    {
      "epoch": 1.2894736842105263,
      "grad_norm": 0.69140625,
      "learning_rate": 3.3808474501711865e-06,
      "loss": 0.3014229297637939,
      "step": 2450
    },
    {
      "epoch": 1.2947368421052632,
      "grad_norm": 0.69140625,
      "learning_rate": 3.3374615747377165e-06,
      "loss": 0.3070537090301514,
      "step": 2460
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.6796875,
      "learning_rate": 3.2942159858982196e-06,
      "loss": 0.30273582935333254,
      "step": 2470
    },
    {
      "epoch": 1.305263157894737,
      "grad_norm": 0.7109375,
      "learning_rate": 3.251114332757142e-06,
      "loss": 0.30204660892486573,
      "step": 2480
    },
    {
      "epoch": 1.3105263157894738,
      "grad_norm": 0.68359375,
      "learning_rate": 3.2081602522734987e-06,
      "loss": 0.2994037628173828,
      "step": 2490
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.67578125,
      "learning_rate": 3.165357368953984e-06,
      "loss": 0.3061041355133057,
      "step": 2500
    },
    {
      "epoch": 1.3210526315789473,
      "grad_norm": 0.6953125,
      "learning_rate": 3.122709294547127e-06,
      "loss": 0.29471826553344727,
      "step": 2510
    },
    {
      "epoch": 1.3263157894736843,
      "grad_norm": 0.6875,
      "learning_rate": 3.0802196277385317e-06,
      "loss": 0.2963252544403076,
      "step": 2520
    },
    {
      "epoch": 1.331578947368421,
      "grad_norm": 0.65625,
      "learning_rate": 3.037891953847215e-06,
      "loss": 0.29909396171569824,
      "step": 2530
    },
    {
      "epoch": 1.3368421052631578,
      "grad_norm": 0.69140625,
      "learning_rate": 2.9957298445230808e-06,
      "loss": 0.29614212512969973,
      "step": 2540
    },
    {
      "epoch": 1.3421052631578947,
      "grad_norm": 0.6875,
      "learning_rate": 2.9537368574455304e-06,
      "loss": 0.3006807804107666,
      "step": 2550
    },
    {
      "epoch": 1.3473684210526315,
      "grad_norm": 0.6875,
      "learning_rate": 2.911916536023269e-06,
      "loss": 0.2975183963775635,
      "step": 2560
    },
    {
      "epoch": 1.3526315789473684,
      "grad_norm": 0.70703125,
      "learning_rate": 2.8702724090953023e-06,
      "loss": 0.2994128465652466,
      "step": 2570
    },
    {
      "epoch": 1.3578947368421053,
      "grad_norm": 0.6953125,
      "learning_rate": 2.8288079906331867e-06,
      "loss": 0.30081496238708494,
      "step": 2580
    },
    {
      "epoch": 1.3631578947368421,
      "grad_norm": 0.64453125,
      "learning_rate": 2.7875267794444948e-06,
      "loss": 0.3012939691543579,
      "step": 2590
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 0.6484375,
      "learning_rate": 2.7464322588775947e-06,
      "loss": 0.29359281063079834,
      "step": 2600
    },
    {
      "epoch": 1.3736842105263158,
      "grad_norm": 0.6484375,
      "learning_rate": 2.705527896527721e-06,
      "loss": 0.29863748550415037,
      "step": 2610
    },
    {
      "epoch": 1.3789473684210527,
      "grad_norm": 0.6640625,
      "learning_rate": 2.664817143944376e-06,
      "loss": 0.297974967956543,
      "step": 2620
    },
    {
      "epoch": 1.3842105263157896,
      "grad_norm": 0.65234375,
      "learning_rate": 2.6243034363400843e-06,
      "loss": 0.3142268180847168,
      "step": 2630
    },
    {
      "epoch": 1.3894736842105262,
      "grad_norm": 0.640625,
      "learning_rate": 2.5839901923005207e-06,
      "loss": 0.2994800567626953,
      "step": 2640
    },
    {
      "epoch": 1.3947368421052633,
      "grad_norm": 0.65234375,
      "learning_rate": 2.5438808134960556e-06,
      "loss": 0.2963359832763672,
      "step": 2650
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.6875,
      "learning_rate": 2.5039786843947113e-06,
      "loss": 0.3018345355987549,
      "step": 2660
    },
    {
      "epoch": 1.4052631578947368,
      "grad_norm": 0.6640625,
      "learning_rate": 2.4642871719765854e-06,
      "loss": 0.30335607528686526,
      "step": 2670
    },
    {
      "epoch": 1.4105263157894736,
      "grad_norm": 0.6796875,
      "learning_rate": 2.424809625449729e-06,
      "loss": 0.30669000148773196,
      "step": 2680
    },
    {
      "epoch": 1.4157894736842105,
      "grad_norm": 0.6796875,
      "learning_rate": 2.3855493759675542e-06,
      "loss": 0.3048810243606567,
      "step": 2690
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 0.72265625,
      "learning_rate": 2.346509736347731e-06,
      "loss": 0.29688520431518556,
      "step": 2700
    },
    {
      "epoch": 1.4263157894736842,
      "grad_norm": 0.68359375,
      "learning_rate": 2.307694000792663e-06,
      "loss": 0.29866323471069334,
      "step": 2710
    },
    {
      "epoch": 1.431578947368421,
      "grad_norm": 0.65625,
      "learning_rate": 2.269105444611508e-06,
      "loss": 0.29165570735931395,
      "step": 2720
    },
    {
      "epoch": 1.436842105263158,
      "grad_norm": 0.66796875,
      "learning_rate": 2.2307473239438153e-06,
      "loss": 0.30020575523376464,
      "step": 2730
    },
    {
      "epoch": 1.4421052631578948,
      "grad_norm": 0.70703125,
      "learning_rate": 2.1926228754847557e-06,
      "loss": 0.29546422958374025,
      "step": 2740
    },
    {
      "epoch": 1.4473684210526316,
      "grad_norm": 0.67578125,
      "learning_rate": 2.1547353162120226e-06,
      "loss": 0.2950193166732788,
      "step": 2750
    },
    {
      "epoch": 1.4526315789473685,
      "grad_norm": 0.640625,
      "learning_rate": 2.117087843114364e-06,
      "loss": 0.2982841730117798,
      "step": 2760
    },
    {
      "epoch": 1.4578947368421051,
      "grad_norm": 0.71484375,
      "learning_rate": 2.079683632921831e-06,
      "loss": 0.2915778636932373,
      "step": 2770
    },
    {
      "epoch": 1.4631578947368422,
      "grad_norm": 0.7265625,
      "learning_rate": 2.042525841837712e-06,
      "loss": 0.2988855838775635,
      "step": 2780
    },
    {
      "epoch": 1.4684210526315788,
      "grad_norm": 0.64453125,
      "learning_rate": 2.0056176052722175e-06,
      "loss": 0.2997340202331543,
      "step": 2790
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 0.66015625,
      "learning_rate": 1.9689620375779034e-06,
      "loss": 0.30264670848846437,
      "step": 2800
    },
    {
      "epoch": 1.4789473684210526,
      "grad_norm": 0.6640625,
      "learning_rate": 1.932562231786887e-06,
      "loss": 0.29979183673858645,
      "step": 2810
    },
    {
      "epoch": 1.4842105263157894,
      "grad_norm": 0.7109375,
      "learning_rate": 1.8964212593498444e-06,
      "loss": 0.3019663572311401,
      "step": 2820
    },
    {
      "epoch": 1.4894736842105263,
      "grad_norm": 0.65234375,
      "learning_rate": 1.860542169876851e-06,
      "loss": 0.3000542402267456,
      "step": 2830
    },
    {
      "epoch": 1.4947368421052631,
      "grad_norm": 0.671875,
      "learning_rate": 1.8249279908800382e-06,
      "loss": 0.3003431558609009,
      "step": 2840
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.6796875,
      "learning_rate": 1.7895817275181433e-06,
      "loss": 0.29599614143371583,
      "step": 2850
    },
    {
      "epoch": 1.5052631578947369,
      "grad_norm": 0.6796875,
      "learning_rate": 1.7545063623429159e-06,
      "loss": 0.2995570182800293,
      "step": 2860
    },
    {
      "epoch": 1.5105263157894737,
      "grad_norm": 0.640625,
      "learning_rate": 1.7197048550474643e-06,
      "loss": 0.30172271728515626,
      "step": 2870
    },
    {
      "epoch": 1.5157894736842106,
      "grad_norm": 0.75,
      "learning_rate": 1.6851801422164982e-06,
      "loss": 0.2962552785873413,
      "step": 2880
    },
    {
      "epoch": 1.5210526315789474,
      "grad_norm": 0.68359375,
      "learning_rate": 1.6509351370785488e-06,
      "loss": 0.2978742361068726,
      "step": 2890
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 0.66796875,
      "learning_rate": 1.6169727292601378e-06,
      "loss": 0.2929815769195557,
      "step": 2900
    },
    {
      "epoch": 1.5315789473684212,
      "grad_norm": 0.66015625,
      "learning_rate": 1.5832957845419583e-06,
      "loss": 0.2996316194534302,
      "step": 2910
    },
    {
      "epoch": 1.5368421052631578,
      "grad_norm": 0.66796875,
      "learning_rate": 1.5499071446170466e-06,
      "loss": 0.2979148864746094,
      "step": 2920
    },
    {
      "epoch": 1.5421052631578949,
      "grad_norm": 0.70703125,
      "learning_rate": 1.5168096268510079e-06,
      "loss": 0.29439692497253417,
      "step": 2930
    },
    {
      "epoch": 1.5473684210526315,
      "grad_norm": 0.65625,
      "learning_rate": 1.484006024044274e-06,
      "loss": 0.2965528964996338,
      "step": 2940
    },
    {
      "epoch": 1.5526315789473686,
      "grad_norm": 0.65625,
      "learning_rate": 1.4514991041964544e-06,
      "loss": 0.3051332712173462,
      "step": 2950
    },
    {
      "epoch": 1.5578947368421052,
      "grad_norm": 0.6328125,
      "learning_rate": 1.41929161027276e-06,
      "loss": 0.30417981147766116,
      "step": 2960
    },
    {
      "epoch": 1.563157894736842,
      "grad_norm": 0.6796875,
      "learning_rate": 1.387386259972558e-06,
      "loss": 0.2969485282897949,
      "step": 2970
    },
    {
      "epoch": 1.568421052631579,
      "grad_norm": 0.71875,
      "learning_rate": 1.3557857455000417e-06,
      "loss": 0.29744491577148435,
      "step": 2980
    },
    {
      "epoch": 1.5736842105263158,
      "grad_norm": 0.70703125,
      "learning_rate": 1.3244927333370672e-06,
      "loss": 0.2998826026916504,
      "step": 2990
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.6796875,
      "learning_rate": 1.293509864018146e-06,
      "loss": 0.3018002510070801,
      "step": 3000
    },
    {
      "epoch": 1.5842105263157895,
      "grad_norm": 0.69921875,
      "learning_rate": 1.2628397519076412e-06,
      "loss": 0.29767565727233886,
      "step": 3010
    },
    {
      "epoch": 1.5894736842105264,
      "grad_norm": 0.70703125,
      "learning_rate": 1.232484984979157e-06,
      "loss": 0.30785164833068845,
      "step": 3020
    },
    {
      "epoch": 1.594736842105263,
      "grad_norm": 0.65234375,
      "learning_rate": 1.202448124597173e-06,
      "loss": 0.3030004739761353,
      "step": 3030
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.67578125,
      "learning_rate": 1.1727317053009025e-06,
      "loss": 0.30095791816711426,
      "step": 3040
    },
    {
      "epoch": 1.6052631578947367,
      "grad_norm": 0.64453125,
      "learning_rate": 1.1433382345904355e-06,
      "loss": 0.3002848386764526,
      "step": 3050
    },
    {
      "epoch": 1.6105263157894738,
      "grad_norm": 0.671875,
      "learning_rate": 1.1142701927151456e-06,
      "loss": 0.2984454154968262,
      "step": 3060
    },
    {
      "epoch": 1.6157894736842104,
      "grad_norm": 0.7265625,
      "learning_rate": 1.085530032464412e-06,
      "loss": 0.3011799335479736,
      "step": 3070
    },
    {
      "epoch": 1.6210526315789475,
      "grad_norm": 0.671875,
      "learning_rate": 1.0571201789606416e-06,
      "loss": 0.2953039169311523,
      "step": 3080
    },
    {
      "epoch": 1.6263157894736842,
      "grad_norm": 0.74609375,
      "learning_rate": 1.0290430294546449e-06,
      "loss": 0.29342939853668215,
      "step": 3090
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 0.6640625,
      "learning_rate": 1.0013009531233441e-06,
      "loss": 0.2983479738235474,
      "step": 3100
    },
    {
      "epoch": 1.6368421052631579,
      "grad_norm": 0.6953125,
      "learning_rate": 9.738962908698679e-07,
      "loss": 0.2971032619476318,
      "step": 3110
    },
    {
      "epoch": 1.6421052631578947,
      "grad_norm": 0.6796875,
      "learning_rate": 9.468313551260161e-07,
      "loss": 0.30310494899749757,
      "step": 3120
    },
    {
      "epoch": 1.6473684210526316,
      "grad_norm": 0.63671875,
      "learning_rate": 9.201084296571427e-07,
      "loss": 0.30494041442871095,
      "step": 3130
    },
    {
      "epoch": 1.6526315789473685,
      "grad_norm": 0.703125,
      "learning_rate": 8.937297693694407e-07,
      "loss": 0.3013713836669922,
      "step": 3140
    },
    {
      "epoch": 1.6578947368421053,
      "grad_norm": 0.69921875,
      "learning_rate": 8.676976001196802e-07,
      "loss": 0.30413882732391356,
      "step": 3150
    },
    {
      "epoch": 1.663157894736842,
      "grad_norm": 0.71484375,
      "learning_rate": 8.420141185273784e-07,
      "loss": 0.29632341861724854,
      "step": 3160
    },
    {
      "epoch": 1.668421052631579,
      "grad_norm": 0.6953125,
      "learning_rate": 8.166814917894577e-07,
      "loss": 0.29839210510253905,
      "step": 3170
    },
    {
      "epoch": 1.6736842105263157,
      "grad_norm": 0.72265625,
      "learning_rate": 7.917018574973646e-07,
      "loss": 0.2972310304641724,
      "step": 3180
    },
    {
      "epoch": 1.6789473684210527,
      "grad_norm": 0.65625,
      "learning_rate": 7.67077323456708e-07,
      "loss": 0.2946524381637573,
      "step": 3190
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 0.6796875,
      "learning_rate": 7.428099675093903e-07,
      "loss": 0.2969599008560181,
      "step": 3200
    },
    {
      "epoch": 1.6894736842105265,
      "grad_norm": 0.6875,
      "learning_rate": 7.189018373582873e-07,
      "loss": 0.29296250343322755,
      "step": 3210
    },
    {
      "epoch": 1.694736842105263,
      "grad_norm": 0.6640625,
      "learning_rate": 6.953549503944512e-07,
      "loss": 0.30225491523742676,
      "step": 3220
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.6953125,
      "learning_rate": 6.72171293526891e-07,
      "loss": 0.30234057903289796,
      "step": 3230
    },
    {
      "epoch": 1.7052631578947368,
      "grad_norm": 0.6796875,
      "learning_rate": 6.493528230149054e-07,
      "loss": 0.2982638835906982,
      "step": 3240
    },
    {
      "epoch": 1.7105263157894737,
      "grad_norm": 0.69140625,
      "learning_rate": 6.269014643030214e-07,
      "loss": 0.3014231204986572,
      "step": 3250
    },
    {
      "epoch": 1.7157894736842105,
      "grad_norm": 0.65234375,
      "learning_rate": 6.048191118585139e-07,
      "loss": 0.2946383237838745,
      "step": 3260
    },
    {
      "epoch": 1.7210526315789474,
      "grad_norm": 0.66796875,
      "learning_rate": 5.831076290115572e-07,
      "loss": 0.29816861152648927,
      "step": 3270
    },
    {
      "epoch": 1.7263157894736842,
      "grad_norm": 0.8203125,
      "learning_rate": 5.617688477979893e-07,
      "loss": 0.305389404296875,
      "step": 3280
    },
    {
      "epoch": 1.731578947368421,
      "grad_norm": 0.69921875,
      "learning_rate": 5.408045688047275e-07,
      "loss": 0.2932974100112915,
      "step": 3290
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.66015625,
      "learning_rate": 5.202165610178284e-07,
      "loss": 0.2984506607055664,
      "step": 3300
    },
    {
      "epoch": 1.7421052631578946,
      "grad_norm": 0.6875,
      "learning_rate": 5.000065616732242e-07,
      "loss": 0.30037047863006594,
      "step": 3310
    },
    {
      "epoch": 1.7473684210526317,
      "grad_norm": 0.671875,
      "learning_rate": 4.80176276110128e-07,
      "loss": 0.2955051898956299,
      "step": 3320
    },
    {
      "epoch": 1.7526315789473683,
      "grad_norm": 0.6875,
      "learning_rate": 4.607273776271415e-07,
      "loss": 0.2953267812728882,
      "step": 3330
    },
    {
      "epoch": 1.7578947368421054,
      "grad_norm": 0.63671875,
      "learning_rate": 4.4166150734105296e-07,
      "loss": 0.3000968933105469,
      "step": 3340
    },
    {
      "epoch": 1.763157894736842,
      "grad_norm": 0.68359375,
      "learning_rate": 4.229802740483674e-07,
      "loss": 0.2961698532104492,
      "step": 3350
    },
    {
      "epoch": 1.768421052631579,
      "grad_norm": 0.65625,
      "learning_rate": 4.046852540895446e-07,
      "loss": 0.29968795776367185,
      "step": 3360
    },
    {
      "epoch": 1.7736842105263158,
      "grad_norm": 0.640625,
      "learning_rate": 3.8677799121599525e-07,
      "loss": 0.30074248313903806,
      "step": 3370
    },
    {
      "epoch": 1.7789473684210526,
      "grad_norm": 0.6796875,
      "learning_rate": 3.6925999645981205e-07,
      "loss": 0.29626715183258057,
      "step": 3380
    },
    {
      "epoch": 1.7842105263157895,
      "grad_norm": 0.66015625,
      "learning_rate": 3.5213274800626696e-07,
      "loss": 0.29154119491577146,
      "step": 3390
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 0.68359375,
      "learning_rate": 3.353976910690865e-07,
      "loss": 0.30303730964660647,
      "step": 3400
    },
    {
      "epoch": 1.7947368421052632,
      "grad_norm": 0.640625,
      "learning_rate": 3.190562377684969e-07,
      "loss": 0.29616270065307615,
      "step": 3410
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.703125,
      "learning_rate": 3.031097670120703e-07,
      "loss": 0.30332746505737307,
      "step": 3420
    },
    {
      "epoch": 1.805263157894737,
      "grad_norm": 0.67578125,
      "learning_rate": 2.875596243783713e-07,
      "loss": 0.30052239894866944,
      "step": 3430
    },
    {
      "epoch": 1.8105263157894735,
      "grad_norm": 0.67578125,
      "learning_rate": 2.724071220034158e-07,
      "loss": 0.2973964214324951,
      "step": 3440
    },
    {
      "epoch": 1.8157894736842106,
      "grad_norm": 0.71484375,
      "learning_rate": 2.57653538469953e-07,
      "loss": 0.29910430908203123,
      "step": 3450
    },
    {
      "epoch": 1.8210526315789473,
      "grad_norm": 0.6875,
      "learning_rate": 2.433001186995737e-07,
      "loss": 0.3015556812286377,
      "step": 3460
    },
    {
      "epoch": 1.8263157894736843,
      "grad_norm": 0.69140625,
      "learning_rate": 2.2934807384766555e-07,
      "loss": 0.3117814064025879,
      "step": 3470
    },
    {
      "epoch": 1.831578947368421,
      "grad_norm": 0.66796875,
      "learning_rate": 2.1579858120121477e-07,
      "loss": 0.3009961605072021,
      "step": 3480
    },
    {
      "epoch": 1.836842105263158,
      "grad_norm": 0.71875,
      "learning_rate": 2.02652784079464e-07,
      "loss": 0.29814648628234863,
      "step": 3490
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 0.7265625,
      "learning_rate": 1.8991179173743935e-07,
      "loss": 0.292824387550354,
      "step": 3500
    },
    {
      "epoch": 1.8473684210526315,
      "grad_norm": 0.69140625,
      "learning_rate": 1.7757667927234767e-07,
      "loss": 0.30036211013793945,
      "step": 3510
    },
    {
      "epoch": 1.8526315789473684,
      "grad_norm": 0.65625,
      "learning_rate": 1.6564848753286233e-07,
      "loss": 0.2989194869995117,
      "step": 3520
    },
    {
      "epoch": 1.8578947368421053,
      "grad_norm": 0.72265625,
      "learning_rate": 1.5412822303129514e-07,
      "loss": 0.2997861862182617,
      "step": 3530
    },
    {
      "epoch": 1.8631578947368421,
      "grad_norm": 0.67578125,
      "learning_rate": 1.4301685785866215e-07,
      "loss": 0.29810757637023927,
      "step": 3540
    },
    {
      "epoch": 1.868421052631579,
      "grad_norm": 0.66796875,
      "learning_rate": 1.3231532960266024e-07,
      "loss": 0.3078226804733276,
      "step": 3550
    },
    {
      "epoch": 1.8736842105263158,
      "grad_norm": 0.6953125,
      "learning_rate": 1.220245412685539e-07,
      "loss": 0.30055484771728513,
      "step": 3560
    },
    {
      "epoch": 1.8789473684210525,
      "grad_norm": 0.6796875,
      "learning_rate": 1.1214536120297714e-07,
      "loss": 0.2956956386566162,
      "step": 3570
    },
    {
      "epoch": 1.8842105263157896,
      "grad_norm": 0.66015625,
      "learning_rate": 1.0267862302066112e-07,
      "loss": 0.29946484565734866,
      "step": 3580
    },
    {
      "epoch": 1.8894736842105262,
      "grad_norm": 0.703125,
      "learning_rate": 9.362512553409253e-08,
      "loss": 0.30321674346923827,
      "step": 3590
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 0.609375,
      "learning_rate": 8.498563268611205e-08,
      "loss": 0.29636733531951903,
      "step": 3600
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.671875,
      "learning_rate": 7.67608734854497e-08,
      "loss": 0.2988576412200928,
      "step": 3610
    },
    {
      "epoch": 1.905263157894737,
      "grad_norm": 0.6875,
      "learning_rate": 6.895154194521026e-08,
      "loss": 0.30216183662414553,
      "step": 3620
    },
    {
      "epoch": 1.9105263157894736,
      "grad_norm": 0.6875,
      "learning_rate": 6.15582970243117e-08,
      "loss": 0.302366304397583,
      "step": 3630
    },
    {
      "epoch": 1.9157894736842105,
      "grad_norm": 0.6796875,
      "learning_rate": 5.458176257188308e-08,
      "loss": 0.3039771556854248,
      "step": 3640
    },
    {
      "epoch": 1.9210526315789473,
      "grad_norm": 0.67578125,
      "learning_rate": 4.8022527274622644e-08,
      "loss": 0.30275673866271974,
      "step": 3650
    },
    {
      "epoch": 1.9263157894736842,
      "grad_norm": 0.69140625,
      "learning_rate": 4.1881144607124334e-08,
      "loss": 0.292505145072937,
      "step": 3660
    },
    {
      "epoch": 1.931578947368421,
      "grad_norm": 0.67578125,
      "learning_rate": 3.615813278517344e-08,
      "loss": 0.3019336938858032,
      "step": 3670
    },
    {
      "epoch": 1.936842105263158,
      "grad_norm": 0.69140625,
      "learning_rate": 3.085397472202101e-08,
      "loss": 0.30004544258117677,
      "step": 3680
    },
    {
      "epoch": 1.9421052631578948,
      "grad_norm": 0.6875,
      "learning_rate": 2.5969117987634795e-08,
      "loss": 0.30235512256622316,
      "step": 3690
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 0.62109375,
      "learning_rate": 2.1503974770931137e-08,
      "loss": 0.29522273540496824,
      "step": 3700
    },
    {
      "epoch": 1.9526315789473685,
      "grad_norm": 0.66015625,
      "learning_rate": 1.7458921844996646e-08,
      "loss": 0.2977579593658447,
      "step": 3710
    },
    {
      "epoch": 1.9578947368421051,
      "grad_norm": 0.6796875,
      "learning_rate": 1.383430053529422e-08,
      "loss": 0.29578843116760256,
      "step": 3720
    },
    {
      "epoch": 1.9631578947368422,
      "grad_norm": 0.671875,
      "learning_rate": 1.0630416690862178e-08,
      "loss": 0.29667110443115235,
      "step": 3730
    },
    {
      "epoch": 1.9684210526315788,
      "grad_norm": 0.68359375,
      "learning_rate": 7.84754065850546e-09,
      "loss": 0.2974194049835205,
      "step": 3740
    },
    {
      "epoch": 1.973684210526316,
      "grad_norm": 0.75,
      "learning_rate": 5.485907259984435e-09,
      "loss": 0.2973806381225586,
      "step": 3750
    },
    {
      "epoch": 1.9789473684210526,
      "grad_norm": 0.6953125,
      "learning_rate": 3.545715772200753e-09,
      "loss": 0.2977163314819336,
      "step": 3760
    },
    {
      "epoch": 1.9842105263157894,
      "grad_norm": 0.6328125,
      "learning_rate": 2.0271299103813423e-09,
      "loss": 0.2955323696136475,
      "step": 3770
    },
    {
      "epoch": 1.9894736842105263,
      "grad_norm": 0.71484375,
      "learning_rate": 9.302778142639135e-10,
      "loss": 0.3025184392929077,
      "step": 3780
    },
    {
      "epoch": 1.9947368421052631,
      "grad_norm": 0.71484375,
      "learning_rate": 2.552520372844924e-10,
      "loss": 0.3038780927658081,
      "step": 3790
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.73046875,
      "learning_rate": 2.1095387697789293e-12,
      "loss": 0.29937565326690674,
      "step": 3800
    }
  ],
  "logging_steps": 10,
  "max_steps": 3800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.005129553083682e+20,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}