{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9941118743866535,
  "eval_steps": 500,
  "global_step": 2032,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009813542688910697,
      "grad_norm": 4.979730129241943,
      "learning_rate": 6.535947712418302e-07,
      "loss": 7.2181,
      "step": 10
    },
    {
      "epoch": 0.019627085377821395,
      "grad_norm": 6.67022705078125,
      "learning_rate": 1.3071895424836604e-06,
      "loss": 7.3893,
      "step": 20
    },
    {
      "epoch": 0.029440628066732092,
      "grad_norm": 10.065711975097656,
      "learning_rate": 1.96078431372549e-06,
      "loss": 7.0987,
      "step": 30
    },
    {
      "epoch": 0.03925417075564279,
      "grad_norm": 184.81263732910156,
      "learning_rate": 2.6143790849673208e-06,
      "loss": 5.7315,
      "step": 40
    },
    {
      "epoch": 0.04906771344455348,
      "grad_norm": 288.7782897949219,
      "learning_rate": 3.2679738562091506e-06,
      "loss": 6.2897,
      "step": 50
    },
    {
      "epoch": 0.058881256133464184,
      "grad_norm": 27.65291976928711,
      "learning_rate": 3.92156862745098e-06,
      "loss": 3.8488,
      "step": 60
    },
    {
      "epoch": 0.06869479882237488,
      "grad_norm": 103.14486694335938,
      "learning_rate": 4.5751633986928105e-06,
      "loss": 3.085,
      "step": 70
    },
    {
      "epoch": 0.07850834151128558,
      "grad_norm": 16.951229095458984,
      "learning_rate": 5.2287581699346416e-06,
      "loss": 2.8275,
      "step": 80
    },
    {
      "epoch": 0.08832188420019627,
      "grad_norm": 131.5538330078125,
      "learning_rate": 5.882352941176471e-06,
      "loss": 2.6991,
      "step": 90
    },
    {
      "epoch": 0.09813542688910697,
      "grad_norm": 42.36750030517578,
      "learning_rate": 6.535947712418301e-06,
      "loss": 4.9463,
      "step": 100
    },
    {
      "epoch": 0.10794896957801767,
      "grad_norm": 167.57077026367188,
      "learning_rate": 7.189542483660131e-06,
      "loss": 3.4119,
      "step": 110
    },
    {
      "epoch": 0.11776251226692837,
      "grad_norm": 21.48807716369629,
      "learning_rate": 7.84313725490196e-06,
      "loss": 3.2054,
      "step": 120
    },
    {
      "epoch": 0.12757605495583907,
      "grad_norm": 9.66920280456543,
      "learning_rate": 8.496732026143791e-06,
      "loss": 1.7998,
      "step": 130
    },
    {
      "epoch": 0.13738959764474976,
      "grad_norm": 50.38191604614258,
      "learning_rate": 9.150326797385621e-06,
      "loss": 2.908,
      "step": 140
    },
    {
      "epoch": 0.14720314033366044,
      "grad_norm": 44.03925704956055,
      "learning_rate": 9.803921568627451e-06,
      "loss": 3.1013,
      "step": 150
    },
    {
      "epoch": 0.15701668302257116,
      "grad_norm": 6.737301349639893,
      "learning_rate": 1.0457516339869283e-05,
      "loss": 1.467,
      "step": 160
    },
    {
      "epoch": 0.16683022571148184,
      "grad_norm": 42.52479553222656,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 2.0657,
      "step": 170
    },
    {
      "epoch": 0.17664376840039253,
      "grad_norm": 13.020709991455078,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 2.5072,
      "step": 180
    },
    {
      "epoch": 0.18645731108930325,
      "grad_norm": 20.514286041259766,
      "learning_rate": 1.2418300653594772e-05,
      "loss": 1.9587,
      "step": 190
    },
    {
      "epoch": 0.19627085377821393,
      "grad_norm": 6.069877624511719,
      "learning_rate": 1.3071895424836602e-05,
      "loss": 3.5958,
      "step": 200
    },
    {
      "epoch": 0.20608439646712462,
      "grad_norm": 13.95156192779541,
      "learning_rate": 1.3725490196078432e-05,
      "loss": 2.0111,
      "step": 210
    },
    {
      "epoch": 0.21589793915603533,
      "grad_norm": 7.393437385559082,
      "learning_rate": 1.4379084967320263e-05,
      "loss": 2.3913,
      "step": 220
    },
    {
      "epoch": 0.22571148184494602,
      "grad_norm": 41.91191101074219,
      "learning_rate": 1.5032679738562093e-05,
      "loss": 2.0839,
      "step": 230
    },
    {
      "epoch": 0.23552502453385674,
      "grad_norm": 43.03213119506836,
      "learning_rate": 1.568627450980392e-05,
      "loss": 1.9529,
      "step": 240
    },
    {
      "epoch": 0.24533856722276742,
      "grad_norm": 21.39300537109375,
      "learning_rate": 1.6339869281045753e-05,
      "loss": 2.6772,
      "step": 250
    },
    {
      "epoch": 0.25515210991167814,
      "grad_norm": 279.6104736328125,
      "learning_rate": 1.6993464052287582e-05,
      "loss": 1.7269,
      "step": 260
    },
    {
      "epoch": 0.2649656526005888,
      "grad_norm": 25.018056869506836,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 2.0053,
      "step": 270
    },
    {
      "epoch": 0.2747791952894995,
      "grad_norm": 21.87104034423828,
      "learning_rate": 1.8300653594771242e-05,
      "loss": 2.4589,
      "step": 280
    },
    {
      "epoch": 0.2845927379784102,
      "grad_norm": 11.7160005569458,
      "learning_rate": 1.8954248366013074e-05,
      "loss": 1.9665,
      "step": 290
    },
    {
      "epoch": 0.2944062806673209,
      "grad_norm": 19.93216323852539,
      "learning_rate": 1.9607843137254903e-05,
      "loss": 2.2669,
      "step": 300
    },
    {
      "epoch": 0.3042198233562316,
      "grad_norm": 90.42415618896484,
      "learning_rate": 2e-05,
      "loss": 3.2481,
      "step": 310
    },
    {
      "epoch": 0.3140333660451423,
      "grad_norm": 75.79747009277344,
      "learning_rate": 2e-05,
      "loss": 1.8665,
      "step": 320
    },
    {
      "epoch": 0.323846908734053,
      "grad_norm": 156.50599670410156,
      "learning_rate": 2e-05,
      "loss": 3.1507,
      "step": 330
    },
    {
      "epoch": 0.3336604514229637,
      "grad_norm": 46.49168395996094,
      "learning_rate": 2e-05,
      "loss": 2.4216,
      "step": 340
    },
    {
      "epoch": 0.3434739941118744,
      "grad_norm": 36.391944885253906,
      "learning_rate": 2e-05,
      "loss": 2.3168,
      "step": 350
    },
    {
      "epoch": 0.35328753680078506,
      "grad_norm": 7.368002891540527,
      "learning_rate": 2e-05,
      "loss": 1.8471,
      "step": 360
    },
    {
      "epoch": 0.3631010794896958,
      "grad_norm": 30.668228149414062,
      "learning_rate": 2e-05,
      "loss": 1.3623,
      "step": 370
    },
    {
      "epoch": 0.3729146221786065,
      "grad_norm": 5.791738986968994,
      "learning_rate": 2e-05,
      "loss": 1.2375,
      "step": 380
    },
    {
      "epoch": 0.38272816486751715,
      "grad_norm": 23.52338218688965,
      "learning_rate": 2e-05,
      "loss": 2.1836,
      "step": 390
    },
    {
      "epoch": 0.39254170755642787,
      "grad_norm": 29.272245407104492,
      "learning_rate": 2e-05,
      "loss": 2.2072,
      "step": 400
    },
    {
      "epoch": 0.4023552502453386,
      "grad_norm": 8.362492561340332,
      "learning_rate": 2e-05,
      "loss": 2.5006,
      "step": 410
    },
    {
      "epoch": 0.41216879293424924,
      "grad_norm": 44.545188903808594,
      "learning_rate": 2e-05,
      "loss": 2.768,
      "step": 420
    },
    {
      "epoch": 0.42198233562315995,
      "grad_norm": 133.34275817871094,
      "learning_rate": 2e-05,
      "loss": 1.5464,
      "step": 430
    },
    {
      "epoch": 0.43179587831207067,
      "grad_norm": 15.408150672912598,
      "learning_rate": 2e-05,
      "loss": 2.5713,
      "step": 440
    },
    {
      "epoch": 0.44160942100098133,
      "grad_norm": 118.89259338378906,
      "learning_rate": 2e-05,
      "loss": 2.5427,
      "step": 450
    },
    {
      "epoch": 0.45142296368989204,
      "grad_norm": 11.935373306274414,
      "learning_rate": 2e-05,
      "loss": 2.0889,
      "step": 460
    },
    {
      "epoch": 0.46123650637880276,
      "grad_norm": 90.43640899658203,
      "learning_rate": 2e-05,
      "loss": 2.2162,
      "step": 470
    },
    {
      "epoch": 0.47105004906771347,
      "grad_norm": 10.42564582824707,
      "learning_rate": 2e-05,
      "loss": 2.6752,
      "step": 480
    },
    {
      "epoch": 0.48086359175662413,
      "grad_norm": 3.9201958179473877,
      "learning_rate": 2e-05,
      "loss": 1.9316,
      "step": 490
    },
    {
      "epoch": 0.49067713444553485,
      "grad_norm": 3.9662234783172607,
      "learning_rate": 2e-05,
      "loss": 2.8137,
      "step": 500
    },
    {
      "epoch": 0.5004906771344455,
      "grad_norm": 16.64943504333496,
      "learning_rate": 2e-05,
      "loss": 2.594,
      "step": 510
    },
    {
      "epoch": 0.5103042198233563,
      "grad_norm": 6.263593673706055,
      "learning_rate": 2e-05,
      "loss": 2.8687,
      "step": 520
    },
    {
      "epoch": 0.5201177625122669,
      "grad_norm": 12.671026229858398,
      "learning_rate": 2e-05,
      "loss": 2.4151,
      "step": 530
    },
    {
      "epoch": 0.5299313052011776,
      "grad_norm": 4.304586887359619,
      "learning_rate": 2e-05,
      "loss": 2.8479,
      "step": 540
    },
    {
      "epoch": 0.5397448478900884,
      "grad_norm": 560.4638671875,
      "learning_rate": 2e-05,
      "loss": 2.5743,
      "step": 550
    },
    {
      "epoch": 0.549558390578999,
      "grad_norm": 4.543779373168945,
      "learning_rate": 2e-05,
      "loss": 1.1635,
      "step": 560
    },
    {
      "epoch": 0.5593719332679097,
      "grad_norm": 10.342752456665039,
      "learning_rate": 2e-05,
      "loss": 1.8443,
      "step": 570
    },
    {
      "epoch": 0.5691854759568205,
      "grad_norm": 8.239928245544434,
      "learning_rate": 2e-05,
      "loss": 2.2083,
      "step": 580
    },
    {
      "epoch": 0.5789990186457311,
      "grad_norm": 22.376834869384766,
      "learning_rate": 2e-05,
      "loss": 3.0173,
      "step": 590
    },
    {
      "epoch": 0.5888125613346418,
      "grad_norm": 18.22623062133789,
      "learning_rate": 2e-05,
      "loss": 3.1219,
      "step": 600
    },
    {
      "epoch": 0.5986261040235525,
      "grad_norm": 12.725000381469727,
      "learning_rate": 2e-05,
      "loss": 2.6438,
      "step": 610
    },
    {
      "epoch": 0.6084396467124632,
      "grad_norm": 23.38751983642578,
      "learning_rate": 2e-05,
      "loss": 3.0796,
      "step": 620
    },
    {
      "epoch": 0.6182531894013739,
      "grad_norm": 107.74673461914062,
      "learning_rate": 2e-05,
      "loss": 2.0413,
      "step": 630
    },
    {
      "epoch": 0.6280667320902846,
      "grad_norm": 4.187928199768066,
      "learning_rate": 2e-05,
      "loss": 0.9978,
      "step": 640
    },
    {
      "epoch": 0.6378802747791953,
      "grad_norm": 16.503177642822266,
      "learning_rate": 2e-05,
      "loss": 1.3114,
      "step": 650
    },
    {
      "epoch": 0.647693817468106,
      "grad_norm": 44.23710250854492,
      "learning_rate": 2e-05,
      "loss": 3.1983,
      "step": 660
    },
    {
      "epoch": 0.6575073601570167,
      "grad_norm": 9.14411449432373,
      "learning_rate": 2e-05,
      "loss": 2.0763,
      "step": 670
    },
    {
      "epoch": 0.6673209028459274,
      "grad_norm": 11.684571266174316,
      "learning_rate": 2e-05,
      "loss": 1.9077,
      "step": 680
    },
    {
      "epoch": 0.677134445534838,
      "grad_norm": 199.51309204101562,
      "learning_rate": 2e-05,
      "loss": 1.9501,
      "step": 690
    },
    {
      "epoch": 0.6869479882237488,
      "grad_norm": 14.759732246398926,
      "learning_rate": 2e-05,
      "loss": 2.3934,
      "step": 700
    },
    {
      "epoch": 0.6967615309126595,
      "grad_norm": 107.8428726196289,
      "learning_rate": 2e-05,
      "loss": 1.448,
      "step": 710
    },
    {
      "epoch": 0.7065750736015701,
      "grad_norm": 18.14739227294922,
      "learning_rate": 2e-05,
      "loss": 1.2378,
      "step": 720
    },
    {
      "epoch": 0.7163886162904809,
      "grad_norm": 14.90809440612793,
      "learning_rate": 2e-05,
      "loss": 1.3726,
      "step": 730
    },
    {
      "epoch": 0.7262021589793916,
      "grad_norm": 32.29010772705078,
      "learning_rate": 2e-05,
      "loss": 3.1835,
      "step": 740
    },
    {
      "epoch": 0.7360157016683022,
      "grad_norm": 11.032523155212402,
      "learning_rate": 2e-05,
      "loss": 1.4627,
      "step": 750
    },
    {
      "epoch": 0.745829244357213,
      "grad_norm": 12.637856483459473,
      "learning_rate": 2e-05,
      "loss": 2.7823,
      "step": 760
    },
    {
      "epoch": 0.7556427870461236,
      "grad_norm": 7.794254302978516,
      "learning_rate": 2e-05,
      "loss": 1.0125,
      "step": 770
    },
    {
      "epoch": 0.7654563297350343,
      "grad_norm": 61.243797302246094,
      "learning_rate": 2e-05,
      "loss": 1.9414,
      "step": 780
    },
    {
      "epoch": 0.7752698724239451,
      "grad_norm": 84.7890853881836,
      "learning_rate": 2e-05,
      "loss": 1.5289,
      "step": 790
    },
    {
      "epoch": 0.7850834151128557,
      "grad_norm": 18.791032791137695,
      "learning_rate": 2e-05,
      "loss": 2.2516,
      "step": 800
    },
    {
      "epoch": 0.7948969578017664,
      "grad_norm": 43.4988899230957,
      "learning_rate": 2e-05,
      "loss": 1.2634,
      "step": 810
    },
    {
      "epoch": 0.8047105004906772,
      "grad_norm": 467.5698547363281,
      "learning_rate": 2e-05,
      "loss": 1.7178,
      "step": 820
    },
    {
      "epoch": 0.8145240431795878,
      "grad_norm": 78.38162231445312,
      "learning_rate": 2e-05,
      "loss": 2.8278,
      "step": 830
    },
    {
      "epoch": 0.8243375858684985,
      "grad_norm": 9.050882339477539,
      "learning_rate": 2e-05,
      "loss": 1.106,
      "step": 840
    },
    {
      "epoch": 0.8341511285574092,
      "grad_norm": 3.703763723373413,
      "learning_rate": 2e-05,
      "loss": 2.3006,
      "step": 850
    },
    {
      "epoch": 0.8439646712463199,
      "grad_norm": 26.577566146850586,
      "learning_rate": 2e-05,
      "loss": 2.7152,
      "step": 860
    },
    {
      "epoch": 0.8537782139352306,
      "grad_norm": 13.816167831420898,
      "learning_rate": 2e-05,
      "loss": 1.4695,
      "step": 870
    },
    {
      "epoch": 0.8635917566241413,
      "grad_norm": 40.78203201293945,
      "learning_rate": 2e-05,
      "loss": 1.3155,
      "step": 880
    },
    {
      "epoch": 0.873405299313052,
      "grad_norm": 7.0279221534729,
      "learning_rate": 2e-05,
      "loss": 1.0609,
      "step": 890
    },
    {
      "epoch": 0.8832188420019627,
      "grad_norm": 9.905904769897461,
      "learning_rate": 2e-05,
      "loss": 2.9151,
      "step": 900
    },
    {
      "epoch": 0.8930323846908734,
      "grad_norm": 21.523508071899414,
      "learning_rate": 2e-05,
      "loss": 1.5446,
      "step": 910
    },
    {
      "epoch": 0.9028459273797841,
      "grad_norm": 9.79738712310791,
      "learning_rate": 2e-05,
      "loss": 3.0457,
      "step": 920
    },
    {
      "epoch": 0.9126594700686947,
      "grad_norm": 18.646337509155273,
      "learning_rate": 2e-05,
      "loss": 2.1252,
      "step": 930
    },
    {
      "epoch": 0.9224730127576055,
      "grad_norm": 18.898101806640625,
      "learning_rate": 2e-05,
      "loss": 2.543,
      "step": 940
    },
    {
      "epoch": 0.9322865554465162,
      "grad_norm": 13.269331932067871,
      "learning_rate": 2e-05,
      "loss": 2.2287,
      "step": 950
    },
    {
      "epoch": 0.9421000981354269,
      "grad_norm": 9.270440101623535,
      "learning_rate": 2e-05,
      "loss": 1.5344,
      "step": 960
    },
    {
      "epoch": 0.9519136408243376,
      "grad_norm": 14.859720230102539,
      "learning_rate": 2e-05,
      "loss": 1.1192,
      "step": 970
    },
    {
      "epoch": 0.9617271835132483,
      "grad_norm": 4.158381462097168,
      "learning_rate": 2e-05,
      "loss": 1.667,
      "step": 980
    },
    {
      "epoch": 0.971540726202159,
      "grad_norm": 7.403497219085693,
      "learning_rate": 2e-05,
      "loss": 2.155,
      "step": 990
    },
    {
      "epoch": 0.9813542688910697,
      "grad_norm": 16.49321746826172,
      "learning_rate": 2e-05,
      "loss": 2.6091,
      "step": 1000
    },
    {
      "epoch": 0.9911678115799804,
      "grad_norm": 14.82219123840332,
      "learning_rate": 2e-05,
      "loss": 2.0373,
      "step": 1010
    },
    {
      "epoch": 1.000981354268891,
      "grad_norm": 3.0503292083740234,
      "learning_rate": 2e-05,
      "loss": 1.0873,
      "step": 1020
    },
    {
      "epoch": 1.0107948969578018,
      "grad_norm": 6.922057628631592,
      "learning_rate": 2e-05,
      "loss": 1.2235,
      "step": 1030
    },
    {
      "epoch": 1.0206084396467126,
      "grad_norm": 3.9688963890075684,
      "learning_rate": 2e-05,
      "loss": 1.4629,
      "step": 1040
    },
    {
      "epoch": 1.030421982335623,
      "grad_norm": 4290.833984375,
      "learning_rate": 2e-05,
      "loss": 2.1535,
      "step": 1050
    },
    {
      "epoch": 1.0402355250245339,
      "grad_norm": 4.580390930175781,
      "learning_rate": 2e-05,
      "loss": 1.5602,
      "step": 1060
    },
    {
      "epoch": 1.0500490677134446,
      "grad_norm": 14.288080215454102,
      "learning_rate": 2e-05,
      "loss": 3.1283,
      "step": 1070
    },
    {
      "epoch": 1.0598626104023552,
      "grad_norm": 122.89806365966797,
      "learning_rate": 2e-05,
      "loss": 1.6094,
      "step": 1080
    },
    {
      "epoch": 1.069676153091266,
      "grad_norm": 8.996880531311035,
      "learning_rate": 2e-05,
      "loss": 2.1463,
      "step": 1090
    },
    {
      "epoch": 1.0794896957801767,
      "grad_norm": 78.94695281982422,
      "learning_rate": 2e-05,
      "loss": 2.201,
      "step": 1100
    },
    {
      "epoch": 1.0893032384690873,
      "grad_norm": 15.468417167663574,
      "learning_rate": 2e-05,
      "loss": 0.8395,
      "step": 1110
    },
    {
      "epoch": 1.099116781157998,
      "grad_norm": 21.810543060302734,
      "learning_rate": 2e-05,
      "loss": 1.5387,
      "step": 1120
    },
    {
      "epoch": 1.1089303238469088,
      "grad_norm": 13.842312812805176,
      "learning_rate": 2e-05,
      "loss": 1.0114,
      "step": 1130
    },
    {
      "epoch": 1.1187438665358194,
      "grad_norm": 214.85678100585938,
      "learning_rate": 2e-05,
      "loss": 2.2354,
      "step": 1140
    },
    {
      "epoch": 1.1285574092247301,
      "grad_norm": 11.997262001037598,
      "learning_rate": 2e-05,
      "loss": 1.3524,
      "step": 1150
    },
    {
      "epoch": 1.138370951913641,
      "grad_norm": 29.94478988647461,
      "learning_rate": 2e-05,
      "loss": 0.9736,
      "step": 1160
    },
    {
      "epoch": 1.1481844946025515,
      "grad_norm": 23.02918243408203,
      "learning_rate": 2e-05,
      "loss": 1.4414,
      "step": 1170
    },
    {
      "epoch": 1.1579980372914622,
      "grad_norm": 8.935700416564941,
      "learning_rate": 2e-05,
      "loss": 1.4724,
      "step": 1180
    },
    {
      "epoch": 1.167811579980373,
      "grad_norm": 3.8582065105438232,
      "learning_rate": 2e-05,
      "loss": 2.1014,
      "step": 1190
    },
    {
      "epoch": 1.1776251226692835,
      "grad_norm": 7.642829895019531,
      "learning_rate": 2e-05,
      "loss": 1.5305,
      "step": 1200
    },
    {
      "epoch": 1.1874386653581943,
      "grad_norm": 15.305497169494629,
      "learning_rate": 2e-05,
      "loss": 1.9911,
      "step": 1210
    },
    {
      "epoch": 1.197252208047105,
      "grad_norm": 8.70614242553711,
      "learning_rate": 2e-05,
      "loss": 2.6332,
      "step": 1220
    },
    {
      "epoch": 1.2070657507360156,
      "grad_norm": 17.080974578857422,
      "learning_rate": 2e-05,
      "loss": 2.1598,
      "step": 1230
    },
    {
      "epoch": 1.2168792934249264,
      "grad_norm": 3.8073582649230957,
      "learning_rate": 2e-05,
      "loss": 1.3951,
      "step": 1240
    },
    {
      "epoch": 1.2266928361138372,
      "grad_norm": 8.765459060668945,
      "learning_rate": 2e-05,
      "loss": 2.0521,
      "step": 1250
    },
    {
      "epoch": 1.2365063788027477,
      "grad_norm": 4.111775875091553,
      "learning_rate": 2e-05,
      "loss": 2.3503,
      "step": 1260
    },
    {
      "epoch": 1.2463199214916585,
      "grad_norm": 37.34735870361328,
      "learning_rate": 2e-05,
      "loss": 2.2755,
      "step": 1270
    },
    {
      "epoch": 1.2561334641805693,
      "grad_norm": 19.479801177978516,
      "learning_rate": 2e-05,
      "loss": 2.5203,
      "step": 1280
    },
    {
      "epoch": 1.2659470068694798,
      "grad_norm": 44.147464752197266,
      "learning_rate": 2e-05,
      "loss": 1.6563,
      "step": 1290
    },
    {
      "epoch": 1.2757605495583906,
      "grad_norm": 7.567567825317383,
      "learning_rate": 2e-05,
      "loss": 0.8511,
      "step": 1300
    },
    {
      "epoch": 1.2855740922473013,
      "grad_norm": 3.8469624519348145,
      "learning_rate": 2e-05,
      "loss": 2.2353,
      "step": 1310
    },
    {
      "epoch": 1.295387634936212,
      "grad_norm": 10.455403327941895,
      "learning_rate": 2e-05,
      "loss": 2.2457,
      "step": 1320
    },
    {
      "epoch": 1.3052011776251227,
      "grad_norm": 25.085834503173828,
      "learning_rate": 2e-05,
      "loss": 2.639,
      "step": 1330
    },
    {
      "epoch": 1.3150147203140334,
      "grad_norm": 28.650461196899414,
      "learning_rate": 2e-05,
      "loss": 1.5497,
      "step": 1340
    },
    {
      "epoch": 1.324828263002944,
      "grad_norm": 6.349087715148926,
      "learning_rate": 2e-05,
      "loss": 1.2575,
      "step": 1350
    },
    {
      "epoch": 1.3346418056918548,
      "grad_norm": 8.63252067565918,
      "learning_rate": 2e-05,
      "loss": 1.6938,
      "step": 1360
    },
    {
      "epoch": 1.3444553483807655,
      "grad_norm": 9.28762435913086,
      "learning_rate": 2e-05,
      "loss": 1.5851,
      "step": 1370
    },
    {
      "epoch": 1.354268891069676,
      "grad_norm": 3.391580581665039,
      "learning_rate": 2e-05,
      "loss": 1.5679,
      "step": 1380
    },
    {
      "epoch": 1.3640824337585868,
      "grad_norm": 9.340773582458496,
      "learning_rate": 2e-05,
      "loss": 2.2221,
      "step": 1390
    },
    {
      "epoch": 1.3738959764474976,
      "grad_norm": 11.18117904663086,
      "learning_rate": 2e-05,
      "loss": 3.1271,
      "step": 1400
    },
    {
      "epoch": 1.3837095191364082,
      "grad_norm": 18.245515823364258,
      "learning_rate": 2e-05,
      "loss": 1.3907,
      "step": 1410
    },
    {
      "epoch": 1.393523061825319,
      "grad_norm": 7.110514163970947,
      "learning_rate": 2e-05,
      "loss": 1.0772,
      "step": 1420
    },
    {
      "epoch": 1.4033366045142297,
      "grad_norm": 34.9477653503418,
      "learning_rate": 2e-05,
      "loss": 2.5084,
      "step": 1430
    },
    {
      "epoch": 1.4131501472031402,
      "grad_norm": 13.625290870666504,
      "learning_rate": 2e-05,
      "loss": 2.4113,
      "step": 1440
    },
    {
      "epoch": 1.422963689892051,
      "grad_norm": 2.8586204051971436,
      "learning_rate": 2e-05,
      "loss": 1.3986,
      "step": 1450
    },
    {
      "epoch": 1.4327772325809618,
      "grad_norm": 4.130280494689941,
      "learning_rate": 2e-05,
      "loss": 1.3642,
      "step": 1460
    },
    {
      "epoch": 1.4425907752698723,
      "grad_norm": 17.110816955566406,
      "learning_rate": 2e-05,
      "loss": 1.8325,
      "step": 1470
    },
    {
      "epoch": 1.452404317958783,
      "grad_norm": 7.670248031616211,
      "learning_rate": 2e-05,
      "loss": 2.034,
      "step": 1480
    },
    {
      "epoch": 1.4622178606476939,
      "grad_norm": 9.581765174865723,
      "learning_rate": 2e-05,
      "loss": 1.9121,
      "step": 1490
    },
    {
      "epoch": 1.4720314033366044,
      "grad_norm": 3.521482229232788,
      "learning_rate": 2e-05,
      "loss": 1.0217,
      "step": 1500
    },
    {
      "epoch": 1.4818449460255152,
      "grad_norm": 3.5237278938293457,
      "learning_rate": 2e-05,
      "loss": 1.4694,
      "step": 1510
    },
    {
      "epoch": 1.491658488714426,
      "grad_norm": 30.278461456298828,
      "learning_rate": 2e-05,
      "loss": 1.8683,
      "step": 1520
    },
    {
      "epoch": 1.5014720314033365,
      "grad_norm": 24.893234252929688,
      "learning_rate": 2e-05,
      "loss": 2.7447,
      "step": 1530
    },
    {
      "epoch": 1.5112855740922473,
      "grad_norm": 20.632429122924805,
      "learning_rate": 2e-05,
      "loss": 2.0633,
      "step": 1540
    },
    {
      "epoch": 1.521099116781158,
      "grad_norm": 11.803605079650879,
      "learning_rate": 2e-05,
      "loss": 1.4992,
      "step": 1550
    },
    {
      "epoch": 1.5309126594700686,
      "grad_norm": 11.409942626953125,
      "learning_rate": 2e-05,
      "loss": 1.9619,
      "step": 1560
    },
    {
      "epoch": 1.5407262021589794,
      "grad_norm": 19.285724639892578,
      "learning_rate": 2e-05,
      "loss": 2.4316,
      "step": 1570
    },
    {
      "epoch": 1.5505397448478901,
      "grad_norm": 3.482271909713745,
      "learning_rate": 2e-05,
      "loss": 1.8275,
      "step": 1580
    },
    {
      "epoch": 1.5603532875368007,
      "grad_norm": 8.602056503295898,
      "learning_rate": 2e-05,
      "loss": 1.8139,
      "step": 1590
    },
    {
      "epoch": 1.5701668302257115,
      "grad_norm": 6.880626201629639,
      "learning_rate": 2e-05,
      "loss": 1.162,
      "step": 1600
    },
    {
      "epoch": 1.5799803729146222,
      "grad_norm": 10.55600643157959,
      "learning_rate": 2e-05,
      "loss": 1.8477,
      "step": 1610
    },
    {
      "epoch": 1.5897939156035328,
      "grad_norm": 5.864988327026367,
      "learning_rate": 2e-05,
      "loss": 1.0593,
      "step": 1620
    },
    {
      "epoch": 1.5996074582924436,
      "grad_norm": 11.867835998535156,
      "learning_rate": 2e-05,
      "loss": 1.8334,
      "step": 1630
    },
    {
      "epoch": 1.6094210009813543,
      "grad_norm": 8.558449745178223,
      "learning_rate": 2e-05,
      "loss": 1.7685,
      "step": 1640
    },
    {
      "epoch": 1.6192345436702649,
      "grad_norm": 7.745001792907715,
      "learning_rate": 2e-05,
      "loss": 1.1716,
      "step": 1650
    },
    {
      "epoch": 1.6290480863591756,
      "grad_norm": 25.266897201538086,
      "learning_rate": 2e-05,
      "loss": 1.1115,
      "step": 1660
    },
    {
      "epoch": 1.6388616290480864,
      "grad_norm": 2.910959243774414,
      "learning_rate": 2e-05,
      "loss": 1.5551,
      "step": 1670
    },
    {
      "epoch": 1.648675171736997,
      "grad_norm": 3.1996586322784424,
      "learning_rate": 2e-05,
      "loss": 2.0908,
      "step": 1680
    },
    {
      "epoch": 1.6584887144259077,
      "grad_norm": 7.940663814544678,
      "learning_rate": 2e-05,
      "loss": 2.1272,
      "step": 1690
    },
    {
      "epoch": 1.6683022571148185,
      "grad_norm": 10.518881797790527,
      "learning_rate": 2e-05,
      "loss": 2.2504,
      "step": 1700
    },
    {
      "epoch": 1.678115799803729,
      "grad_norm": 13.522726058959961,
      "learning_rate": 2e-05,
      "loss": 3.0516,
      "step": 1710
    },
    {
      "epoch": 1.6879293424926398,
      "grad_norm": 72.19231414794922,
      "learning_rate": 2e-05,
      "loss": 1.6259,
      "step": 1720
    },
    {
      "epoch": 1.6977428851815506,
      "grad_norm": 16.836326599121094,
      "learning_rate": 2e-05,
      "loss": 1.5319,
      "step": 1730
    },
    {
      "epoch": 1.7075564278704611,
      "grad_norm": 5.992958068847656,
      "learning_rate": 2e-05,
      "loss": 1.9591,
      "step": 1740
    },
    {
      "epoch": 1.717369970559372,
      "grad_norm": 16.606359481811523,
      "learning_rate": 2e-05,
      "loss": 2.8002,
      "step": 1750
    },
    {
      "epoch": 1.7271835132482827,
      "grad_norm": 13.355613708496094,
      "learning_rate": 2e-05,
      "loss": 1.202,
      "step": 1760
    },
    {
      "epoch": 1.7369970559371932,
      "grad_norm": 22.692291259765625,
      "learning_rate": 2e-05,
      "loss": 1.5828,
      "step": 1770
    },
    {
      "epoch": 1.746810598626104,
      "grad_norm": 4.382213592529297,
      "learning_rate": 2e-05,
      "loss": 1.3851,
      "step": 1780
    },
    {
      "epoch": 1.7566241413150148,
      "grad_norm": 18.94695281982422,
      "learning_rate": 2e-05,
      "loss": 1.6604,
      "step": 1790
    },
    {
      "epoch": 1.7664376840039253,
      "grad_norm": 4.105762958526611,
      "learning_rate": 2e-05,
      "loss": 2.3467,
      "step": 1800
    },
    {
      "epoch": 1.776251226692836,
      "grad_norm": 17.720151901245117,
      "learning_rate": 2e-05,
      "loss": 1.0744,
      "step": 1810
    },
    {
      "epoch": 1.7860647693817469,
      "grad_norm": 23.243711471557617,
      "learning_rate": 2e-05,
      "loss": 1.5227,
      "step": 1820
    },
    {
      "epoch": 1.7958783120706574,
      "grad_norm": 9.93882942199707,
      "learning_rate": 2e-05,
      "loss": 2.278,
      "step": 1830
    },
    {
      "epoch": 1.8056918547595682,
      "grad_norm": 47.31532287597656,
      "learning_rate": 2e-05,
      "loss": 2.4806,
      "step": 1840
    },
    {
      "epoch": 1.815505397448479,
      "grad_norm": 18.85761260986328,
      "learning_rate": 2e-05,
      "loss": 1.2861,
      "step": 1850
    },
    {
      "epoch": 1.8253189401373895,
      "grad_norm": 12.545721054077148,
      "learning_rate": 2e-05,
      "loss": 1.8076,
      "step": 1860
    },
    {
      "epoch": 1.8351324828263003,
      "grad_norm": 3.5376434326171875,
      "learning_rate": 2e-05,
      "loss": 1.8752,
      "step": 1870
    },
    {
      "epoch": 1.844946025515211,
      "grad_norm": 7.608773708343506,
      "learning_rate": 2e-05,
      "loss": 1.2668,
      "step": 1880
    },
    {
      "epoch": 1.8547595682041216,
      "grad_norm": 15.594606399536133,
      "learning_rate": 2e-05,
      "loss": 2.4341,
      "step": 1890
    },
    {
      "epoch": 1.8645731108930323,
      "grad_norm": 10.585665702819824,
      "learning_rate": 2e-05,
      "loss": 1.6737,
      "step": 1900
    },
    {
      "epoch": 1.8743866535819431,
      "grad_norm": 3.565300703048706,
      "learning_rate": 2e-05,
      "loss": 1.1942,
      "step": 1910
    },
    {
      "epoch": 1.8842001962708537,
      "grad_norm": 3.813704490661621,
      "learning_rate": 2e-05,
      "loss": 1.5228,
      "step": 1920
    },
    {
      "epoch": 1.8940137389597644,
      "grad_norm": 11.792035102844238,
      "learning_rate": 2e-05,
      "loss": 1.3769,
      "step": 1930
    },
    {
      "epoch": 1.9038272816486752,
      "grad_norm": 6.388332366943359,
      "learning_rate": 2e-05,
      "loss": 2.39,
      "step": 1940
    },
    {
      "epoch": 1.9136408243375858,
      "grad_norm": 6.338537216186523,
      "learning_rate": 2e-05,
      "loss": 1.3043,
      "step": 1950
    },
    {
      "epoch": 1.9234543670264965,
      "grad_norm": 6.711911201477051,
      "learning_rate": 2e-05,
      "loss": 1.2017,
      "step": 1960
    },
    {
      "epoch": 1.9332679097154073,
      "grad_norm": 8.049627304077148,
      "learning_rate": 2e-05,
      "loss": 0.9924,
      "step": 1970
    },
    {
      "epoch": 1.9430814524043178,
      "grad_norm": 15.855047225952148,
      "learning_rate": 2e-05,
      "loss": 1.5458,
      "step": 1980
    },
    {
      "epoch": 1.9528949950932286,
      "grad_norm": 27.410795211791992,
      "learning_rate": 2e-05,
      "loss": 1.5845,
      "step": 1990
    },
    {
      "epoch": 1.9627085377821394,
      "grad_norm": 10.094039916992188,
      "learning_rate": 2e-05,
      "loss": 2.6201,
      "step": 2000
    },
    {
      "epoch": 1.97252208047105,
      "grad_norm": 7.608443260192871,
      "learning_rate": 2e-05,
      "loss": 2.2552,
      "step": 2010
    },
    {
      "epoch": 1.9823356231599607,
      "grad_norm": 6.73370885848999,
      "learning_rate": 2e-05,
      "loss": 1.299,
      "step": 2020
    },
    {
      "epoch": 1.9921491658488715,
      "grad_norm": 13.77723217010498,
      "learning_rate": 2e-05,
      "loss": 1.3727,
      "step": 2030
    }
  ],
  "logging_steps": 10,
  "max_steps": 3057,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 508,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}