{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.3845887645633868,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006459799284807936,
      "grad_norm": 1.9189649820327759,
      "learning_rate": 7.000000000000001e-06,
      "loss": 4.4997,
      "step": 7
    },
    {
      "epoch": 0.012919598569615873,
      "grad_norm": 1.6788978576660156,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 4.1335,
      "step": 14
    },
    {
      "epoch": 0.01937939785442381,
      "grad_norm": 1.455112099647522,
      "learning_rate": 2.1e-05,
      "loss": 2.8271,
      "step": 21
    },
    {
      "epoch": 0.025839197139231745,
      "grad_norm": 1.693289875984192,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 1.9379,
      "step": 28
    },
    {
      "epoch": 0.03229899642403968,
      "grad_norm": 1.1223821640014648,
      "learning_rate": 3.5e-05,
      "loss": 1.6986,
      "step": 35
    },
    {
      "epoch": 0.03875879570884762,
      "grad_norm": 1.3804887533187866,
      "learning_rate": 4.2e-05,
      "loss": 1.2805,
      "step": 42
    },
    {
      "epoch": 0.045218594993655555,
      "grad_norm": 0.7396432757377625,
      "learning_rate": 4.9e-05,
      "loss": 0.9642,
      "step": 49
    },
    {
      "epoch": 0.05167839427846349,
      "grad_norm": 1.0261869430541992,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 0.8201,
      "step": 56
    },
    {
      "epoch": 0.05813819356327143,
      "grad_norm": 0.86556077003479,
      "learning_rate": 6.3e-05,
      "loss": 0.7885,
      "step": 63
    },
    {
      "epoch": 0.06459799284807936,
      "grad_norm": 1.0589982271194458,
      "learning_rate": 7e-05,
      "loss": 0.8065,
      "step": 70
    },
    {
      "epoch": 0.07105779213288729,
      "grad_norm": 1.0309135913848877,
      "learning_rate": 7.7e-05,
      "loss": 0.633,
      "step": 77
    },
    {
      "epoch": 0.07751759141769524,
      "grad_norm": 0.7959083318710327,
      "learning_rate": 8.4e-05,
      "loss": 0.7759,
      "step": 84
    },
    {
      "epoch": 0.08397739070250317,
      "grad_norm": 0.7561866641044617,
      "learning_rate": 9.1e-05,
      "loss": 0.7238,
      "step": 91
    },
    {
      "epoch": 0.09043718998731111,
      "grad_norm": 0.8621348142623901,
      "learning_rate": 9.8e-05,
      "loss": 0.7245,
      "step": 98
    },
    {
      "epoch": 0.09689698927211904,
      "grad_norm": 0.8507490754127502,
      "learning_rate": 9.999685283773504e-05,
      "loss": 0.7952,
      "step": 105
    },
    {
      "epoch": 0.10335678855692698,
      "grad_norm": 0.8740506768226624,
      "learning_rate": 9.998187325055106e-05,
      "loss": 0.7249,
      "step": 112
    },
    {
      "epoch": 0.10981658784173491,
      "grad_norm": 1.090431809425354,
      "learning_rate": 9.995456138403733e-05,
      "loss": 0.8117,
      "step": 119
    },
    {
      "epoch": 0.11627638712654285,
      "grad_norm": 0.7532983422279358,
      "learning_rate": 9.991492397698826e-05,
      "loss": 0.6337,
      "step": 126
    },
    {
      "epoch": 0.12273618641135078,
      "grad_norm": 2.221219062805176,
      "learning_rate": 9.986297080934089e-05,
      "loss": 0.7672,
      "step": 133
    },
    {
      "epoch": 0.12919598569615873,
      "grad_norm": 0.9924929738044739,
      "learning_rate": 9.979871469976196e-05,
      "loss": 0.7172,
      "step": 140
    },
    {
      "epoch": 0.13565578498096667,
      "grad_norm": 0.91718590259552,
      "learning_rate": 9.972217150248503e-05,
      "loss": 0.716,
      "step": 147
    },
    {
      "epoch": 0.14211558426577459,
      "grad_norm": 1.0056393146514893,
      "learning_rate": 9.963336010339868e-05,
      "loss": 0.6341,
      "step": 154
    },
    {
      "epoch": 0.14857538355058253,
      "grad_norm": 0.9534944891929626,
      "learning_rate": 9.953230241538674e-05,
      "loss": 0.6775,
      "step": 161
    },
    {
      "epoch": 0.15503518283539047,
      "grad_norm": 1.0223616361618042,
      "learning_rate": 9.941902337292155e-05,
      "loss": 0.6279,
      "step": 168
    },
    {
      "epoch": 0.16149498212019842,
      "grad_norm": 1.082511067390442,
      "learning_rate": 9.92935509259118e-05,
      "loss": 0.6038,
      "step": 175
    },
    {
      "epoch": 0.16795478140500633,
      "grad_norm": 0.8611937761306763,
      "learning_rate": 9.915591603280631e-05,
      "loss": 0.5553,
      "step": 182
    },
    {
      "epoch": 0.17441458068981427,
      "grad_norm": 0.7912893891334534,
      "learning_rate": 9.900615265295552e-05,
      "loss": 0.7171,
      "step": 189
    },
    {
      "epoch": 0.18087437997462222,
      "grad_norm": 0.9014810919761658,
      "learning_rate": 9.884429773823239e-05,
      "loss": 0.6293,
      "step": 196
    },
    {
      "epoch": 0.18733417925943016,
      "grad_norm": 0.8888019323348999,
      "learning_rate": 9.867039122391527e-05,
      "loss": 0.6123,
      "step": 203
    },
    {
      "epoch": 0.19379397854423808,
      "grad_norm": 1.1184618473052979,
      "learning_rate": 9.848447601883435e-05,
      "loss": 0.669,
      "step": 210
    },
    {
      "epoch": 0.20025377782904602,
      "grad_norm": 0.8368162512779236,
      "learning_rate": 9.828659799478456e-05,
      "loss": 0.6939,
      "step": 217
    },
    {
      "epoch": 0.20671357711385396,
      "grad_norm": 1.1079723834991455,
      "learning_rate": 9.807680597520746e-05,
      "loss": 0.7268,
      "step": 224
    },
    {
      "epoch": 0.2131733763986619,
      "grad_norm": 0.918192982673645,
      "learning_rate": 9.785515172314463e-05,
      "loss": 0.5664,
      "step": 231
    },
    {
      "epoch": 0.21963317568346982,
      "grad_norm": 1.0927156209945679,
      "learning_rate": 9.762168992846614e-05,
      "loss": 0.5998,
      "step": 238
    },
    {
      "epoch": 0.22609297496827777,
      "grad_norm": 1.288448452949524,
      "learning_rate": 9.737647819437645e-05,
      "loss": 0.6534,
      "step": 245
    },
    {
      "epoch": 0.2325527742530857,
      "grad_norm": 0.8475168943405151,
      "learning_rate": 9.711957702320175e-05,
      "loss": 0.6726,
      "step": 252
    },
    {
      "epoch": 0.23901257353789365,
      "grad_norm": 0.978064239025116,
      "learning_rate": 9.685104980146193e-05,
      "loss": 0.6638,
      "step": 259
    },
    {
      "epoch": 0.24547237282270157,
      "grad_norm": 0.8844542503356934,
      "learning_rate": 9.657096278423093e-05,
      "loss": 0.6693,
      "step": 266
    },
    {
      "epoch": 0.2519321721075095,
      "grad_norm": 1.0893094539642334,
      "learning_rate": 9.627938507878917e-05,
      "loss": 0.6469,
      "step": 273
    },
    {
      "epoch": 0.25839197139231745,
      "grad_norm": 0.8551701903343201,
      "learning_rate": 9.597638862757255e-05,
      "loss": 0.6324,
      "step": 280
    },
    {
      "epoch": 0.2648517706771254,
      "grad_norm": 1.1786596775054932,
      "learning_rate": 9.566204819042152e-05,
      "loss": 0.5907,
      "step": 287
    },
    {
      "epoch": 0.27131156996193334,
      "grad_norm": 0.9700292348861694,
      "learning_rate": 9.533644132613541e-05,
      "loss": 0.6364,
      "step": 294
    },
    {
      "epoch": 0.2777713692467413,
      "grad_norm": 1.0253121852874756,
      "learning_rate": 9.49996483733358e-05,
      "loss": 0.6371,
      "step": 301
    },
    {
      "epoch": 0.28423116853154917,
      "grad_norm": 1.0790603160858154,
      "learning_rate": 9.465175243064428e-05,
      "loss": 0.6704,
      "step": 308
    },
    {
      "epoch": 0.2906909678163571,
      "grad_norm": 1.125025987625122,
      "learning_rate": 9.4292839336179e-05,
      "loss": 0.5896,
      "step": 315
    },
    {
      "epoch": 0.29715076710116506,
      "grad_norm": 1.0153355598449707,
      "learning_rate": 9.39229976463755e-05,
      "loss": 0.6393,
      "step": 322
    },
    {
      "epoch": 0.303610566385973,
      "grad_norm": 1.0777766704559326,
      "learning_rate": 9.354231861413668e-05,
      "loss": 0.551,
      "step": 329
    },
    {
      "epoch": 0.31007036567078095,
      "grad_norm": 0.9134203791618347,
      "learning_rate": 9.315089616631752e-05,
      "loss": 0.5659,
      "step": 336
    },
    {
      "epoch": 0.3165301649555889,
      "grad_norm": 1.1570183038711548,
      "learning_rate": 9.274882688055005e-05,
      "loss": 0.6451,
      "step": 343
    },
    {
      "epoch": 0.32298996424039683,
      "grad_norm": 1.1202913522720337,
      "learning_rate": 9.233620996141421e-05,
      "loss": 0.6298,
      "step": 350
    },
    {
      "epoch": 0.3294497635252048,
      "grad_norm": 0.9968624711036682,
      "learning_rate": 9.191314721596072e-05,
      "loss": 0.6925,
      "step": 357
    },
    {
      "epoch": 0.33590956281001266,
      "grad_norm": 1.2851189374923706,
      "learning_rate": 9.147974302859157e-05,
      "loss": 0.5072,
      "step": 364
    },
    {
      "epoch": 0.3423693620948206,
      "grad_norm": 0.9790810346603394,
      "learning_rate": 9.103610433530483e-05,
      "loss": 0.5679,
      "step": 371
    },
    {
      "epoch": 0.34882916137962855,
      "grad_norm": 1.0242908000946045,
      "learning_rate": 9.058234059730976e-05,
      "loss": 0.6026,
      "step": 378
    },
    {
      "epoch": 0.3552889606644365,
      "grad_norm": 1.1714645624160767,
      "learning_rate": 9.01185637740189e-05,
      "loss": 0.5768,
      "step": 385
    },
    {
      "epoch": 0.36174875994924444,
      "grad_norm": 1.151546597480774,
      "learning_rate": 8.964488829542377e-05,
      "loss": 0.6375,
      "step": 392
    },
    {
      "epoch": 0.3682085592340524,
      "grad_norm": 0.9706665277481079,
      "learning_rate": 8.916143103386093e-05,
      "loss": 0.6668,
      "step": 399
    },
    {
      "epoch": 0.3746683585188603,
      "grad_norm": 0.8779202699661255,
      "learning_rate": 8.866831127517557e-05,
      "loss": 0.6224,
      "step": 406
    },
    {
      "epoch": 0.38112815780366827,
      "grad_norm": 0.8616145253181458,
      "learning_rate": 8.81656506892894e-05,
      "loss": 0.5421,
      "step": 413
    },
    {
      "epoch": 0.38758795708847615,
      "grad_norm": 1.008001685142517,
      "learning_rate": 8.765357330018056e-05,
      "loss": 0.7154,
      "step": 420
    },
    {
      "epoch": 0.3940477563732841,
      "grad_norm": 0.9199071526527405,
      "learning_rate": 8.71322054552824e-05,
      "loss": 0.6632,
      "step": 427
    },
    {
      "epoch": 0.40050755565809204,
      "grad_norm": 1.0707156658172607,
      "learning_rate": 8.660167579430927e-05,
      "loss": 0.5515,
      "step": 434
    },
    {
      "epoch": 0.4069673549429,
      "grad_norm": 0.9289914965629578,
      "learning_rate": 8.606211521751652e-05,
      "loss": 0.5788,
      "step": 441
    },
    {
      "epoch": 0.4134271542277079,
      "grad_norm": 2.248134136199951,
      "learning_rate": 8.551365685340285e-05,
      "loss": 0.5656,
      "step": 448
    },
    {
      "epoch": 0.41988695351251587,
      "grad_norm": 1.2661105394363403,
      "learning_rate": 8.495643602586287e-05,
      "loss": 0.5639,
      "step": 455
    },
    {
      "epoch": 0.4263467527973238,
      "grad_norm": 1.0516939163208008,
      "learning_rate": 8.439059022079789e-05,
      "loss": 0.5926,
      "step": 462
    },
    {
      "epoch": 0.43280655208213176,
      "grad_norm": 1.4977010488510132,
      "learning_rate": 8.381625905219339e-05,
      "loss": 0.6493,
      "step": 469
    },
    {
      "epoch": 0.43926635136693964,
      "grad_norm": 0.9599627256393433,
      "learning_rate": 8.32335842276713e-05,
      "loss": 0.6041,
      "step": 476
    },
    {
      "epoch": 0.4457261506517476,
      "grad_norm": 1.1195552349090576,
      "learning_rate": 8.264270951352581e-05,
      "loss": 0.6532,
      "step": 483
    },
    {
      "epoch": 0.45218594993655553,
      "grad_norm": 1.0838704109191895,
      "learning_rate": 8.20437806992512e-05,
      "loss": 0.6926,
      "step": 490
    },
    {
      "epoch": 0.4586457492213635,
      "grad_norm": 1.1856399774551392,
      "learning_rate": 8.143694556157046e-05,
      "loss": 0.5488,
      "step": 497
    },
    {
      "epoch": 0.4651055485061714,
      "grad_norm": 1.1895710229873657,
      "learning_rate": 8.082235382797349e-05,
      "loss": 0.6335,
      "step": 504
    },
    {
      "epoch": 0.47156534779097936,
      "grad_norm": 1.1109706163406372,
      "learning_rate": 8.020015713977427e-05,
      "loss": 0.5716,
      "step": 511
    },
    {
      "epoch": 0.4780251470757873,
      "grad_norm": 1.6408783197402954,
      "learning_rate": 7.957050901469545e-05,
      "loss": 0.5693,
      "step": 518
    },
    {
      "epoch": 0.48448494636059525,
      "grad_norm": 0.7140274047851562,
      "learning_rate": 7.89335648089903e-05,
      "loss": 0.6016,
      "step": 525
    },
    {
      "epoch": 0.49094474564540314,
      "grad_norm": 1.0056238174438477,
      "learning_rate": 7.828948167911074e-05,
      "loss": 0.602,
      "step": 532
    },
    {
      "epoch": 0.4974045449302111,
      "grad_norm": 1.2376149892807007,
      "learning_rate": 7.763841854293145e-05,
      "loss": 0.6013,
      "step": 539
    },
    {
      "epoch": 0.503864344215019,
      "grad_norm": 1.4719830751419067,
      "learning_rate": 7.698053604053922e-05,
      "loss": 0.6293,
      "step": 546
    },
    {
      "epoch": 0.510324143499827,
      "grad_norm": 1.1437087059020996,
      "learning_rate": 7.631599649459744e-05,
      "loss": 0.642,
      "step": 553
    },
    {
      "epoch": 0.5167839427846349,
      "grad_norm": 1.115828037261963,
      "learning_rate": 7.564496387029532e-05,
      "loss": 0.5737,
      "step": 560
    },
    {
      "epoch": 0.5232437420694428,
      "grad_norm": 1.0507804155349731,
      "learning_rate": 7.496760373489202e-05,
      "loss": 0.6295,
      "step": 567
    },
    {
      "epoch": 0.5297035413542508,
      "grad_norm": 1.0738314390182495,
      "learning_rate": 7.428408321686541e-05,
      "loss": 0.5847,
      "step": 574
    },
    {
      "epoch": 0.5361633406390587,
      "grad_norm": 1.27644944190979,
      "learning_rate": 7.35945709646756e-05,
      "loss": 0.5875,
      "step": 581
    },
    {
      "epoch": 0.5426231399238667,
      "grad_norm": 1.1441251039505005,
      "learning_rate": 7.289923710515339e-05,
      "loss": 0.651,
      "step": 588
    },
    {
      "epoch": 0.5490829392086746,
      "grad_norm": 1.277693510055542,
      "learning_rate": 7.219825320152411e-05,
      "loss": 0.5966,
      "step": 595
    },
    {
      "epoch": 0.5555427384934826,
      "grad_norm": 1.4069766998291016,
      "learning_rate": 7.149179221107694e-05,
      "loss": 0.5919,
      "step": 602
    },
    {
      "epoch": 0.5620025377782905,
      "grad_norm": 0.8172809481620789,
      "learning_rate": 7.078002844249032e-05,
      "loss": 0.5934,
      "step": 609
    },
    {
      "epoch": 0.5684623370630983,
      "grad_norm": 1.1533180475234985,
      "learning_rate": 7.006313751282372e-05,
      "loss": 0.6186,
      "step": 616
    },
    {
      "epoch": 0.5749221363479063,
      "grad_norm": 0.9147380590438843,
      "learning_rate": 6.934129630418701e-05,
      "loss": 0.5826,
      "step": 623
    },
    {
      "epoch": 0.5813819356327142,
      "grad_norm": 1.0761730670928955,
      "learning_rate": 6.861468292009727e-05,
      "loss": 0.5005,
      "step": 630
    },
    {
      "epoch": 0.5878417349175222,
      "grad_norm": 1.505964994430542,
      "learning_rate": 6.788347664153447e-05,
      "loss": 0.7047,
      "step": 637
    },
    {
      "epoch": 0.5943015342023301,
      "grad_norm": 1.1255342960357666,
      "learning_rate": 6.714785788270658e-05,
      "loss": 0.571,
      "step": 644
    },
    {
      "epoch": 0.6007613334871381,
      "grad_norm": 1.320595622062683,
      "learning_rate": 6.640800814653503e-05,
      "loss": 0.625,
      "step": 651
    },
    {
      "epoch": 0.607221132771946,
      "grad_norm": 1.6077133417129517,
      "learning_rate": 6.566410997987163e-05,
      "loss": 0.6507,
      "step": 658
    },
    {
      "epoch": 0.613680932056754,
      "grad_norm": 1.346001386642456,
      "learning_rate": 6.49163469284578e-05,
      "loss": 0.6207,
      "step": 665
    },
    {
      "epoch": 0.6201407313415619,
      "grad_norm": 1.1953556537628174,
      "learning_rate": 6.416490349163748e-05,
      "loss": 0.5505,
      "step": 672
    },
    {
      "epoch": 0.6266005306263698,
      "grad_norm": 1.394576907157898,
      "learning_rate": 6.340996507683458e-05,
      "loss": 0.5919,
      "step": 679
    },
    {
      "epoch": 0.6330603299111778,
      "grad_norm": 1.5957731008529663,
      "learning_rate": 6.265171795380659e-05,
      "loss": 0.5918,
      "step": 686
    },
    {
      "epoch": 0.6395201291959857,
      "grad_norm": 1.1785496473312378,
      "learning_rate": 6.189034920868522e-05,
      "loss": 0.5366,
      "step": 693
    },
    {
      "epoch": 0.6459799284807937,
      "grad_norm": 1.5389281511306763,
      "learning_rate": 6.112604669781572e-05,
      "loss": 0.6028,
      "step": 700
    },
    {
      "epoch": 0.6524397277656016,
      "grad_norm": 1.1225709915161133,
      "learning_rate": 6.0358999001406156e-05,
      "loss": 0.6017,
      "step": 707
    },
    {
      "epoch": 0.6588995270504096,
      "grad_norm": 0.9148438572883606,
      "learning_rate": 5.9589395376998e-05,
      "loss": 0.5624,
      "step": 714
    },
    {
      "epoch": 0.6653593263352174,
      "grad_norm": 1.5784695148468018,
      "learning_rate": 5.8817425712769794e-05,
      "loss": 0.5832,
      "step": 721
    },
    {
      "epoch": 0.6718191256200253,
      "grad_norm": 1.1276119947433472,
      "learning_rate": 5.804328048068492e-05,
      "loss": 0.6171,
      "step": 728
    },
    {
      "epoch": 0.6782789249048333,
      "grad_norm": 1.0185235738754272,
      "learning_rate": 5.7267150689495644e-05,
      "loss": 0.5504,
      "step": 735
    },
    {
      "epoch": 0.6847387241896412,
      "grad_norm": 1.1579612493515015,
      "learning_rate": 5.648922783761443e-05,
      "loss": 0.4602,
      "step": 742
    },
    {
      "epoch": 0.6911985234744492,
      "grad_norm": 1.6648057699203491,
      "learning_rate": 5.570970386586469e-05,
      "loss": 0.5589,
      "step": 749
    },
    {
      "epoch": 0.6976583227592571,
      "grad_norm": 1.0061969757080078,
      "learning_rate": 5.492877111012218e-05,
      "loss": 0.4973,
      "step": 756
    },
    {
      "epoch": 0.7041181220440651,
      "grad_norm": 1.2556859254837036,
      "learning_rate": 5.414662225385903e-05,
      "loss": 0.5287,
      "step": 763
    },
    {
      "epoch": 0.710577921328873,
      "grad_norm": 1.1391600370407104,
      "learning_rate": 5.336345028060199e-05,
      "loss": 0.5996,
      "step": 770
    },
    {
      "epoch": 0.717037720613681,
      "grad_norm": 1.1116255521774292,
      "learning_rate": 5.257944842631658e-05,
      "loss": 0.5884,
      "step": 777
    },
    {
      "epoch": 0.7234975198984889,
      "grad_norm": 1.6645792722702026,
      "learning_rate": 5.179481013172912e-05,
      "loss": 0.6654,
      "step": 784
    },
    {
      "epoch": 0.7299573191832968,
      "grad_norm": 1.0681856870651245,
      "learning_rate": 5.100972899459796e-05,
      "loss": 0.5869,
      "step": 791
    },
    {
      "epoch": 0.7364171184681048,
      "grad_norm": 0.877257764339447,
      "learning_rate": 5.022439872194629e-05,
      "loss": 0.6274,
      "step": 798
    },
    {
      "epoch": 0.7428769177529126,
      "grad_norm": 1.0508067607879639,
      "learning_rate": 4.943901308226771e-05,
      "loss": 0.4856,
      "step": 805
    },
    {
      "epoch": 0.7493367170377206,
      "grad_norm": 1.1162339448928833,
      "learning_rate": 4.865376585771687e-05,
      "loss": 0.501,
      "step": 812
    },
    {
      "epoch": 0.7557965163225285,
      "grad_norm": 1.1575274467468262,
      "learning_rate": 4.7868850796296495e-05,
      "loss": 0.6913,
      "step": 819
    },
    {
      "epoch": 0.7622563156073365,
      "grad_norm": 1.2041988372802734,
      "learning_rate": 4.708446156405307e-05,
      "loss": 0.5145,
      "step": 826
    },
    {
      "epoch": 0.7687161148921444,
      "grad_norm": 1.0838170051574707,
      "learning_rate": 4.630079169729257e-05,
      "loss": 0.4221,
      "step": 833
    },
    {
      "epoch": 0.7751759141769523,
      "grad_norm": 1.1924055814743042,
      "learning_rate": 4.551803455482833e-05,
      "loss": 0.5786,
      "step": 840
    },
    {
      "epoch": 0.7816357134617603,
      "grad_norm": 0.8960967659950256,
      "learning_rate": 4.473638327027259e-05,
      "loss": 0.5313,
      "step": 847
    },
    {
      "epoch": 0.7880955127465682,
      "grad_norm": 1.092340350151062,
      "learning_rate": 4.395603070438373e-05,
      "loss": 0.4819,
      "step": 854
    },
    {
      "epoch": 0.7945553120313762,
      "grad_norm": 1.2118351459503174,
      "learning_rate": 4.31771693974807e-05,
      "loss": 0.5262,
      "step": 861
    },
    {
      "epoch": 0.8010151113161841,
      "grad_norm": 1.2238531112670898,
      "learning_rate": 4.239999152193664e-05,
      "loss": 0.6077,
      "step": 868
    },
    {
      "epoch": 0.8074749106009921,
      "grad_norm": 1.1508705615997314,
      "learning_rate": 4.162468883476319e-05,
      "loss": 0.5221,
      "step": 875
    },
    {
      "epoch": 0.8139347098858,
      "grad_norm": 2.1737940311431885,
      "learning_rate": 4.085145263029726e-05,
      "loss": 0.5428,
      "step": 882
    },
    {
      "epoch": 0.820394509170608,
      "grad_norm": 0.9985552430152893,
      "learning_rate": 4.008047369300218e-05,
      "loss": 0.6056,
      "step": 889
    },
    {
      "epoch": 0.8268543084554159,
      "grad_norm": 1.2806620597839355,
      "learning_rate": 3.9311942250394276e-05,
      "loss": 0.5442,
      "step": 896
    },
    {
      "epoch": 0.8333141077402237,
      "grad_norm": 1.0547091960906982,
      "learning_rate": 3.8546047926107256e-05,
      "loss": 0.5446,
      "step": 903
    },
    {
      "epoch": 0.8397739070250317,
      "grad_norm": 1.1308895349502563,
      "learning_rate": 3.778297969310529e-05,
      "loss": 0.5,
      "step": 910
    },
    {
      "epoch": 0.8462337063098396,
      "grad_norm": 1.1806042194366455,
      "learning_rate": 3.7022925827056884e-05,
      "loss": 0.5641,
      "step": 917
    },
    {
      "epoch": 0.8526935055946476,
      "grad_norm": 1.0195844173431396,
      "learning_rate": 3.62660738598805e-05,
      "loss": 0.5058,
      "step": 924
    },
    {
      "epoch": 0.8591533048794555,
      "grad_norm": 1.2489639520645142,
      "learning_rate": 3.551261053347404e-05,
      "loss": 0.5915,
      "step": 931
    },
    {
      "epoch": 0.8656131041642635,
      "grad_norm": 1.2003413438796997,
      "learning_rate": 3.4762721753638995e-05,
      "loss": 0.5075,
      "step": 938
    },
    {
      "epoch": 0.8720729034490714,
      "grad_norm": 0.985752284526825,
      "learning_rate": 3.401659254421094e-05,
      "loss": 0.4618,
      "step": 945
    },
    {
      "epoch": 0.8785327027338793,
      "grad_norm": 1.376882553100586,
      "learning_rate": 3.3274407001407735e-05,
      "loss": 0.6391,
      "step": 952
    },
    {
      "epoch": 0.8849925020186873,
      "grad_norm": 1.3216185569763184,
      "learning_rate": 3.2536348248406534e-05,
      "loss": 0.5533,
      "step": 959
    },
    {
      "epoch": 0.8914523013034952,
      "grad_norm": 1.1293716430664062,
      "learning_rate": 3.1802598390160784e-05,
      "loss": 0.63,
      "step": 966
    },
    {
      "epoch": 0.8979121005883032,
      "grad_norm": 1.0953006744384766,
      "learning_rate": 3.107333846846872e-05,
      "loss": 0.5682,
      "step": 973
    },
    {
      "epoch": 0.9043718998731111,
      "grad_norm": 0.9553959369659424,
      "learning_rate": 3.0348748417303823e-05,
      "loss": 0.5268,
      "step": 980
    },
    {
      "epoch": 0.9108316991579191,
      "grad_norm": 1.1891908645629883,
      "learning_rate": 2.9629007018418985e-05,
      "loss": 0.5481,
      "step": 987
    },
    {
      "epoch": 0.917291498442727,
      "grad_norm": 1.0235167741775513,
      "learning_rate": 2.8914291857234636e-05,
      "loss": 0.5214,
      "step": 994
    },
    {
      "epoch": 0.923751297727535,
      "grad_norm": 1.2200193405151367,
      "learning_rate": 2.8204779279022276e-05,
      "loss": 0.5787,
      "step": 1001
    },
    {
      "epoch": 0.9302110970123428,
      "grad_norm": 1.1928322315216064,
      "learning_rate": 2.7500644345393943e-05,
      "loss": 0.5088,
      "step": 1008
    },
    {
      "epoch": 0.9366708962971507,
      "grad_norm": 0.9166219830513,
      "learning_rate": 2.68020607911083e-05,
      "loss": 0.5637,
      "step": 1015
    },
    {
      "epoch": 0.9431306955819587,
      "grad_norm": 1.788576364517212,
      "learning_rate": 2.610920098120424e-05,
      "loss": 0.5304,
      "step": 1022
    },
    {
      "epoch": 0.9495904948667666,
      "grad_norm": 1.0552033185958862,
      "learning_rate": 2.5422235868472345e-05,
      "loss": 0.5306,
      "step": 1029
    },
    {
      "epoch": 0.9560502941515746,
      "grad_norm": 1.1852481365203857,
      "learning_rate": 2.4741334951274947e-05,
      "loss": 0.4318,
      "step": 1036
    },
    {
      "epoch": 0.9625100934363825,
      "grad_norm": 1.41917884349823,
      "learning_rate": 2.40666662317248e-05,
      "loss": 0.5842,
      "step": 1043
    },
    {
      "epoch": 0.9689698927211905,
      "grad_norm": 1.1706864833831787,
      "learning_rate": 2.3398396174233178e-05,
      "loss": 0.4834,
      "step": 1050
    },
    {
      "epoch": 0.9754296920059984,
      "grad_norm": 1.3669869899749756,
      "learning_rate": 2.2736689664437217e-05,
      "loss": 0.5164,
      "step": 1057
    },
    {
      "epoch": 0.9818894912908063,
      "grad_norm": 0.8312732577323914,
      "learning_rate": 2.2081709968516866e-05,
      "loss": 0.5313,
      "step": 1064
    },
    {
      "epoch": 0.9883492905756143,
      "grad_norm": 1.0702383518218994,
      "learning_rate": 2.1433618692911467e-05,
      "loss": 0.6098,
      "step": 1071
    },
    {
      "epoch": 0.9948090898604222,
      "grad_norm": 1.3857702016830444,
      "learning_rate": 2.0792575744445653e-05,
      "loss": 0.5858,
      "step": 1078
    },
    {
      "epoch": 1.001614949821202,
      "grad_norm": 0.8407547473907471,
      "learning_rate": 2.015873929087482e-05,
      "loss": 0.619,
      "step": 1085
    },
    {
      "epoch": 1.00807474910601,
      "grad_norm": 0.9645307064056396,
      "learning_rate": 1.95322657218596e-05,
      "loss": 0.394,
      "step": 1092
    },
    {
      "epoch": 1.014534548390818,
      "grad_norm": 0.8542622327804565,
      "learning_rate": 1.8913309610379015e-05,
      "loss": 0.3054,
      "step": 1099
    },
    {
      "epoch": 1.0209943476756258,
      "grad_norm": 0.7733962535858154,
      "learning_rate": 1.8302023674591935e-05,
      "loss": 0.3302,
      "step": 1106
    },
    {
      "epoch": 1.0274541469604337,
      "grad_norm": 0.9733080863952637,
      "learning_rate": 1.7698558740156135e-05,
      "loss": 0.4163,
      "step": 1113
    },
    {
      "epoch": 1.0339139462452416,
      "grad_norm": 1.0597200393676758,
      "learning_rate": 1.7103063703014372e-05,
      "loss": 0.3437,
      "step": 1120
    },
    {
      "epoch": 1.0403737455300497,
      "grad_norm": 0.8018726706504822,
      "learning_rate": 1.6515685492656467e-05,
      "loss": 0.2469,
      "step": 1127
    },
    {
      "epoch": 1.0468335448148576,
      "grad_norm": 1.2814812660217285,
      "learning_rate": 1.59365690358667e-05,
      "loss": 0.3705,
      "step": 1134
    },
    {
      "epoch": 1.0532933440996655,
      "grad_norm": 0.9405480623245239,
      "learning_rate": 1.5365857220965275e-05,
      "loss": 0.3541,
      "step": 1141
    },
    {
      "epoch": 1.0597531433844734,
      "grad_norm": 0.8695473074913025,
      "learning_rate": 1.4803690862552755e-05,
      "loss": 0.3413,
      "step": 1148
    },
    {
      "epoch": 1.0662129426692815,
      "grad_norm": 1.1185905933380127,
      "learning_rate": 1.4250208666766235e-05,
      "loss": 0.3956,
      "step": 1155
    },
    {
      "epoch": 1.0726727419540893,
      "grad_norm": 0.7467679381370544,
      "learning_rate": 1.3705547197055584e-05,
      "loss": 0.3105,
      "step": 1162
    },
    {
      "epoch": 1.0791325412388972,
      "grad_norm": 1.0765187740325928,
      "learning_rate": 1.3169840840488501e-05,
      "loss": 0.3808,
      "step": 1169
    },
    {
      "epoch": 1.0855923405237051,
      "grad_norm": 0.5934904217720032,
      "learning_rate": 1.2643221774592518e-05,
      "loss": 0.3329,
      "step": 1176
    },
    {
      "epoch": 1.092052139808513,
      "grad_norm": 0.7118823528289795,
      "learning_rate": 1.2125819934742188e-05,
      "loss": 0.3166,
      "step": 1183
    },
    {
      "epoch": 1.0985119390933211,
      "grad_norm": 0.8091405034065247,
      "learning_rate": 1.1617762982099446e-05,
      "loss": 0.3499,
      "step": 1190
    },
    {
      "epoch": 1.104971738378129,
      "grad_norm": 1.2916210889816284,
      "learning_rate": 1.1119176272115128e-05,
      "loss": 0.3575,
      "step": 1197
    },
    {
      "epoch": 1.111431537662937,
      "grad_norm": 0.9352909326553345,
      "learning_rate": 1.0630182823599399e-05,
      "loss": 0.3128,
      "step": 1204
    },
    {
      "epoch": 1.1178913369477448,
      "grad_norm": 0.9812422394752502,
      "learning_rate": 1.0150903288368741e-05,
      "loss": 0.4604,
      "step": 1211
    },
    {
      "epoch": 1.1243511362325527,
      "grad_norm": 0.9140735864639282,
      "learning_rate": 9.681455921476839e-06,
      "loss": 0.3466,
      "step": 1218
    },
    {
      "epoch": 1.1308109355173608,
      "grad_norm": 0.6471602916717529,
      "learning_rate": 9.221956552036992e-06,
      "loss": 0.3767,
      "step": 1225
    },
    {
      "epoch": 1.1372707348021687,
      "grad_norm": 1.3547708988189697,
      "learning_rate": 8.772518554642973e-06,
      "loss": 0.3657,
      "step": 1232
    },
    {
      "epoch": 1.1437305340869766,
      "grad_norm": 0.9874557256698608,
      "learning_rate": 8.333252821395526e-06,
      "loss": 0.3569,
      "step": 1239
    },
    {
      "epoch": 1.1501903333717844,
      "grad_norm": 0.9057466387748718,
      "learning_rate": 7.904267734541498e-06,
      "loss": 0.3411,
      "step": 1246
    },
    {
      "epoch": 1.1566501326565923,
      "grad_norm": 1.2144991159439087,
      "learning_rate": 7.485669139732004e-06,
      "loss": 0.421,
      "step": 1253
    },
    {
      "epoch": 1.1631099319414004,
      "grad_norm": 0.9001160860061646,
      "learning_rate": 7.077560319906695e-06,
      "loss": 0.3589,
      "step": 1260
    },
    {
      "epoch": 1.1695697312262083,
      "grad_norm": 1.147580623626709,
      "learning_rate": 6.680041969810203e-06,
      "loss": 0.3816,
      "step": 1267
    },
    {
      "epoch": 1.1760295305110162,
      "grad_norm": 1.060149908065796,
      "learning_rate": 6.293212171147206e-06,
      "loss": 0.3083,
      "step": 1274
    },
    {
      "epoch": 1.182489329795824,
      "grad_norm": 1.252288579940796,
      "learning_rate": 5.917166368382277e-06,
      "loss": 0.3363,
      "step": 1281
    },
    {
      "epoch": 1.1889491290806322,
      "grad_norm": 0.7193779349327087,
      "learning_rate": 5.5519973451903405e-06,
      "loss": 0.328,
      "step": 1288
    },
    {
      "epoch": 1.19540892836544,
      "grad_norm": 1.0389480590820312,
      "learning_rate": 5.197795201563743e-06,
      "loss": 0.3433,
      "step": 1295
    },
    {
      "epoch": 1.201868727650248,
      "grad_norm": 0.9540479779243469,
      "learning_rate": 4.8546473315813856e-06,
      "loss": 0.2872,
      "step": 1302
    },
    {
      "epoch": 1.2083285269350559,
      "grad_norm": 0.986767590045929,
      "learning_rate": 4.522638401845547e-06,
      "loss": 0.3426,
      "step": 1309
    },
    {
      "epoch": 1.214788326219864,
      "grad_norm": 0.8177671432495117,
      "learning_rate": 4.2018503305916775e-06,
      "loss": 0.3136,
      "step": 1316
    },
    {
      "epoch": 1.2212481255046719,
      "grad_norm": 1.125479817390442,
      "learning_rate": 3.892362267476313e-06,
      "loss": 0.2835,
      "step": 1323
    },
    {
      "epoch": 1.2277079247894798,
      "grad_norm": 0.875204861164093,
      "learning_rate": 3.5942505740480582e-06,
      "loss": 0.3457,
      "step": 1330
    },
    {
      "epoch": 1.2341677240742877,
      "grad_norm": 0.7999152541160583,
      "learning_rate": 3.3075888049065196e-06,
      "loss": 0.2777,
      "step": 1337
    },
    {
      "epoch": 1.2406275233590955,
      "grad_norm": 0.7907597422599792,
      "learning_rate": 3.03244768955383e-06,
      "loss": 0.3135,
      "step": 1344
    },
    {
      "epoch": 1.2470873226439037,
      "grad_norm": 1.0172369480133057,
      "learning_rate": 2.7688951149431595e-06,
      "loss": 0.3616,
      "step": 1351
    },
    {
      "epoch": 1.2535471219287115,
      "grad_norm": 1.4102168083190918,
      "learning_rate": 2.5169961087286974e-06,
      "loss": 0.3692,
      "step": 1358
    },
    {
      "epoch": 1.2600069212135194,
      "grad_norm": 0.9839925765991211,
      "learning_rate": 2.276812823220964e-06,
      "loss": 0.284,
      "step": 1365
    },
    {
      "epoch": 1.2664667204983273,
      "grad_norm": 0.9812291264533997,
      "learning_rate": 2.048404520051722e-06,
      "loss": 0.3104,
      "step": 1372
    },
    {
      "epoch": 1.2729265197831352,
      "grad_norm": 1.1094974279403687,
      "learning_rate": 1.8318275555520237e-06,
      "loss": 0.409,
      "step": 1379
    },
    {
      "epoch": 1.2793863190679433,
      "grad_norm": 1.119815468788147,
      "learning_rate": 1.6271353668471655e-06,
      "loss": 0.4156,
      "step": 1386
    },
    {
      "epoch": 1.2858461183527512,
      "grad_norm": 1.3947961330413818,
      "learning_rate": 1.4343784586718311e-06,
      "loss": 0.3474,
      "step": 1393
    },
    {
      "epoch": 1.292305917637559,
      "grad_norm": 1.1793419122695923,
      "learning_rate": 1.2536043909088191e-06,
      "loss": 0.3342,
      "step": 1400
    },
    {
      "epoch": 1.298765716922367,
      "grad_norm": 0.8472751379013062,
      "learning_rate": 1.0848577668543802e-06,
      "loss": 0.3305,
      "step": 1407
    },
    {
      "epoch": 1.3052255162071749,
      "grad_norm": 1.2789045572280884,
      "learning_rate": 9.281802222129765e-07,
      "loss": 0.34,
      "step": 1414
    },
    {
      "epoch": 1.311685315491983,
      "grad_norm": 1.437747836112976,
      "learning_rate": 7.836104148243484e-07,
      "loss": 0.3693,
      "step": 1421
    },
    {
      "epoch": 1.3181451147767909,
      "grad_norm": 0.8419732451438904,
      "learning_rate": 6.511840151252169e-07,
      "loss": 0.3405,
      "step": 1428
    },
    {
      "epoch": 1.3246049140615987,
      "grad_norm": 1.1561217308044434,
      "learning_rate": 5.309336973481683e-07,
      "loss": 0.3375,
      "step": 1435
    },
    {
      "epoch": 1.3310647133464069,
      "grad_norm": 1.2692763805389404,
      "learning_rate": 4.228891314597694e-07,
      "loss": 0.2946,
      "step": 1442
    },
    {
      "epoch": 1.3375245126312147,
      "grad_norm": 0.9947764277458191,
      "learning_rate": 3.2707697583995167e-07,
      "loss": 0.2892,
      "step": 1449
    },
    {
      "epoch": 1.3439843119160226,
      "grad_norm": 1.0560535192489624,
      "learning_rate": 2.4352087070443895e-07,
      "loss": 0.3129,
      "step": 1456
    },
    {
      "epoch": 1.3504441112008305,
      "grad_norm": 1.1285923719406128,
      "learning_rate": 1.7224143227190236e-07,
      "loss": 0.3888,
      "step": 1463
    },
    {
      "epoch": 1.3569039104856384,
      "grad_norm": 0.6405434608459473,
      "learning_rate": 1.132562476771959e-07,
      "loss": 0.3144,
      "step": 1470
    },
    {
      "epoch": 1.3633637097704465,
      "grad_norm": 0.9793597459793091,
      "learning_rate": 6.657987063200533e-08,
      "loss": 0.3414,
      "step": 1477
    },
    {
      "epoch": 1.3698235090552544,
      "grad_norm": 0.8734638094902039,
      "learning_rate": 3.2223817833931805e-08,
      "loss": 0.3384,
      "step": 1484
    },
    {
      "epoch": 1.3762833083400623,
      "grad_norm": 0.867377519607544,
      "learning_rate": 1.019656612492592e-08,
      "loss": 0.3666,
      "step": 1491
    },
    {
      "epoch": 1.3827431076248702,
      "grad_norm": 1.1156506538391113,
      "learning_rate": 5.035503997385949e-10,
      "loss": 0.3601,
      "step": 1498
    }
  ],
  "logging_steps": 7,
  "max_steps": 1500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.133461888925696e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}