{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 4130,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.024213075060532687,
      "grad_norm": 11.009095191955566,
      "learning_rate": 4.347826086956522e-06,
      "loss": 1.219,
      "step": 10
    },
    {
      "epoch": 0.048426150121065374,
      "grad_norm": 3.6281535625457764,
      "learning_rate": 9.178743961352658e-06,
      "loss": 0.5346,
      "step": 20
    },
    {
      "epoch": 0.07263922518159806,
      "grad_norm": 1.3283765316009521,
      "learning_rate": 1.4009661835748794e-05,
      "loss": 0.2833,
      "step": 30
    },
    {
      "epoch": 0.09685230024213075,
      "grad_norm": 0.9842846989631653,
      "learning_rate": 1.8840579710144928e-05,
      "loss": 0.2634,
      "step": 40
    },
    {
      "epoch": 0.12106537530266344,
      "grad_norm": 1.0522135496139526,
      "learning_rate": 2.3671497584541063e-05,
      "loss": 0.2395,
      "step": 50
    },
    {
      "epoch": 0.14527845036319612,
      "grad_norm": 2.5851502418518066,
      "learning_rate": 2.8502415458937197e-05,
      "loss": 0.2276,
      "step": 60
    },
    {
      "epoch": 0.1694915254237288,
      "grad_norm": 2.193751811981201,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.2132,
      "step": 70
    },
    {
      "epoch": 0.1937046004842615,
      "grad_norm": 1.3635494709014893,
      "learning_rate": 3.8164251207729466e-05,
      "loss": 0.1527,
      "step": 80
    },
    {
      "epoch": 0.2179176755447942,
      "grad_norm": 1.6510685682296753,
      "learning_rate": 4.299516908212561e-05,
      "loss": 0.1329,
      "step": 90
    },
    {
      "epoch": 0.24213075060532688,
      "grad_norm": 1.4388657808303833,
      "learning_rate": 4.782608695652174e-05,
      "loss": 0.1018,
      "step": 100
    },
    {
      "epoch": 0.26634382566585957,
      "grad_norm": 1.64125657081604,
      "learning_rate": 5.265700483091788e-05,
      "loss": 0.078,
      "step": 110
    },
    {
      "epoch": 0.29055690072639223,
      "grad_norm": 1.2639251947402954,
      "learning_rate": 5.748792270531401e-05,
      "loss": 0.0711,
      "step": 120
    },
    {
      "epoch": 0.31476997578692495,
      "grad_norm": 1.62830650806427,
      "learning_rate": 6.231884057971015e-05,
      "loss": 0.0606,
      "step": 130
    },
    {
      "epoch": 0.3389830508474576,
      "grad_norm": 0.8511275053024292,
      "learning_rate": 6.714975845410629e-05,
      "loss": 0.0622,
      "step": 140
    },
    {
      "epoch": 0.36319612590799033,
      "grad_norm": 1.3801764249801636,
      "learning_rate": 7.198067632850241e-05,
      "loss": 0.0603,
      "step": 150
    },
    {
      "epoch": 0.387409200968523,
      "grad_norm": 1.413758635520935,
      "learning_rate": 7.681159420289855e-05,
      "loss": 0.0556,
      "step": 160
    },
    {
      "epoch": 0.4116222760290557,
      "grad_norm": 1.356022834777832,
      "learning_rate": 8.164251207729469e-05,
      "loss": 0.051,
      "step": 170
    },
    {
      "epoch": 0.4358353510895884,
      "grad_norm": 1.2023545503616333,
      "learning_rate": 8.647342995169082e-05,
      "loss": 0.058,
      "step": 180
    },
    {
      "epoch": 0.4600484261501211,
      "grad_norm": 1.078213095664978,
      "learning_rate": 9.130434782608696e-05,
      "loss": 0.0582,
      "step": 190
    },
    {
      "epoch": 0.48426150121065376,
      "grad_norm": 1.5349342823028564,
      "learning_rate": 9.61352657004831e-05,
      "loss": 0.0503,
      "step": 200
    },
    {
      "epoch": 0.5084745762711864,
      "grad_norm": 1.4993520975112915,
      "learning_rate": 9.999993586973475e-05,
      "loss": 0.051,
      "step": 210
    },
    {
      "epoch": 0.5326876513317191,
      "grad_norm": 1.1498175859451294,
      "learning_rate": 9.999769132772383e-05,
      "loss": 0.0465,
      "step": 220
    },
    {
      "epoch": 0.5569007263922519,
      "grad_norm": 1.5015146732330322,
      "learning_rate": 9.999224043695558e-05,
      "loss": 0.0466,
      "step": 230
    },
    {
      "epoch": 0.5811138014527845,
      "grad_norm": 1.4152038097381592,
      "learning_rate": 9.998358354699527e-05,
      "loss": 0.0541,
      "step": 240
    },
    {
      "epoch": 0.6053268765133172,
      "grad_norm": 0.9660841226577759,
      "learning_rate": 9.997172121300869e-05,
      "loss": 0.0481,
      "step": 250
    },
    {
      "epoch": 0.6295399515738499,
      "grad_norm": 0.5574754476547241,
      "learning_rate": 9.995665419572655e-05,
      "loss": 0.0417,
      "step": 260
    },
    {
      "epoch": 0.6537530266343826,
      "grad_norm": 0.8871133327484131,
      "learning_rate": 9.993838346139575e-05,
      "loss": 0.0422,
      "step": 270
    },
    {
      "epoch": 0.6779661016949152,
      "grad_norm": 1.0467956066131592,
      "learning_rate": 9.991691018171728e-05,
      "loss": 0.0432,
      "step": 280
    },
    {
      "epoch": 0.7021791767554479,
      "grad_norm": 0.7515904903411865,
      "learning_rate": 9.98922357337712e-05,
      "loss": 0.04,
      "step": 290
    },
    {
      "epoch": 0.7263922518159807,
      "grad_norm": 0.8611346483230591,
      "learning_rate": 9.986436169992829e-05,
      "loss": 0.0432,
      "step": 300
    },
    {
      "epoch": 0.7506053268765133,
      "grad_norm": 1.2184507846832275,
      "learning_rate": 9.983328986774857e-05,
      "loss": 0.0475,
      "step": 310
    },
    {
      "epoch": 0.774818401937046,
      "grad_norm": 1.0365543365478516,
      "learning_rate": 9.979902222986665e-05,
      "loss": 0.0409,
      "step": 320
    },
    {
      "epoch": 0.7990314769975787,
      "grad_norm": 1.19819176197052,
      "learning_rate": 9.976156098386397e-05,
      "loss": 0.0476,
      "step": 330
    },
    {
      "epoch": 0.8232445520581114,
      "grad_norm": 1.1090412139892578,
      "learning_rate": 9.972090853212784e-05,
      "loss": 0.0434,
      "step": 340
    },
    {
      "epoch": 0.847457627118644,
      "grad_norm": 0.9239978194236755,
      "learning_rate": 9.967706748169741e-05,
      "loss": 0.0429,
      "step": 350
    },
    {
      "epoch": 0.8716707021791767,
      "grad_norm": 0.787528395652771,
      "learning_rate": 9.963004064409643e-05,
      "loss": 0.0354,
      "step": 360
    },
    {
      "epoch": 0.8958837772397095,
      "grad_norm": 0.4484574794769287,
      "learning_rate": 9.957983103515301e-05,
      "loss": 0.0318,
      "step": 370
    },
    {
      "epoch": 0.9200968523002422,
      "grad_norm": 1.2977949380874634,
      "learning_rate": 9.952644187480616e-05,
      "loss": 0.0337,
      "step": 380
    },
    {
      "epoch": 0.9443099273607748,
      "grad_norm": 0.5682202577590942,
      "learning_rate": 9.946987658689935e-05,
      "loss": 0.0427,
      "step": 390
    },
    {
      "epoch": 0.9685230024213075,
      "grad_norm": 1.0188621282577515,
      "learning_rate": 9.941013879896086e-05,
      "loss": 0.0453,
      "step": 400
    },
    {
      "epoch": 0.9927360774818402,
      "grad_norm": 0.6840345859527588,
      "learning_rate": 9.934723234197125e-05,
      "loss": 0.0331,
      "step": 410
    },
    {
      "epoch": 1.0169491525423728,
      "grad_norm": 0.5565572381019592,
      "learning_rate": 9.928116125011757e-05,
      "loss": 0.0357,
      "step": 420
    },
    {
      "epoch": 1.0411622276029056,
      "grad_norm": 0.9893571138381958,
      "learning_rate": 9.921192976053475e-05,
      "loss": 0.0369,
      "step": 430
    },
    {
      "epoch": 1.0653753026634383,
      "grad_norm": 0.5016394853591919,
      "learning_rate": 9.91395423130338e-05,
      "loss": 0.0415,
      "step": 440
    },
    {
      "epoch": 1.089588377723971,
      "grad_norm": 0.9219514727592468,
      "learning_rate": 9.906400354981708e-05,
      "loss": 0.0317,
      "step": 450
    },
    {
      "epoch": 1.1138014527845037,
      "grad_norm": 0.7229718565940857,
      "learning_rate": 9.898531831518071e-05,
      "loss": 0.0373,
      "step": 460
    },
    {
      "epoch": 1.1380145278450362,
      "grad_norm": 0.546488344669342,
      "learning_rate": 9.890349165520374e-05,
      "loss": 0.0329,
      "step": 470
    },
    {
      "epoch": 1.162227602905569,
      "grad_norm": 0.7286725044250488,
      "learning_rate": 9.881852881742467e-05,
      "loss": 0.036,
      "step": 480
    },
    {
      "epoch": 1.1864406779661016,
      "grad_norm": 0.4930359721183777,
      "learning_rate": 9.873043525050487e-05,
      "loss": 0.0336,
      "step": 490
    },
    {
      "epoch": 1.2106537530266344,
      "grad_norm": 0.4993440806865692,
      "learning_rate": 9.863921660387915e-05,
      "loss": 0.0328,
      "step": 500
    },
    {
      "epoch": 1.234866828087167,
      "grad_norm": 0.4880729019641876,
      "learning_rate": 9.854487872739353e-05,
      "loss": 0.0314,
      "step": 510
    },
    {
      "epoch": 1.2590799031476998,
      "grad_norm": 0.7694539427757263,
      "learning_rate": 9.844742767092999e-05,
      "loss": 0.0308,
      "step": 520
    },
    {
      "epoch": 1.2832929782082325,
      "grad_norm": 0.5350916981697083,
      "learning_rate": 9.834686968401858e-05,
      "loss": 0.0327,
      "step": 530
    },
    {
      "epoch": 1.307506053268765,
      "grad_norm": 0.5806859731674194,
      "learning_rate": 9.824321121543662e-05,
      "loss": 0.0348,
      "step": 540
    },
    {
      "epoch": 1.331719128329298,
      "grad_norm": 0.984224259853363,
      "learning_rate": 9.813645891279504e-05,
      "loss": 0.0343,
      "step": 550
    },
    {
      "epoch": 1.3559322033898304,
      "grad_norm": 0.6391584277153015,
      "learning_rate": 9.802661962211223e-05,
      "loss": 0.0433,
      "step": 560
    },
    {
      "epoch": 1.3801452784503632,
      "grad_norm": 0.5319145917892456,
      "learning_rate": 9.791370038737488e-05,
      "loss": 0.0349,
      "step": 570
    },
    {
      "epoch": 1.4043583535108959,
      "grad_norm": 0.6750283241271973,
      "learning_rate": 9.779770845008634e-05,
      "loss": 0.0343,
      "step": 580
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.4468190371990204,
      "learning_rate": 9.767865124880216e-05,
      "loss": 0.0313,
      "step": 590
    },
    {
      "epoch": 1.4527845036319613,
      "grad_norm": 0.676367998123169,
      "learning_rate": 9.755653641865303e-05,
      "loss": 0.0279,
      "step": 600
    },
    {
      "epoch": 1.4769975786924938,
      "grad_norm": 0.8222053050994873,
      "learning_rate": 9.743137179085525e-05,
      "loss": 0.0267,
      "step": 610
    },
    {
      "epoch": 1.5012106537530268,
      "grad_norm": 0.5091126561164856,
      "learning_rate": 9.73031653922084e-05,
      "loss": 0.0338,
      "step": 620
    },
    {
      "epoch": 1.5254237288135593,
      "grad_norm": 0.554908275604248,
      "learning_rate": 9.717192544458066e-05,
      "loss": 0.031,
      "step": 630
    },
    {
      "epoch": 1.549636803874092,
      "grad_norm": 0.44886624813079834,
      "learning_rate": 9.703766036438153e-05,
      "loss": 0.0285,
      "step": 640
    },
    {
      "epoch": 1.5738498789346247,
      "grad_norm": 0.4387259781360626,
      "learning_rate": 9.690037876202203e-05,
      "loss": 0.0358,
      "step": 650
    },
    {
      "epoch": 1.5980629539951574,
      "grad_norm": 0.8767748475074768,
      "learning_rate": 9.676008944136255e-05,
      "loss": 0.031,
      "step": 660
    },
    {
      "epoch": 1.6222760290556901,
      "grad_norm": 0.8203006386756897,
      "learning_rate": 9.661680139914828e-05,
      "loss": 0.0298,
      "step": 670
    },
    {
      "epoch": 1.6464891041162226,
      "grad_norm": 0.4358081519603729,
      "learning_rate": 9.647052382443225e-05,
      "loss": 0.0325,
      "step": 680
    },
    {
      "epoch": 1.6707021791767556,
      "grad_norm": 0.46960800886154175,
      "learning_rate": 9.6321266097986e-05,
      "loss": 0.0282,
      "step": 690
    },
    {
      "epoch": 1.694915254237288,
      "grad_norm": 0.303195595741272,
      "learning_rate": 9.6169037791698e-05,
      "loss": 0.031,
      "step": 700
    },
    {
      "epoch": 1.7191283292978208,
      "grad_norm": 0.47395652532577515,
      "learning_rate": 9.601384866795983e-05,
      "loss": 0.0269,
      "step": 710
    },
    {
      "epoch": 1.7433414043583535,
      "grad_norm": 0.5478650331497192,
      "learning_rate": 9.585570867904012e-05,
      "loss": 0.0237,
      "step": 720
    },
    {
      "epoch": 1.7675544794188862,
      "grad_norm": 0.6274806261062622,
      "learning_rate": 9.569462796644624e-05,
      "loss": 0.0289,
      "step": 730
    },
    {
      "epoch": 1.791767554479419,
      "grad_norm": 0.6277469992637634,
      "learning_rate": 9.553061686027404e-05,
      "loss": 0.0344,
      "step": 740
    },
    {
      "epoch": 1.8159806295399514,
      "grad_norm": 0.5670201182365417,
      "learning_rate": 9.536368587854531e-05,
      "loss": 0.0335,
      "step": 750
    },
    {
      "epoch": 1.8401937046004844,
      "grad_norm": 0.5375405550003052,
      "learning_rate": 9.519384572653327e-05,
      "loss": 0.0294,
      "step": 760
    },
    {
      "epoch": 1.8644067796610169,
      "grad_norm": 0.44453924894332886,
      "learning_rate": 9.502110729607602e-05,
      "loss": 0.0291,
      "step": 770
    },
    {
      "epoch": 1.8886198547215496,
      "grad_norm": 0.5732792019844055,
      "learning_rate": 9.48454816648781e-05,
      "loss": 0.0361,
      "step": 780
    },
    {
      "epoch": 1.9128329297820823,
      "grad_norm": 0.5002064108848572,
      "learning_rate": 9.466698009580004e-05,
      "loss": 0.0287,
      "step": 790
    },
    {
      "epoch": 1.937046004842615,
      "grad_norm": 0.34643664956092834,
      "learning_rate": 9.448561403613609e-05,
      "loss": 0.0279,
      "step": 800
    },
    {
      "epoch": 1.9612590799031477,
      "grad_norm": 0.676895797252655,
      "learning_rate": 9.430139511688011e-05,
      "loss": 0.033,
      "step": 810
    },
    {
      "epoch": 1.9854721549636802,
      "grad_norm": 0.5184364914894104,
      "learning_rate": 9.411433515197962e-05,
      "loss": 0.0365,
      "step": 820
    },
    {
      "epoch": 2.009685230024213,
      "grad_norm": 0.6755319833755493,
      "learning_rate": 9.392444613757825e-05,
      "loss": 0.0288,
      "step": 830
    },
    {
      "epoch": 2.0338983050847457,
      "grad_norm": 0.435638427734375,
      "learning_rate": 9.37317402512464e-05,
      "loss": 0.0323,
      "step": 840
    },
    {
      "epoch": 2.0581113801452786,
      "grad_norm": 0.4864523410797119,
      "learning_rate": 9.353622985120025e-05,
      "loss": 0.0299,
      "step": 850
    },
    {
      "epoch": 2.082324455205811,
      "grad_norm": 0.48548439145088196,
      "learning_rate": 9.333792747550932e-05,
      "loss": 0.0296,
      "step": 860
    },
    {
      "epoch": 2.106537530266344,
      "grad_norm": 0.5011010766029358,
      "learning_rate": 9.31368458412923e-05,
      "loss": 0.0352,
      "step": 870
    },
    {
      "epoch": 2.1307506053268765,
      "grad_norm": 0.5553706288337708,
      "learning_rate": 9.293299784390159e-05,
      "loss": 0.0286,
      "step": 880
    },
    {
      "epoch": 2.154963680387409,
      "grad_norm": 0.42400527000427246,
      "learning_rate": 9.272639655609625e-05,
      "loss": 0.0287,
      "step": 890
    },
    {
      "epoch": 2.179176755447942,
      "grad_norm": 0.6468676924705505,
      "learning_rate": 9.25170552272037e-05,
      "loss": 0.0294,
      "step": 900
    },
    {
      "epoch": 2.2033898305084745,
      "grad_norm": 0.763471245765686,
      "learning_rate": 9.230498728227003e-05,
      "loss": 0.0292,
      "step": 910
    },
    {
      "epoch": 2.2276029055690074,
      "grad_norm": 0.5711312890052795,
      "learning_rate": 9.2090206321199e-05,
      "loss": 0.0269,
      "step": 920
    },
    {
      "epoch": 2.25181598062954,
      "grad_norm": 0.9411391615867615,
      "learning_rate": 9.187272611787998e-05,
      "loss": 0.034,
      "step": 930
    },
    {
      "epoch": 2.2760290556900724,
      "grad_norm": 0.5827078819274902,
      "learning_rate": 9.165256061930454e-05,
      "loss": 0.0318,
      "step": 940
    },
    {
      "epoch": 2.3002421307506054,
      "grad_norm": 0.5397030115127563,
      "learning_rate": 9.142972394467204e-05,
      "loss": 0.032,
      "step": 950
    },
    {
      "epoch": 2.324455205811138,
      "grad_norm": 0.862445056438446,
      "learning_rate": 9.120423038448425e-05,
      "loss": 0.035,
      "step": 960
    },
    {
      "epoch": 2.348668280871671,
      "grad_norm": 0.6456196904182434,
      "learning_rate": 9.097609439962878e-05,
      "loss": 0.0354,
      "step": 970
    },
    {
      "epoch": 2.3728813559322033,
      "grad_norm": 0.6230847239494324,
      "learning_rate": 9.074533062045183e-05,
      "loss": 0.0295,
      "step": 980
    },
    {
      "epoch": 2.3970944309927362,
      "grad_norm": 0.6180257201194763,
      "learning_rate": 9.051195384581981e-05,
      "loss": 0.0334,
      "step": 990
    },
    {
      "epoch": 2.4213075060532687,
      "grad_norm": 0.3131691515445709,
      "learning_rate": 9.027597904217043e-05,
      "loss": 0.0274,
      "step": 1000
    },
    {
      "epoch": 2.4455205811138017,
      "grad_norm": 0.39872610569000244,
      "learning_rate": 9.003742134255277e-05,
      "loss": 0.0296,
      "step": 1010
    },
    {
      "epoch": 2.469733656174334,
      "grad_norm": 0.4374605119228363,
      "learning_rate": 8.979629604565693e-05,
      "loss": 0.0292,
      "step": 1020
    },
    {
      "epoch": 2.4939467312348667,
      "grad_norm": 0.4332369863986969,
      "learning_rate": 8.955261861483282e-05,
      "loss": 0.0263,
      "step": 1030
    },
    {
      "epoch": 2.5181598062953996,
      "grad_norm": 0.5756627321243286,
      "learning_rate": 8.930640467709851e-05,
      "loss": 0.0283,
      "step": 1040
    },
    {
      "epoch": 2.542372881355932,
      "grad_norm": 0.3488200306892395,
      "learning_rate": 8.905767002213819e-05,
      "loss": 0.0262,
      "step": 1050
    },
    {
      "epoch": 2.566585956416465,
      "grad_norm": 0.524331271648407,
      "learning_rate": 8.88064306012894e-05,
      "loss": 0.024,
      "step": 1060
    },
    {
      "epoch": 2.5907990314769975,
      "grad_norm": 0.3777640461921692,
      "learning_rate": 8.855270252652015e-05,
      "loss": 0.0252,
      "step": 1070
    },
    {
      "epoch": 2.61501210653753,
      "grad_norm": 0.6405127644538879,
      "learning_rate": 8.829650206939572e-05,
      "loss": 0.0292,
      "step": 1080
    },
    {
      "epoch": 2.639225181598063,
      "grad_norm": 0.3900570869445801,
      "learning_rate": 8.80378456600351e-05,
      "loss": 0.0235,
      "step": 1090
    },
    {
      "epoch": 2.663438256658596,
      "grad_norm": 0.7688729166984558,
      "learning_rate": 8.777674988605734e-05,
      "loss": 0.0314,
      "step": 1100
    },
    {
      "epoch": 2.6876513317191284,
      "grad_norm": 0.4445840120315552,
      "learning_rate": 8.751323149151777e-05,
      "loss": 0.0287,
      "step": 1110
    },
    {
      "epoch": 2.711864406779661,
      "grad_norm": 0.5217771530151367,
      "learning_rate": 8.724730737583422e-05,
      "loss": 0.03,
      "step": 1120
    },
    {
      "epoch": 2.736077481840194,
      "grad_norm": 0.5833253264427185,
      "learning_rate": 8.697899459270327e-05,
      "loss": 0.0332,
      "step": 1130
    },
    {
      "epoch": 2.7602905569007263,
      "grad_norm": 0.6366708278656006,
      "learning_rate": 8.670831034900664e-05,
      "loss": 0.0247,
      "step": 1140
    },
    {
      "epoch": 2.7845036319612593,
      "grad_norm": 0.3748825490474701,
      "learning_rate": 8.643527200370758e-05,
      "loss": 0.0305,
      "step": 1150
    },
    {
      "epoch": 2.8087167070217918,
      "grad_norm": 0.40509021282196045,
      "learning_rate": 8.615989706673777e-05,
      "loss": 0.0239,
      "step": 1160
    },
    {
      "epoch": 2.8329297820823243,
      "grad_norm": 0.5147580504417419,
      "learning_rate": 8.58822031978744e-05,
      "loss": 0.0287,
      "step": 1170
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.4517873525619507,
      "learning_rate": 8.560220820560751e-05,
      "loss": 0.0288,
      "step": 1180
    },
    {
      "epoch": 2.8813559322033897,
      "grad_norm": 0.7967084646224976,
      "learning_rate": 8.531993004599816e-05,
      "loss": 0.0253,
      "step": 1190
    },
    {
      "epoch": 2.9055690072639226,
      "grad_norm": 0.5259402394294739,
      "learning_rate": 8.50353868215267e-05,
      "loss": 0.0287,
      "step": 1200
    },
    {
      "epoch": 2.929782082324455,
      "grad_norm": 0.4724416434764862,
      "learning_rate": 8.4748596779932e-05,
      "loss": 0.0272,
      "step": 1210
    },
    {
      "epoch": 2.9539951573849876,
      "grad_norm": 0.2902815341949463,
      "learning_rate": 8.445957831304112e-05,
      "loss": 0.0328,
      "step": 1220
    },
    {
      "epoch": 2.9782082324455206,
      "grad_norm": 0.3525785505771637,
      "learning_rate": 8.416834995558994e-05,
      "loss": 0.026,
      "step": 1230
    },
    {
      "epoch": 3.002421307506053,
      "grad_norm": 0.6052837371826172,
      "learning_rate": 8.387493038403443e-05,
      "loss": 0.0291,
      "step": 1240
    },
    {
      "epoch": 3.026634382566586,
      "grad_norm": 0.5345153212547302,
      "learning_rate": 8.357933841535301e-05,
      "loss": 0.0303,
      "step": 1250
    },
    {
      "epoch": 3.0508474576271185,
      "grad_norm": 0.5326432585716248,
      "learning_rate": 8.328159300583982e-05,
      "loss": 0.0262,
      "step": 1260
    },
    {
      "epoch": 3.0750605326876514,
      "grad_norm": 0.468538761138916,
      "learning_rate": 8.298171324988894e-05,
      "loss": 0.0326,
      "step": 1270
    },
    {
      "epoch": 3.099273607748184,
      "grad_norm": 0.41319382190704346,
      "learning_rate": 8.267971837877006e-05,
      "loss": 0.0258,
      "step": 1280
    },
    {
      "epoch": 3.123486682808717,
      "grad_norm": 0.6319004893302917,
      "learning_rate": 8.237562775939495e-05,
      "loss": 0.0289,
      "step": 1290
    },
    {
      "epoch": 3.1476997578692494,
      "grad_norm": 0.45761534571647644,
      "learning_rate": 8.206946089307567e-05,
      "loss": 0.0305,
      "step": 1300
    },
    {
      "epoch": 3.171912832929782,
      "grad_norm": 0.4852744936943054,
      "learning_rate": 8.176123741427386e-05,
      "loss": 0.0242,
      "step": 1310
    },
    {
      "epoch": 3.196125907990315,
      "grad_norm": 0.5241371989250183,
      "learning_rate": 8.145097708934155e-05,
      "loss": 0.0222,
      "step": 1320
    },
    {
      "epoch": 3.2203389830508473,
      "grad_norm": 0.8541209697723389,
      "learning_rate": 8.113869981525357e-05,
      "loss": 0.0321,
      "step": 1330
    },
    {
      "epoch": 3.2445520581113803,
      "grad_norm": 0.6816042065620422,
      "learning_rate": 8.082442561833163e-05,
      "loss": 0.0252,
      "step": 1340
    },
    {
      "epoch": 3.2687651331719128,
      "grad_norm": 0.44044730067253113,
      "learning_rate": 8.050817465295995e-05,
      "loss": 0.0235,
      "step": 1350
    },
    {
      "epoch": 3.2929782082324457,
      "grad_norm": 0.3444546163082123,
      "learning_rate": 8.018996720029274e-05,
      "loss": 0.0234,
      "step": 1360
    },
    {
      "epoch": 3.317191283292978,
      "grad_norm": 0.3765280842781067,
      "learning_rate": 7.98698236669537e-05,
      "loss": 0.0226,
      "step": 1370
    },
    {
      "epoch": 3.341404358353511,
      "grad_norm": 0.43502533435821533,
      "learning_rate": 7.954776458372718e-05,
      "loss": 0.0187,
      "step": 1380
    },
    {
      "epoch": 3.3656174334140436,
      "grad_norm": 0.45811861753463745,
      "learning_rate": 7.922381060424167e-05,
      "loss": 0.0263,
      "step": 1390
    },
    {
      "epoch": 3.389830508474576,
      "grad_norm": 0.3686043620109558,
      "learning_rate": 7.88979825036452e-05,
      "loss": 0.0275,
      "step": 1400
    },
    {
      "epoch": 3.414043583535109,
      "grad_norm": 0.5341550707817078,
      "learning_rate": 7.85703011772731e-05,
      "loss": 0.0251,
      "step": 1410
    },
    {
      "epoch": 3.4382566585956416,
      "grad_norm": 0.35546207427978516,
      "learning_rate": 7.824078763930797e-05,
      "loss": 0.0205,
      "step": 1420
    },
    {
      "epoch": 3.4624697336561745,
      "grad_norm": 0.731827437877655,
      "learning_rate": 7.790946302143193e-05,
      "loss": 0.029,
      "step": 1430
    },
    {
      "epoch": 3.486682808716707,
      "grad_norm": 0.4253787696361542,
      "learning_rate": 7.757634857147167e-05,
      "loss": 0.021,
      "step": 1440
    },
    {
      "epoch": 3.5108958837772395,
      "grad_norm": 0.5337280035018921,
      "learning_rate": 7.724146565203558e-05,
      "loss": 0.0195,
      "step": 1450
    },
    {
      "epoch": 3.5351089588377724,
      "grad_norm": 0.4328541159629822,
      "learning_rate": 7.690483573914395e-05,
      "loss": 0.0213,
      "step": 1460
    },
    {
      "epoch": 3.559322033898305,
      "grad_norm": 0.5187674760818481,
      "learning_rate": 7.656648042085165e-05,
      "loss": 0.0267,
      "step": 1470
    },
    {
      "epoch": 3.583535108958838,
      "grad_norm": 0.48466581106185913,
      "learning_rate": 7.622642139586362e-05,
      "loss": 0.0267,
      "step": 1480
    },
    {
      "epoch": 3.6077481840193704,
      "grad_norm": 0.5195613503456116,
      "learning_rate": 7.588468047214351e-05,
      "loss": 0.0231,
      "step": 1490
    },
    {
      "epoch": 3.6319612590799033,
      "grad_norm": 0.524003803730011,
      "learning_rate": 7.554127956551493e-05,
      "loss": 0.0235,
      "step": 1500
    },
    {
      "epoch": 3.656174334140436,
      "grad_norm": 0.33985355496406555,
      "learning_rate": 7.519624069825617e-05,
      "loss": 0.0275,
      "step": 1510
    },
    {
      "epoch": 3.6803874092009687,
      "grad_norm": 0.3784356117248535,
      "learning_rate": 7.484958599768774e-05,
      "loss": 0.022,
      "step": 1520
    },
    {
      "epoch": 3.7046004842615012,
      "grad_norm": 0.477237731218338,
      "learning_rate": 7.450133769475353e-05,
      "loss": 0.0221,
      "step": 1530
    },
    {
      "epoch": 3.7288135593220337,
      "grad_norm": 0.3839130997657776,
      "learning_rate": 7.415151812259499e-05,
      "loss": 0.0268,
      "step": 1540
    },
    {
      "epoch": 3.7530266343825667,
      "grad_norm": 0.49952197074890137,
      "learning_rate": 7.380014971511897e-05,
      "loss": 0.0224,
      "step": 1550
    },
    {
      "epoch": 3.777239709443099,
      "grad_norm": 0.6298747062683105,
      "learning_rate": 7.344725500555904e-05,
      "loss": 0.0234,
      "step": 1560
    },
    {
      "epoch": 3.801452784503632,
      "grad_norm": 0.38655561208724976,
      "learning_rate": 7.309285662503046e-05,
      "loss": 0.0252,
      "step": 1570
    },
    {
      "epoch": 3.8256658595641646,
      "grad_norm": 0.5287598371505737,
      "learning_rate": 7.273697730107874e-05,
      "loss": 0.0201,
      "step": 1580
    },
    {
      "epoch": 3.849878934624697,
      "grad_norm": 0.36376315355300903,
      "learning_rate": 7.237963985622225e-05,
      "loss": 0.0219,
      "step": 1590
    },
    {
      "epoch": 3.87409200968523,
      "grad_norm": 0.35997477173805237,
      "learning_rate": 7.202086720648858e-05,
      "loss": 0.0201,
      "step": 1600
    },
    {
      "epoch": 3.898305084745763,
      "grad_norm": 0.3914177417755127,
      "learning_rate": 7.166068235994482e-05,
      "loss": 0.0282,
      "step": 1610
    },
    {
      "epoch": 3.9225181598062955,
      "grad_norm": 0.40190955996513367,
      "learning_rate": 7.129910841522224e-05,
      "loss": 0.0219,
      "step": 1620
    },
    {
      "epoch": 3.946731234866828,
      "grad_norm": 0.3664417266845703,
      "learning_rate": 7.093616856003491e-05,
      "loss": 0.0189,
      "step": 1630
    },
    {
      "epoch": 3.970944309927361,
      "grad_norm": 0.48169609904289246,
      "learning_rate": 7.057188606969255e-05,
      "loss": 0.0257,
      "step": 1640
    },
    {
      "epoch": 3.9951573849878934,
      "grad_norm": 0.3484075963497162,
      "learning_rate": 7.020628430560805e-05,
      "loss": 0.0195,
      "step": 1650
    },
    {
      "epoch": 4.019370460048426,
      "grad_norm": 0.5689908266067505,
      "learning_rate": 6.983938671379925e-05,
      "loss": 0.021,
      "step": 1660
    },
    {
      "epoch": 4.043583535108959,
      "grad_norm": 0.33592528104782104,
      "learning_rate": 6.947121682338532e-05,
      "loss": 0.0266,
      "step": 1670
    },
    {
      "epoch": 4.067796610169491,
      "grad_norm": 0.5136106610298157,
      "learning_rate": 6.910179824507785e-05,
      "loss": 0.0195,
      "step": 1680
    },
    {
      "epoch": 4.092009685230024,
      "grad_norm": 0.6747421622276306,
      "learning_rate": 6.873115466966673e-05,
      "loss": 0.0241,
      "step": 1690
    },
    {
      "epoch": 4.116222760290557,
      "grad_norm": 0.53533935546875,
      "learning_rate": 6.835930986650079e-05,
      "loss": 0.0238,
      "step": 1700
    },
    {
      "epoch": 4.14043583535109,
      "grad_norm": 0.4831724166870117,
      "learning_rate": 6.79862876819636e-05,
      "loss": 0.0209,
      "step": 1710
    },
    {
      "epoch": 4.164648910411622,
      "grad_norm": 0.23032645881175995,
      "learning_rate": 6.761211203794402e-05,
      "loss": 0.0198,
      "step": 1720
    },
    {
      "epoch": 4.188861985472155,
      "grad_norm": 0.6606164574623108,
      "learning_rate": 6.723680693030227e-05,
      "loss": 0.0173,
      "step": 1730
    },
    {
      "epoch": 4.213075060532688,
      "grad_norm": 0.6831424832344055,
      "learning_rate": 6.686039642733099e-05,
      "loss": 0.0316,
      "step": 1740
    },
    {
      "epoch": 4.237288135593221,
      "grad_norm": 0.46706271171569824,
      "learning_rate": 6.648290466821173e-05,
      "loss": 0.0295,
      "step": 1750
    },
    {
      "epoch": 4.261501210653753,
      "grad_norm": 0.4993816614151001,
      "learning_rate": 6.610435586146691e-05,
      "loss": 0.0202,
      "step": 1760
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.4973191022872925,
      "learning_rate": 6.572477428340742e-05,
      "loss": 0.0236,
      "step": 1770
    },
    {
      "epoch": 4.309927360774818,
      "grad_norm": 0.6282814741134644,
      "learning_rate": 6.534418427657562e-05,
      "loss": 0.0252,
      "step": 1780
    },
    {
      "epoch": 4.3341404358353515,
      "grad_norm": 0.48325812816619873,
      "learning_rate": 6.49626102481844e-05,
      "loss": 0.025,
      "step": 1790
    },
    {
      "epoch": 4.358353510895884,
      "grad_norm": 0.5001636743545532,
      "learning_rate": 6.458007666855189e-05,
      "loss": 0.0185,
      "step": 1800
    },
    {
      "epoch": 4.3825665859564165,
      "grad_norm": 0.2403896600008011,
      "learning_rate": 6.419660806953214e-05,
      "loss": 0.0189,
      "step": 1810
    },
    {
      "epoch": 4.406779661016949,
      "grad_norm": 0.4437587261199951,
      "learning_rate": 6.381222904294198e-05,
      "loss": 0.0217,
      "step": 1820
    },
    {
      "epoch": 4.4309927360774815,
      "grad_norm": 0.33042415976524353,
      "learning_rate": 6.342696423898385e-05,
      "loss": 0.0182,
      "step": 1830
    },
    {
      "epoch": 4.455205811138015,
      "grad_norm": 0.3821597397327423,
      "learning_rate": 6.304083836466508e-05,
      "loss": 0.0203,
      "step": 1840
    },
    {
      "epoch": 4.479418886198547,
      "grad_norm": 0.43313896656036377,
      "learning_rate": 6.265387618221338e-05,
      "loss": 0.0194,
      "step": 1850
    },
    {
      "epoch": 4.50363196125908,
      "grad_norm": 0.516511857509613,
      "learning_rate": 6.226610250748883e-05,
      "loss": 0.0207,
      "step": 1860
    },
    {
      "epoch": 4.527845036319612,
      "grad_norm": 0.5924696922302246,
      "learning_rate": 6.18775422083925e-05,
      "loss": 0.023,
      "step": 1870
    },
    {
      "epoch": 4.552058111380145,
      "grad_norm": 0.3925945460796356,
      "learning_rate": 6.148822020327156e-05,
      "loss": 0.0209,
      "step": 1880
    },
    {
      "epoch": 4.576271186440678,
      "grad_norm": 0.47303834557533264,
      "learning_rate": 6.109816145932141e-05,
      "loss": 0.0175,
      "step": 1890
    },
    {
      "epoch": 4.600484261501211,
      "grad_norm": 0.4368993937969208,
      "learning_rate": 6.0707390990984394e-05,
      "loss": 0.0235,
      "step": 1900
    },
    {
      "epoch": 4.624697336561743,
      "grad_norm": 0.4102156460285187,
      "learning_rate": 6.031593385834574e-05,
      "loss": 0.0241,
      "step": 1910
    },
    {
      "epoch": 4.648910411622276,
      "grad_norm": 0.5213890075683594,
      "learning_rate": 5.992381516552645e-05,
      "loss": 0.0196,
      "step": 1920
    },
    {
      "epoch": 4.673123486682809,
      "grad_norm": 0.5507159233093262,
      "learning_rate": 5.953106005907325e-05,
      "loss": 0.0237,
      "step": 1930
    },
    {
      "epoch": 4.697336561743342,
      "grad_norm": 0.4065288007259369,
      "learning_rate": 5.91376937263461e-05,
      "loss": 0.0209,
      "step": 1940
    },
    {
      "epoch": 4.721549636803874,
      "grad_norm": 0.428822785615921,
      "learning_rate": 5.874374139390285e-05,
      "loss": 0.0213,
      "step": 1950
    },
    {
      "epoch": 4.745762711864407,
      "grad_norm": 0.3405175805091858,
      "learning_rate": 5.834922832588142e-05,
      "loss": 0.0187,
      "step": 1960
    },
    {
      "epoch": 4.76997578692494,
      "grad_norm": 0.5359544157981873,
      "learning_rate": 5.795417982237977e-05,
      "loss": 0.0245,
      "step": 1970
    },
    {
      "epoch": 4.7941888619854724,
      "grad_norm": 0.2747100293636322,
      "learning_rate": 5.755862121783318e-05,
      "loss": 0.0227,
      "step": 1980
    },
    {
      "epoch": 4.818401937046005,
      "grad_norm": 0.2599546015262604,
      "learning_rate": 5.71625778793898e-05,
      "loss": 0.0165,
      "step": 1990
    },
    {
      "epoch": 4.842615012106537,
      "grad_norm": 0.44031813740730286,
      "learning_rate": 5.6766075205283656e-05,
      "loss": 0.0229,
      "step": 2000
    },
    {
      "epoch": 4.86682808716707,
      "grad_norm": 0.3480910360813141,
      "learning_rate": 5.6369138623205934e-05,
      "loss": 0.0234,
      "step": 2010
    },
    {
      "epoch": 4.891041162227603,
      "grad_norm": 0.49539098143577576,
      "learning_rate": 5.597179358867436e-05,
      "loss": 0.0197,
      "step": 2020
    },
    {
      "epoch": 4.915254237288136,
      "grad_norm": 0.3340466618537903,
      "learning_rate": 5.557406558340067e-05,
      "loss": 0.0216,
      "step": 2030
    },
    {
      "epoch": 4.939467312348668,
      "grad_norm": 0.3774010241031647,
      "learning_rate": 5.517598011365648e-05,
      "loss": 0.0221,
      "step": 2040
    },
    {
      "epoch": 4.963680387409201,
      "grad_norm": 0.5662590861320496,
      "learning_rate": 5.477756270863759e-05,
      "loss": 0.0218,
      "step": 2050
    },
    {
      "epoch": 4.987893462469733,
      "grad_norm": 0.3723698556423187,
      "learning_rate": 5.437883891882677e-05,
      "loss": 0.0198,
      "step": 2060
    },
    {
      "epoch": 5.012106537530267,
      "grad_norm": 0.4187380075454712,
      "learning_rate": 5.3979834314355246e-05,
      "loss": 0.0201,
      "step": 2070
    },
    {
      "epoch": 5.036319612590799,
      "grad_norm": 0.30294930934906006,
      "learning_rate": 5.358057448336289e-05,
      "loss": 0.0213,
      "step": 2080
    },
    {
      "epoch": 5.060532687651332,
      "grad_norm": 0.3359505534172058,
      "learning_rate": 5.318108503035717e-05,
      "loss": 0.0252,
      "step": 2090
    },
    {
      "epoch": 5.084745762711864,
      "grad_norm": 0.3298729658126831,
      "learning_rate": 5.278139157457126e-05,
      "loss": 0.0214,
      "step": 2100
    },
    {
      "epoch": 5.108958837772397,
      "grad_norm": 0.4143202602863312,
      "learning_rate": 5.238151974832099e-05,
      "loss": 0.0203,
      "step": 2110
    },
    {
      "epoch": 5.13317191283293,
      "grad_norm": 0.6293091177940369,
      "learning_rate": 5.1981495195361085e-05,
      "loss": 0.0137,
      "step": 2120
    },
    {
      "epoch": 5.157384987893463,
      "grad_norm": 0.41614845395088196,
      "learning_rate": 5.158134356924065e-05,
      "loss": 0.0228,
      "step": 2130
    },
    {
      "epoch": 5.181598062953995,
      "grad_norm": 0.27436840534210205,
      "learning_rate": 5.1181090531657925e-05,
      "loss": 0.0178,
      "step": 2140
    },
    {
      "epoch": 5.2058111380145276,
      "grad_norm": 0.4565282166004181,
      "learning_rate": 5.078076175081469e-05,
      "loss": 0.0196,
      "step": 2150
    },
    {
      "epoch": 5.230024213075061,
      "grad_norm": 0.23529233038425446,
      "learning_rate": 5.0380382899770174e-05,
      "loss": 0.014,
      "step": 2160
    },
    {
      "epoch": 5.254237288135593,
      "grad_norm": 0.3984922170639038,
      "learning_rate": 4.997997965479453e-05,
      "loss": 0.0167,
      "step": 2170
    },
    {
      "epoch": 5.278450363196126,
      "grad_norm": 0.5911064743995667,
      "learning_rate": 4.957957769372235e-05,
      "loss": 0.0199,
      "step": 2180
    },
    {
      "epoch": 5.302663438256658,
      "grad_norm": 0.4379945993423462,
      "learning_rate": 4.9179202694305863e-05,
      "loss": 0.0185,
      "step": 2190
    },
    {
      "epoch": 5.326876513317191,
      "grad_norm": 0.26240068674087524,
      "learning_rate": 4.877888033256827e-05,
      "loss": 0.0185,
      "step": 2200
    },
    {
      "epoch": 5.351089588377724,
      "grad_norm": 0.5069613456726074,
      "learning_rate": 4.8378636281157106e-05,
      "loss": 0.0251,
      "step": 2210
    },
    {
      "epoch": 5.375302663438257,
      "grad_norm": 0.2779732346534729,
      "learning_rate": 4.7978496207697856e-05,
      "loss": 0.0197,
      "step": 2220
    },
    {
      "epoch": 5.399515738498789,
      "grad_norm": 0.5277904272079468,
      "learning_rate": 4.757848577314792e-05,
      "loss": 0.0245,
      "step": 2230
    },
    {
      "epoch": 5.423728813559322,
      "grad_norm": 0.3333110809326172,
      "learning_rate": 4.7178630630150986e-05,
      "loss": 0.0192,
      "step": 2240
    },
    {
      "epoch": 5.447941888619855,
      "grad_norm": 0.33465272188186646,
      "learning_rate": 4.677895642139187e-05,
      "loss": 0.018,
      "step": 2250
    },
    {
      "epoch": 5.472154963680388,
      "grad_norm": 0.3127654790878296,
      "learning_rate": 4.6379488777952104e-05,
      "loss": 0.0201,
      "step": 2260
    },
    {
      "epoch": 5.49636803874092,
      "grad_norm": 0.32928746938705444,
      "learning_rate": 4.598025331766619e-05,
      "loss": 0.0177,
      "step": 2270
    },
    {
      "epoch": 5.520581113801453,
      "grad_norm": 0.48403435945510864,
      "learning_rate": 4.558127564347872e-05,
      "loss": 0.0188,
      "step": 2280
    },
    {
      "epoch": 5.544794188861985,
      "grad_norm": 0.20380015671253204,
      "learning_rate": 4.5182581341802546e-05,
      "loss": 0.0223,
      "step": 2290
    },
    {
      "epoch": 5.5690072639225185,
      "grad_norm": 0.2391510307788849,
      "learning_rate": 4.478419598087779e-05,
      "loss": 0.0194,
      "step": 2300
    },
    {
      "epoch": 5.593220338983051,
      "grad_norm": 0.435085266828537,
      "learning_rate": 4.438614510913226e-05,
      "loss": 0.0186,
      "step": 2310
    },
    {
      "epoch": 5.6174334140435835,
      "grad_norm": 0.5343508124351501,
      "learning_rate": 4.398845425354299e-05,
      "loss": 0.0189,
      "step": 2320
    },
    {
      "epoch": 5.641646489104116,
      "grad_norm": 0.4521825909614563,
      "learning_rate": 4.359114891799916e-05,
      "loss": 0.0187,
      "step": 2330
    },
    {
      "epoch": 5.6658595641646485,
      "grad_norm": 0.4380617141723633,
      "learning_rate": 4.319425458166667e-05,
      "loss": 0.0186,
      "step": 2340
    },
    {
      "epoch": 5.690072639225182,
      "grad_norm": 0.4022640287876129,
      "learning_rate": 4.279779669735395e-05,
      "loss": 0.0156,
      "step": 2350
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.31047096848487854,
      "learning_rate": 4.240180068987987e-05,
      "loss": 0.0188,
      "step": 2360
    },
    {
      "epoch": 5.738498789346247,
      "grad_norm": 0.39451998472213745,
      "learning_rate": 4.2006291954443135e-05,
      "loss": 0.0183,
      "step": 2370
    },
    {
      "epoch": 5.762711864406779,
      "grad_norm": 0.46594133973121643,
      "learning_rate": 4.161129585499374e-05,
      "loss": 0.0191,
      "step": 2380
    },
    {
      "epoch": 5.786924939467312,
      "grad_norm": 0.426654577255249,
      "learning_rate": 4.1216837722606385e-05,
      "loss": 0.0191,
      "step": 2390
    },
    {
      "epoch": 5.811138014527845,
      "grad_norm": 0.5002307295799255,
      "learning_rate": 4.0822942853855906e-05,
      "loss": 0.0169,
      "step": 2400
    },
    {
      "epoch": 5.835351089588378,
      "grad_norm": 0.4844606816768646,
      "learning_rate": 4.042963650919514e-05,
      "loss": 0.0212,
      "step": 2410
    },
    {
      "epoch": 5.85956416464891,
      "grad_norm": 0.39920294284820557,
      "learning_rate": 4.00369439113349e-05,
      "loss": 0.018,
      "step": 2420
    },
    {
      "epoch": 5.883777239709443,
      "grad_norm": 0.5288690328598022,
      "learning_rate": 3.964489024362645e-05,
      "loss": 0.0233,
      "step": 2430
    },
    {
      "epoch": 5.907990314769976,
      "grad_norm": 0.292603075504303,
      "learning_rate": 3.925350064844652e-05,
      "loss": 0.0171,
      "step": 2440
    },
    {
      "epoch": 5.932203389830509,
      "grad_norm": 0.32963159680366516,
      "learning_rate": 3.886280022558488e-05,
      "loss": 0.0197,
      "step": 2450
    },
    {
      "epoch": 5.956416464891041,
      "grad_norm": 0.3997160792350769,
      "learning_rate": 3.847281403063475e-05,
      "loss": 0.0207,
      "step": 2460
    },
    {
      "epoch": 5.980629539951574,
      "grad_norm": 0.38237011432647705,
      "learning_rate": 3.8083567073385924e-05,
      "loss": 0.0199,
      "step": 2470
    },
    {
      "epoch": 6.004842615012106,
      "grad_norm": 0.23426410555839539,
      "learning_rate": 3.769508431622098e-05,
      "loss": 0.0121,
      "step": 2480
    },
    {
      "epoch": 6.0290556900726395,
      "grad_norm": 0.33642134070396423,
      "learning_rate": 3.7307390672514365e-05,
      "loss": 0.0191,
      "step": 2490
    },
    {
      "epoch": 6.053268765133172,
      "grad_norm": 0.6005287766456604,
      "learning_rate": 3.692051100503474e-05,
      "loss": 0.0218,
      "step": 2500
    },
    {
      "epoch": 6.0774818401937045,
      "grad_norm": 0.4643798768520355,
      "learning_rate": 3.65344701243505e-05,
      "loss": 0.0195,
      "step": 2510
    },
    {
      "epoch": 6.101694915254237,
      "grad_norm": 0.45341044664382935,
      "learning_rate": 3.6149292787238704e-05,
      "loss": 0.0166,
      "step": 2520
    },
    {
      "epoch": 6.12590799031477,
      "grad_norm": 0.30894288420677185,
      "learning_rate": 3.576500369509745e-05,
      "loss": 0.0219,
      "step": 2530
    },
    {
      "epoch": 6.150121065375303,
      "grad_norm": 0.3712292015552521,
      "learning_rate": 3.53816274923617e-05,
      "loss": 0.0187,
      "step": 2540
    },
    {
      "epoch": 6.174334140435835,
      "grad_norm": 0.47140249609947205,
      "learning_rate": 3.499918876492291e-05,
      "loss": 0.0211,
      "step": 2550
    },
    {
      "epoch": 6.198547215496368,
      "grad_norm": 0.38516488671302795,
      "learning_rate": 3.461771203855228e-05,
      "loss": 0.0192,
      "step": 2560
    },
    {
      "epoch": 6.2227602905569,
      "grad_norm": 0.34641772508621216,
      "learning_rate": 3.423722177732794e-05,
      "loss": 0.0216,
      "step": 2570
    },
    {
      "epoch": 6.246973365617434,
      "grad_norm": 0.3299332559108734,
      "learning_rate": 3.38577423820661e-05,
      "loss": 0.0209,
      "step": 2580
    },
    {
      "epoch": 6.271186440677966,
      "grad_norm": 0.553364098072052,
      "learning_rate": 3.347929818875618e-05,
      "loss": 0.0188,
      "step": 2590
    },
    {
      "epoch": 6.295399515738499,
      "grad_norm": 0.38545793294906616,
      "learning_rate": 3.3101913467000175e-05,
      "loss": 0.0184,
      "step": 2600
    },
    {
      "epoch": 6.319612590799031,
      "grad_norm": 0.4425388276576996,
      "learning_rate": 3.2725612418456214e-05,
      "loss": 0.0144,
      "step": 2610
    },
    {
      "epoch": 6.343825665859564,
      "grad_norm": 0.44513943791389465,
      "learning_rate": 3.235041917528657e-05,
      "loss": 0.018,
      "step": 2620
    },
    {
      "epoch": 6.368038740920097,
      "grad_norm": 0.38934046030044556,
      "learning_rate": 3.197635779861002e-05,
      "loss": 0.0137,
      "step": 2630
    },
    {
      "epoch": 6.39225181598063,
      "grad_norm": 0.32404854893684387,
      "learning_rate": 3.160345227695878e-05,
      "loss": 0.0183,
      "step": 2640
    },
    {
      "epoch": 6.416464891041162,
      "grad_norm": 0.3926362097263336,
      "learning_rate": 3.123172652474017e-05,
      "loss": 0.0188,
      "step": 2650
    },
    {
      "epoch": 6.440677966101695,
      "grad_norm": 0.3511805832386017,
      "learning_rate": 3.086120438070299e-05,
      "loss": 0.0174,
      "step": 2660
    },
    {
      "epoch": 6.464891041162228,
      "grad_norm": 0.41467368602752686,
      "learning_rate": 3.0491909606408732e-05,
      "loss": 0.0169,
      "step": 2670
    },
    {
      "epoch": 6.4891041162227605,
      "grad_norm": 0.46039411425590515,
      "learning_rate": 3.0123865884707725e-05,
      "loss": 0.0171,
      "step": 2680
    },
    {
      "epoch": 6.513317191283293,
      "grad_norm": 0.2516304552555084,
      "learning_rate": 2.975709681822036e-05,
      "loss": 0.0156,
      "step": 2690
    },
    {
      "epoch": 6.5375302663438255,
      "grad_norm": 0.44931912422180176,
      "learning_rate": 2.9391625927823495e-05,
      "loss": 0.0162,
      "step": 2700
    },
    {
      "epoch": 6.561743341404358,
      "grad_norm": 0.4187862277030945,
      "learning_rate": 2.9027476651142027e-05,
      "loss": 0.0184,
      "step": 2710
    },
    {
      "epoch": 6.585956416464891,
      "grad_norm": 0.4053860902786255,
      "learning_rate": 2.8664672341045873e-05,
      "loss": 0.0101,
      "step": 2720
    },
    {
      "epoch": 6.610169491525424,
      "grad_norm": 0.5316996574401855,
      "learning_rate": 2.8303236264152282e-05,
      "loss": 0.0182,
      "step": 2730
    },
    {
      "epoch": 6.634382566585956,
      "grad_norm": 0.365032434463501,
      "learning_rate": 2.794319159933386e-05,
      "loss": 0.0192,
      "step": 2740
    },
    {
      "epoch": 6.658595641646489,
      "grad_norm": 0.32179316878318787,
      "learning_rate": 2.758456143623198e-05,
      "loss": 0.0128,
      "step": 2750
    },
    {
      "epoch": 6.682808716707022,
      "grad_norm": 0.4393117129802704,
      "learning_rate": 2.722736877377611e-05,
      "loss": 0.0145,
      "step": 2760
    },
    {
      "epoch": 6.707021791767555,
      "grad_norm": 0.4327678978443146,
      "learning_rate": 2.6871636518708988e-05,
      "loss": 0.0141,
      "step": 2770
    },
    {
      "epoch": 6.731234866828087,
      "grad_norm": 0.5295847654342651,
      "learning_rate": 2.6517387484117425e-05,
      "loss": 0.0164,
      "step": 2780
    },
    {
      "epoch": 6.75544794188862,
      "grad_norm": 0.36039385199546814,
      "learning_rate": 2.6164644387969395e-05,
      "loss": 0.0203,
      "step": 2790
    },
    {
      "epoch": 6.779661016949152,
      "grad_norm": 0.2282714545726776,
      "learning_rate": 2.581342985165719e-05,
      "loss": 0.0158,
      "step": 2800
    },
    {
      "epoch": 6.803874092009686,
      "grad_norm": 0.2851778566837311,
      "learning_rate": 2.5463766398546653e-05,
      "loss": 0.0151,
      "step": 2810
    },
    {
      "epoch": 6.828087167070218,
      "grad_norm": 0.2291736602783203,
      "learning_rate": 2.51156764525327e-05,
      "loss": 0.0145,
      "step": 2820
    },
    {
      "epoch": 6.852300242130751,
      "grad_norm": 0.20650063455104828,
      "learning_rate": 2.4769182336601414e-05,
      "loss": 0.0129,
      "step": 2830
    },
    {
      "epoch": 6.876513317191283,
      "grad_norm": 0.40692734718322754,
      "learning_rate": 2.4424306271398344e-05,
      "loss": 0.0144,
      "step": 2840
    },
    {
      "epoch": 6.900726392251816,
      "grad_norm": 0.2539825439453125,
      "learning_rate": 2.4081070373803544e-05,
      "loss": 0.0124,
      "step": 2850
    },
    {
      "epoch": 6.924939467312349,
      "grad_norm": 0.3327092230319977,
      "learning_rate": 2.373949665551326e-05,
      "loss": 0.0135,
      "step": 2860
    },
    {
      "epoch": 6.9491525423728815,
      "grad_norm": 0.23752745985984802,
      "learning_rate": 2.3399607021628296e-05,
      "loss": 0.0168,
      "step": 2870
    },
    {
      "epoch": 6.973365617433414,
      "grad_norm": 0.6486648321151733,
      "learning_rate": 2.3061423269249177e-05,
      "loss": 0.0239,
      "step": 2880
    },
    {
      "epoch": 6.9975786924939465,
      "grad_norm": 0.4262261390686035,
      "learning_rate": 2.2724967086078368e-05,
      "loss": 0.0165,
      "step": 2890
    },
    {
      "epoch": 7.021791767554479,
      "grad_norm": 0.3665315508842468,
      "learning_rate": 2.2390260049029464e-05,
      "loss": 0.0193,
      "step": 2900
    },
    {
      "epoch": 7.046004842615012,
      "grad_norm": 0.2535628080368042,
      "learning_rate": 2.2057323622843434e-05,
      "loss": 0.0205,
      "step": 2910
    },
    {
      "epoch": 7.070217917675545,
      "grad_norm": 0.3896631598472595,
      "learning_rate": 2.1726179158712024e-05,
      "loss": 0.0152,
      "step": 2920
    },
    {
      "epoch": 7.094430992736077,
      "grad_norm": 0.4730014204978943,
      "learning_rate": 2.1396847892908638e-05,
      "loss": 0.0152,
      "step": 2930
    },
    {
      "epoch": 7.11864406779661,
      "grad_norm": 0.5514535903930664,
      "learning_rate": 2.1069350945426346e-05,
      "loss": 0.0145,
      "step": 2940
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 0.5293081998825073,
      "learning_rate": 2.074370931862348e-05,
      "loss": 0.0185,
      "step": 2950
    },
    {
      "epoch": 7.167070217917676,
      "grad_norm": 0.41855254769325256,
      "learning_rate": 2.041994389587686e-05,
      "loss": 0.0154,
      "step": 2960
    },
    {
      "epoch": 7.191283292978208,
      "grad_norm": 0.4434002637863159,
      "learning_rate": 2.0098075440242388e-05,
      "loss": 0.0131,
      "step": 2970
    },
    {
      "epoch": 7.215496368038741,
      "grad_norm": 0.2480538785457611,
      "learning_rate": 1.9778124593123575e-05,
      "loss": 0.0113,
      "step": 2980
    },
    {
      "epoch": 7.239709443099273,
      "grad_norm": 0.18635334074497223,
      "learning_rate": 1.946011187294789e-05,
      "loss": 0.016,
      "step": 2990
    },
    {
      "epoch": 7.263922518159807,
      "grad_norm": 0.41284507513046265,
      "learning_rate": 1.9144057673850764e-05,
      "loss": 0.0145,
      "step": 3000
    },
    {
      "epoch": 7.288135593220339,
      "grad_norm": 0.5412480235099792,
      "learning_rate": 1.8829982264367875e-05,
      "loss": 0.0145,
      "step": 3010
    },
    {
      "epoch": 7.312348668280872,
      "grad_norm": 0.24749967455863953,
      "learning_rate": 1.8517905786135176e-05,
      "loss": 0.0165,
      "step": 3020
    },
    {
      "epoch": 7.336561743341404,
      "grad_norm": 0.18389324843883514,
      "learning_rate": 1.8207848252597348e-05,
      "loss": 0.0131,
      "step": 3030
    },
    {
      "epoch": 7.3607748184019375,
      "grad_norm": 0.19522632658481598,
      "learning_rate": 1.7899829547724216e-05,
      "loss": 0.0153,
      "step": 3040
    },
    {
      "epoch": 7.38498789346247,
      "grad_norm": 0.2908051013946533,
      "learning_rate": 1.7593869424735716e-05,
      "loss": 0.0174,
      "step": 3050
    },
    {
      "epoch": 7.4092009685230025,
      "grad_norm": 0.36149874329566956,
      "learning_rate": 1.728998750483503e-05,
      "loss": 0.0118,
      "step": 3060
    },
    {
      "epoch": 7.433414043583535,
      "grad_norm": 0.340459406375885,
      "learning_rate": 1.6988203275950303e-05,
      "loss": 0.0148,
      "step": 3070
    },
    {
      "epoch": 7.4576271186440675,
      "grad_norm": 0.4139629900455475,
      "learning_rate": 1.6688536091484867e-05,
      "loss": 0.016,
      "step": 3080
    },
    {
      "epoch": 7.481840193704601,
      "grad_norm": 0.3118135333061218,
      "learning_rate": 1.6391005169076185e-05,
      "loss": 0.0161,
      "step": 3090
    },
    {
      "epoch": 7.506053268765133,
      "grad_norm": 0.3446888327598572,
      "learning_rate": 1.6095629589363354e-05,
      "loss": 0.0102,
      "step": 3100
    },
    {
      "epoch": 7.530266343825666,
      "grad_norm": 0.26590508222579956,
      "learning_rate": 1.5802428294763427e-05,
      "loss": 0.0142,
      "step": 3110
    },
    {
      "epoch": 7.554479418886198,
      "grad_norm": 0.3192645013332367,
      "learning_rate": 1.5511420088256784e-05,
      "loss": 0.0155,
      "step": 3120
    },
    {
      "epoch": 7.578692493946731,
      "grad_norm": 0.2406865656375885,
      "learning_rate": 1.5222623632181126e-05,
      "loss": 0.014,
      "step": 3130
    },
    {
      "epoch": 7.602905569007264,
      "grad_norm": 0.29127171635627747,
      "learning_rate": 1.4936057447034762e-05,
      "loss": 0.0123,
      "step": 3140
    },
    {
      "epoch": 7.627118644067797,
      "grad_norm": 0.21008546650409698,
      "learning_rate": 1.4651739910288892e-05,
      "loss": 0.0115,
      "step": 3150
    },
    {
      "epoch": 7.651331719128329,
      "grad_norm": 0.3151668608188629,
      "learning_rate": 1.4369689255209029e-05,
      "loss": 0.019,
      "step": 3160
    },
    {
      "epoch": 7.675544794188862,
      "grad_norm": 0.5413271188735962,
      "learning_rate": 1.4089923569685692e-05,
      "loss": 0.0187,
      "step": 3170
    },
    {
      "epoch": 7.699757869249394,
      "grad_norm": 0.3901917636394501,
      "learning_rate": 1.3812460795074445e-05,
      "loss": 0.0133,
      "step": 3180
    },
    {
      "epoch": 7.723970944309928,
      "grad_norm": 0.3571145832538605,
      "learning_rate": 1.353731872504534e-05,
      "loss": 0.018,
      "step": 3190
    },
    {
      "epoch": 7.74818401937046,
      "grad_norm": 0.1830454170703888,
      "learning_rate": 1.3264515004441813e-05,
      "loss": 0.0155,
      "step": 3200
    },
    {
      "epoch": 7.772397094430993,
      "grad_norm": 0.3164803385734558,
      "learning_rate": 1.299406712814904e-05,
      "loss": 0.0123,
      "step": 3210
    },
    {
      "epoch": 7.796610169491525,
      "grad_norm": 0.3490462601184845,
      "learning_rate": 1.2725992439972113e-05,
      "loss": 0.013,
      "step": 3220
    },
    {
      "epoch": 7.8208232445520585,
      "grad_norm": 0.7496345639228821,
      "learning_rate": 1.2460308131523668e-05,
      "loss": 0.0155,
      "step": 3230
    },
    {
      "epoch": 7.845036319612591,
      "grad_norm": 0.3881627321243286,
      "learning_rate": 1.2197031241121481e-05,
      "loss": 0.0134,
      "step": 3240
    },
    {
      "epoch": 7.8692493946731235,
      "grad_norm": 0.6886332631111145,
      "learning_rate": 1.1936178652695762e-05,
      "loss": 0.0157,
      "step": 3250
    },
    {
      "epoch": 7.893462469733656,
      "grad_norm": 0.453621506690979,
      "learning_rate": 1.1677767094706366e-05,
      "loss": 0.0156,
      "step": 3260
    },
    {
      "epoch": 7.917675544794189,
      "grad_norm": 0.6541271209716797,
      "learning_rate": 1.1421813139070015e-05,
      "loss": 0.015,
      "step": 3270
    },
    {
      "epoch": 7.941888619854722,
      "grad_norm": 0.19482707977294922,
      "learning_rate": 1.1168333200097581e-05,
      "loss": 0.0154,
      "step": 3280
    },
    {
      "epoch": 7.966101694915254,
      "grad_norm": 0.3815418779850006,
      "learning_rate": 1.0917343533441405e-05,
      "loss": 0.0151,
      "step": 3290
    },
    {
      "epoch": 7.990314769975787,
      "grad_norm": 0.22648939490318298,
      "learning_rate": 1.066886023505279e-05,
      "loss": 0.0157,
      "step": 3300
    },
    {
      "epoch": 8.01452784503632,
      "grad_norm": 0.22604836523532867,
      "learning_rate": 1.0422899240149814e-05,
      "loss": 0.0142,
      "step": 3310
    },
    {
      "epoch": 8.038740920096853,
      "grad_norm": 0.24534879624843597,
      "learning_rate": 1.017947632219542e-05,
      "loss": 0.0138,
      "step": 3320
    },
    {
      "epoch": 8.062953995157384,
      "grad_norm": 0.3026754558086395,
      "learning_rate": 9.938607091885793e-06,
      "loss": 0.0145,
      "step": 3330
    },
    {
      "epoch": 8.087167070217918,
      "grad_norm": 0.2571144104003906,
      "learning_rate": 9.700306996149332e-06,
      "loss": 0.0122,
      "step": 3340
    },
    {
      "epoch": 8.111380145278451,
      "grad_norm": 0.1984659880399704,
      "learning_rate": 9.464591317155996e-06,
      "loss": 0.016,
      "step": 3350
    },
    {
      "epoch": 8.135593220338983,
      "grad_norm": 0.4001196026802063,
      "learning_rate": 9.23147517133724e-06,
      "loss": 0.011,
      "step": 3360
    },
    {
      "epoch": 8.159806295399516,
      "grad_norm": 0.4187612533569336,
      "learning_rate": 9.00097350841661e-06,
      "loss": 0.0111,
      "step": 3370
    },
    {
      "epoch": 8.184019370460048,
      "grad_norm": 0.2470700591802597,
      "learning_rate": 8.773101110451082e-06,
      "loss": 0.0099,
      "step": 3380
    },
    {
      "epoch": 8.208232445520581,
      "grad_norm": 0.2544308602809906,
      "learning_rate": 8.547872590883016e-06,
      "loss": 0.0132,
      "step": 3390
    },
    {
      "epoch": 8.232445520581114,
      "grad_norm": 0.3814391493797302,
      "learning_rate": 8.325302393602985e-06,
      "loss": 0.0176,
      "step": 3400
    },
    {
      "epoch": 8.256658595641646,
      "grad_norm": 0.446252703666687,
      "learning_rate": 8.10540479202358e-06,
      "loss": 0.0135,
      "step": 3410
    },
    {
      "epoch": 8.28087167070218,
      "grad_norm": 0.2458113580942154,
      "learning_rate": 7.888193888163942e-06,
      "loss": 0.0139,
      "step": 3420
    },
    {
      "epoch": 8.305084745762711,
      "grad_norm": 0.2790254056453705,
      "learning_rate": 7.673683611745518e-06,
      "loss": 0.0094,
      "step": 3430
    },
    {
      "epoch": 8.329297820823244,
      "grad_norm": 0.4545155465602875,
      "learning_rate": 7.461887719298632e-06,
      "loss": 0.0145,
      "step": 3440
    },
    {
      "epoch": 8.353510895883778,
      "grad_norm": 0.45168566703796387,
      "learning_rate": 7.252819793280391e-06,
      "loss": 0.0141,
      "step": 3450
    },
    {
      "epoch": 8.37772397094431,
      "grad_norm": 0.35018378496170044,
      "learning_rate": 7.046493241203539e-06,
      "loss": 0.0122,
      "step": 3460
    },
    {
      "epoch": 8.401937046004843,
      "grad_norm": 0.2541906535625458,
      "learning_rate": 6.842921294776699e-06,
      "loss": 0.0155,
      "step": 3470
    },
    {
      "epoch": 8.426150121065376,
      "grad_norm": 0.3892095685005188,
      "learning_rate": 6.642117009055854e-06,
      "loss": 0.0108,
      "step": 3480
    },
    {
      "epoch": 8.450363196125908,
      "grad_norm": 0.35709190368652344,
      "learning_rate": 6.44409326160702e-06,
      "loss": 0.011,
      "step": 3490
    },
    {
      "epoch": 8.474576271186441,
      "grad_norm": 0.46146559715270996,
      "learning_rate": 6.24886275168049e-06,
      "loss": 0.0111,
      "step": 3500
    },
    {
      "epoch": 8.498789346246973,
      "grad_norm": 0.6905137896537781,
      "learning_rate": 6.0564379993964415e-06,
      "loss": 0.0165,
      "step": 3510
    },
    {
      "epoch": 8.523002421307506,
      "grad_norm": 0.3822910785675049,
      "learning_rate": 5.866831344941948e-06,
      "loss": 0.0127,
      "step": 3520
    },
    {
      "epoch": 8.54721549636804,
      "grad_norm": 0.592910885810852,
      "learning_rate": 5.680054947779684e-06,
      "loss": 0.0124,
      "step": 3530
    },
    {
      "epoch": 8.571428571428571,
      "grad_norm": 0.1693124622106552,
      "learning_rate": 5.496120785868097e-06,
      "loss": 0.0115,
      "step": 3540
    },
    {
      "epoch": 8.595641646489105,
      "grad_norm": 0.2580435872077942,
      "learning_rate": 5.315040654893261e-06,
      "loss": 0.0123,
      "step": 3550
    },
    {
      "epoch": 8.619854721549636,
      "grad_norm": 0.38052746653556824,
      "learning_rate": 5.136826167512415e-06,
      "loss": 0.0133,
      "step": 3560
    },
    {
      "epoch": 8.64406779661017,
      "grad_norm": 0.23417942225933075,
      "learning_rate": 4.961488752609289e-06,
      "loss": 0.0121,
      "step": 3570
    },
    {
      "epoch": 8.668280871670703,
      "grad_norm": 0.2762776017189026,
      "learning_rate": 4.789039654561128e-06,
      "loss": 0.0099,
      "step": 3580
    },
    {
      "epoch": 8.692493946731235,
      "grad_norm": 0.2401086688041687,
      "learning_rate": 4.6194899325175845e-06,
      "loss": 0.0111,
      "step": 3590
    },
    {
      "epoch": 8.716707021791768,
      "grad_norm": 0.583827793598175,
      "learning_rate": 4.452850459691515e-06,
      "loss": 0.0094,
      "step": 3600
    },
    {
      "epoch": 8.7409200968523,
      "grad_norm": 0.29906371235847473,
      "learning_rate": 4.28913192266171e-06,
      "loss": 0.0108,
      "step": 3610
    },
    {
      "epoch": 8.765133171912833,
      "grad_norm": 0.33410441875457764,
      "learning_rate": 4.128344820687491e-06,
      "loss": 0.017,
      "step": 3620
    },
    {
      "epoch": 8.789346246973366,
      "grad_norm": 0.3000377118587494,
      "learning_rate": 3.970499465035471e-06,
      "loss": 0.0104,
      "step": 3630
    },
    {
      "epoch": 8.813559322033898,
      "grad_norm": 0.34526678919792175,
      "learning_rate": 3.815605978318243e-06,
      "loss": 0.0117,
      "step": 3640
    },
    {
      "epoch": 8.837772397094431,
      "grad_norm": 0.15890513360500336,
      "learning_rate": 3.6636742938452372e-06,
      "loss": 0.0102,
      "step": 3650
    },
    {
      "epoch": 8.861985472154963,
      "grad_norm": 0.1767040193080902,
      "learning_rate": 3.5147141549856765e-06,
      "loss": 0.013,
      "step": 3660
    },
    {
      "epoch": 8.886198547215496,
      "grad_norm": 0.3709566295146942,
      "learning_rate": 3.3687351145437864e-06,
      "loss": 0.0149,
      "step": 3670
    },
    {
      "epoch": 8.91041162227603,
      "grad_norm": 0.19601866602897644,
      "learning_rate": 3.2257465341461178e-06,
      "loss": 0.0117,
      "step": 3680
    },
    {
      "epoch": 8.934624697336561,
      "grad_norm": 0.2117300182580948,
      "learning_rate": 3.085757583641219e-06,
      "loss": 0.0133,
      "step": 3690
    },
    {
      "epoch": 8.958837772397095,
      "grad_norm": 0.43014609813690186,
      "learning_rate": 2.9487772405115576e-06,
      "loss": 0.0104,
      "step": 3700
    },
    {
      "epoch": 8.983050847457626,
      "grad_norm": 0.1782502681016922,
      "learning_rate": 2.8148142892978013e-06,
      "loss": 0.0109,
      "step": 3710
    },
    {
      "epoch": 9.00726392251816,
      "grad_norm": 0.515754222869873,
      "learning_rate": 2.683877321035488e-06,
      "loss": 0.0109,
      "step": 3720
    },
    {
      "epoch": 9.031476997578693,
      "grad_norm": 0.41731247305870056,
      "learning_rate": 2.5559747327040195e-06,
      "loss": 0.0128,
      "step": 3730
    },
    {
      "epoch": 9.055690072639225,
      "grad_norm": 0.4359779357910156,
      "learning_rate": 2.431114726688255e-06,
      "loss": 0.0162,
      "step": 3740
    },
    {
      "epoch": 9.079903147699758,
      "grad_norm": 0.3959914743900299,
      "learning_rate": 2.3093053102524133e-06,
      "loss": 0.0161,
      "step": 3750
    },
    {
      "epoch": 9.104116222760291,
      "grad_norm": 0.23284198343753815,
      "learning_rate": 2.1905542950265813e-06,
      "loss": 0.0119,
      "step": 3760
    },
    {
      "epoch": 9.128329297820823,
      "grad_norm": 0.2471969574689865,
      "learning_rate": 2.0748692965058327e-06,
      "loss": 0.0112,
      "step": 3770
    },
    {
      "epoch": 9.152542372881356,
      "grad_norm": 0.29521581530570984,
      "learning_rate": 1.962257733561723e-06,
      "loss": 0.0103,
      "step": 3780
    },
    {
      "epoch": 9.176755447941888,
      "grad_norm": 0.334814190864563,
      "learning_rate": 1.852726827966611e-06,
      "loss": 0.0117,
      "step": 3790
    },
    {
      "epoch": 9.200968523002421,
      "grad_norm": 0.30945488810539246,
      "learning_rate": 1.746283603930493e-06,
      "loss": 0.0118,
      "step": 3800
    },
    {
      "epoch": 9.225181598062955,
      "grad_norm": 0.2957359254360199,
      "learning_rate": 1.6429348876505323e-06,
      "loss": 0.0128,
      "step": 3810
    },
    {
      "epoch": 9.249394673123486,
      "grad_norm": 0.23440304398536682,
      "learning_rate": 1.5426873068733193e-06,
      "loss": 0.0133,
      "step": 3820
    },
    {
      "epoch": 9.27360774818402,
      "grad_norm": 0.2585028111934662,
      "learning_rate": 1.4455472904698231e-06,
      "loss": 0.0149,
      "step": 3830
    },
    {
      "epoch": 9.297820823244551,
      "grad_norm": 0.30870312452316284,
      "learning_rate": 1.3515210680230982e-06,
      "loss": 0.0098,
      "step": 3840
    },
    {
      "epoch": 9.322033898305085,
      "grad_norm": 0.27497830986976624,
      "learning_rate": 1.260614669428789e-06,
      "loss": 0.0174,
      "step": 3850
    },
    {
      "epoch": 9.346246973365618,
      "grad_norm": 0.22433800995349884,
      "learning_rate": 1.1728339245084485e-06,
      "loss": 0.0111,
      "step": 3860
    },
    {
      "epoch": 9.37046004842615,
      "grad_norm": 0.37047669291496277,
      "learning_rate": 1.0881844626356607e-06,
      "loss": 0.0111,
      "step": 3870
    },
    {
      "epoch": 9.394673123486683,
      "grad_norm": 0.2361232042312622,
      "learning_rate": 1.0066717123750068e-06,
      "loss": 0.0124,
      "step": 3880
    },
    {
      "epoch": 9.418886198547215,
      "grad_norm": 0.3410983383655548,
      "learning_rate": 9.283009011339605e-07,
      "loss": 0.0112,
      "step": 3890
    },
    {
      "epoch": 9.443099273607748,
      "grad_norm": 0.2599528729915619,
      "learning_rate": 8.530770548276612e-07,
      "loss": 0.0086,
      "step": 3900
    },
    {
      "epoch": 9.467312348668282,
      "grad_norm": 0.3180170953273773,
      "learning_rate": 7.810049975565781e-07,
      "loss": 0.0096,
      "step": 3910
    },
    {
      "epoch": 9.491525423728813,
      "grad_norm": 0.21840566396713257,
      "learning_rate": 7.120893512971405e-07,
      "loss": 0.0105,
      "step": 3920
    },
    {
      "epoch": 9.515738498789347,
      "grad_norm": 0.173859104514122,
      "learning_rate": 6.463345356053529e-07,
      "loss": 0.01,
      "step": 3930
    },
    {
      "epoch": 9.539951573849878,
      "grad_norm": 0.2144845426082611,
      "learning_rate": 5.837447673333551e-07,
      "loss": 0.0111,
      "step": 3940
    },
    {
      "epoch": 9.564164648910412,
      "grad_norm": 0.263040155172348,
      "learning_rate": 5.243240603589939e-07,
      "loss": 0.0104,
      "step": 3950
    },
    {
      "epoch": 9.588377723970945,
      "grad_norm": 0.2790661156177521,
      "learning_rate": 4.6807622532841766e-07,
      "loss": 0.0108,
      "step": 3960
    },
    {
      "epoch": 9.612590799031477,
      "grad_norm": 0.32049551606178284,
      "learning_rate": 4.1500486941171146e-07,
      "loss": 0.0104,
      "step": 3970
    },
    {
      "epoch": 9.63680387409201,
      "grad_norm": 0.22142082452774048,
      "learning_rate": 3.651133960715314e-07,
      "loss": 0.0137,
      "step": 3980
    },
    {
      "epoch": 9.661016949152543,
      "grad_norm": 0.2482762634754181,
      "learning_rate": 3.184050048448906e-07,
      "loss": 0.0103,
      "step": 3990
    },
    {
      "epoch": 9.685230024213075,
      "grad_norm": 0.2733849883079529,
      "learning_rate": 2.7488269113793985e-07,
      "loss": 0.0112,
      "step": 4000
    },
    {
      "epoch": 9.709443099273608,
      "grad_norm": 0.12781202793121338,
      "learning_rate": 2.3454924603388273e-07,
      "loss": 0.0112,
      "step": 4010
    },
    {
      "epoch": 9.73365617433414,
      "grad_norm": 0.28209537267684937,
      "learning_rate": 1.9740725611397947e-07,
      "loss": 0.0096,
      "step": 4020
    },
    {
      "epoch": 9.757869249394673,
      "grad_norm": 0.20635870099067688,
      "learning_rate": 1.634591032916799e-07,
      "loss": 0.0117,
      "step": 4030
    },
    {
      "epoch": 9.782082324455207,
      "grad_norm": 0.2143334150314331,
      "learning_rate": 1.3270696465985667e-07,
      "loss": 0.0132,
      "step": 4040
    },
    {
      "epoch": 9.806295399515738,
      "grad_norm": 0.5383320450782776,
      "learning_rate": 1.0515281235120022e-07,
      "loss": 0.0157,
      "step": 4050
    },
    {
      "epoch": 9.830508474576272,
      "grad_norm": 0.1887156069278717,
      "learning_rate": 8.079841341174787e-08,
      "loss": 0.0115,
      "step": 4060
    },
    {
      "epoch": 9.854721549636803,
      "grad_norm": 0.6771607398986816,
      "learning_rate": 5.964532968754655e-08,
      "loss": 0.0148,
      "step": 4070
    },
    {
      "epoch": 9.878934624697337,
      "grad_norm": 0.15422938764095306,
      "learning_rate": 4.1694917724499626e-08,
      "loss": 0.0098,
      "step": 4080
    },
    {
      "epoch": 9.90314769975787,
      "grad_norm": 0.24615567922592163,
      "learning_rate": 2.6948328681392077e-08,
      "loss": 0.0121,
      "step": 4090
    },
    {
      "epoch": 9.927360774818402,
      "grad_norm": 0.5549627542495728,
      "learning_rate": 1.5406508256032846e-08,
      "loss": 0.0124,
      "step": 4100
    },
    {
      "epoch": 9.951573849878935,
      "grad_norm": 0.31257057189941406,
      "learning_rate": 7.0701966246311536e-09,
      "loss": 0.0163,
      "step": 4110
    },
    {
      "epoch": 9.975786924939467,
      "grad_norm": 0.19799315929412842,
      "learning_rate": 1.9399283943233314e-09,
      "loss": 0.0098,
      "step": 4120
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.5619280338287354,
      "learning_rate": 1.6032568883606048e-11,
      "loss": 0.0108,
      "step": 4130
    },
    {
      "epoch": 10.0,
      "step": 4130,
      "total_flos": 0.0,
      "train_loss": 0.030211533891086717,
      "train_runtime": 4229.8026,
      "train_samples_per_second": 47.773,
      "train_steps_per_second": 0.976
    }
  ],
  "logging_steps": 10,
  "max_steps": 4130,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 49,
  "trial_name": null,
  "trial_params": null
}