{
  "best_global_step": 262707,
  "best_metric": 0.7949345230005451,
  "best_model_checkpoint": "./GIST-small-c4-en-classla_ParlaCAP/checkpoint-262707",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 262707,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005709783142436251,
      "grad_norm": 4.944253444671631,
      "learning_rate": 4.990502727373082e-05,
      "loss": 2.168,
      "step": 500
    },
    {
      "epoch": 0.011419566284872501,
      "grad_norm": 11.386345863342285,
      "learning_rate": 4.9809864221356876e-05,
      "loss": 1.4219,
      "step": 1000
    },
    {
      "epoch": 0.01712934942730875,
      "grad_norm": 11.292571067810059,
      "learning_rate": 4.9714701168982934e-05,
      "loss": 1.2196,
      "step": 1500
    },
    {
      "epoch": 0.022839132569745003,
      "grad_norm": 14.853157043457031,
      "learning_rate": 4.9619538116609e-05,
      "loss": 1.1147,
      "step": 2000
    },
    {
      "epoch": 0.028548915712181253,
      "grad_norm": 8.119362831115723,
      "learning_rate": 4.952437506423506e-05,
      "loss": 1.0641,
      "step": 2500
    },
    {
      "epoch": 0.0342586988546175,
      "grad_norm": 6.76038932800293,
      "learning_rate": 4.942921201186113e-05,
      "loss": 1.0098,
      "step": 3000
    },
    {
      "epoch": 0.03996848199705375,
      "grad_norm": 10.58132266998291,
      "learning_rate": 4.9334048959487186e-05,
      "loss": 0.96,
      "step": 3500
    },
    {
      "epoch": 0.045678265139490005,
      "grad_norm": 8.012995719909668,
      "learning_rate": 4.923888590711325e-05,
      "loss": 0.9432,
      "step": 4000
    },
    {
      "epoch": 0.05138804828192625,
      "grad_norm": 13.243298530578613,
      "learning_rate": 4.914372285473931e-05,
      "loss": 0.9315,
      "step": 4500
    },
    {
      "epoch": 0.057097831424362505,
      "grad_norm": 11.433088302612305,
      "learning_rate": 4.9048559802365374e-05,
      "loss": 0.8722,
      "step": 5000
    },
    {
      "epoch": 0.06280761456679876,
      "grad_norm": 5.974884986877441,
      "learning_rate": 4.895339674999144e-05,
      "loss": 0.9085,
      "step": 5500
    },
    {
      "epoch": 0.068517397709235,
      "grad_norm": 9.495060920715332,
      "learning_rate": 4.8858233697617504e-05,
      "loss": 0.8721,
      "step": 6000
    },
    {
      "epoch": 0.07422718085167125,
      "grad_norm": 7.690396308898926,
      "learning_rate": 4.876307064524356e-05,
      "loss": 0.8691,
      "step": 6500
    },
    {
      "epoch": 0.0799369639941075,
      "grad_norm": 14.51662540435791,
      "learning_rate": 4.866790759286963e-05,
      "loss": 0.8439,
      "step": 7000
    },
    {
      "epoch": 0.08564674713654376,
      "grad_norm": 13.279537200927734,
      "learning_rate": 4.8572744540495685e-05,
      "loss": 0.8559,
      "step": 7500
    },
    {
      "epoch": 0.09135653027898001,
      "grad_norm": 23.843515396118164,
      "learning_rate": 4.847758148812175e-05,
      "loss": 0.8378,
      "step": 8000
    },
    {
      "epoch": 0.09706631342141625,
      "grad_norm": 11.225281715393066,
      "learning_rate": 4.8382418435747814e-05,
      "loss": 0.8318,
      "step": 8500
    },
    {
      "epoch": 0.1027760965638525,
      "grad_norm": 4.470768451690674,
      "learning_rate": 4.828725538337387e-05,
      "loss": 0.803,
      "step": 9000
    },
    {
      "epoch": 0.10848587970628876,
      "grad_norm": 12.032146453857422,
      "learning_rate": 4.819209233099994e-05,
      "loss": 0.8421,
      "step": 9500
    },
    {
      "epoch": 0.11419566284872501,
      "grad_norm": 16.474056243896484,
      "learning_rate": 4.8096929278626e-05,
      "loss": 0.7915,
      "step": 10000
    },
    {
      "epoch": 0.11990544599116125,
      "grad_norm": 6.858468532562256,
      "learning_rate": 4.800176622625207e-05,
      "loss": 0.8655,
      "step": 10500
    },
    {
      "epoch": 0.12561522913359752,
      "grad_norm": 10.934478759765625,
      "learning_rate": 4.7906603173878125e-05,
      "loss": 0.8285,
      "step": 11000
    },
    {
      "epoch": 0.13132501227603374,
      "grad_norm": 12.193120956420898,
      "learning_rate": 4.781144012150418e-05,
      "loss": 0.803,
      "step": 11500
    },
    {
      "epoch": 0.13703479541847,
      "grad_norm": 6.725261211395264,
      "learning_rate": 4.771627706913025e-05,
      "loss": 0.8267,
      "step": 12000
    },
    {
      "epoch": 0.14274457856090625,
      "grad_norm": 14.770988464355469,
      "learning_rate": 4.762111401675631e-05,
      "loss": 0.8086,
      "step": 12500
    },
    {
      "epoch": 0.1484543617033425,
      "grad_norm": 16.46515655517578,
      "learning_rate": 4.752595096438238e-05,
      "loss": 0.8017,
      "step": 13000
    },
    {
      "epoch": 0.15416414484577876,
      "grad_norm": 4.479316711425781,
      "learning_rate": 4.743078791200844e-05,
      "loss": 0.7598,
      "step": 13500
    },
    {
      "epoch": 0.159873927988215,
      "grad_norm": 18.780046463012695,
      "learning_rate": 4.73356248596345e-05,
      "loss": 0.8151,
      "step": 14000
    },
    {
      "epoch": 0.16558371113065126,
      "grad_norm": 11.749135971069336,
      "learning_rate": 4.724046180726056e-05,
      "loss": 0.8126,
      "step": 14500
    },
    {
      "epoch": 0.17129349427308752,
      "grad_norm": 18.765846252441406,
      "learning_rate": 4.7145298754886624e-05,
      "loss": 0.79,
      "step": 15000
    },
    {
      "epoch": 0.17700327741552377,
      "grad_norm": 8.909028053283691,
      "learning_rate": 4.705013570251269e-05,
      "loss": 0.7979,
      "step": 15500
    },
    {
      "epoch": 0.18271306055796002,
      "grad_norm": 9.978530883789062,
      "learning_rate": 4.695497265013875e-05,
      "loss": 0.7982,
      "step": 16000
    },
    {
      "epoch": 0.18842284370039625,
      "grad_norm": 15.555930137634277,
      "learning_rate": 4.685980959776481e-05,
      "loss": 0.7546,
      "step": 16500
    },
    {
      "epoch": 0.1941326268428325,
      "grad_norm": 11.95556640625,
      "learning_rate": 4.676464654539087e-05,
      "loss": 0.7905,
      "step": 17000
    },
    {
      "epoch": 0.19984240998526875,
      "grad_norm": 14.647997856140137,
      "learning_rate": 4.6669483493016934e-05,
      "loss": 0.7748,
      "step": 17500
    },
    {
      "epoch": 0.205552193127705,
      "grad_norm": 13.121538162231445,
      "learning_rate": 4.6574320440643e-05,
      "loss": 0.8059,
      "step": 18000
    },
    {
      "epoch": 0.21126197627014126,
      "grad_norm": 8.84867000579834,
      "learning_rate": 4.6479157388269064e-05,
      "loss": 0.7644,
      "step": 18500
    },
    {
      "epoch": 0.21697175941257751,
      "grad_norm": 9.465590476989746,
      "learning_rate": 4.638399433589513e-05,
      "loss": 0.761,
      "step": 19000
    },
    {
      "epoch": 0.22268154255501377,
      "grad_norm": 12.70663833618164,
      "learning_rate": 4.628883128352119e-05,
      "loss": 0.7862,
      "step": 19500
    },
    {
      "epoch": 0.22839132569745002,
      "grad_norm": 13.037858009338379,
      "learning_rate": 4.619366823114725e-05,
      "loss": 0.798,
      "step": 20000
    },
    {
      "epoch": 0.23410110883988627,
      "grad_norm": 10.872185707092285,
      "learning_rate": 4.609850517877331e-05,
      "loss": 0.7795,
      "step": 20500
    },
    {
      "epoch": 0.2398108919823225,
      "grad_norm": 13.620186805725098,
      "learning_rate": 4.6003342126399375e-05,
      "loss": 0.7909,
      "step": 21000
    },
    {
      "epoch": 0.24552067512475875,
      "grad_norm": 5.768845081329346,
      "learning_rate": 4.590817907402544e-05,
      "loss": 0.7736,
      "step": 21500
    },
    {
      "epoch": 0.25123045826719503,
      "grad_norm": 15.082560539245605,
      "learning_rate": 4.58130160216515e-05,
      "loss": 0.7658,
      "step": 22000
    },
    {
      "epoch": 0.2569402414096313,
      "grad_norm": 8.548727035522461,
      "learning_rate": 4.571785296927756e-05,
      "loss": 0.795,
      "step": 22500
    },
    {
      "epoch": 0.2626500245520675,
      "grad_norm": 13.249772071838379,
      "learning_rate": 4.562268991690363e-05,
      "loss": 0.7768,
      "step": 23000
    },
    {
      "epoch": 0.26835980769450374,
      "grad_norm": 11.923537254333496,
      "learning_rate": 4.5527526864529685e-05,
      "loss": 0.7508,
      "step": 23500
    },
    {
      "epoch": 0.27406959083694,
      "grad_norm": 15.875543594360352,
      "learning_rate": 4.543236381215575e-05,
      "loss": 0.7733,
      "step": 24000
    },
    {
      "epoch": 0.27977937397937624,
      "grad_norm": 12.786002159118652,
      "learning_rate": 4.5337200759781815e-05,
      "loss": 0.756,
      "step": 24500
    },
    {
      "epoch": 0.2854891571218125,
      "grad_norm": 11.087667465209961,
      "learning_rate": 4.524203770740787e-05,
      "loss": 0.7606,
      "step": 25000
    },
    {
      "epoch": 0.29119894026424875,
      "grad_norm": 18.44733428955078,
      "learning_rate": 4.514687465503394e-05,
      "loss": 0.7789,
      "step": 25500
    },
    {
      "epoch": 0.296908723406685,
      "grad_norm": 17.520118713378906,
      "learning_rate": 4.505171160266e-05,
      "loss": 0.7524,
      "step": 26000
    },
    {
      "epoch": 0.30261850654912126,
      "grad_norm": 11.0647554397583,
      "learning_rate": 4.495654855028607e-05,
      "loss": 0.7697,
      "step": 26500
    },
    {
      "epoch": 0.3083282896915575,
      "grad_norm": 13.91831111907959,
      "learning_rate": 4.4861385497912126e-05,
      "loss": 0.7455,
      "step": 27000
    },
    {
      "epoch": 0.31403807283399376,
      "grad_norm": 13.973512649536133,
      "learning_rate": 4.4766222445538184e-05,
      "loss": 0.7428,
      "step": 27500
    },
    {
      "epoch": 0.31974785597643,
      "grad_norm": 7.518802642822266,
      "learning_rate": 4.467105939316425e-05,
      "loss": 0.7638,
      "step": 28000
    },
    {
      "epoch": 0.32545763911886627,
      "grad_norm": 14.770480155944824,
      "learning_rate": 4.457589634079031e-05,
      "loss": 0.7694,
      "step": 28500
    },
    {
      "epoch": 0.3311674222613025,
      "grad_norm": 14.93681526184082,
      "learning_rate": 4.448073328841638e-05,
      "loss": 0.7291,
      "step": 29000
    },
    {
      "epoch": 0.3368772054037388,
      "grad_norm": 11.424071311950684,
      "learning_rate": 4.438557023604244e-05,
      "loss": 0.7478,
      "step": 29500
    },
    {
      "epoch": 0.34258698854617503,
      "grad_norm": 9.006843566894531,
      "learning_rate": 4.4290407183668494e-05,
      "loss": 0.7272,
      "step": 30000
    },
    {
      "epoch": 0.3482967716886113,
      "grad_norm": 11.57009506225586,
      "learning_rate": 4.419524413129456e-05,
      "loss": 0.7767,
      "step": 30500
    },
    {
      "epoch": 0.35400655483104754,
      "grad_norm": 3.1001410484313965,
      "learning_rate": 4.4100081078920624e-05,
      "loss": 0.7185,
      "step": 31000
    },
    {
      "epoch": 0.3597163379734838,
      "grad_norm": 13.828011512756348,
      "learning_rate": 4.400491802654669e-05,
      "loss": 0.7378,
      "step": 31500
    },
    {
      "epoch": 0.36542612111592004,
      "grad_norm": 14.579014778137207,
      "learning_rate": 4.3909754974172754e-05,
      "loss": 0.7756,
      "step": 32000
    },
    {
      "epoch": 0.37113590425835624,
      "grad_norm": 8.74620246887207,
      "learning_rate": 4.381459192179881e-05,
      "loss": 0.7361,
      "step": 32500
    },
    {
      "epoch": 0.3768456874007925,
      "grad_norm": 7.134702205657959,
      "learning_rate": 4.371942886942487e-05,
      "loss": 0.7526,
      "step": 33000
    },
    {
      "epoch": 0.38255547054322875,
      "grad_norm": 8.996021270751953,
      "learning_rate": 4.3624265817050935e-05,
      "loss": 0.757,
      "step": 33500
    },
    {
      "epoch": 0.388265253685665,
      "grad_norm": 8.876764297485352,
      "learning_rate": 4.3529102764677e-05,
      "loss": 0.727,
      "step": 34000
    },
    {
      "epoch": 0.39397503682810125,
      "grad_norm": 14.881622314453125,
      "learning_rate": 4.3433939712303064e-05,
      "loss": 0.737,
      "step": 34500
    },
    {
      "epoch": 0.3996848199705375,
      "grad_norm": 8.225921630859375,
      "learning_rate": 4.333877665992912e-05,
      "loss": 0.7168,
      "step": 35000
    },
    {
      "epoch": 0.40539460311297376,
      "grad_norm": 6.620693206787109,
      "learning_rate": 4.324361360755519e-05,
      "loss": 0.7498,
      "step": 35500
    },
    {
      "epoch": 0.41110438625541,
      "grad_norm": 9.014230728149414,
      "learning_rate": 4.314845055518125e-05,
      "loss": 0.7494,
      "step": 36000
    },
    {
      "epoch": 0.41681416939784627,
      "grad_norm": 12.54456615447998,
      "learning_rate": 4.305328750280731e-05,
      "loss": 0.7659,
      "step": 36500
    },
    {
      "epoch": 0.4225239525402825,
      "grad_norm": 15.265359878540039,
      "learning_rate": 4.2958124450433375e-05,
      "loss": 0.7228,
      "step": 37000
    },
    {
      "epoch": 0.4282337356827188,
      "grad_norm": 11.624407768249512,
      "learning_rate": 4.286296139805944e-05,
      "loss": 0.7327,
      "step": 37500
    },
    {
      "epoch": 0.43394351882515503,
      "grad_norm": 6.819875717163086,
      "learning_rate": 4.27677983456855e-05,
      "loss": 0.7412,
      "step": 38000
    },
    {
      "epoch": 0.4396533019675913,
      "grad_norm": 10.23633098602295,
      "learning_rate": 4.267263529331156e-05,
      "loss": 0.7206,
      "step": 38500
    },
    {
      "epoch": 0.44536308511002753,
      "grad_norm": 10.610174179077148,
      "learning_rate": 4.257747224093763e-05,
      "loss": 0.7424,
      "step": 39000
    },
    {
      "epoch": 0.4510728682524638,
      "grad_norm": 7.551080226898193,
      "learning_rate": 4.2482309188563686e-05,
      "loss": 0.6976,
      "step": 39500
    },
    {
      "epoch": 0.45678265139490004,
      "grad_norm": 9.692900657653809,
      "learning_rate": 4.238714613618975e-05,
      "loss": 0.7318,
      "step": 40000
    },
    {
      "epoch": 0.4624924345373363,
      "grad_norm": 12.728472709655762,
      "learning_rate": 4.229198308381581e-05,
      "loss": 0.7323,
      "step": 40500
    },
    {
      "epoch": 0.46820221767977255,
      "grad_norm": 13.046818733215332,
      "learning_rate": 4.2196820031441873e-05,
      "loss": 0.7521,
      "step": 41000
    },
    {
      "epoch": 0.47391200082220875,
      "grad_norm": 12.270025253295898,
      "learning_rate": 4.210165697906794e-05,
      "loss": 0.7467,
      "step": 41500
    },
    {
      "epoch": 0.479621783964645,
      "grad_norm": 20.16293716430664,
      "learning_rate": 4.2006493926694e-05,
      "loss": 0.7085,
      "step": 42000
    },
    {
      "epoch": 0.48533156710708125,
      "grad_norm": 13.886468887329102,
      "learning_rate": 4.191133087432006e-05,
      "loss": 0.7381,
      "step": 42500
    },
    {
      "epoch": 0.4910413502495175,
      "grad_norm": 16.571537017822266,
      "learning_rate": 4.1816167821946126e-05,
      "loss": 0.7613,
      "step": 43000
    },
    {
      "epoch": 0.49675113339195376,
      "grad_norm": 6.7650017738342285,
      "learning_rate": 4.1721004769572184e-05,
      "loss": 0.7585,
      "step": 43500
    },
    {
      "epoch": 0.5024609165343901,
      "grad_norm": 8.969147682189941,
      "learning_rate": 4.162584171719825e-05,
      "loss": 0.7329,
      "step": 44000
    },
    {
      "epoch": 0.5081706996768263,
      "grad_norm": 19.023935317993164,
      "learning_rate": 4.1530678664824314e-05,
      "loss": 0.7399,
      "step": 44500
    },
    {
      "epoch": 0.5138804828192626,
      "grad_norm": 16.764772415161133,
      "learning_rate": 4.143551561245038e-05,
      "loss": 0.7304,
      "step": 45000
    },
    {
      "epoch": 0.5195902659616988,
      "grad_norm": 13.418842315673828,
      "learning_rate": 4.134035256007644e-05,
      "loss": 0.7255,
      "step": 45500
    },
    {
      "epoch": 0.525300049104135,
      "grad_norm": 10.196085929870605,
      "learning_rate": 4.1245189507702495e-05,
      "loss": 0.7293,
      "step": 46000
    },
    {
      "epoch": 0.5310098322465713,
      "grad_norm": 12.786845207214355,
      "learning_rate": 4.115002645532856e-05,
      "loss": 0.7136,
      "step": 46500
    },
    {
      "epoch": 0.5367196153890075,
      "grad_norm": 12.604538917541504,
      "learning_rate": 4.1054863402954625e-05,
      "loss": 0.6997,
      "step": 47000
    },
    {
      "epoch": 0.5424293985314438,
      "grad_norm": 13.734391212463379,
      "learning_rate": 4.095970035058069e-05,
      "loss": 0.7479,
      "step": 47500
    },
    {
      "epoch": 0.54813918167388,
      "grad_norm": 10.825624465942383,
      "learning_rate": 4.0864537298206754e-05,
      "loss": 0.7297,
      "step": 48000
    },
    {
      "epoch": 0.5538489648163163,
      "grad_norm": 7.740666389465332,
      "learning_rate": 4.076937424583281e-05,
      "loss": 0.7399,
      "step": 48500
    },
    {
      "epoch": 0.5595587479587525,
      "grad_norm": 18.62567901611328,
      "learning_rate": 4.067421119345887e-05,
      "loss": 0.7186,
      "step": 49000
    },
    {
      "epoch": 0.5652685311011888,
      "grad_norm": 9.055681228637695,
      "learning_rate": 4.0579048141084935e-05,
      "loss": 0.7562,
      "step": 49500
    },
    {
      "epoch": 0.570978314243625,
      "grad_norm": 10.727437019348145,
      "learning_rate": 4.0483885088711e-05,
      "loss": 0.7324,
      "step": 50000
    },
    {
      "epoch": 0.5766880973860613,
      "grad_norm": 7.783900737762451,
      "learning_rate": 4.0388722036337065e-05,
      "loss": 0.7227,
      "step": 50500
    },
    {
      "epoch": 0.5823978805284975,
      "grad_norm": 15.03797721862793,
      "learning_rate": 4.029355898396312e-05,
      "loss": 0.708,
      "step": 51000
    },
    {
      "epoch": 0.5881076636709338,
      "grad_norm": 14.706720352172852,
      "learning_rate": 4.019839593158919e-05,
      "loss": 0.7355,
      "step": 51500
    },
    {
      "epoch": 0.59381744681337,
      "grad_norm": 16.342226028442383,
      "learning_rate": 4.0103232879215246e-05,
      "loss": 0.7153,
      "step": 52000
    },
    {
      "epoch": 0.5995272299558063,
      "grad_norm": 10.912692070007324,
      "learning_rate": 4.000806982684131e-05,
      "loss": 0.6838,
      "step": 52500
    },
    {
      "epoch": 0.6052370130982425,
      "grad_norm": 12.917906761169434,
      "learning_rate": 3.9912906774467376e-05,
      "loss": 0.7382,
      "step": 53000
    },
    {
      "epoch": 0.6109467962406788,
      "grad_norm": 12.626951217651367,
      "learning_rate": 3.9817743722093434e-05,
      "loss": 0.72,
      "step": 53500
    },
    {
      "epoch": 0.616656579383115,
      "grad_norm": 12.581007957458496,
      "learning_rate": 3.97225806697195e-05,
      "loss": 0.744,
      "step": 54000
    },
    {
      "epoch": 0.6223663625255513,
      "grad_norm": 5.426951885223389,
      "learning_rate": 3.962741761734556e-05,
      "loss": 0.7272,
      "step": 54500
    },
    {
      "epoch": 0.6280761456679875,
      "grad_norm": 12.819961547851562,
      "learning_rate": 3.953225456497163e-05,
      "loss": 0.731,
      "step": 55000
    },
    {
      "epoch": 0.6337859288104237,
      "grad_norm": 11.050622940063477,
      "learning_rate": 3.9437091512597686e-05,
      "loss": 0.7319,
      "step": 55500
    },
    {
      "epoch": 0.63949571195286,
      "grad_norm": 8.76680850982666,
      "learning_rate": 3.934192846022375e-05,
      "loss": 0.6995,
      "step": 56000
    },
    {
      "epoch": 0.6452054950952962,
      "grad_norm": 8.433798789978027,
      "learning_rate": 3.924676540784981e-05,
      "loss": 0.7203,
      "step": 56500
    },
    {
      "epoch": 0.6509152782377325,
      "grad_norm": 8.64093017578125,
      "learning_rate": 3.9151602355475874e-05,
      "loss": 0.6999,
      "step": 57000
    },
    {
      "epoch": 0.6566250613801687,
      "grad_norm": 11.598130226135254,
      "learning_rate": 3.905643930310194e-05,
      "loss": 0.7119,
      "step": 57500
    },
    {
      "epoch": 0.662334844522605,
      "grad_norm": 8.509306907653809,
      "learning_rate": 3.8961276250728004e-05,
      "loss": 0.7101,
      "step": 58000
    },
    {
      "epoch": 0.6680446276650412,
      "grad_norm": 8.108753204345703,
      "learning_rate": 3.886611319835406e-05,
      "loss": 0.7286,
      "step": 58500
    },
    {
      "epoch": 0.6737544108074776,
      "grad_norm": 10.85849666595459,
      "learning_rate": 3.877095014598012e-05,
      "loss": 0.7263,
      "step": 59000
    },
    {
      "epoch": 0.6794641939499138,
      "grad_norm": 16.898836135864258,
      "learning_rate": 3.8675787093606185e-05,
      "loss": 0.7177,
      "step": 59500
    },
    {
      "epoch": 0.6851739770923501,
      "grad_norm": 21.30096435546875,
      "learning_rate": 3.858062404123225e-05,
      "loss": 0.7,
      "step": 60000
    },
    {
      "epoch": 0.6908837602347863,
      "grad_norm": 11.237278938293457,
      "learning_rate": 3.8485460988858314e-05,
      "loss": 0.725,
      "step": 60500
    },
    {
      "epoch": 0.6965935433772226,
      "grad_norm": 7.8916015625,
      "learning_rate": 3.839029793648438e-05,
      "loss": 0.7139,
      "step": 61000
    },
    {
      "epoch": 0.7023033265196588,
      "grad_norm": 7.730496406555176,
      "learning_rate": 3.829513488411044e-05,
      "loss": 0.6962,
      "step": 61500
    },
    {
      "epoch": 0.7080131096620951,
      "grad_norm": 13.568082809448242,
      "learning_rate": 3.8199971831736495e-05,
      "loss": 0.6938,
      "step": 62000
    },
    {
      "epoch": 0.7137228928045313,
      "grad_norm": 14.957942962646484,
      "learning_rate": 3.810480877936256e-05,
      "loss": 0.7016,
      "step": 62500
    },
    {
      "epoch": 0.7194326759469676,
      "grad_norm": 13.502388000488281,
      "learning_rate": 3.8009645726988625e-05,
      "loss": 0.7139,
      "step": 63000
    },
    {
      "epoch": 0.7251424590894038,
      "grad_norm": 21.735546112060547,
      "learning_rate": 3.791448267461469e-05,
      "loss": 0.7131,
      "step": 63500
    },
    {
      "epoch": 0.7308522422318401,
      "grad_norm": 11.479294776916504,
      "learning_rate": 3.781931962224075e-05,
      "loss": 0.7049,
      "step": 64000
    },
    {
      "epoch": 0.7365620253742763,
      "grad_norm": 13.23223876953125,
      "learning_rate": 3.772415656986681e-05,
      "loss": 0.7383,
      "step": 64500
    },
    {
      "epoch": 0.7422718085167125,
      "grad_norm": 10.94388198852539,
      "learning_rate": 3.762899351749287e-05,
      "loss": 0.7052,
      "step": 65000
    },
    {
      "epoch": 0.7479815916591488,
      "grad_norm": 9.498218536376953,
      "learning_rate": 3.7533830465118936e-05,
      "loss": 0.7217,
      "step": 65500
    },
    {
      "epoch": 0.753691374801585,
      "grad_norm": 9.05234146118164,
      "learning_rate": 3.7438667412745e-05,
      "loss": 0.7184,
      "step": 66000
    },
    {
      "epoch": 0.7594011579440213,
      "grad_norm": 8.797009468078613,
      "learning_rate": 3.7343504360371065e-05,
      "loss": 0.7133,
      "step": 66500
    },
    {
      "epoch": 0.7651109410864575,
      "grad_norm": 12.560905456542969,
      "learning_rate": 3.7248341307997123e-05,
      "loss": 0.6955,
      "step": 67000
    },
    {
      "epoch": 0.7708207242288938,
      "grad_norm": 13.501200675964355,
      "learning_rate": 3.715317825562319e-05,
      "loss": 0.7008,
      "step": 67500
    },
    {
      "epoch": 0.77653050737133,
      "grad_norm": 9.849295616149902,
      "learning_rate": 3.7058015203249246e-05,
      "loss": 0.7094,
      "step": 68000
    },
    {
      "epoch": 0.7822402905137663,
      "grad_norm": 3.3303093910217285,
      "learning_rate": 3.696285215087531e-05,
      "loss": 0.7096,
      "step": 68500
    },
    {
      "epoch": 0.7879500736562025,
      "grad_norm": 8.490466117858887,
      "learning_rate": 3.6867689098501376e-05,
      "loss": 0.7208,
      "step": 69000
    },
    {
      "epoch": 0.7936598567986388,
      "grad_norm": 11.42178726196289,
      "learning_rate": 3.6772526046127434e-05,
      "loss": 0.7224,
      "step": 69500
    },
    {
      "epoch": 0.799369639941075,
      "grad_norm": 12.063310623168945,
      "learning_rate": 3.66773629937535e-05,
      "loss": 0.6675,
      "step": 70000
    },
    {
      "epoch": 0.8050794230835113,
      "grad_norm": 12.40687370300293,
      "learning_rate": 3.6582199941379564e-05,
      "loss": 0.7072,
      "step": 70500
    },
    {
      "epoch": 0.8107892062259475,
      "grad_norm": 13.083023071289062,
      "learning_rate": 3.648703688900562e-05,
      "loss": 0.6947,
      "step": 71000
    },
    {
      "epoch": 0.8164989893683838,
      "grad_norm": 16.328189849853516,
      "learning_rate": 3.639187383663169e-05,
      "loss": 0.6986,
      "step": 71500
    },
    {
      "epoch": 0.82220877251082,
      "grad_norm": 10.308927536010742,
      "learning_rate": 3.6296710784257745e-05,
      "loss": 0.6974,
      "step": 72000
    },
    {
      "epoch": 0.8279185556532563,
      "grad_norm": 10.914667129516602,
      "learning_rate": 3.620154773188381e-05,
      "loss": 0.7135,
      "step": 72500
    },
    {
      "epoch": 0.8336283387956925,
      "grad_norm": 15.151348114013672,
      "learning_rate": 3.6106384679509874e-05,
      "loss": 0.6985,
      "step": 73000
    },
    {
      "epoch": 0.8393381219381288,
      "grad_norm": 8.275822639465332,
      "learning_rate": 3.601122162713594e-05,
      "loss": 0.7115,
      "step": 73500
    },
    {
      "epoch": 0.845047905080565,
      "grad_norm": 15.582859992980957,
      "learning_rate": 3.5916058574762004e-05,
      "loss": 0.704,
      "step": 74000
    },
    {
      "epoch": 0.8507576882230012,
      "grad_norm": 8.420641899108887,
      "learning_rate": 3.582089552238806e-05,
      "loss": 0.7202,
      "step": 74500
    },
    {
      "epoch": 0.8564674713654375,
      "grad_norm": 23.682207107543945,
      "learning_rate": 3.572573247001412e-05,
      "loss": 0.706,
      "step": 75000
    },
    {
      "epoch": 0.8621772545078737,
      "grad_norm": 9.181108474731445,
      "learning_rate": 3.5630569417640185e-05,
      "loss": 0.6748,
      "step": 75500
    },
    {
      "epoch": 0.8678870376503101,
      "grad_norm": 11.75401496887207,
      "learning_rate": 3.553540636526625e-05,
      "loss": 0.6864,
      "step": 76000
    },
    {
      "epoch": 0.8735968207927463,
      "grad_norm": 16.700157165527344,
      "learning_rate": 3.5440243312892315e-05,
      "loss": 0.7139,
      "step": 76500
    },
    {
      "epoch": 0.8793066039351826,
      "grad_norm": 11.525650978088379,
      "learning_rate": 3.534508026051837e-05,
      "loss": 0.6659,
      "step": 77000
    },
    {
      "epoch": 0.8850163870776188,
      "grad_norm": 5.432712554931641,
      "learning_rate": 3.524991720814443e-05,
      "loss": 0.6743,
      "step": 77500
    },
    {
      "epoch": 0.8907261702200551,
      "grad_norm": 13.413660049438477,
      "learning_rate": 3.5154754155770496e-05,
      "loss": 0.6896,
      "step": 78000
    },
    {
      "epoch": 0.8964359533624913,
      "grad_norm": 11.569714546203613,
      "learning_rate": 3.505959110339656e-05,
      "loss": 0.7106,
      "step": 78500
    },
    {
      "epoch": 0.9021457365049276,
      "grad_norm": 9.152848243713379,
      "learning_rate": 3.4964428051022626e-05,
      "loss": 0.6904,
      "step": 79000
    },
    {
      "epoch": 0.9078555196473638,
      "grad_norm": 8.14291763305664,
      "learning_rate": 3.486926499864869e-05,
      "loss": 0.707,
      "step": 79500
    },
    {
      "epoch": 0.9135653027898001,
      "grad_norm": 10.88711929321289,
      "learning_rate": 3.477410194627475e-05,
      "loss": 0.6718,
      "step": 80000
    },
    {
      "epoch": 0.9192750859322363,
      "grad_norm": 13.206180572509766,
      "learning_rate": 3.4678938893900806e-05,
      "loss": 0.7243,
      "step": 80500
    },
    {
      "epoch": 0.9249848690746726,
      "grad_norm": 11.322005271911621,
      "learning_rate": 3.458377584152687e-05,
      "loss": 0.6743,
      "step": 81000
    },
    {
      "epoch": 0.9306946522171088,
      "grad_norm": 7.618217468261719,
      "learning_rate": 3.4488612789152936e-05,
      "loss": 0.6893,
      "step": 81500
    },
    {
      "epoch": 0.9364044353595451,
      "grad_norm": 10.341416358947754,
      "learning_rate": 3.4393449736779e-05,
      "loss": 0.708,
      "step": 82000
    },
    {
      "epoch": 0.9421142185019813,
      "grad_norm": 16.063575744628906,
      "learning_rate": 3.429828668440506e-05,
      "loss": 0.6703,
      "step": 82500
    },
    {
      "epoch": 0.9478240016444175,
      "grad_norm": 14.35957145690918,
      "learning_rate": 3.4203123632031124e-05,
      "loss": 0.6472,
      "step": 83000
    },
    {
      "epoch": 0.9535337847868538,
      "grad_norm": 13.457809448242188,
      "learning_rate": 3.410796057965719e-05,
      "loss": 0.6885,
      "step": 83500
    },
    {
      "epoch": 0.95924356792929,
      "grad_norm": 7.394715309143066,
      "learning_rate": 3.401279752728325e-05,
      "loss": 0.6996,
      "step": 84000
    },
    {
      "epoch": 0.9649533510717263,
      "grad_norm": 6.811877250671387,
      "learning_rate": 3.391763447490931e-05,
      "loss": 0.731,
      "step": 84500
    },
    {
      "epoch": 0.9706631342141625,
      "grad_norm": 19.734046936035156,
      "learning_rate": 3.3822471422535377e-05,
      "loss": 0.6775,
      "step": 85000
    },
    {
      "epoch": 0.9763729173565988,
      "grad_norm": 10.82052230834961,
      "learning_rate": 3.3727308370161435e-05,
      "loss": 0.6504,
      "step": 85500
    },
    {
      "epoch": 0.982082700499035,
      "grad_norm": 10.068384170532227,
      "learning_rate": 3.36321453177875e-05,
      "loss": 0.7029,
      "step": 86000
    },
    {
      "epoch": 0.9877924836414713,
      "grad_norm": 10.827967643737793,
      "learning_rate": 3.3536982265413564e-05,
      "loss": 0.7008,
      "step": 86500
    },
    {
      "epoch": 0.9935022667839075,
      "grad_norm": 16.953876495361328,
      "learning_rate": 3.344181921303962e-05,
      "loss": 0.7123,
      "step": 87000
    },
    {
      "epoch": 0.9992120499263438,
      "grad_norm": 11.643926620483398,
      "learning_rate": 3.334665616066569e-05,
      "loss": 0.6963,
      "step": 87500
    },
    {
      "epoch": 1.0,
      "eval_f1": 0.7761719493015916,
      "eval_loss": 0.6579807996749878,
      "eval_runtime": 56.456,
      "eval_samples_per_second": 1551.138,
      "eval_steps_per_second": 193.903,
      "step": 87569
    },
    {
      "epoch": 1.0049218330687801,
      "grad_norm": 18.065847396850586,
      "learning_rate": 3.3251493108291745e-05,
      "loss": 0.5787,
      "step": 88000
    },
    {
      "epoch": 1.0106316162112163,
      "grad_norm": 11.261916160583496,
      "learning_rate": 3.315633005591781e-05,
      "loss": 0.5938,
      "step": 88500
    },
    {
      "epoch": 1.0163413993536525,
      "grad_norm": 1.7818553447723389,
      "learning_rate": 3.3061167003543875e-05,
      "loss": 0.5645,
      "step": 89000
    },
    {
      "epoch": 1.0220511824960887,
      "grad_norm": 19.106834411621094,
      "learning_rate": 3.296600395116994e-05,
      "loss": 0.554,
      "step": 89500
    },
    {
      "epoch": 1.0277609656385251,
      "grad_norm": 18.332130432128906,
      "learning_rate": 3.2870840898796e-05,
      "loss": 0.6066,
      "step": 90000
    },
    {
      "epoch": 1.0334707487809613,
      "grad_norm": 3.699251174926758,
      "learning_rate": 3.2775677846422056e-05,
      "loss": 0.5736,
      "step": 90500
    },
    {
      "epoch": 1.0391805319233975,
      "grad_norm": 8.280684471130371,
      "learning_rate": 3.268051479404812e-05,
      "loss": 0.6027,
      "step": 91000
    },
    {
      "epoch": 1.0448903150658337,
      "grad_norm": 6.159247875213623,
      "learning_rate": 3.2585351741674186e-05,
      "loss": 0.582,
      "step": 91500
    },
    {
      "epoch": 1.0506000982082702,
      "grad_norm": 13.116983413696289,
      "learning_rate": 3.249018868930025e-05,
      "loss": 0.5683,
      "step": 92000
    },
    {
      "epoch": 1.0563098813507064,
      "grad_norm": 18.013290405273438,
      "learning_rate": 3.2395025636926315e-05,
      "loss": 0.5863,
      "step": 92500
    },
    {
      "epoch": 1.0620196644931426,
      "grad_norm": 1.9617336988449097,
      "learning_rate": 3.2299862584552373e-05,
      "loss": 0.5708,
      "step": 93000
    },
    {
      "epoch": 1.0677294476355788,
      "grad_norm": 6.9857940673828125,
      "learning_rate": 3.220469953217843e-05,
      "loss": 0.5839,
      "step": 93500
    },
    {
      "epoch": 1.073439230778015,
      "grad_norm": 12.685812950134277,
      "learning_rate": 3.2109536479804496e-05,
      "loss": 0.5776,
      "step": 94000
    },
    {
      "epoch": 1.0791490139204514,
      "grad_norm": 18.519163131713867,
      "learning_rate": 3.201437342743056e-05,
      "loss": 0.5881,
      "step": 94500
    },
    {
      "epoch": 1.0848587970628876,
      "grad_norm": 17.585918426513672,
      "learning_rate": 3.1919210375056626e-05,
      "loss": 0.599,
      "step": 95000
    },
    {
      "epoch": 1.0905685802053238,
      "grad_norm": 12.817867279052734,
      "learning_rate": 3.1824047322682684e-05,
      "loss": 0.5918,
      "step": 95500
    },
    {
      "epoch": 1.09627836334776,
      "grad_norm": 27.429214477539062,
      "learning_rate": 3.172888427030875e-05,
      "loss": 0.5725,
      "step": 96000
    },
    {
      "epoch": 1.1019881464901964,
      "grad_norm": 23.214082717895508,
      "learning_rate": 3.163372121793481e-05,
      "loss": 0.5652,
      "step": 96500
    },
    {
      "epoch": 1.1076979296326326,
      "grad_norm": 11.159385681152344,
      "learning_rate": 3.153855816556087e-05,
      "loss": 0.5684,
      "step": 97000
    },
    {
      "epoch": 1.1134077127750688,
      "grad_norm": 5.9007568359375,
      "learning_rate": 3.144339511318694e-05,
      "loss": 0.5895,
      "step": 97500
    },
    {
      "epoch": 1.119117495917505,
      "grad_norm": 12.809576034545898,
      "learning_rate": 3.1348232060813e-05,
      "loss": 0.5977,
      "step": 98000
    },
    {
      "epoch": 1.1248272790599414,
      "grad_norm": 10.201332092285156,
      "learning_rate": 3.125306900843906e-05,
      "loss": 0.6005,
      "step": 98500
    },
    {
      "epoch": 1.1305370622023776,
      "grad_norm": 3.6857924461364746,
      "learning_rate": 3.1157905956065124e-05,
      "loss": 0.5902,
      "step": 99000
    },
    {
      "epoch": 1.1362468453448138,
      "grad_norm": 18.55760955810547,
      "learning_rate": 3.106274290369118e-05,
      "loss": 0.5661,
      "step": 99500
    },
    {
      "epoch": 1.14195662848725,
      "grad_norm": 10.674741744995117,
      "learning_rate": 3.096757985131725e-05,
      "loss": 0.5708,
      "step": 100000
    },
    {
      "epoch": 1.1476664116296864,
      "grad_norm": 6.688493728637695,
      "learning_rate": 3.087241679894331e-05,
      "loss": 0.5811,
      "step": 100500
    },
    {
      "epoch": 1.1533761947721226,
      "grad_norm": 17.022249221801758,
      "learning_rate": 3.077725374656937e-05,
      "loss": 0.5587,
      "step": 101000
    },
    {
      "epoch": 1.1590859779145588,
      "grad_norm": 12.00014877319336,
      "learning_rate": 3.0682090694195435e-05,
      "loss": 0.5687,
      "step": 101500
    },
    {
      "epoch": 1.164795761056995,
      "grad_norm": 9.030606269836426,
      "learning_rate": 3.05869276418215e-05,
      "loss": 0.5907,
      "step": 102000
    },
    {
      "epoch": 1.1705055441994312,
      "grad_norm": 16.985857009887695,
      "learning_rate": 3.0491764589447565e-05,
      "loss": 0.5673,
      "step": 102500
    },
    {
      "epoch": 1.1762153273418676,
      "grad_norm": 15.283785820007324,
      "learning_rate": 3.0396601537073623e-05,
      "loss": 0.5744,
      "step": 103000
    },
    {
      "epoch": 1.1819251104843038,
      "grad_norm": 16.761627197265625,
      "learning_rate": 3.0301438484699684e-05,
      "loss": 0.5847,
      "step": 103500
    },
    {
      "epoch": 1.18763489362674,
      "grad_norm": 7.809479713439941,
      "learning_rate": 3.020627543232575e-05,
      "loss": 0.5779,
      "step": 104000
    },
    {
      "epoch": 1.1933446767691762,
      "grad_norm": 8.059430122375488,
      "learning_rate": 3.011111237995181e-05,
      "loss": 0.6032,
      "step": 104500
    },
    {
      "epoch": 1.1990544599116126,
      "grad_norm": 10.79161548614502,
      "learning_rate": 3.0015949327577875e-05,
      "loss": 0.5734,
      "step": 105000
    },
    {
      "epoch": 1.2047642430540488,
      "grad_norm": 14.345768928527832,
      "learning_rate": 2.9920786275203937e-05,
      "loss": 0.5685,
      "step": 105500
    },
    {
      "epoch": 1.210474026196485,
      "grad_norm": 11.734140396118164,
      "learning_rate": 2.9825623222829995e-05,
      "loss": 0.5715,
      "step": 106000
    },
    {
      "epoch": 1.2161838093389212,
      "grad_norm": 9.076356887817383,
      "learning_rate": 2.973046017045606e-05,
      "loss": 0.5711,
      "step": 106500
    },
    {
      "epoch": 1.2218935924813576,
      "grad_norm": 1.8513638973236084,
      "learning_rate": 2.963529711808212e-05,
      "loss": 0.565,
      "step": 107000
    },
    {
      "epoch": 1.2276033756237938,
      "grad_norm": 12.99194049835205,
      "learning_rate": 2.9540134065708186e-05,
      "loss": 0.5612,
      "step": 107500
    },
    {
      "epoch": 1.23331315876623,
      "grad_norm": 19.3011531829834,
      "learning_rate": 2.944497101333425e-05,
      "loss": 0.5898,
      "step": 108000
    },
    {
      "epoch": 1.2390229419086662,
      "grad_norm": 20.22909164428711,
      "learning_rate": 2.9349807960960312e-05,
      "loss": 0.5794,
      "step": 108500
    },
    {
      "epoch": 1.2447327250511027,
      "grad_norm": 6.855103492736816,
      "learning_rate": 2.925464490858637e-05,
      "loss": 0.5816,
      "step": 109000
    },
    {
      "epoch": 1.2504425081935389,
      "grad_norm": 2.9195783138275146,
      "learning_rate": 2.9159481856212435e-05,
      "loss": 0.5384,
      "step": 109500
    },
    {
      "epoch": 1.256152291335975,
      "grad_norm": 15.850363731384277,
      "learning_rate": 2.9064318803838497e-05,
      "loss": 0.5571,
      "step": 110000
    },
    {
      "epoch": 1.2618620744784113,
      "grad_norm": 11.464266777038574,
      "learning_rate": 2.896915575146456e-05,
      "loss": 0.5662,
      "step": 110500
    },
    {
      "epoch": 1.2675718576208475,
      "grad_norm": 14.54922866821289,
      "learning_rate": 2.8873992699090623e-05,
      "loss": 0.563,
      "step": 111000
    },
    {
      "epoch": 1.2732816407632839,
      "grad_norm": 12.047837257385254,
      "learning_rate": 2.8778829646716688e-05,
      "loss": 0.5801,
      "step": 111500
    },
    {
      "epoch": 1.27899142390572,
      "grad_norm": 10.501067161560059,
      "learning_rate": 2.868366659434275e-05,
      "loss": 0.5839,
      "step": 112000
    },
    {
      "epoch": 1.2847012070481563,
      "grad_norm": 17.358604431152344,
      "learning_rate": 2.8588503541968807e-05,
      "loss": 0.5562,
      "step": 112500
    },
    {
      "epoch": 1.2904109901905927,
      "grad_norm": 18.7545223236084,
      "learning_rate": 2.8493340489594872e-05,
      "loss": 0.5897,
      "step": 113000
    },
    {
      "epoch": 1.2961207733330289,
      "grad_norm": 12.345479011535645,
      "learning_rate": 2.8398177437220934e-05,
      "loss": 0.5899,
      "step": 113500
    },
    {
      "epoch": 1.301830556475465,
      "grad_norm": 14.586721420288086,
      "learning_rate": 2.8303014384847e-05,
      "loss": 0.6035,
      "step": 114000
    },
    {
      "epoch": 1.3075403396179013,
      "grad_norm": 6.9722747802734375,
      "learning_rate": 2.8207851332473063e-05,
      "loss": 0.5509,
      "step": 114500
    },
    {
      "epoch": 1.3132501227603375,
      "grad_norm": 13.814851760864258,
      "learning_rate": 2.8112688280099125e-05,
      "loss": 0.5773,
      "step": 115000
    },
    {
      "epoch": 1.3189599059027737,
      "grad_norm": 10.910910606384277,
      "learning_rate": 2.8017525227725183e-05,
      "loss": 0.6098,
      "step": 115500
    },
    {
      "epoch": 1.32466968904521,
      "grad_norm": 19.547487258911133,
      "learning_rate": 2.7922362175351248e-05,
      "loss": 0.5773,
      "step": 116000
    },
    {
      "epoch": 1.3303794721876463,
      "grad_norm": 5.182386875152588,
      "learning_rate": 2.782719912297731e-05,
      "loss": 0.5803,
      "step": 116500
    },
    {
      "epoch": 1.3360892553300825,
      "grad_norm": 15.869123458862305,
      "learning_rate": 2.7732036070603374e-05,
      "loss": 0.5811,
      "step": 117000
    },
    {
      "epoch": 1.341799038472519,
      "grad_norm": 5.115227222442627,
      "learning_rate": 2.7636873018229436e-05,
      "loss": 0.5614,
      "step": 117500
    },
    {
      "epoch": 1.347508821614955,
      "grad_norm": 18.294584274291992,
      "learning_rate": 2.75417099658555e-05,
      "loss": 0.5871,
      "step": 118000
    },
    {
      "epoch": 1.3532186047573913,
      "grad_norm": 18.29429054260254,
      "learning_rate": 2.7446546913481562e-05,
      "loss": 0.6058,
      "step": 118500
    },
    {
      "epoch": 1.3589283878998275,
      "grad_norm": 6.447933673858643,
      "learning_rate": 2.735138386110762e-05,
      "loss": 0.5617,
      "step": 119000
    },
    {
      "epoch": 1.3646381710422637,
      "grad_norm": 20.909616470336914,
      "learning_rate": 2.7256220808733685e-05,
      "loss": 0.5849,
      "step": 119500
    },
    {
      "epoch": 1.3703479541847001,
      "grad_norm": 10.141865730285645,
      "learning_rate": 2.7161057756359746e-05,
      "loss": 0.5624,
      "step": 120000
    },
    {
      "epoch": 1.3760577373271363,
      "grad_norm": 7.957807540893555,
      "learning_rate": 2.706589470398581e-05,
      "loss": 0.5967,
      "step": 120500
    },
    {
      "epoch": 1.3817675204695725,
      "grad_norm": 2.0224769115448,
      "learning_rate": 2.6970731651611876e-05,
      "loss": 0.5629,
      "step": 121000
    },
    {
      "epoch": 1.387477303612009,
      "grad_norm": 9.934452056884766,
      "learning_rate": 2.6875568599237937e-05,
      "loss": 0.6049,
      "step": 121500
    },
    {
      "epoch": 1.3931870867544451,
      "grad_norm": 16.565818786621094,
      "learning_rate": 2.6780405546863995e-05,
      "loss": 0.5736,
      "step": 122000
    },
    {
      "epoch": 1.3988968698968813,
      "grad_norm": 8.216416358947754,
      "learning_rate": 2.668524249449006e-05,
      "loss": 0.5622,
      "step": 122500
    },
    {
      "epoch": 1.4046066530393175,
      "grad_norm": 13.520170211791992,
      "learning_rate": 2.6590079442116122e-05,
      "loss": 0.5822,
      "step": 123000
    },
    {
      "epoch": 1.4103164361817537,
      "grad_norm": 11.672347068786621,
      "learning_rate": 2.6494916389742187e-05,
      "loss": 0.5735,
      "step": 123500
    },
    {
      "epoch": 1.4160262193241901,
      "grad_norm": 7.913861274719238,
      "learning_rate": 2.6399753337368248e-05,
      "loss": 0.5866,
      "step": 124000
    },
    {
      "epoch": 1.4217360024666263,
      "grad_norm": 9.868966102600098,
      "learning_rate": 2.6304590284994313e-05,
      "loss": 0.5726,
      "step": 124500
    },
    {
      "epoch": 1.4274457856090625,
      "grad_norm": 11.58486270904541,
      "learning_rate": 2.620942723262037e-05,
      "loss": 0.582,
      "step": 125000
    },
    {
      "epoch": 1.4331555687514987,
      "grad_norm": 10.945642471313477,
      "learning_rate": 2.6114264180246432e-05,
      "loss": 0.5697,
      "step": 125500
    },
    {
      "epoch": 1.4388653518939352,
      "grad_norm": 13.635406494140625,
      "learning_rate": 2.6019101127872497e-05,
      "loss": 0.5959,
      "step": 126000
    },
    {
      "epoch": 1.4445751350363714,
      "grad_norm": 9.669517517089844,
      "learning_rate": 2.5923938075498562e-05,
      "loss": 0.5826,
      "step": 126500
    },
    {
      "epoch": 1.4502849181788076,
      "grad_norm": 7.756850719451904,
      "learning_rate": 2.5828775023124624e-05,
      "loss": 0.5625,
      "step": 127000
    },
    {
      "epoch": 1.4559947013212438,
      "grad_norm": 14.72114086151123,
      "learning_rate": 2.573361197075069e-05,
      "loss": 0.5817,
      "step": 127500
    },
    {
      "epoch": 1.46170448446368,
      "grad_norm": 6.881606578826904,
      "learning_rate": 2.563844891837675e-05,
      "loss": 0.5629,
      "step": 128000
    },
    {
      "epoch": 1.4674142676061164,
      "grad_norm": 16.43057632446289,
      "learning_rate": 2.5543285866002808e-05,
      "loss": 0.5587,
      "step": 128500
    },
    {
      "epoch": 1.4731240507485526,
      "grad_norm": 16.777130126953125,
      "learning_rate": 2.5448122813628873e-05,
      "loss": 0.5655,
      "step": 129000
    },
    {
      "epoch": 1.4788338338909888,
      "grad_norm": 17.959863662719727,
      "learning_rate": 2.5352959761254934e-05,
      "loss": 0.5782,
      "step": 129500
    },
    {
      "epoch": 1.4845436170334252,
      "grad_norm": 12.666021347045898,
      "learning_rate": 2.5257796708881e-05,
      "loss": 0.592,
      "step": 130000
    },
    {
      "epoch": 1.4902534001758614,
      "grad_norm": 6.985024452209473,
      "learning_rate": 2.516263365650706e-05,
      "loss": 0.569,
      "step": 130500
    },
    {
      "epoch": 1.4959631833182976,
      "grad_norm": 10.15868091583252,
      "learning_rate": 2.5067470604133125e-05,
      "loss": 0.5683,
      "step": 131000
    },
    {
      "epoch": 1.5016729664607338,
      "grad_norm": 9.763707160949707,
      "learning_rate": 2.4972307551759187e-05,
      "loss": 0.5642,
      "step": 131500
    },
    {
      "epoch": 1.50738274960317,
      "grad_norm": 15.671603202819824,
      "learning_rate": 2.4877144499385245e-05,
      "loss": 0.5586,
      "step": 132000
    },
    {
      "epoch": 1.5130925327456062,
      "grad_norm": 16.94800567626953,
      "learning_rate": 2.478198144701131e-05,
      "loss": 0.5695,
      "step": 132500
    },
    {
      "epoch": 1.5188023158880426,
      "grad_norm": 4.84116268157959,
      "learning_rate": 2.4686818394637375e-05,
      "loss": 0.5629,
      "step": 133000
    },
    {
      "epoch": 1.5245120990304788,
      "grad_norm": 14.208084106445312,
      "learning_rate": 2.4591655342263436e-05,
      "loss": 0.5864,
      "step": 133500
    },
    {
      "epoch": 1.5302218821729152,
      "grad_norm": 3.9575741291046143,
      "learning_rate": 2.4496492289889498e-05,
      "loss": 0.5835,
      "step": 134000
    },
    {
      "epoch": 1.5359316653153514,
      "grad_norm": 7.157211780548096,
      "learning_rate": 2.440132923751556e-05,
      "loss": 0.5684,
      "step": 134500
    },
    {
      "epoch": 1.5416414484577876,
      "grad_norm": 9.408428192138672,
      "learning_rate": 2.4306166185141624e-05,
      "loss": 0.5829,
      "step": 135000
    },
    {
      "epoch": 1.5473512316002238,
      "grad_norm": 14.185211181640625,
      "learning_rate": 2.4211003132767685e-05,
      "loss": 0.5544,
      "step": 135500
    },
    {
      "epoch": 1.55306101474266,
      "grad_norm": 10.623299598693848,
      "learning_rate": 2.4115840080393747e-05,
      "loss": 0.5934,
      "step": 136000
    },
    {
      "epoch": 1.5587707978850962,
      "grad_norm": 8.90913200378418,
      "learning_rate": 2.402067702801981e-05,
      "loss": 0.572,
      "step": 136500
    },
    {
      "epoch": 1.5644805810275326,
      "grad_norm": 12.835619926452637,
      "learning_rate": 2.3925513975645873e-05,
      "loss": 0.5602,
      "step": 137000
    },
    {
      "epoch": 1.5701903641699688,
      "grad_norm": 5.711109638214111,
      "learning_rate": 2.3830350923271935e-05,
      "loss": 0.5445,
      "step": 137500
    },
    {
      "epoch": 1.575900147312405,
      "grad_norm": 7.44981575012207,
      "learning_rate": 2.3735187870898e-05,
      "loss": 0.5512,
      "step": 138000
    },
    {
      "epoch": 1.5816099304548414,
      "grad_norm": 4.178150653839111,
      "learning_rate": 2.364002481852406e-05,
      "loss": 0.558,
      "step": 138500
    },
    {
      "epoch": 1.5873197135972776,
      "grad_norm": 10.742535591125488,
      "learning_rate": 2.3544861766150122e-05,
      "loss": 0.5767,
      "step": 139000
    },
    {
      "epoch": 1.5930294967397138,
      "grad_norm": 15.362944602966309,
      "learning_rate": 2.3449698713776187e-05,
      "loss": 0.5804,
      "step": 139500
    },
    {
      "epoch": 1.59873927988215,
      "grad_norm": 14.78781795501709,
      "learning_rate": 2.3354535661402245e-05,
      "loss": 0.5588,
      "step": 140000
    },
    {
      "epoch": 1.6044490630245862,
      "grad_norm": 2.72151517868042,
      "learning_rate": 2.325937260902831e-05,
      "loss": 0.5465,
      "step": 140500
    },
    {
      "epoch": 1.6101588461670224,
      "grad_norm": 12.865618705749512,
      "learning_rate": 2.3164209556654375e-05,
      "loss": 0.5659,
      "step": 141000
    },
    {
      "epoch": 1.6158686293094588,
      "grad_norm": 11.799344062805176,
      "learning_rate": 2.3069046504280436e-05,
      "loss": 0.572,
      "step": 141500
    },
    {
      "epoch": 1.621578412451895,
      "grad_norm": 14.472864151000977,
      "learning_rate": 2.2973883451906498e-05,
      "loss": 0.5773,
      "step": 142000
    },
    {
      "epoch": 1.6272881955943315,
      "grad_norm": 11.31972599029541,
      "learning_rate": 2.287872039953256e-05,
      "loss": 0.575,
      "step": 142500
    },
    {
      "epoch": 1.6329979787367677,
      "grad_norm": 17.026498794555664,
      "learning_rate": 2.2783557347158624e-05,
      "loss": 0.5578,
      "step": 143000
    },
    {
      "epoch": 1.6387077618792039,
      "grad_norm": 11.477108001708984,
      "learning_rate": 2.2688394294784686e-05,
      "loss": 0.5852,
      "step": 143500
    },
    {
      "epoch": 1.64441754502164,
      "grad_norm": 10.305816650390625,
      "learning_rate": 2.2593231242410747e-05,
      "loss": 0.5639,
      "step": 144000
    },
    {
      "epoch": 1.6501273281640763,
      "grad_norm": 8.95693588256836,
      "learning_rate": 2.2498068190036812e-05,
      "loss": 0.5616,
      "step": 144500
    },
    {
      "epoch": 1.6558371113065125,
      "grad_norm": 9.316975593566895,
      "learning_rate": 2.2402905137662873e-05,
      "loss": 0.5963,
      "step": 145000
    },
    {
      "epoch": 1.6615468944489489,
      "grad_norm": 16.662803649902344,
      "learning_rate": 2.2307742085288935e-05,
      "loss": 0.5515,
      "step": 145500
    },
    {
      "epoch": 1.667256677591385,
      "grad_norm": 4.173551559448242,
      "learning_rate": 2.2212579032915e-05,
      "loss": 0.5362,
      "step": 146000
    },
    {
      "epoch": 1.6729664607338215,
      "grad_norm": 13.366671562194824,
      "learning_rate": 2.2117415980541058e-05,
      "loss": 0.5767,
      "step": 146500
    },
    {
      "epoch": 1.6786762438762577,
      "grad_norm": 18.887939453125,
      "learning_rate": 2.2022252928167123e-05,
      "loss": 0.5392,
      "step": 147000
    },
    {
      "epoch": 1.6843860270186939,
      "grad_norm": 16.7711124420166,
      "learning_rate": 2.1927089875793187e-05,
      "loss": 0.5736,
      "step": 147500
    },
    {
      "epoch": 1.69009581016113,
      "grad_norm": 11.778891563415527,
      "learning_rate": 2.1831926823419245e-05,
      "loss": 0.5794,
      "step": 148000
    },
    {
      "epoch": 1.6958055933035663,
      "grad_norm": 16.8066463470459,
      "learning_rate": 2.173676377104531e-05,
      "loss": 0.5756,
      "step": 148500
    },
    {
      "epoch": 1.7015153764460025,
      "grad_norm": 16.656362533569336,
      "learning_rate": 2.1641600718671372e-05,
      "loss": 0.6041,
      "step": 149000
    },
    {
      "epoch": 1.7072251595884387,
      "grad_norm": 12.84699821472168,
      "learning_rate": 2.1546437666297433e-05,
      "loss": 0.5554,
      "step": 149500
    },
    {
      "epoch": 1.712934942730875,
      "grad_norm": 12.196354866027832,
      "learning_rate": 2.1451274613923498e-05,
      "loss": 0.5743,
      "step": 150000
    },
    {
      "epoch": 1.7186447258733113,
      "grad_norm": 7.936461925506592,
      "learning_rate": 2.135611156154956e-05,
      "loss": 0.5841,
      "step": 150500
    },
    {
      "epoch": 1.7243545090157477,
      "grad_norm": 10.990776062011719,
      "learning_rate": 2.1260948509175624e-05,
      "loss": 0.5639,
      "step": 151000
    },
    {
      "epoch": 1.730064292158184,
      "grad_norm": 7.039304256439209,
      "learning_rate": 2.1165785456801686e-05,
      "loss": 0.5626,
      "step": 151500
    },
    {
      "epoch": 1.7357740753006201,
      "grad_norm": 18.85173797607422,
      "learning_rate": 2.1070622404427747e-05,
      "loss": 0.5692,
      "step": 152000
    },
    {
      "epoch": 1.7414838584430563,
      "grad_norm": 2.7343177795410156,
      "learning_rate": 2.0975459352053812e-05,
      "loss": 0.5763,
      "step": 152500
    },
    {
      "epoch": 1.7471936415854925,
      "grad_norm": 17.93254280090332,
      "learning_rate": 2.088029629967987e-05,
      "loss": 0.581,
      "step": 153000
    },
    {
      "epoch": 1.7529034247279287,
      "grad_norm": 14.797581672668457,
      "learning_rate": 2.0785133247305935e-05,
      "loss": 0.5762,
      "step": 153500
    },
    {
      "epoch": 1.7586132078703651,
      "grad_norm": 10.463807106018066,
      "learning_rate": 2.0689970194932e-05,
      "loss": 0.5663,
      "step": 154000
    },
    {
      "epoch": 1.7643229910128013,
      "grad_norm": 14.432204246520996,
      "learning_rate": 2.0594807142558058e-05,
      "loss": 0.5935,
      "step": 154500
    },
    {
      "epoch": 1.7700327741552377,
      "grad_norm": 12.102126121520996,
      "learning_rate": 2.0499644090184123e-05,
      "loss": 0.553,
      "step": 155000
    },
    {
      "epoch": 1.775742557297674,
      "grad_norm": 7.112925052642822,
      "learning_rate": 2.0404481037810184e-05,
      "loss": 0.5615,
      "step": 155500
    },
    {
      "epoch": 1.7814523404401101,
      "grad_norm": 16.173625946044922,
      "learning_rate": 2.0309317985436246e-05,
      "loss": 0.5705,
      "step": 156000
    },
    {
      "epoch": 1.7871621235825463,
      "grad_norm": 9.679929733276367,
      "learning_rate": 2.021415493306231e-05,
      "loss": 0.554,
      "step": 156500
    },
    {
      "epoch": 1.7928719067249825,
      "grad_norm": 11.645096778869629,
      "learning_rate": 2.0118991880688372e-05,
      "loss": 0.5826,
      "step": 157000
    },
    {
      "epoch": 1.7985816898674187,
      "grad_norm": 15.709123611450195,
      "learning_rate": 2.0023828828314433e-05,
      "loss": 0.5841,
      "step": 157500
    },
    {
      "epoch": 1.804291473009855,
      "grad_norm": 9.950850486755371,
      "learning_rate": 1.9928665775940498e-05,
      "loss": 0.566,
      "step": 158000
    },
    {
      "epoch": 1.8100012561522913,
      "grad_norm": 21.324644088745117,
      "learning_rate": 1.983350272356656e-05,
      "loss": 0.5888,
      "step": 158500
    },
    {
      "epoch": 1.8157110392947275,
      "grad_norm": 13.880399703979492,
      "learning_rate": 1.973833967119262e-05,
      "loss": 0.5374,
      "step": 159000
    },
    {
      "epoch": 1.821420822437164,
      "grad_norm": 7.371345043182373,
      "learning_rate": 1.9643176618818686e-05,
      "loss": 0.5716,
      "step": 159500
    },
    {
      "epoch": 1.8271306055796002,
      "grad_norm": 14.269150733947754,
      "learning_rate": 1.9548013566444748e-05,
      "loss": 0.5691,
      "step": 160000
    },
    {
      "epoch": 1.8328403887220364,
      "grad_norm": 13.396465301513672,
      "learning_rate": 1.9452850514070812e-05,
      "loss": 0.5647,
      "step": 160500
    },
    {
      "epoch": 1.8385501718644726,
      "grad_norm": 7.162476539611816,
      "learning_rate": 1.935768746169687e-05,
      "loss": 0.5449,
      "step": 161000
    },
    {
      "epoch": 1.8442599550069088,
      "grad_norm": 6.4032816886901855,
      "learning_rate": 1.9262524409322935e-05,
      "loss": 0.5762,
      "step": 161500
    },
    {
      "epoch": 1.849969738149345,
      "grad_norm": 17.218120574951172,
      "learning_rate": 1.9167361356949e-05,
      "loss": 0.5301,
      "step": 162000
    },
    {
      "epoch": 1.8556795212917814,
      "grad_norm": 11.394386291503906,
      "learning_rate": 1.9072198304575058e-05,
      "loss": 0.5759,
      "step": 162500
    },
    {
      "epoch": 1.8613893044342176,
      "grad_norm": 13.829062461853027,
      "learning_rate": 1.8977035252201123e-05,
      "loss": 0.5654,
      "step": 163000
    },
    {
      "epoch": 1.867099087576654,
      "grad_norm": 6.431642532348633,
      "learning_rate": 1.8881872199827184e-05,
      "loss": 0.5698,
      "step": 163500
    },
    {
      "epoch": 1.8728088707190902,
      "grad_norm": 15.411166191101074,
      "learning_rate": 1.8786709147453246e-05,
      "loss": 0.5473,
      "step": 164000
    },
    {
      "epoch": 1.8785186538615264,
      "grad_norm": 11.416757583618164,
      "learning_rate": 1.869154609507931e-05,
      "loss": 0.5387,
      "step": 164500
    },
    {
      "epoch": 1.8842284370039626,
      "grad_norm": 7.406044006347656,
      "learning_rate": 1.8596383042705372e-05,
      "loss": 0.5483,
      "step": 165000
    },
    {
      "epoch": 1.8899382201463988,
      "grad_norm": 5.966070652008057,
      "learning_rate": 1.8501219990331434e-05,
      "loss": 0.5461,
      "step": 165500
    },
    {
      "epoch": 1.895648003288835,
      "grad_norm": 8.472114562988281,
      "learning_rate": 1.84060569379575e-05,
      "loss": 0.5906,
      "step": 166000
    },
    {
      "epoch": 1.9013577864312712,
      "grad_norm": 17.02421760559082,
      "learning_rate": 1.831089388558356e-05,
      "loss": 0.5802,
      "step": 166500
    },
    {
      "epoch": 1.9070675695737076,
      "grad_norm": 14.767365455627441,
      "learning_rate": 1.821573083320962e-05,
      "loss": 0.5522,
      "step": 167000
    },
    {
      "epoch": 1.9127773527161438,
      "grad_norm": 13.84979248046875,
      "learning_rate": 1.8120567780835683e-05,
      "loss": 0.5605,
      "step": 167500
    },
    {
      "epoch": 1.9184871358585802,
      "grad_norm": 6.950294494628906,
      "learning_rate": 1.8025404728461748e-05,
      "loss": 0.5693,
      "step": 168000
    },
    {
      "epoch": 1.9241969190010164,
      "grad_norm": 7.654666900634766,
      "learning_rate": 1.793024167608781e-05,
      "loss": 0.57,
      "step": 168500
    },
    {
      "epoch": 1.9299067021434526,
      "grad_norm": 24.916799545288086,
      "learning_rate": 1.783507862371387e-05,
      "loss": 0.5473,
      "step": 169000
    },
    {
      "epoch": 1.9356164852858888,
      "grad_norm": 15.310381889343262,
      "learning_rate": 1.7739915571339936e-05,
      "loss": 0.5657,
      "step": 169500
    },
    {
      "epoch": 1.941326268428325,
      "grad_norm": 19.831127166748047,
      "learning_rate": 1.7644752518965997e-05,
      "loss": 0.5733,
      "step": 170000
    },
    {
      "epoch": 1.9470360515707612,
      "grad_norm": 12.521668434143066,
      "learning_rate": 1.754958946659206e-05,
      "loss": 0.5817,
      "step": 170500
    },
    {
      "epoch": 1.9527458347131976,
      "grad_norm": 12.095425605773926,
      "learning_rate": 1.7454426414218123e-05,
      "loss": 0.5575,
      "step": 171000
    },
    {
      "epoch": 1.9584556178556338,
      "grad_norm": 10.746872901916504,
      "learning_rate": 1.7359263361844185e-05,
      "loss": 0.5819,
      "step": 171500
    },
    {
      "epoch": 1.9641654009980702,
      "grad_norm": 16.300106048583984,
      "learning_rate": 1.7264100309470246e-05,
      "loss": 0.5663,
      "step": 172000
    },
    {
      "epoch": 1.9698751841405064,
      "grad_norm": 3.753255844116211,
      "learning_rate": 1.716893725709631e-05,
      "loss": 0.5294,
      "step": 172500
    },
    {
      "epoch": 1.9755849672829426,
      "grad_norm": 18.09449577331543,
      "learning_rate": 1.7073774204722372e-05,
      "loss": 0.5552,
      "step": 173000
    },
    {
      "epoch": 1.9812947504253788,
      "grad_norm": 14.614348411560059,
      "learning_rate": 1.6978611152348434e-05,
      "loss": 0.5467,
      "step": 173500
    },
    {
      "epoch": 1.987004533567815,
      "grad_norm": 4.412916660308838,
      "learning_rate": 1.6883448099974495e-05,
      "loss": 0.5476,
      "step": 174000
    },
    {
      "epoch": 1.9927143167102512,
      "grad_norm": 4.880220413208008,
      "learning_rate": 1.678828504760056e-05,
      "loss": 0.5315,
      "step": 174500
    },
    {
      "epoch": 1.9984240998526874,
      "grad_norm": 14.705586433410645,
      "learning_rate": 1.6693121995226622e-05,
      "loss": 0.5378,
      "step": 175000
    },
    {
      "epoch": 2.0,
      "eval_f1": 0.7881440440428299,
      "eval_loss": 0.6543691158294678,
      "eval_runtime": 49.6309,
      "eval_samples_per_second": 1764.446,
      "eval_steps_per_second": 220.568,
      "step": 175138
    },
    {
      "epoch": 2.0041338829951236,
      "grad_norm": 3.8479015827178955,
      "learning_rate": 1.6597958942852683e-05,
      "loss": 0.4238,
      "step": 175500
    },
    {
      "epoch": 2.0098436661375603,
      "grad_norm": 5.039773941040039,
      "learning_rate": 1.6502795890478748e-05,
      "loss": 0.4607,
      "step": 176000
    },
    {
      "epoch": 2.0155534492799965,
      "grad_norm": 9.207497596740723,
      "learning_rate": 1.640763283810481e-05,
      "loss": 0.4443,
      "step": 176500
    },
    {
      "epoch": 2.0212632324224327,
      "grad_norm": 4.222877025604248,
      "learning_rate": 1.631246978573087e-05,
      "loss": 0.4287,
      "step": 177000
    },
    {
      "epoch": 2.026973015564869,
      "grad_norm": 24.209379196166992,
      "learning_rate": 1.6217306733356936e-05,
      "loss": 0.4477,
      "step": 177500
    },
    {
      "epoch": 2.032682798707305,
      "grad_norm": 14.836348533630371,
      "learning_rate": 1.6122143680982997e-05,
      "loss": 0.4308,
      "step": 178000
    },
    {
      "epoch": 2.0383925818497413,
      "grad_norm": 7.796253204345703,
      "learning_rate": 1.602698062860906e-05,
      "loss": 0.4438,
      "step": 178500
    },
    {
      "epoch": 2.0441023649921775,
      "grad_norm": 23.256067276000977,
      "learning_rate": 1.5931817576235124e-05,
      "loss": 0.4576,
      "step": 179000
    },
    {
      "epoch": 2.0498121481346137,
      "grad_norm": 25.25644302368164,
      "learning_rate": 1.5836654523861185e-05,
      "loss": 0.4561,
      "step": 179500
    },
    {
      "epoch": 2.0555219312770503,
      "grad_norm": 3.7579879760742188,
      "learning_rate": 1.5741491471487246e-05,
      "loss": 0.4469,
      "step": 180000
    },
    {
      "epoch": 2.0612317144194865,
      "grad_norm": 3.9176464080810547,
      "learning_rate": 1.564632841911331e-05,
      "loss": 0.4444,
      "step": 180500
    },
    {
      "epoch": 2.0669414975619227,
      "grad_norm": 1.8624738454818726,
      "learning_rate": 1.5551165366739373e-05,
      "loss": 0.4427,
      "step": 181000
    },
    {
      "epoch": 2.072651280704359,
      "grad_norm": 1.6562533378601074,
      "learning_rate": 1.5456002314365434e-05,
      "loss": 0.4312,
      "step": 181500
    },
    {
      "epoch": 2.078361063846795,
      "grad_norm": 24.163820266723633,
      "learning_rate": 1.5360839261991496e-05,
      "loss": 0.4677,
      "step": 182000
    },
    {
      "epoch": 2.0840708469892313,
      "grad_norm": 13.687894821166992,
      "learning_rate": 1.526567620961756e-05,
      "loss": 0.4768,
      "step": 182500
    },
    {
      "epoch": 2.0897806301316675,
      "grad_norm": 11.831291198730469,
      "learning_rate": 1.517051315724362e-05,
      "loss": 0.4672,
      "step": 183000
    },
    {
      "epoch": 2.0954904132741037,
      "grad_norm": 14.651196479797363,
      "learning_rate": 1.5075350104869685e-05,
      "loss": 0.4518,
      "step": 183500
    },
    {
      "epoch": 2.1012001964165403,
      "grad_norm": 31.492773056030273,
      "learning_rate": 1.4980187052495748e-05,
      "loss": 0.4251,
      "step": 184000
    },
    {
      "epoch": 2.1069099795589765,
      "grad_norm": 13.631007194519043,
      "learning_rate": 1.4885024000121808e-05,
      "loss": 0.4393,
      "step": 184500
    },
    {
      "epoch": 2.1126197627014127,
      "grad_norm": 15.155516624450684,
      "learning_rate": 1.4789860947747871e-05,
      "loss": 0.4283,
      "step": 185000
    },
    {
      "epoch": 2.118329545843849,
      "grad_norm": 10.64365291595459,
      "learning_rate": 1.4694697895373934e-05,
      "loss": 0.4364,
      "step": 185500
    },
    {
      "epoch": 2.124039328986285,
      "grad_norm": 15.64989185333252,
      "learning_rate": 1.4599534842999996e-05,
      "loss": 0.4601,
      "step": 186000
    },
    {
      "epoch": 2.1297491121287213,
      "grad_norm": 17.89706039428711,
      "learning_rate": 1.4504371790626059e-05,
      "loss": 0.4343,
      "step": 186500
    },
    {
      "epoch": 2.1354588952711575,
      "grad_norm": 16.535839080810547,
      "learning_rate": 1.4409208738252122e-05,
      "loss": 0.463,
      "step": 187000
    },
    {
      "epoch": 2.1411686784135937,
      "grad_norm": 21.15888023376465,
      "learning_rate": 1.4314045685878185e-05,
      "loss": 0.4358,
      "step": 187500
    },
    {
      "epoch": 2.14687846155603,
      "grad_norm": 10.41089916229248,
      "learning_rate": 1.4218882633504247e-05,
      "loss": 0.4735,
      "step": 188000
    },
    {
      "epoch": 2.1525882446984665,
      "grad_norm": 12.41273307800293,
      "learning_rate": 1.412371958113031e-05,
      "loss": 0.4427,
      "step": 188500
    },
    {
      "epoch": 2.1582980278409027,
      "grad_norm": 21.78847885131836,
      "learning_rate": 1.4028556528756373e-05,
      "loss": 0.4441,
      "step": 189000
    },
    {
      "epoch": 2.164007810983339,
      "grad_norm": 14.4146146774292,
      "learning_rate": 1.3933393476382434e-05,
      "loss": 0.4184,
      "step": 189500
    },
    {
      "epoch": 2.169717594125775,
      "grad_norm": 13.681095123291016,
      "learning_rate": 1.3838230424008498e-05,
      "loss": 0.4768,
      "step": 190000
    },
    {
      "epoch": 2.1754273772682113,
      "grad_norm": 17.737091064453125,
      "learning_rate": 1.374306737163456e-05,
      "loss": 0.4208,
      "step": 190500
    },
    {
      "epoch": 2.1811371604106475,
      "grad_norm": 13.070832252502441,
      "learning_rate": 1.364790431926062e-05,
      "loss": 0.4363,
      "step": 191000
    },
    {
      "epoch": 2.1868469435530837,
      "grad_norm": 12.671173095703125,
      "learning_rate": 1.3552741266886684e-05,
      "loss": 0.4382,
      "step": 191500
    },
    {
      "epoch": 2.19255672669552,
      "grad_norm": 5.911110877990723,
      "learning_rate": 1.3457578214512749e-05,
      "loss": 0.4487,
      "step": 192000
    },
    {
      "epoch": 2.198266509837956,
      "grad_norm": 17.1700382232666,
      "learning_rate": 1.3362415162138808e-05,
      "loss": 0.4512,
      "step": 192500
    },
    {
      "epoch": 2.2039762929803928,
      "grad_norm": 10.97995376586914,
      "learning_rate": 1.3267252109764871e-05,
      "loss": 0.4401,
      "step": 193000
    },
    {
      "epoch": 2.209686076122829,
      "grad_norm": 22.87396240234375,
      "learning_rate": 1.3172089057390935e-05,
      "loss": 0.4524,
      "step": 193500
    },
    {
      "epoch": 2.215395859265265,
      "grad_norm": 18.427001953125,
      "learning_rate": 1.3076926005016996e-05,
      "loss": 0.4545,
      "step": 194000
    },
    {
      "epoch": 2.2211056424077014,
      "grad_norm": 23.203941345214844,
      "learning_rate": 1.298176295264306e-05,
      "loss": 0.4623,
      "step": 194500
    },
    {
      "epoch": 2.2268154255501376,
      "grad_norm": 15.672673225402832,
      "learning_rate": 1.2886599900269122e-05,
      "loss": 0.4352,
      "step": 195000
    },
    {
      "epoch": 2.2325252086925738,
      "grad_norm": 2.3699684143066406,
      "learning_rate": 1.2791436847895182e-05,
      "loss": 0.4368,
      "step": 195500
    },
    {
      "epoch": 2.23823499183501,
      "grad_norm": 12.12656021118164,
      "learning_rate": 1.2696273795521247e-05,
      "loss": 0.4481,
      "step": 196000
    },
    {
      "epoch": 2.243944774977446,
      "grad_norm": 16.846895217895508,
      "learning_rate": 1.260111074314731e-05,
      "loss": 0.4517,
      "step": 196500
    },
    {
      "epoch": 2.249654558119883,
      "grad_norm": 3.6365458965301514,
      "learning_rate": 1.2505947690773373e-05,
      "loss": 0.4544,
      "step": 197000
    },
    {
      "epoch": 2.255364341262319,
      "grad_norm": 11.333452224731445,
      "learning_rate": 1.2410784638399433e-05,
      "loss": 0.447,
      "step": 197500
    },
    {
      "epoch": 2.261074124404755,
      "grad_norm": 1.597240924835205,
      "learning_rate": 1.2315621586025496e-05,
      "loss": 0.4746,
      "step": 198000
    },
    {
      "epoch": 2.2667839075471914,
      "grad_norm": 13.772370338439941,
      "learning_rate": 1.222045853365156e-05,
      "loss": 0.4691,
      "step": 198500
    },
    {
      "epoch": 2.2724936906896276,
      "grad_norm": 24.842985153198242,
      "learning_rate": 1.2125295481277622e-05,
      "loss": 0.471,
      "step": 199000
    },
    {
      "epoch": 2.278203473832064,
      "grad_norm": 16.423938751220703,
      "learning_rate": 1.2030132428903684e-05,
      "loss": 0.4489,
      "step": 199500
    },
    {
      "epoch": 2.2839132569745,
      "grad_norm": 17.457050323486328,
      "learning_rate": 1.1934969376529747e-05,
      "loss": 0.4414,
      "step": 200000
    },
    {
      "epoch": 2.289623040116936,
      "grad_norm": 18.104385375976562,
      "learning_rate": 1.183980632415581e-05,
      "loss": 0.4566,
      "step": 200500
    },
    {
      "epoch": 2.295332823259373,
      "grad_norm": 28.64430046081543,
      "learning_rate": 1.1744643271781872e-05,
      "loss": 0.4331,
      "step": 201000
    },
    {
      "epoch": 2.301042606401809,
      "grad_norm": 22.79278564453125,
      "learning_rate": 1.1649480219407933e-05,
      "loss": 0.453,
      "step": 201500
    },
    {
      "epoch": 2.306752389544245,
      "grad_norm": 19.711753845214844,
      "learning_rate": 1.1554317167033996e-05,
      "loss": 0.4626,
      "step": 202000
    },
    {
      "epoch": 2.3124621726866814,
      "grad_norm": 19.635112762451172,
      "learning_rate": 1.145915411466006e-05,
      "loss": 0.4475,
      "step": 202500
    },
    {
      "epoch": 2.3181719558291176,
      "grad_norm": 13.560276985168457,
      "learning_rate": 1.1363991062286121e-05,
      "loss": 0.408,
      "step": 203000
    },
    {
      "epoch": 2.323881738971554,
      "grad_norm": 26.5770206451416,
      "learning_rate": 1.1268828009912184e-05,
      "loss": 0.4635,
      "step": 203500
    },
    {
      "epoch": 2.32959152211399,
      "grad_norm": 2.0275895595550537,
      "learning_rate": 1.1173664957538245e-05,
      "loss": 0.4075,
      "step": 204000
    },
    {
      "epoch": 2.335301305256426,
      "grad_norm": 2.2659318447113037,
      "learning_rate": 1.107850190516431e-05,
      "loss": 0.4559,
      "step": 204500
    },
    {
      "epoch": 2.3410110883988624,
      "grad_norm": 17.768217086791992,
      "learning_rate": 1.0983338852790372e-05,
      "loss": 0.4449,
      "step": 205000
    },
    {
      "epoch": 2.346720871541299,
      "grad_norm": 30.65240478515625,
      "learning_rate": 1.0888175800416433e-05,
      "loss": 0.4021,
      "step": 205500
    },
    {
      "epoch": 2.3524306546837352,
      "grad_norm": 5.680995464324951,
      "learning_rate": 1.0793012748042496e-05,
      "loss": 0.4424,
      "step": 206000
    },
    {
      "epoch": 2.3581404378261714,
      "grad_norm": 21.435077667236328,
      "learning_rate": 1.069784969566856e-05,
      "loss": 0.4515,
      "step": 206500
    },
    {
      "epoch": 2.3638502209686076,
      "grad_norm": 4.878481388092041,
      "learning_rate": 1.0602686643294621e-05,
      "loss": 0.4545,
      "step": 207000
    },
    {
      "epoch": 2.369560004111044,
      "grad_norm": 3.7160825729370117,
      "learning_rate": 1.0507523590920684e-05,
      "loss": 0.4689,
      "step": 207500
    },
    {
      "epoch": 2.37526978725348,
      "grad_norm": 0.2003573179244995,
      "learning_rate": 1.0412360538546746e-05,
      "loss": 0.4431,
      "step": 208000
    },
    {
      "epoch": 2.3809795703959162,
      "grad_norm": 12.670150756835938,
      "learning_rate": 1.031719748617281e-05,
      "loss": 0.4212,
      "step": 208500
    },
    {
      "epoch": 2.3866893535383524,
      "grad_norm": 15.492603302001953,
      "learning_rate": 1.0222034433798872e-05,
      "loss": 0.4812,
      "step": 209000
    },
    {
      "epoch": 2.3923991366807886,
      "grad_norm": 11.982219696044922,
      "learning_rate": 1.0126871381424933e-05,
      "loss": 0.4512,
      "step": 209500
    },
    {
      "epoch": 2.3981089198232253,
      "grad_norm": 13.071924209594727,
      "learning_rate": 1.0031708329050997e-05,
      "loss": 0.4328,
      "step": 210000
    },
    {
      "epoch": 2.4038187029656615,
      "grad_norm": 6.163028717041016,
      "learning_rate": 9.93654527667706e-06,
      "loss": 0.4666,
      "step": 210500
    },
    {
      "epoch": 2.4095284861080977,
      "grad_norm": 26.854854583740234,
      "learning_rate": 9.841382224303121e-06,
      "loss": 0.4666,
      "step": 211000
    },
    {
      "epoch": 2.415238269250534,
      "grad_norm": 19.293527603149414,
      "learning_rate": 9.746219171929184e-06,
      "loss": 0.4782,
      "step": 211500
    },
    {
      "epoch": 2.42094805239297,
      "grad_norm": 3.5704076290130615,
      "learning_rate": 9.651056119555246e-06,
      "loss": 0.4097,
      "step": 212000
    },
    {
      "epoch": 2.4266578355354063,
      "grad_norm": 1.1603834629058838,
      "learning_rate": 9.555893067181309e-06,
      "loss": 0.4341,
      "step": 212500
    },
    {
      "epoch": 2.4323676186778425,
      "grad_norm": 13.32528018951416,
      "learning_rate": 9.460730014807372e-06,
      "loss": 0.4557,
      "step": 213000
    },
    {
      "epoch": 2.438077401820279,
      "grad_norm": 24.67835235595703,
      "learning_rate": 9.365566962433434e-06,
      "loss": 0.428,
      "step": 213500
    },
    {
      "epoch": 2.4437871849627153,
      "grad_norm": 22.68439483642578,
      "learning_rate": 9.270403910059497e-06,
      "loss": 0.4288,
      "step": 214000
    },
    {
      "epoch": 2.4494969681051515,
      "grad_norm": 22.205448150634766,
      "learning_rate": 9.175240857685558e-06,
      "loss": 0.4736,
      "step": 214500
    },
    {
      "epoch": 2.4552067512475877,
      "grad_norm": 5.604839324951172,
      "learning_rate": 9.080077805311621e-06,
      "loss": 0.437,
      "step": 215000
    },
    {
      "epoch": 2.460916534390024,
      "grad_norm": 16.75910186767578,
      "learning_rate": 8.984914752937684e-06,
      "loss": 0.4292,
      "step": 215500
    },
    {
      "epoch": 2.46662631753246,
      "grad_norm": 5.171618461608887,
      "learning_rate": 8.889751700563746e-06,
      "loss": 0.4652,
      "step": 216000
    },
    {
      "epoch": 2.4723361006748963,
      "grad_norm": 14.182354927062988,
      "learning_rate": 8.794588648189809e-06,
      "loss": 0.4395,
      "step": 216500
    },
    {
      "epoch": 2.4780458838173325,
      "grad_norm": 7.590219974517822,
      "learning_rate": 8.699425595815872e-06,
      "loss": 0.4123,
      "step": 217000
    },
    {
      "epoch": 2.4837556669597687,
      "grad_norm": 16.082904815673828,
      "learning_rate": 8.604262543441934e-06,
      "loss": 0.4705,
      "step": 217500
    },
    {
      "epoch": 2.4894654501022053,
      "grad_norm": 17.717424392700195,
      "learning_rate": 8.509099491067997e-06,
      "loss": 0.4226,
      "step": 218000
    },
    {
      "epoch": 2.4951752332446415,
      "grad_norm": 11.10205078125,
      "learning_rate": 8.413936438694058e-06,
      "loss": 0.4387,
      "step": 218500
    },
    {
      "epoch": 2.5008850163870777,
      "grad_norm": 15.11910343170166,
      "learning_rate": 8.318773386320121e-06,
      "loss": 0.4412,
      "step": 219000
    },
    {
      "epoch": 2.506594799529514,
      "grad_norm": 13.213438987731934,
      "learning_rate": 8.223610333946185e-06,
      "loss": 0.4568,
      "step": 219500
    },
    {
      "epoch": 2.51230458267195,
      "grad_norm": 15.438469886779785,
      "learning_rate": 8.128447281572246e-06,
      "loss": 0.4458,
      "step": 220000
    },
    {
      "epoch": 2.5180143658143863,
      "grad_norm": 11.315568923950195,
      "learning_rate": 8.033284229198307e-06,
      "loss": 0.4573,
      "step": 220500
    },
    {
      "epoch": 2.5237241489568225,
      "grad_norm": 4.609684944152832,
      "learning_rate": 7.938121176824372e-06,
      "loss": 0.3975,
      "step": 221000
    },
    {
      "epoch": 2.5294339320992587,
      "grad_norm": 7.511826038360596,
      "learning_rate": 7.842958124450434e-06,
      "loss": 0.4081,
      "step": 221500
    },
    {
      "epoch": 2.535143715241695,
      "grad_norm": 19.85784912109375,
      "learning_rate": 7.747795072076497e-06,
      "loss": 0.4374,
      "step": 222000
    },
    {
      "epoch": 2.5408534983841315,
      "grad_norm": 27.99528694152832,
      "learning_rate": 7.652632019702558e-06,
      "loss": 0.4394,
      "step": 222500
    },
    {
      "epoch": 2.5465632815265677,
      "grad_norm": 14.683077812194824,
      "learning_rate": 7.557468967328621e-06,
      "loss": 0.4502,
      "step": 223000
    },
    {
      "epoch": 2.552273064669004,
      "grad_norm": 10.144028663635254,
      "learning_rate": 7.462305914954684e-06,
      "loss": 0.4507,
      "step": 223500
    },
    {
      "epoch": 2.55798284781144,
      "grad_norm": 1.1554043292999268,
      "learning_rate": 7.367142862580746e-06,
      "loss": 0.4204,
      "step": 224000
    },
    {
      "epoch": 2.5636926309538763,
      "grad_norm": 9.80467414855957,
      "learning_rate": 7.271979810206808e-06,
      "loss": 0.4132,
      "step": 224500
    },
    {
      "epoch": 2.5694024140963125,
      "grad_norm": 18.02458381652832,
      "learning_rate": 7.1768167578328716e-06,
      "loss": 0.4477,
      "step": 225000
    },
    {
      "epoch": 2.5751121972387487,
      "grad_norm": 20.703542709350586,
      "learning_rate": 7.081653705458934e-06,
      "loss": 0.4526,
      "step": 225500
    },
    {
      "epoch": 2.5808219803811854,
      "grad_norm": 9.557300567626953,
      "learning_rate": 6.986490653084995e-06,
      "loss": 0.4567,
      "step": 226000
    },
    {
      "epoch": 2.586531763523621,
      "grad_norm": 17.056869506835938,
      "learning_rate": 6.8913276007110585e-06,
      "loss": 0.4124,
      "step": 226500
    },
    {
      "epoch": 2.5922415466660578,
      "grad_norm": 15.790343284606934,
      "learning_rate": 6.796164548337121e-06,
      "loss": 0.4217,
      "step": 227000
    },
    {
      "epoch": 2.597951329808494,
      "grad_norm": 22.00592041015625,
      "learning_rate": 6.701001495963184e-06,
      "loss": 0.4348,
      "step": 227500
    },
    {
      "epoch": 2.60366111295093,
      "grad_norm": 26.225200653076172,
      "learning_rate": 6.605838443589246e-06,
      "loss": 0.4498,
      "step": 228000
    },
    {
      "epoch": 2.6093708960933664,
      "grad_norm": 19.986066818237305,
      "learning_rate": 6.5106753912153085e-06,
      "loss": 0.4522,
      "step": 228500
    },
    {
      "epoch": 2.6150806792358026,
      "grad_norm": 13.76626205444336,
      "learning_rate": 6.415512338841372e-06,
      "loss": 0.4081,
      "step": 229000
    },
    {
      "epoch": 2.6207904623782388,
      "grad_norm": 19.15985679626465,
      "learning_rate": 6.320349286467433e-06,
      "loss": 0.4161,
      "step": 229500
    },
    {
      "epoch": 2.626500245520675,
      "grad_norm": 25.41629981994629,
      "learning_rate": 6.225186234093496e-06,
      "loss": 0.4305,
      "step": 230000
    },
    {
      "epoch": 2.6322100286631116,
      "grad_norm": 32.94894790649414,
      "learning_rate": 6.130023181719559e-06,
      "loss": 0.4613,
      "step": 230500
    },
    {
      "epoch": 2.6379198118055474,
      "grad_norm": 23.78728675842285,
      "learning_rate": 6.034860129345621e-06,
      "loss": 0.405,
      "step": 231000
    },
    {
      "epoch": 2.643629594947984,
      "grad_norm": 25.120140075683594,
      "learning_rate": 5.939697076971683e-06,
      "loss": 0.434,
      "step": 231500
    },
    {
      "epoch": 2.64933937809042,
      "grad_norm": 7.863271713256836,
      "learning_rate": 5.844534024597746e-06,
      "loss": 0.4383,
      "step": 232000
    },
    {
      "epoch": 2.6550491612328564,
      "grad_norm": 23.731788635253906,
      "learning_rate": 5.749370972223809e-06,
      "loss": 0.428,
      "step": 232500
    },
    {
      "epoch": 2.6607589443752926,
      "grad_norm": 22.528989791870117,
      "learning_rate": 5.654207919849871e-06,
      "loss": 0.4396,
      "step": 233000
    },
    {
      "epoch": 2.666468727517729,
      "grad_norm": 37.912025451660156,
      "learning_rate": 5.559044867475933e-06,
      "loss": 0.4558,
      "step": 233500
    },
    {
      "epoch": 2.672178510660165,
      "grad_norm": 22.423768997192383,
      "learning_rate": 5.4638818151019964e-06,
      "loss": 0.4431,
      "step": 234000
    },
    {
      "epoch": 2.677888293802601,
      "grad_norm": 20.788856506347656,
      "learning_rate": 5.368718762728059e-06,
      "loss": 0.4292,
      "step": 234500
    },
    {
      "epoch": 2.683598076945038,
      "grad_norm": 16.2305965423584,
      "learning_rate": 5.273555710354121e-06,
      "loss": 0.4461,
      "step": 235000
    },
    {
      "epoch": 2.689307860087474,
      "grad_norm": 11.458951950073242,
      "learning_rate": 5.178392657980183e-06,
      "loss": 0.4463,
      "step": 235500
    },
    {
      "epoch": 2.69501764322991,
      "grad_norm": 5.9864583015441895,
      "learning_rate": 5.0832296056062465e-06,
      "loss": 0.4324,
      "step": 236000
    },
    {
      "epoch": 2.7007274263723464,
      "grad_norm": 15.759261131286621,
      "learning_rate": 4.988066553232308e-06,
      "loss": 0.4099,
      "step": 236500
    },
    {
      "epoch": 2.7064372095147826,
      "grad_norm": 15.179598808288574,
      "learning_rate": 4.892903500858371e-06,
      "loss": 0.4714,
      "step": 237000
    },
    {
      "epoch": 2.712146992657219,
      "grad_norm": 15.734328269958496,
      "learning_rate": 4.797740448484433e-06,
      "loss": 0.4178,
      "step": 237500
    },
    {
      "epoch": 2.717856775799655,
      "grad_norm": 16.08416175842285,
      "learning_rate": 4.7025773961104965e-06,
      "loss": 0.4549,
      "step": 238000
    },
    {
      "epoch": 2.7235665589420917,
      "grad_norm": 20.863590240478516,
      "learning_rate": 4.607414343736558e-06,
      "loss": 0.4303,
      "step": 238500
    },
    {
      "epoch": 2.7292763420845274,
      "grad_norm": 25.91830062866211,
      "learning_rate": 4.512251291362621e-06,
      "loss": 0.4225,
      "step": 239000
    },
    {
      "epoch": 2.734986125226964,
      "grad_norm": 2.3707592487335205,
      "learning_rate": 4.4170882389886835e-06,
      "loss": 0.4464,
      "step": 239500
    },
    {
      "epoch": 2.7406959083694002,
      "grad_norm": 11.344767570495605,
      "learning_rate": 4.321925186614746e-06,
      "loss": 0.4422,
      "step": 240000
    },
    {
      "epoch": 2.7464056915118364,
      "grad_norm": 15.27477741241455,
      "learning_rate": 4.226762134240808e-06,
      "loss": 0.4269,
      "step": 240500
    },
    {
      "epoch": 2.7521154746542726,
      "grad_norm": 20.88931655883789,
      "learning_rate": 4.131599081866871e-06,
      "loss": 0.4159,
      "step": 241000
    },
    {
      "epoch": 2.757825257796709,
      "grad_norm": 16.820457458496094,
      "learning_rate": 4.0364360294929335e-06,
      "loss": 0.4323,
      "step": 241500
    },
    {
      "epoch": 2.763535040939145,
      "grad_norm": 13.951443672180176,
      "learning_rate": 3.941272977118996e-06,
      "loss": 0.4572,
      "step": 242000
    },
    {
      "epoch": 2.7692448240815812,
      "grad_norm": 8.725248336791992,
      "learning_rate": 3.846109924745058e-06,
      "loss": 0.4391,
      "step": 242500
    },
    {
      "epoch": 2.774954607224018,
      "grad_norm": 23.761432647705078,
      "learning_rate": 3.750946872371121e-06,
      "loss": 0.4456,
      "step": 243000
    },
    {
      "epoch": 2.7806643903664536,
      "grad_norm": 15.580726623535156,
      "learning_rate": 3.6557838199971836e-06,
      "loss": 0.4466,
      "step": 243500
    },
    {
      "epoch": 2.7863741735088903,
      "grad_norm": 9.623611450195312,
      "learning_rate": 3.5606207676232463e-06,
      "loss": 0.4325,
      "step": 244000
    },
    {
      "epoch": 2.7920839566513265,
      "grad_norm": 8.323446273803711,
      "learning_rate": 3.465457715249308e-06,
      "loss": 0.414,
      "step": 244500
    },
    {
      "epoch": 2.7977937397937627,
      "grad_norm": 18.964641571044922,
      "learning_rate": 3.370294662875371e-06,
      "loss": 0.4053,
      "step": 245000
    },
    {
      "epoch": 2.803503522936199,
      "grad_norm": 14.138161659240723,
      "learning_rate": 3.2751316105014336e-06,
      "loss": 0.4307,
      "step": 245500
    },
    {
      "epoch": 2.809213306078635,
      "grad_norm": 19.322402954101562,
      "learning_rate": 3.179968558127496e-06,
      "loss": 0.4457,
      "step": 246000
    },
    {
      "epoch": 2.8149230892210713,
      "grad_norm": 11.986847877502441,
      "learning_rate": 3.0848055057535583e-06,
      "loss": 0.4143,
      "step": 246500
    },
    {
      "epoch": 2.8206328723635075,
      "grad_norm": 10.68634033203125,
      "learning_rate": 2.989642453379621e-06,
      "loss": 0.4388,
      "step": 247000
    },
    {
      "epoch": 2.826342655505944,
      "grad_norm": 7.064688682556152,
      "learning_rate": 2.8944794010056833e-06,
      "loss": 0.4312,
      "step": 247500
    },
    {
      "epoch": 2.8320524386483803,
      "grad_norm": 7.942897319793701,
      "learning_rate": 2.7993163486317456e-06,
      "loss": 0.4373,
      "step": 248000
    },
    {
      "epoch": 2.8377622217908165,
      "grad_norm": 9.228206634521484,
      "learning_rate": 2.7041532962578083e-06,
      "loss": 0.4182,
      "step": 248500
    },
    {
      "epoch": 2.8434720049332527,
      "grad_norm": 10.754328727722168,
      "learning_rate": 2.6089902438838706e-06,
      "loss": 0.4387,
      "step": 249000
    },
    {
      "epoch": 2.849181788075689,
      "grad_norm": 0.9526287317276001,
      "learning_rate": 2.513827191509933e-06,
      "loss": 0.4205,
      "step": 249500
    },
    {
      "epoch": 2.854891571218125,
      "grad_norm": 22.974435806274414,
      "learning_rate": 2.4186641391359957e-06,
      "loss": 0.4082,
      "step": 250000
    },
    {
      "epoch": 2.8606013543605613,
      "grad_norm": 25.322837829589844,
      "learning_rate": 2.323501086762058e-06,
      "loss": 0.4333,
      "step": 250500
    },
    {
      "epoch": 2.8663111375029975,
      "grad_norm": 18.878517150878906,
      "learning_rate": 2.2283380343881207e-06,
      "loss": 0.426,
      "step": 251000
    },
    {
      "epoch": 2.8720209206454337,
      "grad_norm": 14.777390480041504,
      "learning_rate": 2.133174982014183e-06,
      "loss": 0.4236,
      "step": 251500
    },
    {
      "epoch": 2.8777307037878703,
      "grad_norm": 18.13331413269043,
      "learning_rate": 2.0380119296402457e-06,
      "loss": 0.4399,
      "step": 252000
    },
    {
      "epoch": 2.8834404869303065,
      "grad_norm": 22.332372665405273,
      "learning_rate": 1.942848877266308e-06,
      "loss": 0.4648,
      "step": 252500
    },
    {
      "epoch": 2.8891502700727427,
      "grad_norm": 2.858553647994995,
      "learning_rate": 1.8476858248923707e-06,
      "loss": 0.4363,
      "step": 253000
    },
    {
      "epoch": 2.894860053215179,
      "grad_norm": 17.845335006713867,
      "learning_rate": 1.752522772518433e-06,
      "loss": 0.4242,
      "step": 253500
    },
    {
      "epoch": 2.900569836357615,
      "grad_norm": 15.165740966796875,
      "learning_rate": 1.6573597201444958e-06,
      "loss": 0.4168,
      "step": 254000
    },
    {
      "epoch": 2.9062796195000513,
      "grad_norm": 14.224691390991211,
      "learning_rate": 1.562196667770558e-06,
      "loss": 0.4099,
      "step": 254500
    },
    {
      "epoch": 2.9119894026424875,
      "grad_norm": 1.1702394485473633,
      "learning_rate": 1.4670336153966206e-06,
      "loss": 0.4096,
      "step": 255000
    },
    {
      "epoch": 2.917699185784924,
      "grad_norm": 16.13209342956543,
      "learning_rate": 1.3718705630226831e-06,
      "loss": 0.4225,
      "step": 255500
    },
    {
      "epoch": 2.92340896892736,
      "grad_norm": 0.30795010924339294,
      "learning_rate": 1.2767075106487456e-06,
      "loss": 0.4199,
      "step": 256000
    },
    {
      "epoch": 2.9291187520697965,
      "grad_norm": 15.014383316040039,
      "learning_rate": 1.1815444582748081e-06,
      "loss": 0.4322,
      "step": 256500
    },
    {
      "epoch": 2.9348285352122327,
      "grad_norm": 16.714000701904297,
      "learning_rate": 1.0863814059008707e-06,
      "loss": 0.4143,
      "step": 257000
    },
    {
      "epoch": 2.940538318354669,
      "grad_norm": 9.702882766723633,
      "learning_rate": 9.912183535269332e-07,
      "loss": 0.4121,
      "step": 257500
    },
    {
      "epoch": 2.946248101497105,
      "grad_norm": 6.008472919464111,
      "learning_rate": 8.960553011529956e-07,
      "loss": 0.423,
      "step": 258000
    },
    {
      "epoch": 2.9519578846395413,
      "grad_norm": 23.36663055419922,
      "learning_rate": 8.008922487790581e-07,
      "loss": 0.4207,
      "step": 258500
    },
    {
      "epoch": 2.9576676677819775,
      "grad_norm": 19.851423263549805,
      "learning_rate": 7.057291964051206e-07,
      "loss": 0.4333,
      "step": 259000
    },
    {
      "epoch": 2.9633774509244137,
      "grad_norm": 18.827438354492188,
      "learning_rate": 6.10566144031183e-07,
      "loss": 0.4149,
      "step": 259500
    },
    {
      "epoch": 2.9690872340668504,
      "grad_norm": 17.881038665771484,
      "learning_rate": 5.154030916572455e-07,
      "loss": 0.41,
      "step": 260000
    },
    {
      "epoch": 2.974797017209286,
      "grad_norm": 14.811394691467285,
      "learning_rate": 4.2024003928330806e-07,
      "loss": 0.4046,
      "step": 260500
    },
    {
      "epoch": 2.9805068003517228,
      "grad_norm": 26.242137908935547,
      "learning_rate": 3.250769869093705e-07,
      "loss": 0.4421,
      "step": 261000
    },
    {
      "epoch": 2.986216583494159,
      "grad_norm": 20.98594856262207,
      "learning_rate": 2.2991393453543303e-07,
      "loss": 0.4149,
      "step": 261500
    },
    {
      "epoch": 2.991926366636595,
      "grad_norm": 20.68380355834961,
      "learning_rate": 1.347508821614955e-07,
      "loss": 0.4417,
      "step": 262000
    },
    {
      "epoch": 2.9976361497790314,
      "grad_norm": 0.1880931407213211,
      "learning_rate": 3.9587829787558005e-08,
      "loss": 0.4166,
      "step": 262500
    },
    {
      "epoch": 3.0,
      "eval_f1": 0.7949345230005451,
      "eval_loss": 0.707278847694397,
      "eval_runtime": 49.9213,
      "eval_samples_per_second": 1754.18,
      "eval_steps_per_second": 219.285,
      "step": 262707
    },
    {
      "epoch": 3.0,
      "step": 262707,
      "total_flos": 3.4622586438257664e+16,
      "train_loss": 0.5913075774731889,
      "train_runtime": 4548.9417,
      "train_samples_per_second": 462.006,
      "train_steps_per_second": 57.751
    }
  ],
  "logging_steps": 500,
  "max_steps": 262707,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.4622586438257664e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}