{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.8264975101762506,
  "eval_steps": 500,
  "global_step": 40000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0020662437754406264,
      "grad_norm": 1.6640625,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 0.7375,
      "step": 100
    },
    {
      "epoch": 0.004132487550881253,
      "grad_norm": 1.28125,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.3387,
      "step": 200
    },
    {
      "epoch": 0.006198731326321879,
      "grad_norm": 0.84765625,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.3035,
      "step": 300
    },
    {
      "epoch": 0.008264975101762505,
      "grad_norm": 0.8671875,
      "learning_rate": 7.98e-05,
      "loss": 0.2934,
      "step": 400
    },
    {
      "epoch": 0.010331218877203133,
      "grad_norm": 0.68359375,
      "learning_rate": 9.98e-05,
      "loss": 0.2669,
      "step": 500
    },
    {
      "epoch": 0.012397462652643758,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0001198,
      "loss": 0.2677,
      "step": 600
    },
    {
      "epoch": 0.014463706428084385,
      "grad_norm": 0.62890625,
      "learning_rate": 0.0001398,
      "loss": 0.2643,
      "step": 700
    },
    {
      "epoch": 0.01652995020352501,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0001598,
      "loss": 0.2687,
      "step": 800
    },
    {
      "epoch": 0.018596193978965638,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0001798,
      "loss": 0.274,
      "step": 900
    },
    {
      "epoch": 0.020662437754406265,
      "grad_norm": 0.46875,
      "learning_rate": 0.0001998,
      "loss": 0.2662,
      "step": 1000
    },
    {
      "epoch": 0.022728681529846893,
      "grad_norm": 0.423828125,
      "learning_rate": 0.00019959591836734693,
      "loss": 0.2672,
      "step": 1100
    },
    {
      "epoch": 0.024794925305287516,
      "grad_norm": 0.65625,
      "learning_rate": 0.00019918775510204082,
      "loss": 0.2652,
      "step": 1200
    },
    {
      "epoch": 0.026861169080728144,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0001987795918367347,
      "loss": 0.2823,
      "step": 1300
    },
    {
      "epoch": 0.02892741285616877,
      "grad_norm": 0.46875,
      "learning_rate": 0.0001983714285714286,
      "loss": 0.2589,
      "step": 1400
    },
    {
      "epoch": 0.030993656631609398,
      "grad_norm": 0.5,
      "learning_rate": 0.00019796326530612245,
      "loss": 0.2632,
      "step": 1500
    },
    {
      "epoch": 0.03305990040705002,
      "grad_norm": 0.4140625,
      "learning_rate": 0.00019755510204081634,
      "loss": 0.2565,
      "step": 1600
    },
    {
      "epoch": 0.03512614418249065,
      "grad_norm": 5.78125,
      "learning_rate": 0.0001971469387755102,
      "loss": 0.2507,
      "step": 1700
    },
    {
      "epoch": 0.037192387957931276,
      "grad_norm": 0.90625,
      "learning_rate": 0.0001967387755102041,
      "loss": 0.252,
      "step": 1800
    },
    {
      "epoch": 0.0392586317333719,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00019633061224489797,
      "loss": 0.2434,
      "step": 1900
    },
    {
      "epoch": 0.04132487550881253,
      "grad_norm": 0.3359375,
      "learning_rate": 0.00019592244897959185,
      "loss": 0.2421,
      "step": 2000
    },
    {
      "epoch": 0.043391119284253155,
      "grad_norm": 0.3125,
      "learning_rate": 0.0001955142857142857,
      "loss": 0.2345,
      "step": 2100
    },
    {
      "epoch": 0.045457363059693785,
      "grad_norm": 0.376953125,
      "learning_rate": 0.00019510612244897962,
      "loss": 0.2565,
      "step": 2200
    },
    {
      "epoch": 0.04752360683513441,
      "grad_norm": 0.41015625,
      "learning_rate": 0.00019469795918367348,
      "loss": 0.2559,
      "step": 2300
    },
    {
      "epoch": 0.04958985061057503,
      "grad_norm": 0.357421875,
      "learning_rate": 0.00019428979591836737,
      "loss": 0.2501,
      "step": 2400
    },
    {
      "epoch": 0.051656094386015663,
      "grad_norm": 0.60546875,
      "learning_rate": 0.00019388163265306123,
      "loss": 0.2591,
      "step": 2500
    },
    {
      "epoch": 0.05372233816145629,
      "grad_norm": 0.296875,
      "learning_rate": 0.00019347346938775511,
      "loss": 0.236,
      "step": 2600
    },
    {
      "epoch": 0.05578858193689692,
      "grad_norm": 0.298828125,
      "learning_rate": 0.000193065306122449,
      "loss": 0.2375,
      "step": 2700
    },
    {
      "epoch": 0.05785482571233754,
      "grad_norm": 0.337890625,
      "learning_rate": 0.00019265714285714286,
      "loss": 0.2335,
      "step": 2800
    },
    {
      "epoch": 0.059921069487778165,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00019224897959183674,
      "loss": 0.2308,
      "step": 2900
    },
    {
      "epoch": 0.061987313263218796,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0001918408163265306,
      "loss": 0.2378,
      "step": 3000
    },
    {
      "epoch": 0.06405355703865942,
      "grad_norm": 0.294921875,
      "learning_rate": 0.00019143265306122452,
      "loss": 0.2338,
      "step": 3100
    },
    {
      "epoch": 0.06611980081410004,
      "grad_norm": 0.330078125,
      "learning_rate": 0.00019102448979591838,
      "loss": 0.2323,
      "step": 3200
    },
    {
      "epoch": 0.06818604458954067,
      "grad_norm": 0.68359375,
      "learning_rate": 0.00019061632653061226,
      "loss": 0.2366,
      "step": 3300
    },
    {
      "epoch": 0.0702522883649813,
      "grad_norm": 0.443359375,
      "learning_rate": 0.00019020816326530612,
      "loss": 0.2436,
      "step": 3400
    },
    {
      "epoch": 0.07231853214042193,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0001898,
      "loss": 0.236,
      "step": 3500
    },
    {
      "epoch": 0.07438477591586255,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0001893918367346939,
      "loss": 0.2318,
      "step": 3600
    },
    {
      "epoch": 0.07645101969130318,
      "grad_norm": 0.376953125,
      "learning_rate": 0.00018898367346938778,
      "loss": 0.2207,
      "step": 3700
    },
    {
      "epoch": 0.0785172634667438,
      "grad_norm": 0.416015625,
      "learning_rate": 0.00018857551020408164,
      "loss": 0.2344,
      "step": 3800
    },
    {
      "epoch": 0.08058350724218444,
      "grad_norm": 0.296875,
      "learning_rate": 0.00018816734693877552,
      "loss": 0.2327,
      "step": 3900
    },
    {
      "epoch": 0.08264975101762506,
      "grad_norm": 0.28515625,
      "learning_rate": 0.0001877591836734694,
      "loss": 0.2265,
      "step": 4000
    },
    {
      "epoch": 0.08471599479306569,
      "grad_norm": 0.271484375,
      "learning_rate": 0.0001873510204081633,
      "loss": 0.2272,
      "step": 4100
    },
    {
      "epoch": 0.08678223856850631,
      "grad_norm": 0.2392578125,
      "learning_rate": 0.00018694285714285715,
      "loss": 0.2281,
      "step": 4200
    },
    {
      "epoch": 0.08884848234394693,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00018653469387755104,
      "loss": 0.2386,
      "step": 4300
    },
    {
      "epoch": 0.09091472611938757,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0001861265306122449,
      "loss": 0.2298,
      "step": 4400
    },
    {
      "epoch": 0.0929809698948282,
      "grad_norm": 0.32421875,
      "learning_rate": 0.00018571836734693878,
      "loss": 0.2255,
      "step": 4500
    },
    {
      "epoch": 0.09504721367026882,
      "grad_norm": 0.328125,
      "learning_rate": 0.00018531020408163267,
      "loss": 0.2208,
      "step": 4600
    },
    {
      "epoch": 0.09711345744570944,
      "grad_norm": 0.294921875,
      "learning_rate": 0.00018490204081632653,
      "loss": 0.219,
      "step": 4700
    },
    {
      "epoch": 0.09917970122115007,
      "grad_norm": 0.296875,
      "learning_rate": 0.00018449387755102041,
      "loss": 0.2243,
      "step": 4800
    },
    {
      "epoch": 0.1012459449965907,
      "grad_norm": 0.3125,
      "learning_rate": 0.00018408571428571427,
      "loss": 0.2228,
      "step": 4900
    },
    {
      "epoch": 0.10331218877203133,
      "grad_norm": 0.2734375,
      "learning_rate": 0.00018367755102040819,
      "loss": 0.2212,
      "step": 5000
    },
    {
      "epoch": 0.10537843254747195,
      "grad_norm": 0.2314453125,
      "learning_rate": 0.00018326938775510204,
      "loss": 0.223,
      "step": 5100
    },
    {
      "epoch": 0.10744467632291257,
      "grad_norm": 0.419921875,
      "learning_rate": 0.00018286122448979593,
      "loss": 0.2295,
      "step": 5200
    },
    {
      "epoch": 0.1095109200983532,
      "grad_norm": 0.265625,
      "learning_rate": 0.0001824530612244898,
      "loss": 0.2215,
      "step": 5300
    },
    {
      "epoch": 0.11157716387379384,
      "grad_norm": 0.26953125,
      "learning_rate": 0.0001820448979591837,
      "loss": 0.2184,
      "step": 5400
    },
    {
      "epoch": 0.11364340764923446,
      "grad_norm": 0.2412109375,
      "learning_rate": 0.00018163673469387756,
      "loss": 0.2163,
      "step": 5500
    },
    {
      "epoch": 0.11570965142467508,
      "grad_norm": 0.376953125,
      "learning_rate": 0.00018122857142857145,
      "loss": 0.2202,
      "step": 5600
    },
    {
      "epoch": 0.11777589520011571,
      "grad_norm": 0.306640625,
      "learning_rate": 0.0001808204081632653,
      "loss": 0.2253,
      "step": 5700
    },
    {
      "epoch": 0.11984213897555633,
      "grad_norm": 0.251953125,
      "learning_rate": 0.0001804122448979592,
      "loss": 0.2095,
      "step": 5800
    },
    {
      "epoch": 0.12190838275099697,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00018000408163265308,
      "loss": 0.2238,
      "step": 5900
    },
    {
      "epoch": 0.12397462652643759,
      "grad_norm": 0.228515625,
      "learning_rate": 0.00017959591836734694,
      "loss": 0.2135,
      "step": 6000
    },
    {
      "epoch": 0.12604087030187822,
      "grad_norm": 0.232421875,
      "learning_rate": 0.00017918775510204082,
      "loss": 0.2182,
      "step": 6100
    },
    {
      "epoch": 0.12810711407731884,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0001787795918367347,
      "loss": 0.2167,
      "step": 6200
    },
    {
      "epoch": 0.13017335785275946,
      "grad_norm": 0.267578125,
      "learning_rate": 0.0001783714285714286,
      "loss": 0.2148,
      "step": 6300
    },
    {
      "epoch": 0.1322396016282001,
      "grad_norm": 0.20703125,
      "learning_rate": 0.00017796326530612245,
      "loss": 0.2047,
      "step": 6400
    },
    {
      "epoch": 0.1343058454036407,
      "grad_norm": 0.255859375,
      "learning_rate": 0.00017755510204081634,
      "loss": 0.2082,
      "step": 6500
    },
    {
      "epoch": 0.13637208917908133,
      "grad_norm": 0.2470703125,
      "learning_rate": 0.0001771469387755102,
      "loss": 0.2128,
      "step": 6600
    },
    {
      "epoch": 0.138438332954522,
      "grad_norm": 0.3671875,
      "learning_rate": 0.00017673877551020408,
      "loss": 0.2091,
      "step": 6700
    },
    {
      "epoch": 0.1405045767299626,
      "grad_norm": 0.279296875,
      "learning_rate": 0.00017633061224489797,
      "loss": 0.2078,
      "step": 6800
    },
    {
      "epoch": 0.14257082050540323,
      "grad_norm": 0.34375,
      "learning_rate": 0.00017592244897959185,
      "loss": 0.2025,
      "step": 6900
    },
    {
      "epoch": 0.14463706428084386,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0001755142857142857,
      "loss": 0.2061,
      "step": 7000
    },
    {
      "epoch": 0.14670330805628448,
      "grad_norm": 0.3203125,
      "learning_rate": 0.0001751061224489796,
      "loss": 0.2174,
      "step": 7100
    },
    {
      "epoch": 0.1487695518317251,
      "grad_norm": 0.9375,
      "learning_rate": 0.00017469795918367349,
      "loss": 0.2098,
      "step": 7200
    },
    {
      "epoch": 0.15083579560716573,
      "grad_norm": 0.3125,
      "learning_rate": 0.00017428979591836737,
      "loss": 0.2056,
      "step": 7300
    },
    {
      "epoch": 0.15290203938260635,
      "grad_norm": 0.369140625,
      "learning_rate": 0.00017388163265306123,
      "loss": 0.2049,
      "step": 7400
    },
    {
      "epoch": 0.15496828315804698,
      "grad_norm": 0.265625,
      "learning_rate": 0.00017347346938775512,
      "loss": 0.2034,
      "step": 7500
    },
    {
      "epoch": 0.1570345269334876,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00017306530612244897,
      "loss": 0.1922,
      "step": 7600
    },
    {
      "epoch": 0.15910077070892825,
      "grad_norm": 0.34375,
      "learning_rate": 0.00017265714285714286,
      "loss": 0.2059,
      "step": 7700
    },
    {
      "epoch": 0.16116701448436888,
      "grad_norm": 0.326171875,
      "learning_rate": 0.00017224897959183675,
      "loss": 0.2052,
      "step": 7800
    },
    {
      "epoch": 0.1632332582598095,
      "grad_norm": 0.2451171875,
      "learning_rate": 0.0001718408163265306,
      "loss": 0.2077,
      "step": 7900
    },
    {
      "epoch": 0.16529950203525012,
      "grad_norm": 0.203125,
      "learning_rate": 0.0001714326530612245,
      "loss": 0.2116,
      "step": 8000
    },
    {
      "epoch": 0.16736574581069075,
      "grad_norm": 0.2109375,
      "learning_rate": 0.00017102448979591838,
      "loss": 0.2154,
      "step": 8100
    },
    {
      "epoch": 0.16943198958613137,
      "grad_norm": 0.28125,
      "learning_rate": 0.00017061632653061226,
      "loss": 0.2118,
      "step": 8200
    },
    {
      "epoch": 0.171498233361572,
      "grad_norm": 0.23046875,
      "learning_rate": 0.00017020816326530612,
      "loss": 0.2001,
      "step": 8300
    },
    {
      "epoch": 0.17356447713701262,
      "grad_norm": 0.306640625,
      "learning_rate": 0.0001698,
      "loss": 0.2024,
      "step": 8400
    },
    {
      "epoch": 0.17563072091245324,
      "grad_norm": 0.23828125,
      "learning_rate": 0.00016939183673469387,
      "loss": 0.1997,
      "step": 8500
    },
    {
      "epoch": 0.17769696468789387,
      "grad_norm": 0.2392578125,
      "learning_rate": 0.00016898367346938778,
      "loss": 0.1978,
      "step": 8600
    },
    {
      "epoch": 0.17976320846333452,
      "grad_norm": 0.2421875,
      "learning_rate": 0.00016857551020408164,
      "loss": 0.1981,
      "step": 8700
    },
    {
      "epoch": 0.18182945223877514,
      "grad_norm": 0.2275390625,
      "learning_rate": 0.00016816734693877552,
      "loss": 0.1898,
      "step": 8800
    },
    {
      "epoch": 0.18389569601421576,
      "grad_norm": 0.32421875,
      "learning_rate": 0.00016775918367346938,
      "loss": 0.196,
      "step": 8900
    },
    {
      "epoch": 0.1859619397896564,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0001673510204081633,
      "loss": 0.2105,
      "step": 9000
    },
    {
      "epoch": 0.188028183565097,
      "grad_norm": 0.267578125,
      "learning_rate": 0.00016694285714285715,
      "loss": 0.1967,
      "step": 9100
    },
    {
      "epoch": 0.19009442734053764,
      "grad_norm": 0.28125,
      "learning_rate": 0.00016653469387755104,
      "loss": 0.1903,
      "step": 9200
    },
    {
      "epoch": 0.19216067111597826,
      "grad_norm": 0.279296875,
      "learning_rate": 0.0001661265306122449,
      "loss": 0.1994,
      "step": 9300
    },
    {
      "epoch": 0.19422691489141888,
      "grad_norm": 1.40625,
      "learning_rate": 0.00016571836734693878,
      "loss": 0.2028,
      "step": 9400
    },
    {
      "epoch": 0.1962931586668595,
      "grad_norm": 0.453125,
      "learning_rate": 0.00016531020408163267,
      "loss": 0.1988,
      "step": 9500
    },
    {
      "epoch": 0.19835940244230013,
      "grad_norm": 0.18359375,
      "learning_rate": 0.00016490204081632653,
      "loss": 0.201,
      "step": 9600
    },
    {
      "epoch": 0.20042564621774078,
      "grad_norm": 0.2392578125,
      "learning_rate": 0.00016449387755102042,
      "loss": 0.1877,
      "step": 9700
    },
    {
      "epoch": 0.2024918899931814,
      "grad_norm": 0.2197265625,
      "learning_rate": 0.00016408571428571427,
      "loss": 0.1969,
      "step": 9800
    },
    {
      "epoch": 0.20455813376862203,
      "grad_norm": 0.23046875,
      "learning_rate": 0.0001636775510204082,
      "loss": 0.1921,
      "step": 9900
    },
    {
      "epoch": 0.20662437754406265,
      "grad_norm": 0.302734375,
      "learning_rate": 0.00016326938775510205,
      "loss": 0.1911,
      "step": 10000
    },
    {
      "epoch": 0.20869062131950328,
      "grad_norm": 0.275390625,
      "learning_rate": 0.00016286122448979593,
      "loss": 0.201,
      "step": 10100
    },
    {
      "epoch": 0.2107568650949439,
      "grad_norm": 0.275390625,
      "learning_rate": 0.0001624530612244898,
      "loss": 0.1937,
      "step": 10200
    },
    {
      "epoch": 0.21282310887038453,
      "grad_norm": 0.232421875,
      "learning_rate": 0.00016204489795918368,
      "loss": 0.1922,
      "step": 10300
    },
    {
      "epoch": 0.21488935264582515,
      "grad_norm": 0.244140625,
      "learning_rate": 0.00016163673469387756,
      "loss": 0.1969,
      "step": 10400
    },
    {
      "epoch": 0.21695559642126577,
      "grad_norm": 0.232421875,
      "learning_rate": 0.00016122857142857145,
      "loss": 0.1902,
      "step": 10500
    },
    {
      "epoch": 0.2190218401967064,
      "grad_norm": 0.208984375,
      "learning_rate": 0.0001608204081632653,
      "loss": 0.1927,
      "step": 10600
    },
    {
      "epoch": 0.22108808397214702,
      "grad_norm": 0.1845703125,
      "learning_rate": 0.0001604122448979592,
      "loss": 0.2002,
      "step": 10700
    },
    {
      "epoch": 0.22315432774758767,
      "grad_norm": 0.28125,
      "learning_rate": 0.00016000408163265305,
      "loss": 0.191,
      "step": 10800
    },
    {
      "epoch": 0.2252205715230283,
      "grad_norm": 0.240234375,
      "learning_rate": 0.00015959591836734696,
      "loss": 0.1843,
      "step": 10900
    },
    {
      "epoch": 0.22728681529846892,
      "grad_norm": 0.318359375,
      "learning_rate": 0.00015918775510204082,
      "loss": 0.1945,
      "step": 11000
    },
    {
      "epoch": 0.22935305907390954,
      "grad_norm": 0.2041015625,
      "learning_rate": 0.0001587795918367347,
      "loss": 0.195,
      "step": 11100
    },
    {
      "epoch": 0.23141930284935017,
      "grad_norm": 0.41015625,
      "learning_rate": 0.00015837142857142857,
      "loss": 0.1884,
      "step": 11200
    },
    {
      "epoch": 0.2334855466247908,
      "grad_norm": 0.275390625,
      "learning_rate": 0.00015796326530612245,
      "loss": 0.1934,
      "step": 11300
    },
    {
      "epoch": 0.23555179040023141,
      "grad_norm": 0.361328125,
      "learning_rate": 0.00015755510204081634,
      "loss": 0.1911,
      "step": 11400
    },
    {
      "epoch": 0.23761803417567204,
      "grad_norm": 0.359375,
      "learning_rate": 0.0001571469387755102,
      "loss": 0.184,
      "step": 11500
    },
    {
      "epoch": 0.23968427795111266,
      "grad_norm": 0.2119140625,
      "learning_rate": 0.00015673877551020408,
      "loss": 0.179,
      "step": 11600
    },
    {
      "epoch": 0.24175052172655329,
      "grad_norm": 0.2412109375,
      "learning_rate": 0.00015633061224489794,
      "loss": 0.1809,
      "step": 11700
    },
    {
      "epoch": 0.24381676550199394,
      "grad_norm": 0.228515625,
      "learning_rate": 0.00015592244897959186,
      "loss": 0.1844,
      "step": 11800
    },
    {
      "epoch": 0.24588300927743456,
      "grad_norm": 0.30859375,
      "learning_rate": 0.00015551428571428572,
      "loss": 0.1849,
      "step": 11900
    },
    {
      "epoch": 0.24794925305287518,
      "grad_norm": 0.2431640625,
      "learning_rate": 0.0001551061224489796,
      "loss": 0.1782,
      "step": 12000
    },
    {
      "epoch": 0.2500154968283158,
      "grad_norm": 0.291015625,
      "learning_rate": 0.00015469795918367346,
      "loss": 0.1905,
      "step": 12100
    },
    {
      "epoch": 0.25208174060375643,
      "grad_norm": 0.2080078125,
      "learning_rate": 0.00015428979591836737,
      "loss": 0.1841,
      "step": 12200
    },
    {
      "epoch": 0.25414798437919706,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00015388163265306123,
      "loss": 0.179,
      "step": 12300
    },
    {
      "epoch": 0.2562142281546377,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00015347346938775512,
      "loss": 0.1825,
      "step": 12400
    },
    {
      "epoch": 0.2582804719300783,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00015306530612244898,
      "loss": 0.1764,
      "step": 12500
    },
    {
      "epoch": 0.2603467157055189,
      "grad_norm": 0.2412109375,
      "learning_rate": 0.00015265714285714286,
      "loss": 0.1769,
      "step": 12600
    },
    {
      "epoch": 0.26241295948095955,
      "grad_norm": 0.1826171875,
      "learning_rate": 0.00015224897959183675,
      "loss": 0.1812,
      "step": 12700
    },
    {
      "epoch": 0.2644792032564002,
      "grad_norm": 0.248046875,
      "learning_rate": 0.00015184081632653063,
      "loss": 0.179,
      "step": 12800
    },
    {
      "epoch": 0.2665454470318408,
      "grad_norm": 0.255859375,
      "learning_rate": 0.0001514326530612245,
      "loss": 0.1777,
      "step": 12900
    },
    {
      "epoch": 0.2686116908072814,
      "grad_norm": 0.271484375,
      "learning_rate": 0.00015102448979591838,
      "loss": 0.181,
      "step": 13000
    },
    {
      "epoch": 0.27067793458272205,
      "grad_norm": 0.24609375,
      "learning_rate": 0.00015061632653061226,
      "loss": 0.177,
      "step": 13100
    },
    {
      "epoch": 0.27274417835816267,
      "grad_norm": 0.20703125,
      "learning_rate": 0.00015020816326530612,
      "loss": 0.1774,
      "step": 13200
    },
    {
      "epoch": 0.27481042213360335,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0001498,
      "loss": 0.1754,
      "step": 13300
    },
    {
      "epoch": 0.276876665909044,
      "grad_norm": 0.2236328125,
      "learning_rate": 0.00014939183673469387,
      "loss": 0.171,
      "step": 13400
    },
    {
      "epoch": 0.2789429096844846,
      "grad_norm": 0.2353515625,
      "learning_rate": 0.00014898367346938775,
      "loss": 0.1751,
      "step": 13500
    },
    {
      "epoch": 0.2810091534599252,
      "grad_norm": 0.419921875,
      "learning_rate": 0.00014857551020408164,
      "loss": 0.1783,
      "step": 13600
    },
    {
      "epoch": 0.28307539723536584,
      "grad_norm": 0.22265625,
      "learning_rate": 0.00014816734693877553,
      "loss": 0.1704,
      "step": 13700
    },
    {
      "epoch": 0.28514164101080647,
      "grad_norm": 0.51953125,
      "learning_rate": 0.00014775918367346938,
      "loss": 0.1829,
      "step": 13800
    },
    {
      "epoch": 0.2872078847862471,
      "grad_norm": 0.224609375,
      "learning_rate": 0.00014735102040816327,
      "loss": 0.1762,
      "step": 13900
    },
    {
      "epoch": 0.2892741285616877,
      "grad_norm": 0.314453125,
      "learning_rate": 0.00014694285714285716,
      "loss": 0.1724,
      "step": 14000
    },
    {
      "epoch": 0.29134037233712834,
      "grad_norm": 0.271484375,
      "learning_rate": 0.00014653469387755104,
      "loss": 0.1747,
      "step": 14100
    },
    {
      "epoch": 0.29340661611256896,
      "grad_norm": 0.2275390625,
      "learning_rate": 0.0001461265306122449,
      "loss": 0.1769,
      "step": 14200
    },
    {
      "epoch": 0.2954728598880096,
      "grad_norm": 0.228515625,
      "learning_rate": 0.0001457183673469388,
      "loss": 0.1655,
      "step": 14300
    },
    {
      "epoch": 0.2975391036634502,
      "grad_norm": 0.2353515625,
      "learning_rate": 0.00014531020408163265,
      "loss": 0.1698,
      "step": 14400
    },
    {
      "epoch": 0.29960534743889083,
      "grad_norm": 0.24609375,
      "learning_rate": 0.00014490204081632656,
      "loss": 0.1691,
      "step": 14500
    },
    {
      "epoch": 0.30167159121433146,
      "grad_norm": 0.212890625,
      "learning_rate": 0.00014449387755102042,
      "loss": 0.1739,
      "step": 14600
    },
    {
      "epoch": 0.3037378349897721,
      "grad_norm": 0.17578125,
      "learning_rate": 0.0001440857142857143,
      "loss": 0.1657,
      "step": 14700
    },
    {
      "epoch": 0.3058040787652127,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00014367755102040816,
      "loss": 0.1789,
      "step": 14800
    },
    {
      "epoch": 0.30787032254065333,
      "grad_norm": 0.201171875,
      "learning_rate": 0.00014326938775510205,
      "loss": 0.1717,
      "step": 14900
    },
    {
      "epoch": 0.30993656631609395,
      "grad_norm": 0.279296875,
      "learning_rate": 0.00014286122448979593,
      "loss": 0.1713,
      "step": 15000
    },
    {
      "epoch": 0.3120028100915346,
      "grad_norm": 0.251953125,
      "learning_rate": 0.0001424530612244898,
      "loss": 0.1672,
      "step": 15100
    },
    {
      "epoch": 0.3140690538669752,
      "grad_norm": 0.212890625,
      "learning_rate": 0.00014204489795918368,
      "loss": 0.1715,
      "step": 15200
    },
    {
      "epoch": 0.3161352976424158,
      "grad_norm": 0.2490234375,
      "learning_rate": 0.00014163673469387754,
      "loss": 0.1661,
      "step": 15300
    },
    {
      "epoch": 0.3182015414178565,
      "grad_norm": 0.27734375,
      "learning_rate": 0.00014122857142857145,
      "loss": 0.1642,
      "step": 15400
    },
    {
      "epoch": 0.3202677851932971,
      "grad_norm": 0.1875,
      "learning_rate": 0.0001408204081632653,
      "loss": 0.1675,
      "step": 15500
    },
    {
      "epoch": 0.32233402896873775,
      "grad_norm": 0.330078125,
      "learning_rate": 0.0001404122448979592,
      "loss": 0.1707,
      "step": 15600
    },
    {
      "epoch": 0.3244002727441784,
      "grad_norm": 0.236328125,
      "learning_rate": 0.00014000408163265305,
      "loss": 0.1835,
      "step": 15700
    },
    {
      "epoch": 0.326466516519619,
      "grad_norm": 0.244140625,
      "learning_rate": 0.00013959591836734697,
      "loss": 0.1744,
      "step": 15800
    },
    {
      "epoch": 0.3285327602950596,
      "grad_norm": 0.2060546875,
      "learning_rate": 0.00013918775510204083,
      "loss": 0.1692,
      "step": 15900
    },
    {
      "epoch": 0.33059900407050025,
      "grad_norm": 0.21875,
      "learning_rate": 0.0001387795918367347,
      "loss": 0.1706,
      "step": 16000
    },
    {
      "epoch": 0.33266524784594087,
      "grad_norm": 0.248046875,
      "learning_rate": 0.00013837142857142857,
      "loss": 0.1679,
      "step": 16100
    },
    {
      "epoch": 0.3347314916213815,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00013796326530612246,
      "loss": 0.1605,
      "step": 16200
    },
    {
      "epoch": 0.3367977353968221,
      "grad_norm": 0.25390625,
      "learning_rate": 0.00013755510204081634,
      "loss": 0.1656,
      "step": 16300
    },
    {
      "epoch": 0.33886397917226274,
      "grad_norm": 0.234375,
      "learning_rate": 0.00013714693877551023,
      "loss": 0.162,
      "step": 16400
    },
    {
      "epoch": 0.34093022294770337,
      "grad_norm": 0.2490234375,
      "learning_rate": 0.00013673877551020409,
      "loss": 0.1628,
      "step": 16500
    },
    {
      "epoch": 0.342996466723144,
      "grad_norm": 0.2412109375,
      "learning_rate": 0.00013633061224489797,
      "loss": 0.1646,
      "step": 16600
    },
    {
      "epoch": 0.3450627104985846,
      "grad_norm": 0.2041015625,
      "learning_rate": 0.00013592244897959186,
      "loss": 0.1616,
      "step": 16700
    },
    {
      "epoch": 0.34712895427402524,
      "grad_norm": 0.3046875,
      "learning_rate": 0.00013551428571428572,
      "loss": 0.1694,
      "step": 16800
    },
    {
      "epoch": 0.34919519804946586,
      "grad_norm": 0.2294921875,
      "learning_rate": 0.0001351061224489796,
      "loss": 0.1607,
      "step": 16900
    },
    {
      "epoch": 0.3512614418249065,
      "grad_norm": 0.2392578125,
      "learning_rate": 0.00013469795918367346,
      "loss": 0.1593,
      "step": 17000
    },
    {
      "epoch": 0.3533276856003471,
      "grad_norm": 0.24609375,
      "learning_rate": 0.00013428979591836735,
      "loss": 0.1624,
      "step": 17100
    },
    {
      "epoch": 0.35539392937578773,
      "grad_norm": 0.322265625,
      "learning_rate": 0.00013388163265306123,
      "loss": 0.1619,
      "step": 17200
    },
    {
      "epoch": 0.35746017315122836,
      "grad_norm": 0.24609375,
      "learning_rate": 0.00013347346938775512,
      "loss": 0.159,
      "step": 17300
    },
    {
      "epoch": 0.35952641692666903,
      "grad_norm": 0.41796875,
      "learning_rate": 0.00013306530612244898,
      "loss": 0.1618,
      "step": 17400
    },
    {
      "epoch": 0.36159266070210966,
      "grad_norm": 0.208984375,
      "learning_rate": 0.00013265714285714286,
      "loss": 0.162,
      "step": 17500
    },
    {
      "epoch": 0.3636589044775503,
      "grad_norm": 0.337890625,
      "learning_rate": 0.00013224897959183672,
      "loss": 0.1634,
      "step": 17600
    },
    {
      "epoch": 0.3657251482529909,
      "grad_norm": 0.37109375,
      "learning_rate": 0.00013184081632653064,
      "loss": 0.1625,
      "step": 17700
    },
    {
      "epoch": 0.36779139202843153,
      "grad_norm": 0.23046875,
      "learning_rate": 0.0001314326530612245,
      "loss": 0.1608,
      "step": 17800
    },
    {
      "epoch": 0.36985763580387215,
      "grad_norm": 0.451171875,
      "learning_rate": 0.00013102448979591838,
      "loss": 0.1507,
      "step": 17900
    },
    {
      "epoch": 0.3719238795793128,
      "grad_norm": 0.318359375,
      "learning_rate": 0.00013061632653061224,
      "loss": 0.1596,
      "step": 18000
    },
    {
      "epoch": 0.3739901233547534,
      "grad_norm": 0.2255859375,
      "learning_rate": 0.00013020816326530612,
      "loss": 0.1584,
      "step": 18100
    },
    {
      "epoch": 0.376056367130194,
      "grad_norm": 0.291015625,
      "learning_rate": 0.0001298,
      "loss": 0.1634,
      "step": 18200
    },
    {
      "epoch": 0.37812261090563465,
      "grad_norm": 0.1904296875,
      "learning_rate": 0.00012939183673469387,
      "loss": 0.1551,
      "step": 18300
    },
    {
      "epoch": 0.3801888546810753,
      "grad_norm": 0.2353515625,
      "learning_rate": 0.00012898367346938776,
      "loss": 0.1577,
      "step": 18400
    },
    {
      "epoch": 0.3822550984565159,
      "grad_norm": 0.2294921875,
      "learning_rate": 0.00012857551020408164,
      "loss": 0.1512,
      "step": 18500
    },
    {
      "epoch": 0.3843213422319565,
      "grad_norm": 0.2197265625,
      "learning_rate": 0.00012816734693877553,
      "loss": 0.1541,
      "step": 18600
    },
    {
      "epoch": 0.38638758600739714,
      "grad_norm": 0.255859375,
      "learning_rate": 0.00012775918367346939,
      "loss": 0.1602,
      "step": 18700
    },
    {
      "epoch": 0.38845382978283777,
      "grad_norm": 0.224609375,
      "learning_rate": 0.00012735102040816327,
      "loss": 0.1593,
      "step": 18800
    },
    {
      "epoch": 0.3905200735582784,
      "grad_norm": 0.341796875,
      "learning_rate": 0.00012694285714285713,
      "loss": 0.1603,
      "step": 18900
    },
    {
      "epoch": 0.392586317333719,
      "grad_norm": 0.1962890625,
      "learning_rate": 0.00012653469387755104,
      "loss": 0.1568,
      "step": 19000
    },
    {
      "epoch": 0.39465256110915964,
      "grad_norm": 0.27734375,
      "learning_rate": 0.0001261265306122449,
      "loss": 0.1594,
      "step": 19100
    },
    {
      "epoch": 0.39671880488460026,
      "grad_norm": 0.1875,
      "learning_rate": 0.0001257183673469388,
      "loss": 0.1478,
      "step": 19200
    },
    {
      "epoch": 0.3987850486600409,
      "grad_norm": 0.220703125,
      "learning_rate": 0.00012531020408163265,
      "loss": 0.1618,
      "step": 19300
    },
    {
      "epoch": 0.40085129243548157,
      "grad_norm": 0.18359375,
      "learning_rate": 0.00012490204081632653,
      "loss": 0.1522,
      "step": 19400
    },
    {
      "epoch": 0.4029175362109222,
      "grad_norm": 0.267578125,
      "learning_rate": 0.00012449387755102042,
      "loss": 0.1539,
      "step": 19500
    },
    {
      "epoch": 0.4049837799863628,
      "grad_norm": 0.212890625,
      "learning_rate": 0.0001240857142857143,
      "loss": 0.1542,
      "step": 19600
    },
    {
      "epoch": 0.40705002376180344,
      "grad_norm": 0.19140625,
      "learning_rate": 0.00012367755102040816,
      "loss": 0.1532,
      "step": 19700
    },
    {
      "epoch": 0.40911626753724406,
      "grad_norm": 0.30078125,
      "learning_rate": 0.00012326938775510205,
      "loss": 0.1547,
      "step": 19800
    },
    {
      "epoch": 0.4111825113126847,
      "grad_norm": 0.263671875,
      "learning_rate": 0.00012286122448979594,
      "loss": 0.1534,
      "step": 19900
    },
    {
      "epoch": 0.4132487550881253,
      "grad_norm": 0.2333984375,
      "learning_rate": 0.0001224530612244898,
      "loss": 0.1529,
      "step": 20000
    },
    {
      "epoch": 0.41531499886356593,
      "grad_norm": 0.267578125,
      "learning_rate": 0.00012204489795918368,
      "loss": 0.1551,
      "step": 20100
    },
    {
      "epoch": 0.41738124263900656,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00012163673469387755,
      "loss": 0.1507,
      "step": 20200
    },
    {
      "epoch": 0.4194474864144472,
      "grad_norm": 0.240234375,
      "learning_rate": 0.00012122857142857142,
      "loss": 0.1483,
      "step": 20300
    },
    {
      "epoch": 0.4215137301898878,
      "grad_norm": 0.2060546875,
      "learning_rate": 0.00012082040816326532,
      "loss": 0.1531,
      "step": 20400
    },
    {
      "epoch": 0.4235799739653284,
      "grad_norm": 0.22265625,
      "learning_rate": 0.0001204122448979592,
      "loss": 0.1442,
      "step": 20500
    },
    {
      "epoch": 0.42564621774076905,
      "grad_norm": 0.30078125,
      "learning_rate": 0.00012000408163265307,
      "loss": 0.1509,
      "step": 20600
    },
    {
      "epoch": 0.4277124615162097,
      "grad_norm": 0.2451171875,
      "learning_rate": 0.00011959591836734694,
      "loss": 0.1462,
      "step": 20700
    },
    {
      "epoch": 0.4297787052916503,
      "grad_norm": 0.2294921875,
      "learning_rate": 0.00011918775510204083,
      "loss": 0.1482,
      "step": 20800
    },
    {
      "epoch": 0.4318449490670909,
      "grad_norm": 0.265625,
      "learning_rate": 0.0001187795918367347,
      "loss": 0.1491,
      "step": 20900
    },
    {
      "epoch": 0.43391119284253155,
      "grad_norm": 0.232421875,
      "learning_rate": 0.00011837142857142857,
      "loss": 0.1465,
      "step": 21000
    },
    {
      "epoch": 0.43597743661797217,
      "grad_norm": 0.236328125,
      "learning_rate": 0.00011796326530612244,
      "loss": 0.1499,
      "step": 21100
    },
    {
      "epoch": 0.4380436803934128,
      "grad_norm": 0.240234375,
      "learning_rate": 0.00011755510204081632,
      "loss": 0.1484,
      "step": 21200
    },
    {
      "epoch": 0.4401099241688534,
      "grad_norm": 0.2333984375,
      "learning_rate": 0.00011714693877551022,
      "loss": 0.1508,
      "step": 21300
    },
    {
      "epoch": 0.44217616794429404,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00011673877551020409,
      "loss": 0.1456,
      "step": 21400
    },
    {
      "epoch": 0.4442424117197347,
      "grad_norm": 0.2333984375,
      "learning_rate": 0.00011633061224489796,
      "loss": 0.1467,
      "step": 21500
    },
    {
      "epoch": 0.44630865549517534,
      "grad_norm": 0.27734375,
      "learning_rate": 0.00011592244897959183,
      "loss": 0.146,
      "step": 21600
    },
    {
      "epoch": 0.44837489927061597,
      "grad_norm": 0.203125,
      "learning_rate": 0.00011551428571428573,
      "loss": 0.1438,
      "step": 21700
    },
    {
      "epoch": 0.4504411430460566,
      "grad_norm": 0.296875,
      "learning_rate": 0.0001151061224489796,
      "loss": 0.1435,
      "step": 21800
    },
    {
      "epoch": 0.4525073868214972,
      "grad_norm": 0.220703125,
      "learning_rate": 0.00011469795918367348,
      "loss": 0.1428,
      "step": 21900
    },
    {
      "epoch": 0.45457363059693784,
      "grad_norm": 0.162109375,
      "learning_rate": 0.00011428979591836735,
      "loss": 0.1472,
      "step": 22000
    },
    {
      "epoch": 0.45663987437237846,
      "grad_norm": 0.2353515625,
      "learning_rate": 0.00011388163265306122,
      "loss": 0.1417,
      "step": 22100
    },
    {
      "epoch": 0.4587061181478191,
      "grad_norm": 0.2412109375,
      "learning_rate": 0.00011347346938775512,
      "loss": 0.143,
      "step": 22200
    },
    {
      "epoch": 0.4607723619232597,
      "grad_norm": 0.2255859375,
      "learning_rate": 0.000113065306122449,
      "loss": 0.1396,
      "step": 22300
    },
    {
      "epoch": 0.46283860569870033,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00011265714285714287,
      "loss": 0.1491,
      "step": 22400
    },
    {
      "epoch": 0.46490484947414096,
      "grad_norm": 0.2158203125,
      "learning_rate": 0.00011224897959183674,
      "loss": 0.143,
      "step": 22500
    },
    {
      "epoch": 0.4669710932495816,
      "grad_norm": 0.306640625,
      "learning_rate": 0.00011184081632653062,
      "loss": 0.1448,
      "step": 22600
    },
    {
      "epoch": 0.4690373370250222,
      "grad_norm": 0.283203125,
      "learning_rate": 0.0001114326530612245,
      "loss": 0.1457,
      "step": 22700
    },
    {
      "epoch": 0.47110358080046283,
      "grad_norm": 0.263671875,
      "learning_rate": 0.00011102448979591837,
      "loss": 0.1388,
      "step": 22800
    },
    {
      "epoch": 0.47316982457590345,
      "grad_norm": 0.20703125,
      "learning_rate": 0.00011061632653061224,
      "loss": 0.149,
      "step": 22900
    },
    {
      "epoch": 0.4752360683513441,
      "grad_norm": 0.2236328125,
      "learning_rate": 0.00011020816326530611,
      "loss": 0.1388,
      "step": 23000
    },
    {
      "epoch": 0.4773023121267847,
      "grad_norm": 0.2333984375,
      "learning_rate": 0.00010980000000000001,
      "loss": 0.1368,
      "step": 23100
    },
    {
      "epoch": 0.4793685559022253,
      "grad_norm": 0.25,
      "learning_rate": 0.00010939183673469388,
      "loss": 0.1408,
      "step": 23200
    },
    {
      "epoch": 0.48143479967766595,
      "grad_norm": 0.373046875,
      "learning_rate": 0.00010898367346938776,
      "loss": 0.1405,
      "step": 23300
    },
    {
      "epoch": 0.48350104345310657,
      "grad_norm": 0.275390625,
      "learning_rate": 0.00010857551020408163,
      "loss": 0.1355,
      "step": 23400
    },
    {
      "epoch": 0.48556728722854725,
      "grad_norm": 0.248046875,
      "learning_rate": 0.0001081673469387755,
      "loss": 0.1355,
      "step": 23500
    },
    {
      "epoch": 0.4876335310039879,
      "grad_norm": 0.232421875,
      "learning_rate": 0.0001077591836734694,
      "loss": 0.1409,
      "step": 23600
    },
    {
      "epoch": 0.4896997747794285,
      "grad_norm": 0.46484375,
      "learning_rate": 0.00010735102040816327,
      "loss": 0.139,
      "step": 23700
    },
    {
      "epoch": 0.4917660185548691,
      "grad_norm": 0.2119140625,
      "learning_rate": 0.00010694285714285715,
      "loss": 0.1357,
      "step": 23800
    },
    {
      "epoch": 0.49383226233030975,
      "grad_norm": 0.28125,
      "learning_rate": 0.00010653469387755102,
      "loss": 0.1367,
      "step": 23900
    },
    {
      "epoch": 0.49589850610575037,
      "grad_norm": 0.265625,
      "learning_rate": 0.00010612653061224492,
      "loss": 0.1332,
      "step": 24000
    },
    {
      "epoch": 0.497964749881191,
      "grad_norm": 0.251953125,
      "learning_rate": 0.00010571836734693879,
      "loss": 0.1312,
      "step": 24100
    },
    {
      "epoch": 0.5000309936566316,
      "grad_norm": 0.2490234375,
      "learning_rate": 0.00010531020408163266,
      "loss": 0.1365,
      "step": 24200
    },
    {
      "epoch": 0.5020972374320722,
      "grad_norm": 0.2490234375,
      "learning_rate": 0.00010490204081632653,
      "loss": 0.1332,
      "step": 24300
    },
    {
      "epoch": 0.5041634812075129,
      "grad_norm": 0.224609375,
      "learning_rate": 0.00010449387755102041,
      "loss": 0.1302,
      "step": 24400
    },
    {
      "epoch": 0.5062297249829535,
      "grad_norm": 0.2041015625,
      "learning_rate": 0.00010408571428571429,
      "loss": 0.1345,
      "step": 24500
    },
    {
      "epoch": 0.5082959687583941,
      "grad_norm": 0.2109375,
      "learning_rate": 0.00010367755102040817,
      "loss": 0.1354,
      "step": 24600
    },
    {
      "epoch": 0.5103622125338347,
      "grad_norm": 0.314453125,
      "learning_rate": 0.00010326938775510204,
      "loss": 0.1384,
      "step": 24700
    },
    {
      "epoch": 0.5124284563092754,
      "grad_norm": 0.2314453125,
      "learning_rate": 0.00010286122448979591,
      "loss": 0.129,
      "step": 24800
    },
    {
      "epoch": 0.514494700084716,
      "grad_norm": 0.259765625,
      "learning_rate": 0.00010245306122448981,
      "loss": 0.1367,
      "step": 24900
    },
    {
      "epoch": 0.5165609438601566,
      "grad_norm": 0.244140625,
      "learning_rate": 0.00010204489795918368,
      "loss": 0.1249,
      "step": 25000
    },
    {
      "epoch": 0.5186271876355972,
      "grad_norm": 0.40234375,
      "learning_rate": 0.00010163673469387755,
      "loss": 0.1301,
      "step": 25100
    },
    {
      "epoch": 0.5206934314110379,
      "grad_norm": 0.2578125,
      "learning_rate": 0.00010122857142857143,
      "loss": 0.1281,
      "step": 25200
    },
    {
      "epoch": 0.5227596751864785,
      "grad_norm": 0.2373046875,
      "learning_rate": 0.0001008204081632653,
      "loss": 0.137,
      "step": 25300
    },
    {
      "epoch": 0.5248259189619191,
      "grad_norm": 0.296875,
      "learning_rate": 0.0001004122448979592,
      "loss": 0.1425,
      "step": 25400
    },
    {
      "epoch": 0.5268921627373597,
      "grad_norm": 0.2197265625,
      "learning_rate": 0.00010000408163265307,
      "loss": 0.1305,
      "step": 25500
    },
    {
      "epoch": 0.5289584065128003,
      "grad_norm": 0.287109375,
      "learning_rate": 9.959591836734694e-05,
      "loss": 0.1307,
      "step": 25600
    },
    {
      "epoch": 0.531024650288241,
      "grad_norm": 0.201171875,
      "learning_rate": 9.918775510204083e-05,
      "loss": 0.1314,
      "step": 25700
    },
    {
      "epoch": 0.5330908940636816,
      "grad_norm": 0.291015625,
      "learning_rate": 9.87795918367347e-05,
      "loss": 0.1332,
      "step": 25800
    },
    {
      "epoch": 0.5351571378391222,
      "grad_norm": 0.23828125,
      "learning_rate": 9.837142857142859e-05,
      "loss": 0.1319,
      "step": 25900
    },
    {
      "epoch": 0.5372233816145628,
      "grad_norm": 0.232421875,
      "learning_rate": 9.796326530612246e-05,
      "loss": 0.125,
      "step": 26000
    },
    {
      "epoch": 0.5392896253900035,
      "grad_norm": 0.240234375,
      "learning_rate": 9.755510204081633e-05,
      "loss": 0.1299,
      "step": 26100
    },
    {
      "epoch": 0.5413558691654441,
      "grad_norm": 0.23828125,
      "learning_rate": 9.71469387755102e-05,
      "loss": 0.1335,
      "step": 26200
    },
    {
      "epoch": 0.5434221129408847,
      "grad_norm": 0.296875,
      "learning_rate": 9.673877551020408e-05,
      "loss": 0.1265,
      "step": 26300
    },
    {
      "epoch": 0.5454883567163253,
      "grad_norm": 0.2490234375,
      "learning_rate": 9.633061224489796e-05,
      "loss": 0.125,
      "step": 26400
    },
    {
      "epoch": 0.547554600491766,
      "grad_norm": 0.2197265625,
      "learning_rate": 9.592244897959183e-05,
      "loss": 0.1262,
      "step": 26500
    },
    {
      "epoch": 0.5496208442672067,
      "grad_norm": 0.322265625,
      "learning_rate": 9.551428571428572e-05,
      "loss": 0.1299,
      "step": 26600
    },
    {
      "epoch": 0.5516870880426473,
      "grad_norm": 0.224609375,
      "learning_rate": 9.510612244897959e-05,
      "loss": 0.1312,
      "step": 26700
    },
    {
      "epoch": 0.553753331818088,
      "grad_norm": 0.26953125,
      "learning_rate": 9.469795918367348e-05,
      "loss": 0.1289,
      "step": 26800
    },
    {
      "epoch": 0.5558195755935286,
      "grad_norm": 0.26953125,
      "learning_rate": 9.428979591836735e-05,
      "loss": 0.1232,
      "step": 26900
    },
    {
      "epoch": 0.5578858193689692,
      "grad_norm": 0.3046875,
      "learning_rate": 9.388163265306122e-05,
      "loss": 0.1281,
      "step": 27000
    },
    {
      "epoch": 0.5599520631444098,
      "grad_norm": 0.212890625,
      "learning_rate": 9.347346938775511e-05,
      "loss": 0.125,
      "step": 27100
    },
    {
      "epoch": 0.5620183069198504,
      "grad_norm": 0.240234375,
      "learning_rate": 9.306530612244898e-05,
      "loss": 0.1273,
      "step": 27200
    },
    {
      "epoch": 0.5640845506952911,
      "grad_norm": 0.203125,
      "learning_rate": 9.265714285714287e-05,
      "loss": 0.126,
      "step": 27300
    },
    {
      "epoch": 0.5661507944707317,
      "grad_norm": 0.2119140625,
      "learning_rate": 9.224897959183674e-05,
      "loss": 0.1255,
      "step": 27400
    },
    {
      "epoch": 0.5682170382461723,
      "grad_norm": 0.26171875,
      "learning_rate": 9.184081632653063e-05,
      "loss": 0.1223,
      "step": 27500
    },
    {
      "epoch": 0.5702832820216129,
      "grad_norm": 0.2236328125,
      "learning_rate": 9.14326530612245e-05,
      "loss": 0.128,
      "step": 27600
    },
    {
      "epoch": 0.5723495257970536,
      "grad_norm": 0.2578125,
      "learning_rate": 9.102448979591837e-05,
      "loss": 0.1272,
      "step": 27700
    },
    {
      "epoch": 0.5744157695724942,
      "grad_norm": 0.2197265625,
      "learning_rate": 9.061632653061226e-05,
      "loss": 0.1242,
      "step": 27800
    },
    {
      "epoch": 0.5764820133479348,
      "grad_norm": 0.25390625,
      "learning_rate": 9.020816326530613e-05,
      "loss": 0.118,
      "step": 27900
    },
    {
      "epoch": 0.5785482571233754,
      "grad_norm": 0.2578125,
      "learning_rate": 8.98e-05,
      "loss": 0.1195,
      "step": 28000
    },
    {
      "epoch": 0.580614500898816,
      "grad_norm": 0.17578125,
      "learning_rate": 8.939183673469387e-05,
      "loss": 0.1256,
      "step": 28100
    },
    {
      "epoch": 0.5826807446742567,
      "grad_norm": 0.265625,
      "learning_rate": 8.898367346938776e-05,
      "loss": 0.127,
      "step": 28200
    },
    {
      "epoch": 0.5847469884496973,
      "grad_norm": 0.216796875,
      "learning_rate": 8.857551020408163e-05,
      "loss": 0.1237,
      "step": 28300
    },
    {
      "epoch": 0.5868132322251379,
      "grad_norm": 0.36328125,
      "learning_rate": 8.816734693877552e-05,
      "loss": 0.1281,
      "step": 28400
    },
    {
      "epoch": 0.5888794760005786,
      "grad_norm": 0.212890625,
      "learning_rate": 8.775918367346939e-05,
      "loss": 0.1232,
      "step": 28500
    },
    {
      "epoch": 0.5909457197760192,
      "grad_norm": 0.2734375,
      "learning_rate": 8.735102040816326e-05,
      "loss": 0.1226,
      "step": 28600
    },
    {
      "epoch": 0.5930119635514598,
      "grad_norm": 0.48828125,
      "learning_rate": 8.694285714285715e-05,
      "loss": 0.1274,
      "step": 28700
    },
    {
      "epoch": 0.5950782073269004,
      "grad_norm": 0.244140625,
      "learning_rate": 8.653469387755102e-05,
      "loss": 0.1216,
      "step": 28800
    },
    {
      "epoch": 0.597144451102341,
      "grad_norm": 0.255859375,
      "learning_rate": 8.61265306122449e-05,
      "loss": 0.122,
      "step": 28900
    },
    {
      "epoch": 0.5992106948777817,
      "grad_norm": 0.31640625,
      "learning_rate": 8.571836734693878e-05,
      "loss": 0.1183,
      "step": 29000
    },
    {
      "epoch": 0.6012769386532223,
      "grad_norm": 0.216796875,
      "learning_rate": 8.531020408163266e-05,
      "loss": 0.1207,
      "step": 29100
    },
    {
      "epoch": 0.6033431824286629,
      "grad_norm": 0.1865234375,
      "learning_rate": 8.490204081632654e-05,
      "loss": 0.1213,
      "step": 29200
    },
    {
      "epoch": 0.6054094262041035,
      "grad_norm": 0.291015625,
      "learning_rate": 8.449387755102042e-05,
      "loss": 0.1198,
      "step": 29300
    },
    {
      "epoch": 0.6074756699795442,
      "grad_norm": 0.357421875,
      "learning_rate": 8.40857142857143e-05,
      "loss": 0.1239,
      "step": 29400
    },
    {
      "epoch": 0.6095419137549848,
      "grad_norm": 0.2373046875,
      "learning_rate": 8.367755102040817e-05,
      "loss": 0.1245,
      "step": 29500
    },
    {
      "epoch": 0.6116081575304254,
      "grad_norm": 0.26171875,
      "learning_rate": 8.326938775510205e-05,
      "loss": 0.1228,
      "step": 29600
    },
    {
      "epoch": 0.613674401305866,
      "grad_norm": 0.255859375,
      "learning_rate": 8.286122448979593e-05,
      "loss": 0.1223,
      "step": 29700
    },
    {
      "epoch": 0.6157406450813067,
      "grad_norm": 0.3203125,
      "learning_rate": 8.24530612244898e-05,
      "loss": 0.1209,
      "step": 29800
    },
    {
      "epoch": 0.6178068888567473,
      "grad_norm": 0.248046875,
      "learning_rate": 8.204489795918367e-05,
      "loss": 0.1145,
      "step": 29900
    },
    {
      "epoch": 0.6198731326321879,
      "grad_norm": 0.310546875,
      "learning_rate": 8.163673469387756e-05,
      "loss": 0.1158,
      "step": 30000
    },
    {
      "epoch": 0.6219393764076285,
      "grad_norm": 0.203125,
      "learning_rate": 8.122857142857143e-05,
      "loss": 0.1199,
      "step": 30100
    },
    {
      "epoch": 0.6240056201830692,
      "grad_norm": 0.2431640625,
      "learning_rate": 8.082040816326531e-05,
      "loss": 0.1178,
      "step": 30200
    },
    {
      "epoch": 0.6260718639585098,
      "grad_norm": 0.2490234375,
      "learning_rate": 8.041224489795919e-05,
      "loss": 0.1217,
      "step": 30300
    },
    {
      "epoch": 0.6281381077339504,
      "grad_norm": 0.2314453125,
      "learning_rate": 8.000408163265306e-05,
      "loss": 0.1211,
      "step": 30400
    },
    {
      "epoch": 0.630204351509391,
      "grad_norm": 0.234375,
      "learning_rate": 7.959591836734694e-05,
      "loss": 0.1194,
      "step": 30500
    },
    {
      "epoch": 0.6322705952848316,
      "grad_norm": 0.359375,
      "learning_rate": 7.918775510204082e-05,
      "loss": 0.1151,
      "step": 30600
    },
    {
      "epoch": 0.6343368390602724,
      "grad_norm": 0.259765625,
      "learning_rate": 7.87795918367347e-05,
      "loss": 0.1184,
      "step": 30700
    },
    {
      "epoch": 0.636403082835713,
      "grad_norm": 0.255859375,
      "learning_rate": 7.837142857142858e-05,
      "loss": 0.1147,
      "step": 30800
    },
    {
      "epoch": 0.6384693266111536,
      "grad_norm": 0.27734375,
      "learning_rate": 7.796326530612246e-05,
      "loss": 0.1131,
      "step": 30900
    },
    {
      "epoch": 0.6405355703865943,
      "grad_norm": 0.3125,
      "learning_rate": 7.755510204081633e-05,
      "loss": 0.1129,
      "step": 31000
    },
    {
      "epoch": 0.6426018141620349,
      "grad_norm": 0.255859375,
      "learning_rate": 7.71469387755102e-05,
      "loss": 0.1203,
      "step": 31100
    },
    {
      "epoch": 0.6446680579374755,
      "grad_norm": 0.3046875,
      "learning_rate": 7.673877551020409e-05,
      "loss": 0.1192,
      "step": 31200
    },
    {
      "epoch": 0.6467343017129161,
      "grad_norm": 0.32421875,
      "learning_rate": 7.633061224489796e-05,
      "loss": 0.1153,
      "step": 31300
    },
    {
      "epoch": 0.6488005454883568,
      "grad_norm": 0.2578125,
      "learning_rate": 7.592244897959184e-05,
      "loss": 0.1153,
      "step": 31400
    },
    {
      "epoch": 0.6508667892637974,
      "grad_norm": 0.2314453125,
      "learning_rate": 7.551428571428571e-05,
      "loss": 0.1147,
      "step": 31500
    },
    {
      "epoch": 0.652933033039238,
      "grad_norm": 0.2412109375,
      "learning_rate": 7.51061224489796e-05,
      "loss": 0.1116,
      "step": 31600
    },
    {
      "epoch": 0.6549992768146786,
      "grad_norm": 0.248046875,
      "learning_rate": 7.469795918367347e-05,
      "loss": 0.1133,
      "step": 31700
    },
    {
      "epoch": 0.6570655205901192,
      "grad_norm": 0.27734375,
      "learning_rate": 7.428979591836735e-05,
      "loss": 0.1133,
      "step": 31800
    },
    {
      "epoch": 0.6591317643655599,
      "grad_norm": 0.287109375,
      "learning_rate": 7.388163265306123e-05,
      "loss": 0.1163,
      "step": 31900
    },
    {
      "epoch": 0.6611980081410005,
      "grad_norm": 0.2197265625,
      "learning_rate": 7.34734693877551e-05,
      "loss": 0.1129,
      "step": 32000
    },
    {
      "epoch": 0.6632642519164411,
      "grad_norm": 0.326171875,
      "learning_rate": 7.306530612244898e-05,
      "loss": 0.1146,
      "step": 32100
    },
    {
      "epoch": 0.6653304956918817,
      "grad_norm": 0.349609375,
      "learning_rate": 7.265714285714286e-05,
      "loss": 0.1123,
      "step": 32200
    },
    {
      "epoch": 0.6673967394673224,
      "grad_norm": 0.27734375,
      "learning_rate": 7.224897959183674e-05,
      "loss": 0.1142,
      "step": 32300
    },
    {
      "epoch": 0.669462983242763,
      "grad_norm": 0.3125,
      "learning_rate": 7.184081632653061e-05,
      "loss": 0.1127,
      "step": 32400
    },
    {
      "epoch": 0.6715292270182036,
      "grad_norm": 0.283203125,
      "learning_rate": 7.14326530612245e-05,
      "loss": 0.1149,
      "step": 32500
    },
    {
      "epoch": 0.6735954707936442,
      "grad_norm": 0.34765625,
      "learning_rate": 7.102448979591837e-05,
      "loss": 0.1122,
      "step": 32600
    },
    {
      "epoch": 0.6756617145690849,
      "grad_norm": 0.2890625,
      "learning_rate": 7.061632653061226e-05,
      "loss": 0.1106,
      "step": 32700
    },
    {
      "epoch": 0.6777279583445255,
      "grad_norm": 0.255859375,
      "learning_rate": 7.020816326530613e-05,
      "loss": 0.1114,
      "step": 32800
    },
    {
      "epoch": 0.6797942021199661,
      "grad_norm": 0.251953125,
      "learning_rate": 6.98e-05,
      "loss": 0.1107,
      "step": 32900
    },
    {
      "epoch": 0.6818604458954067,
      "grad_norm": 0.240234375,
      "learning_rate": 6.939183673469389e-05,
      "loss": 0.1119,
      "step": 33000
    },
    {
      "epoch": 0.6839266896708474,
      "grad_norm": 0.30078125,
      "learning_rate": 6.898367346938776e-05,
      "loss": 0.1106,
      "step": 33100
    },
    {
      "epoch": 0.685992933446288,
      "grad_norm": 0.2041015625,
      "learning_rate": 6.857551020408163e-05,
      "loss": 0.1115,
      "step": 33200
    },
    {
      "epoch": 0.6880591772217286,
      "grad_norm": 0.25,
      "learning_rate": 6.81673469387755e-05,
      "loss": 0.1067,
      "step": 33300
    },
    {
      "epoch": 0.6901254209971692,
      "grad_norm": 0.35546875,
      "learning_rate": 6.775918367346939e-05,
      "loss": 0.1089,
      "step": 33400
    },
    {
      "epoch": 0.6921916647726098,
      "grad_norm": 0.251953125,
      "learning_rate": 6.735102040816326e-05,
      "loss": 0.1126,
      "step": 33500
    },
    {
      "epoch": 0.6942579085480505,
      "grad_norm": 0.2275390625,
      "learning_rate": 6.694285714285715e-05,
      "loss": 0.1057,
      "step": 33600
    },
    {
      "epoch": 0.6963241523234911,
      "grad_norm": 0.296875,
      "learning_rate": 6.653469387755102e-05,
      "loss": 0.1073,
      "step": 33700
    },
    {
      "epoch": 0.6983903960989317,
      "grad_norm": 0.259765625,
      "learning_rate": 6.61265306122449e-05,
      "loss": 0.1072,
      "step": 33800
    },
    {
      "epoch": 0.7004566398743723,
      "grad_norm": 0.2470703125,
      "learning_rate": 6.571836734693878e-05,
      "loss": 0.1071,
      "step": 33900
    },
    {
      "epoch": 0.702522883649813,
      "grad_norm": 0.271484375,
      "learning_rate": 6.531020408163265e-05,
      "loss": 0.1139,
      "step": 34000
    },
    {
      "epoch": 0.7045891274252536,
      "grad_norm": 0.369140625,
      "learning_rate": 6.490204081632654e-05,
      "loss": 0.1097,
      "step": 34100
    },
    {
      "epoch": 0.7066553712006942,
      "grad_norm": 0.259765625,
      "learning_rate": 6.449387755102041e-05,
      "loss": 0.1062,
      "step": 34200
    },
    {
      "epoch": 0.7087216149761348,
      "grad_norm": 0.255859375,
      "learning_rate": 6.40857142857143e-05,
      "loss": 0.11,
      "step": 34300
    },
    {
      "epoch": 0.7107878587515755,
      "grad_norm": 0.26171875,
      "learning_rate": 6.367755102040817e-05,
      "loss": 0.1103,
      "step": 34400
    },
    {
      "epoch": 0.7128541025270161,
      "grad_norm": 0.2412109375,
      "learning_rate": 6.326938775510204e-05,
      "loss": 0.1054,
      "step": 34500
    },
    {
      "epoch": 0.7149203463024567,
      "grad_norm": 0.2578125,
      "learning_rate": 6.286122448979593e-05,
      "loss": 0.1035,
      "step": 34600
    },
    {
      "epoch": 0.7169865900778974,
      "grad_norm": 0.28125,
      "learning_rate": 6.24530612244898e-05,
      "loss": 0.1071,
      "step": 34700
    },
    {
      "epoch": 0.7190528338533381,
      "grad_norm": 0.34375,
      "learning_rate": 6.204489795918369e-05,
      "loss": 0.1118,
      "step": 34800
    },
    {
      "epoch": 0.7211190776287787,
      "grad_norm": 0.271484375,
      "learning_rate": 6.163673469387756e-05,
      "loss": 0.1055,
      "step": 34900
    },
    {
      "epoch": 0.7231853214042193,
      "grad_norm": 0.2080078125,
      "learning_rate": 6.122857142857143e-05,
      "loss": 0.1046,
      "step": 35000
    },
    {
      "epoch": 0.7252515651796599,
      "grad_norm": 0.2099609375,
      "learning_rate": 6.082040816326531e-05,
      "loss": 0.1038,
      "step": 35100
    },
    {
      "epoch": 0.7273178089551006,
      "grad_norm": 0.306640625,
      "learning_rate": 6.041224489795919e-05,
      "loss": 0.1004,
      "step": 35200
    },
    {
      "epoch": 0.7293840527305412,
      "grad_norm": 0.31640625,
      "learning_rate": 6.000408163265307e-05,
      "loss": 0.102,
      "step": 35300
    },
    {
      "epoch": 0.7314502965059818,
      "grad_norm": 0.34375,
      "learning_rate": 5.959591836734694e-05,
      "loss": 0.1009,
      "step": 35400
    },
    {
      "epoch": 0.7335165402814224,
      "grad_norm": 0.61328125,
      "learning_rate": 5.918775510204082e-05,
      "loss": 0.1076,
      "step": 35500
    },
    {
      "epoch": 0.7355827840568631,
      "grad_norm": 0.21484375,
      "learning_rate": 5.877959183673469e-05,
      "loss": 0.1048,
      "step": 35600
    },
    {
      "epoch": 0.7376490278323037,
      "grad_norm": 0.474609375,
      "learning_rate": 5.837142857142858e-05,
      "loss": 0.1032,
      "step": 35700
    },
    {
      "epoch": 0.7397152716077443,
      "grad_norm": 0.322265625,
      "learning_rate": 5.796326530612245e-05,
      "loss": 0.1052,
      "step": 35800
    },
    {
      "epoch": 0.7417815153831849,
      "grad_norm": 0.29296875,
      "learning_rate": 5.7555102040816335e-05,
      "loss": 0.1023,
      "step": 35900
    },
    {
      "epoch": 0.7438477591586256,
      "grad_norm": 0.2275390625,
      "learning_rate": 5.714693877551021e-05,
      "loss": 0.1013,
      "step": 36000
    },
    {
      "epoch": 0.7459140029340662,
      "grad_norm": 0.294921875,
      "learning_rate": 5.6738775510204087e-05,
      "loss": 0.1086,
      "step": 36100
    },
    {
      "epoch": 0.7479802467095068,
      "grad_norm": 0.2265625,
      "learning_rate": 5.633061224489796e-05,
      "loss": 0.0997,
      "step": 36200
    },
    {
      "epoch": 0.7500464904849474,
      "grad_norm": 0.2890625,
      "learning_rate": 5.592244897959184e-05,
      "loss": 0.0999,
      "step": 36300
    },
    {
      "epoch": 0.752112734260388,
      "grad_norm": 0.2578125,
      "learning_rate": 5.551428571428572e-05,
      "loss": 0.1046,
      "step": 36400
    },
    {
      "epoch": 0.7541789780358287,
      "grad_norm": 0.294921875,
      "learning_rate": 5.510612244897959e-05,
      "loss": 0.1034,
      "step": 36500
    },
    {
      "epoch": 0.7562452218112693,
      "grad_norm": 0.2080078125,
      "learning_rate": 5.4697959183673475e-05,
      "loss": 0.1019,
      "step": 36600
    },
    {
      "epoch": 0.7583114655867099,
      "grad_norm": 0.33984375,
      "learning_rate": 5.428979591836735e-05,
      "loss": 0.1049,
      "step": 36700
    },
    {
      "epoch": 0.7603777093621505,
      "grad_norm": 0.3828125,
      "learning_rate": 5.3881632653061234e-05,
      "loss": 0.101,
      "step": 36800
    },
    {
      "epoch": 0.7624439531375912,
      "grad_norm": 0.298828125,
      "learning_rate": 5.3473469387755106e-05,
      "loss": 0.0997,
      "step": 36900
    },
    {
      "epoch": 0.7645101969130318,
      "grad_norm": 0.224609375,
      "learning_rate": 5.306530612244898e-05,
      "loss": 0.1043,
      "step": 37000
    },
    {
      "epoch": 0.7665764406884724,
      "grad_norm": 0.259765625,
      "learning_rate": 5.265714285714286e-05,
      "loss": 0.1032,
      "step": 37100
    },
    {
      "epoch": 0.768642684463913,
      "grad_norm": 0.2158203125,
      "learning_rate": 5.2248979591836736e-05,
      "loss": 0.1038,
      "step": 37200
    },
    {
      "epoch": 0.7707089282393537,
      "grad_norm": 0.294921875,
      "learning_rate": 5.1840816326530616e-05,
      "loss": 0.1008,
      "step": 37300
    },
    {
      "epoch": 0.7727751720147943,
      "grad_norm": 0.30078125,
      "learning_rate": 5.143265306122449e-05,
      "loss": 0.0971,
      "step": 37400
    },
    {
      "epoch": 0.7748414157902349,
      "grad_norm": 0.330078125,
      "learning_rate": 5.1024489795918374e-05,
      "loss": 0.0988,
      "step": 37500
    },
    {
      "epoch": 0.7769076595656755,
      "grad_norm": 0.291015625,
      "learning_rate": 5.0616326530612246e-05,
      "loss": 0.1006,
      "step": 37600
    },
    {
      "epoch": 0.7789739033411162,
      "grad_norm": 0.40625,
      "learning_rate": 5.020816326530613e-05,
      "loss": 0.0994,
      "step": 37700
    },
    {
      "epoch": 0.7810401471165568,
      "grad_norm": 0.23828125,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.1016,
      "step": 37800
    },
    {
      "epoch": 0.7831063908919974,
      "grad_norm": 0.259765625,
      "learning_rate": 4.9391836734693883e-05,
      "loss": 0.0983,
      "step": 37900
    },
    {
      "epoch": 0.785172634667438,
      "grad_norm": 0.3828125,
      "learning_rate": 4.8983673469387756e-05,
      "loss": 0.0983,
      "step": 38000
    },
    {
      "epoch": 0.7872388784428787,
      "grad_norm": 0.361328125,
      "learning_rate": 4.8575510204081635e-05,
      "loss": 0.0993,
      "step": 38100
    },
    {
      "epoch": 0.7893051222183193,
      "grad_norm": 0.25390625,
      "learning_rate": 4.8167346938775514e-05,
      "loss": 0.1021,
      "step": 38200
    },
    {
      "epoch": 0.7913713659937599,
      "grad_norm": 0.37109375,
      "learning_rate": 4.7759183673469386e-05,
      "loss": 0.0996,
      "step": 38300
    },
    {
      "epoch": 0.7934376097692005,
      "grad_norm": 0.330078125,
      "learning_rate": 4.7351020408163265e-05,
      "loss": 0.0987,
      "step": 38400
    },
    {
      "epoch": 0.7955038535446411,
      "grad_norm": 0.265625,
      "learning_rate": 4.6942857142857145e-05,
      "loss": 0.0934,
      "step": 38500
    },
    {
      "epoch": 0.7975700973200818,
      "grad_norm": 0.271484375,
      "learning_rate": 4.6534693877551024e-05,
      "loss": 0.0985,
      "step": 38600
    },
    {
      "epoch": 0.7996363410955224,
      "grad_norm": 0.2080078125,
      "learning_rate": 4.61265306122449e-05,
      "loss": 0.0962,
      "step": 38700
    },
    {
      "epoch": 0.8017025848709631,
      "grad_norm": 0.353515625,
      "learning_rate": 4.571836734693878e-05,
      "loss": 0.0974,
      "step": 38800
    },
    {
      "epoch": 0.8037688286464038,
      "grad_norm": 0.2294921875,
      "learning_rate": 4.5310204081632654e-05,
      "loss": 0.0976,
      "step": 38900
    },
    {
      "epoch": 0.8058350724218444,
      "grad_norm": 0.26171875,
      "learning_rate": 4.490204081632653e-05,
      "loss": 0.0992,
      "step": 39000
    },
    {
      "epoch": 0.807901316197285,
      "grad_norm": 0.283203125,
      "learning_rate": 4.4493877551020406e-05,
      "loss": 0.0968,
      "step": 39100
    },
    {
      "epoch": 0.8099675599727256,
      "grad_norm": 0.232421875,
      "learning_rate": 4.4085714285714285e-05,
      "loss": 0.1005,
      "step": 39200
    },
    {
      "epoch": 0.8120338037481662,
      "grad_norm": 0.341796875,
      "learning_rate": 4.3677551020408164e-05,
      "loss": 0.0975,
      "step": 39300
    },
    {
      "epoch": 0.8141000475236069,
      "grad_norm": 0.240234375,
      "learning_rate": 4.326938775510204e-05,
      "loss": 0.0959,
      "step": 39400
    },
    {
      "epoch": 0.8161662912990475,
      "grad_norm": 0.283203125,
      "learning_rate": 4.286122448979592e-05,
      "loss": 0.094,
      "step": 39500
    },
    {
      "epoch": 0.8182325350744881,
      "grad_norm": 0.515625,
      "learning_rate": 4.24530612244898e-05,
      "loss": 0.0943,
      "step": 39600
    },
    {
      "epoch": 0.8202987788499287,
      "grad_norm": 0.279296875,
      "learning_rate": 4.2044897959183673e-05,
      "loss": 0.096,
      "step": 39700
    },
    {
      "epoch": 0.8223650226253694,
      "grad_norm": 0.27734375,
      "learning_rate": 4.163673469387755e-05,
      "loss": 0.0986,
      "step": 39800
    },
    {
      "epoch": 0.82443126640081,
      "grad_norm": 0.296875,
      "learning_rate": 4.122857142857143e-05,
      "loss": 0.0974,
      "step": 39900
    },
    {
      "epoch": 0.8264975101762506,
      "grad_norm": 0.326171875,
      "learning_rate": 4.0820408163265304e-05,
      "loss": 0.094,
      "step": 40000
    }
  ],
  "logging_steps": 100,
  "max_steps": 50000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.54202581434368e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}