{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 18375,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0163265306122449,
      "grad_norm": 0.8426695466041565,
      "learning_rate": 0.0002983836734693877,
      "loss": 2.3453,
      "step": 100
    },
    {
      "epoch": 0.0326530612244898,
      "grad_norm": 0.8394537568092346,
      "learning_rate": 0.0002967510204081632,
      "loss": 2.232,
      "step": 200
    },
    {
      "epoch": 0.04897959183673469,
      "grad_norm": 0.7020471692085266,
      "learning_rate": 0.00029511836734693876,
      "loss": 2.225,
      "step": 300
    },
    {
      "epoch": 0.0653061224489796,
      "grad_norm": 0.8522490859031677,
      "learning_rate": 0.00029348571428571425,
      "loss": 2.2114,
      "step": 400
    },
    {
      "epoch": 0.08163265306122448,
      "grad_norm": 0.862327516078949,
      "learning_rate": 0.0002918530612244898,
      "loss": 2.1954,
      "step": 500
    },
    {
      "epoch": 0.09795918367346938,
      "grad_norm": 0.8853024840354919,
      "learning_rate": 0.0002902204081632653,
      "loss": 2.2117,
      "step": 600
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 0.8132258653640747,
      "learning_rate": 0.0002885877551020408,
      "loss": 2.2024,
      "step": 700
    },
    {
      "epoch": 0.1306122448979592,
      "grad_norm": 0.919140636920929,
      "learning_rate": 0.0002869551020408163,
      "loss": 2.1787,
      "step": 800
    },
    {
      "epoch": 0.1469387755102041,
      "grad_norm": 0.9770315885543823,
      "learning_rate": 0.0002853224489795918,
      "loss": 2.1699,
      "step": 900
    },
    {
      "epoch": 0.16326530612244897,
      "grad_norm": 0.9318268299102783,
      "learning_rate": 0.0002836897959183673,
      "loss": 2.1459,
      "step": 1000
    },
    {
      "epoch": 0.17959183673469387,
      "grad_norm": 0.7323245406150818,
      "learning_rate": 0.00028205714285714284,
      "loss": 2.1928,
      "step": 1100
    },
    {
      "epoch": 0.19591836734693877,
      "grad_norm": 0.9764618873596191,
      "learning_rate": 0.0002804244897959183,
      "loss": 2.1677,
      "step": 1200
    },
    {
      "epoch": 0.21224489795918366,
      "grad_norm": 0.9213093519210815,
      "learning_rate": 0.00027879183673469387,
      "loss": 2.1568,
      "step": 1300
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 1.1147781610488892,
      "learning_rate": 0.00027715918367346936,
      "loss": 2.1916,
      "step": 1400
    },
    {
      "epoch": 0.24489795918367346,
      "grad_norm": 0.9761455655097961,
      "learning_rate": 0.0002755265306122449,
      "loss": 2.1524,
      "step": 1500
    },
    {
      "epoch": 0.2612244897959184,
      "grad_norm": 1.0166302919387817,
      "learning_rate": 0.0002738938775510204,
      "loss": 2.175,
      "step": 1600
    },
    {
      "epoch": 0.27755102040816326,
      "grad_norm": 1.055452585220337,
      "learning_rate": 0.0002722612244897959,
      "loss": 2.1679,
      "step": 1700
    },
    {
      "epoch": 0.2938775510204082,
      "grad_norm": 1.0841110944747925,
      "learning_rate": 0.00027062857142857137,
      "loss": 2.1535,
      "step": 1800
    },
    {
      "epoch": 0.31020408163265306,
      "grad_norm": 1.0087770223617554,
      "learning_rate": 0.0002689959183673469,
      "loss": 2.1811,
      "step": 1900
    },
    {
      "epoch": 0.32653061224489793,
      "grad_norm": 1.009684681892395,
      "learning_rate": 0.00026736326530612246,
      "loss": 2.1538,
      "step": 2000
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 1.0313355922698975,
      "learning_rate": 0.00026573061224489795,
      "loss": 2.1816,
      "step": 2100
    },
    {
      "epoch": 0.35918367346938773,
      "grad_norm": 1.0215836763381958,
      "learning_rate": 0.00026409795918367344,
      "loss": 2.1475,
      "step": 2200
    },
    {
      "epoch": 0.37551020408163266,
      "grad_norm": 1.2573227882385254,
      "learning_rate": 0.000262465306122449,
      "loss": 2.1507,
      "step": 2300
    },
    {
      "epoch": 0.39183673469387753,
      "grad_norm": 0.9441412091255188,
      "learning_rate": 0.00026083265306122447,
      "loss": 2.1475,
      "step": 2400
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 1.221366286277771,
      "learning_rate": 0.00025919999999999996,
      "loss": 2.1503,
      "step": 2500
    },
    {
      "epoch": 0.42448979591836733,
      "grad_norm": 1.308664083480835,
      "learning_rate": 0.0002575673469387755,
      "loss": 2.1415,
      "step": 2600
    },
    {
      "epoch": 0.44081632653061226,
      "grad_norm": 1.2001593112945557,
      "learning_rate": 0.000255934693877551,
      "loss": 2.158,
      "step": 2700
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 1.1740293502807617,
      "learning_rate": 0.00025430204081632653,
      "loss": 2.1596,
      "step": 2800
    },
    {
      "epoch": 0.47346938775510206,
      "grad_norm": 0.8772852420806885,
      "learning_rate": 0.000252669387755102,
      "loss": 2.1425,
      "step": 2900
    },
    {
      "epoch": 0.4897959183673469,
      "grad_norm": 1.1069320440292358,
      "learning_rate": 0.0002510367346938775,
      "loss": 2.1703,
      "step": 3000
    },
    {
      "epoch": 0.5061224489795918,
      "grad_norm": 1.353484869003296,
      "learning_rate": 0.00024940408163265306,
      "loss": 2.148,
      "step": 3100
    },
    {
      "epoch": 0.5224489795918368,
      "grad_norm": 1.3570458889007568,
      "learning_rate": 0.00024777142857142855,
      "loss": 2.123,
      "step": 3200
    },
    {
      "epoch": 0.5387755102040817,
      "grad_norm": 0.9514188170433044,
      "learning_rate": 0.00024613877551020404,
      "loss": 2.1306,
      "step": 3300
    },
    {
      "epoch": 0.5551020408163265,
      "grad_norm": 1.1963704824447632,
      "learning_rate": 0.0002445061224489796,
      "loss": 2.1475,
      "step": 3400
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 1.2462681531906128,
      "learning_rate": 0.0002428734693877551,
      "loss": 2.1878,
      "step": 3500
    },
    {
      "epoch": 0.5877551020408164,
      "grad_norm": 1.2395505905151367,
      "learning_rate": 0.00024124081632653058,
      "loss": 2.1608,
      "step": 3600
    },
    {
      "epoch": 0.6040816326530613,
      "grad_norm": 1.304395318031311,
      "learning_rate": 0.0002396081632653061,
      "loss": 2.1542,
      "step": 3700
    },
    {
      "epoch": 0.6204081632653061,
      "grad_norm": 1.0718101263046265,
      "learning_rate": 0.0002379755102040816,
      "loss": 2.1631,
      "step": 3800
    },
    {
      "epoch": 0.636734693877551,
      "grad_norm": 1.1770907640457153,
      "learning_rate": 0.00023634285714285713,
      "loss": 2.1579,
      "step": 3900
    },
    {
      "epoch": 0.6530612244897959,
      "grad_norm": 1.6110906600952148,
      "learning_rate": 0.00023471020408163262,
      "loss": 2.1393,
      "step": 4000
    },
    {
      "epoch": 0.6693877551020408,
      "grad_norm": 1.224469542503357,
      "learning_rate": 0.0002330938775510204,
      "loss": 2.1735,
      "step": 4100
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 1.2419496774673462,
      "learning_rate": 0.0002314612244897959,
      "loss": 2.1404,
      "step": 4200
    },
    {
      "epoch": 0.7020408163265306,
      "grad_norm": 1.1479601860046387,
      "learning_rate": 0.0002298285714285714,
      "loss": 2.1603,
      "step": 4300
    },
    {
      "epoch": 0.7183673469387755,
      "grad_norm": 1.295941948890686,
      "learning_rate": 0.00022819591836734692,
      "loss": 2.1273,
      "step": 4400
    },
    {
      "epoch": 0.7346938775510204,
      "grad_norm": 1.2913954257965088,
      "learning_rate": 0.00022656326530612244,
      "loss": 2.149,
      "step": 4500
    },
    {
      "epoch": 0.7510204081632653,
      "grad_norm": 1.415376901626587,
      "learning_rate": 0.00022493061224489793,
      "loss": 2.115,
      "step": 4600
    },
    {
      "epoch": 0.7673469387755102,
      "grad_norm": 1.2797355651855469,
      "learning_rate": 0.00022329795918367345,
      "loss": 2.1642,
      "step": 4700
    },
    {
      "epoch": 0.7836734693877551,
      "grad_norm": 1.3532874584197998,
      "learning_rate": 0.00022166530612244896,
      "loss": 2.1427,
      "step": 4800
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.1800870895385742,
      "learning_rate": 0.00022003265306122448,
      "loss": 2.1591,
      "step": 4900
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 1.1759922504425049,
      "learning_rate": 0.00021839999999999997,
      "loss": 2.1364,
      "step": 5000
    },
    {
      "epoch": 0.8326530612244898,
      "grad_norm": 1.194646954536438,
      "learning_rate": 0.00021676734693877549,
      "loss": 2.1046,
      "step": 5100
    },
    {
      "epoch": 0.8489795918367347,
      "grad_norm": 1.250321388244629,
      "learning_rate": 0.000215134693877551,
      "loss": 2.1295,
      "step": 5200
    },
    {
      "epoch": 0.8653061224489796,
      "grad_norm": 1.179030418395996,
      "learning_rate": 0.00021350204081632652,
      "loss": 2.1513,
      "step": 5300
    },
    {
      "epoch": 0.8816326530612245,
      "grad_norm": 1.3080624341964722,
      "learning_rate": 0.000211869387755102,
      "loss": 2.1311,
      "step": 5400
    },
    {
      "epoch": 0.8979591836734694,
      "grad_norm": 1.258865237236023,
      "learning_rate": 0.00021023673469387752,
      "loss": 2.1156,
      "step": 5500
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 1.2739582061767578,
      "learning_rate": 0.00020860408163265304,
      "loss": 2.1314,
      "step": 5600
    },
    {
      "epoch": 0.9306122448979591,
      "grad_norm": 1.257872223854065,
      "learning_rate": 0.00020697142857142856,
      "loss": 2.095,
      "step": 5700
    },
    {
      "epoch": 0.9469387755102041,
      "grad_norm": 1.3690751791000366,
      "learning_rate": 0.00020533877551020405,
      "loss": 2.1222,
      "step": 5800
    },
    {
      "epoch": 0.963265306122449,
      "grad_norm": 1.1922885179519653,
      "learning_rate": 0.00020370612244897956,
      "loss": 2.1172,
      "step": 5900
    },
    {
      "epoch": 0.9795918367346939,
      "grad_norm": 1.3653119802474976,
      "learning_rate": 0.0002020734693877551,
      "loss": 2.1359,
      "step": 6000
    },
    {
      "epoch": 0.9959183673469387,
      "grad_norm": 1.2601561546325684,
      "learning_rate": 0.00020045714285714286,
      "loss": 2.1239,
      "step": 6100
    },
    {
      "epoch": 1.0122448979591836,
      "grad_norm": 1.266719102859497,
      "learning_rate": 0.00019882448979591835,
      "loss": 2.0988,
      "step": 6200
    },
    {
      "epoch": 1.0285714285714285,
      "grad_norm": 1.3686624765396118,
      "learning_rate": 0.00019719183673469386,
      "loss": 2.0563,
      "step": 6300
    },
    {
      "epoch": 1.0448979591836736,
      "grad_norm": 1.2195310592651367,
      "learning_rate": 0.00019555918367346935,
      "loss": 2.0193,
      "step": 6400
    },
    {
      "epoch": 1.0612244897959184,
      "grad_norm": 1.5412861108779907,
      "learning_rate": 0.0001939265306122449,
      "loss": 2.0188,
      "step": 6500
    },
    {
      "epoch": 1.0775510204081633,
      "grad_norm": 1.554795742034912,
      "learning_rate": 0.00019229387755102039,
      "loss": 2.0279,
      "step": 6600
    },
    {
      "epoch": 1.0938775510204082,
      "grad_norm": 1.250882625579834,
      "learning_rate": 0.0001906612244897959,
      "loss": 2.0522,
      "step": 6700
    },
    {
      "epoch": 1.110204081632653,
      "grad_norm": 1.3029210567474365,
      "learning_rate": 0.0001890285714285714,
      "loss": 2.0551,
      "step": 6800
    },
    {
      "epoch": 1.126530612244898,
      "grad_norm": 1.4541438817977905,
      "learning_rate": 0.00018739591836734694,
      "loss": 2.0716,
      "step": 6900
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 1.459721565246582,
      "learning_rate": 0.00018576326530612243,
      "loss": 2.0398,
      "step": 7000
    },
    {
      "epoch": 1.1591836734693877,
      "grad_norm": 1.4437845945358276,
      "learning_rate": 0.00018413061224489794,
      "loss": 2.0368,
      "step": 7100
    },
    {
      "epoch": 1.1755102040816325,
      "grad_norm": 1.402829885482788,
      "learning_rate": 0.00018249795918367346,
      "loss": 2.0483,
      "step": 7200
    },
    {
      "epoch": 1.1918367346938776,
      "grad_norm": 1.5115114450454712,
      "learning_rate": 0.00018086530612244897,
      "loss": 2.0342,
      "step": 7300
    },
    {
      "epoch": 1.2081632653061225,
      "grad_norm": 1.5882893800735474,
      "learning_rate": 0.00017923265306122446,
      "loss": 2.0814,
      "step": 7400
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 1.3610068559646606,
      "learning_rate": 0.00017759999999999998,
      "loss": 2.0231,
      "step": 7500
    },
    {
      "epoch": 1.2408163265306122,
      "grad_norm": 1.4814447164535522,
      "learning_rate": 0.00017596734693877552,
      "loss": 2.0674,
      "step": 7600
    },
    {
      "epoch": 1.2571428571428571,
      "grad_norm": 1.2532933950424194,
      "learning_rate": 0.000174334693877551,
      "loss": 2.049,
      "step": 7700
    },
    {
      "epoch": 1.273469387755102,
      "grad_norm": 1.4795173406600952,
      "learning_rate": 0.0001727020408163265,
      "loss": 2.0504,
      "step": 7800
    },
    {
      "epoch": 1.2897959183673469,
      "grad_norm": 1.454277515411377,
      "learning_rate": 0.00017106938775510202,
      "loss": 2.0031,
      "step": 7900
    },
    {
      "epoch": 1.306122448979592,
      "grad_norm": 1.3917440176010132,
      "learning_rate": 0.00016943673469387756,
      "loss": 2.0577,
      "step": 8000
    },
    {
      "epoch": 1.3224489795918366,
      "grad_norm": 1.471881628036499,
      "learning_rate": 0.00016782040816326531,
      "loss": 2.0485,
      "step": 8100
    },
    {
      "epoch": 1.3387755102040817,
      "grad_norm": 1.4997278451919556,
      "learning_rate": 0.0001661877551020408,
      "loss": 2.032,
      "step": 8200
    },
    {
      "epoch": 1.3551020408163266,
      "grad_norm": 1.4541330337524414,
      "learning_rate": 0.00016455510204081632,
      "loss": 2.0091,
      "step": 8300
    },
    {
      "epoch": 1.3714285714285714,
      "grad_norm": 1.5768431425094604,
      "learning_rate": 0.0001629224489795918,
      "loss": 2.0635,
      "step": 8400
    },
    {
      "epoch": 1.3877551020408163,
      "grad_norm": 1.6169016361236572,
      "learning_rate": 0.00016128979591836735,
      "loss": 2.0581,
      "step": 8500
    },
    {
      "epoch": 1.4040816326530612,
      "grad_norm": 1.5154627561569214,
      "learning_rate": 0.00015965714285714284,
      "loss": 2.038,
      "step": 8600
    },
    {
      "epoch": 1.420408163265306,
      "grad_norm": 1.6727246046066284,
      "learning_rate": 0.00015802448979591836,
      "loss": 2.0168,
      "step": 8700
    },
    {
      "epoch": 1.436734693877551,
      "grad_norm": 1.5685113668441772,
      "learning_rate": 0.00015639183673469385,
      "loss": 2.0159,
      "step": 8800
    },
    {
      "epoch": 1.453061224489796,
      "grad_norm": 1.5785964727401733,
      "learning_rate": 0.0001547591836734694,
      "loss": 2.0261,
      "step": 8900
    },
    {
      "epoch": 1.469387755102041,
      "grad_norm": 1.5629416704177856,
      "learning_rate": 0.00015312653061224488,
      "loss": 2.0292,
      "step": 9000
    },
    {
      "epoch": 1.4857142857142858,
      "grad_norm": 1.4090783596038818,
      "learning_rate": 0.0001514938775510204,
      "loss": 2.0306,
      "step": 9100
    },
    {
      "epoch": 1.5020408163265306,
      "grad_norm": 1.7050985097885132,
      "learning_rate": 0.00014986122448979591,
      "loss": 2.044,
      "step": 9200
    },
    {
      "epoch": 1.5183673469387755,
      "grad_norm": 1.5353541374206543,
      "learning_rate": 0.0001482285714285714,
      "loss": 2.0522,
      "step": 9300
    },
    {
      "epoch": 1.5346938775510204,
      "grad_norm": 1.6684393882751465,
      "learning_rate": 0.00014659591836734692,
      "loss": 2.0401,
      "step": 9400
    },
    {
      "epoch": 1.5510204081632653,
      "grad_norm": 1.5885541439056396,
      "learning_rate": 0.00014496326530612244,
      "loss": 2.0455,
      "step": 9500
    },
    {
      "epoch": 1.5673469387755103,
      "grad_norm": 1.279160976409912,
      "learning_rate": 0.00014333061224489795,
      "loss": 2.0469,
      "step": 9600
    },
    {
      "epoch": 1.583673469387755,
      "grad_norm": 1.6223599910736084,
      "learning_rate": 0.00014169795918367344,
      "loss": 2.0237,
      "step": 9700
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.69815194606781,
      "learning_rate": 0.00014006530612244899,
      "loss": 2.0409,
      "step": 9800
    },
    {
      "epoch": 1.6163265306122447,
      "grad_norm": 1.5570043325424194,
      "learning_rate": 0.00013843265306122447,
      "loss": 2.0464,
      "step": 9900
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 1.3911118507385254,
      "learning_rate": 0.0001368,
      "loss": 2.0467,
      "step": 10000
    },
    {
      "epoch": 1.6489795918367347,
      "grad_norm": 1.5674974918365479,
      "learning_rate": 0.00013518367346938774,
      "loss": 2.0296,
      "step": 10100
    },
    {
      "epoch": 1.6653061224489796,
      "grad_norm": 1.396653652191162,
      "learning_rate": 0.00013355102040816326,
      "loss": 2.0632,
      "step": 10200
    },
    {
      "epoch": 1.6816326530612244,
      "grad_norm": 1.4902063608169556,
      "learning_rate": 0.00013191836734693878,
      "loss": 2.0479,
      "step": 10300
    },
    {
      "epoch": 1.6979591836734693,
      "grad_norm": 1.2713682651519775,
      "learning_rate": 0.00013028571428571427,
      "loss": 2.0331,
      "step": 10400
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 1.4975591897964478,
      "learning_rate": 0.00012865306122448978,
      "loss": 2.0337,
      "step": 10500
    },
    {
      "epoch": 1.730612244897959,
      "grad_norm": 1.5681493282318115,
      "learning_rate": 0.0001270204081632653,
      "loss": 2.0054,
      "step": 10600
    },
    {
      "epoch": 1.7469387755102042,
      "grad_norm": 1.4094723463058472,
      "learning_rate": 0.00012538775510204082,
      "loss": 2.0134,
      "step": 10700
    },
    {
      "epoch": 1.763265306122449,
      "grad_norm": 1.4806658029556274,
      "learning_rate": 0.0001237551020408163,
      "loss": 2.0465,
      "step": 10800
    },
    {
      "epoch": 1.779591836734694,
      "grad_norm": 1.537704586982727,
      "learning_rate": 0.00012212244897959182,
      "loss": 2.0628,
      "step": 10900
    },
    {
      "epoch": 1.7959183673469388,
      "grad_norm": 1.552788257598877,
      "learning_rate": 0.00012048979591836734,
      "loss": 2.0496,
      "step": 11000
    },
    {
      "epoch": 1.8122448979591836,
      "grad_norm": 1.618246078491211,
      "learning_rate": 0.00011885714285714285,
      "loss": 2.0665,
      "step": 11100
    },
    {
      "epoch": 1.8285714285714287,
      "grad_norm": 1.5802943706512451,
      "learning_rate": 0.00011722448979591836,
      "loss": 2.0401,
      "step": 11200
    },
    {
      "epoch": 1.8448979591836734,
      "grad_norm": 1.5559401512145996,
      "learning_rate": 0.00011559183673469387,
      "loss": 2.0408,
      "step": 11300
    },
    {
      "epoch": 1.8612244897959185,
      "grad_norm": 1.5186653137207031,
      "learning_rate": 0.00011395918367346938,
      "loss": 2.0634,
      "step": 11400
    },
    {
      "epoch": 1.8775510204081631,
      "grad_norm": 1.394180178642273,
      "learning_rate": 0.00011232653061224489,
      "loss": 2.0568,
      "step": 11500
    },
    {
      "epoch": 1.8938775510204082,
      "grad_norm": 1.5126464366912842,
      "learning_rate": 0.0001106938775510204,
      "loss": 2.0205,
      "step": 11600
    },
    {
      "epoch": 1.910204081632653,
      "grad_norm": 1.6547486782073975,
      "learning_rate": 0.00010906122448979591,
      "loss": 2.0516,
      "step": 11700
    },
    {
      "epoch": 1.926530612244898,
      "grad_norm": 1.5008412599563599,
      "learning_rate": 0.00010742857142857141,
      "loss": 2.0309,
      "step": 11800
    },
    {
      "epoch": 1.9428571428571428,
      "grad_norm": 1.7823810577392578,
      "learning_rate": 0.00010579591836734693,
      "loss": 2.0275,
      "step": 11900
    },
    {
      "epoch": 1.9591836734693877,
      "grad_norm": 1.6579508781433105,
      "learning_rate": 0.00010416326530612243,
      "loss": 2.0279,
      "step": 12000
    },
    {
      "epoch": 1.9755102040816328,
      "grad_norm": 1.4116376638412476,
      "learning_rate": 0.00010254693877551019,
      "loss": 2.0426,
      "step": 12100
    },
    {
      "epoch": 1.9918367346938775,
      "grad_norm": 1.5128406286239624,
      "learning_rate": 0.0001009142857142857,
      "loss": 2.0386,
      "step": 12200
    },
    {
      "epoch": 2.0081632653061225,
      "grad_norm": 1.7240543365478516,
      "learning_rate": 9.92816326530612e-05,
      "loss": 1.992,
      "step": 12300
    },
    {
      "epoch": 2.024489795918367,
      "grad_norm": 1.7958890199661255,
      "learning_rate": 9.764897959183674e-05,
      "loss": 1.9404,
      "step": 12400
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 1.8613760471343994,
      "learning_rate": 9.601632653061222e-05,
      "loss": 1.9062,
      "step": 12500
    },
    {
      "epoch": 2.057142857142857,
      "grad_norm": 1.6627588272094727,
      "learning_rate": 9.438367346938775e-05,
      "loss": 1.9614,
      "step": 12600
    },
    {
      "epoch": 2.073469387755102,
      "grad_norm": 1.6826262474060059,
      "learning_rate": 9.275102040816326e-05,
      "loss": 1.9382,
      "step": 12700
    },
    {
      "epoch": 2.089795918367347,
      "grad_norm": 1.5627743005752563,
      "learning_rate": 9.113469387755101e-05,
      "loss": 1.9387,
      "step": 12800
    },
    {
      "epoch": 2.1061224489795918,
      "grad_norm": 1.810512661933899,
      "learning_rate": 8.950204081632653e-05,
      "loss": 1.9453,
      "step": 12900
    },
    {
      "epoch": 2.122448979591837,
      "grad_norm": 1.572206974029541,
      "learning_rate": 8.786938775510203e-05,
      "loss": 1.9262,
      "step": 13000
    },
    {
      "epoch": 2.1387755102040815,
      "grad_norm": 1.648374319076538,
      "learning_rate": 8.623673469387755e-05,
      "loss": 1.9217,
      "step": 13100
    },
    {
      "epoch": 2.1551020408163266,
      "grad_norm": 1.5228582620620728,
      "learning_rate": 8.460408163265305e-05,
      "loss": 1.9353,
      "step": 13200
    },
    {
      "epoch": 2.1714285714285713,
      "grad_norm": 1.6405097246170044,
      "learning_rate": 8.297142857142857e-05,
      "loss": 1.9355,
      "step": 13300
    },
    {
      "epoch": 2.1877551020408164,
      "grad_norm": 1.7820485830307007,
      "learning_rate": 8.133877551020407e-05,
      "loss": 1.9291,
      "step": 13400
    },
    {
      "epoch": 2.204081632653061,
      "grad_norm": 1.8333126306533813,
      "learning_rate": 7.970612244897958e-05,
      "loss": 1.9409,
      "step": 13500
    },
    {
      "epoch": 2.220408163265306,
      "grad_norm": 1.7482160329818726,
      "learning_rate": 7.807346938775509e-05,
      "loss": 1.925,
      "step": 13600
    },
    {
      "epoch": 2.236734693877551,
      "grad_norm": 1.677528977394104,
      "learning_rate": 7.64408163265306e-05,
      "loss": 1.9196,
      "step": 13700
    },
    {
      "epoch": 2.253061224489796,
      "grad_norm": 1.8340723514556885,
      "learning_rate": 7.480816326530612e-05,
      "loss": 1.9474,
      "step": 13800
    },
    {
      "epoch": 2.269387755102041,
      "grad_norm": 1.6998987197875977,
      "learning_rate": 7.317551020408162e-05,
      "loss": 1.9587,
      "step": 13900
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 1.9743677377700806,
      "learning_rate": 7.154285714285714e-05,
      "loss": 1.942,
      "step": 14000
    },
    {
      "epoch": 2.3020408163265307,
      "grad_norm": 1.5243335962295532,
      "learning_rate": 6.991020408163264e-05,
      "loss": 1.951,
      "step": 14100
    },
    {
      "epoch": 2.3183673469387753,
      "grad_norm": 2.012430429458618,
      "learning_rate": 6.827755102040816e-05,
      "loss": 1.9342,
      "step": 14200
    },
    {
      "epoch": 2.3346938775510204,
      "grad_norm": 1.8942407369613647,
      "learning_rate": 6.664489795918368e-05,
      "loss": 1.9362,
      "step": 14300
    },
    {
      "epoch": 2.351020408163265,
      "grad_norm": 1.6887974739074707,
      "learning_rate": 6.501224489795918e-05,
      "loss": 1.9353,
      "step": 14400
    },
    {
      "epoch": 2.36734693877551,
      "grad_norm": 2.0491273403167725,
      "learning_rate": 6.33795918367347e-05,
      "loss": 1.9439,
      "step": 14500
    },
    {
      "epoch": 2.3836734693877553,
      "grad_norm": 2.004605293273926,
      "learning_rate": 6.17469387755102e-05,
      "loss": 1.9108,
      "step": 14600
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.7664378881454468,
      "learning_rate": 6.011428571428571e-05,
      "loss": 1.9599,
      "step": 14700
    },
    {
      "epoch": 2.416326530612245,
      "grad_norm": 1.6884276866912842,
      "learning_rate": 5.848163265306122e-05,
      "loss": 1.9562,
      "step": 14800
    },
    {
      "epoch": 2.4326530612244897,
      "grad_norm": 1.7202932834625244,
      "learning_rate": 5.684897959183673e-05,
      "loss": 1.9329,
      "step": 14900
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 1.5657163858413696,
      "learning_rate": 5.521632653061224e-05,
      "loss": 1.9094,
      "step": 15000
    },
    {
      "epoch": 2.4653061224489794,
      "grad_norm": 1.843685269355774,
      "learning_rate": 5.358367346938775e-05,
      "loss": 1.9276,
      "step": 15100
    },
    {
      "epoch": 2.4816326530612245,
      "grad_norm": 1.5245325565338135,
      "learning_rate": 5.195102040816326e-05,
      "loss": 1.9424,
      "step": 15200
    },
    {
      "epoch": 2.497959183673469,
      "grad_norm": 1.761252999305725,
      "learning_rate": 5.031836734693877e-05,
      "loss": 1.9495,
      "step": 15300
    },
    {
      "epoch": 2.5142857142857142,
      "grad_norm": 2.0696816444396973,
      "learning_rate": 4.868571428571428e-05,
      "loss": 1.9487,
      "step": 15400
    },
    {
      "epoch": 2.5306122448979593,
      "grad_norm": 1.9075675010681152,
      "learning_rate": 4.705306122448979e-05,
      "loss": 1.943,
      "step": 15500
    },
    {
      "epoch": 2.546938775510204,
      "grad_norm": 1.8442541360855103,
      "learning_rate": 4.54204081632653e-05,
      "loss": 1.9424,
      "step": 15600
    },
    {
      "epoch": 2.563265306122449,
      "grad_norm": 1.8361436128616333,
      "learning_rate": 4.378775510204081e-05,
      "loss": 1.9312,
      "step": 15700
    },
    {
      "epoch": 2.5795918367346937,
      "grad_norm": 1.620416522026062,
      "learning_rate": 4.217142857142857e-05,
      "loss": 1.938,
      "step": 15800
    },
    {
      "epoch": 2.595918367346939,
      "grad_norm": 1.8884167671203613,
      "learning_rate": 4.053877551020408e-05,
      "loss": 1.948,
      "step": 15900
    },
    {
      "epoch": 2.612244897959184,
      "grad_norm": 1.8538868427276611,
      "learning_rate": 3.890612244897959e-05,
      "loss": 1.9585,
      "step": 16000
    },
    {
      "epoch": 2.6285714285714286,
      "grad_norm": 1.925554871559143,
      "learning_rate": 3.72734693877551e-05,
      "loss": 1.9534,
      "step": 16100
    },
    {
      "epoch": 2.644897959183673,
      "grad_norm": 1.5676684379577637,
      "learning_rate": 3.564081632653061e-05,
      "loss": 1.946,
      "step": 16200
    },
    {
      "epoch": 2.6612244897959183,
      "grad_norm": 1.5822386741638184,
      "learning_rate": 3.400816326530612e-05,
      "loss": 1.9352,
      "step": 16300
    },
    {
      "epoch": 2.6775510204081634,
      "grad_norm": 2.0013840198516846,
      "learning_rate": 3.237551020408163e-05,
      "loss": 1.9517,
      "step": 16400
    },
    {
      "epoch": 2.693877551020408,
      "grad_norm": 1.8209125995635986,
      "learning_rate": 3.074285714285714e-05,
      "loss": 1.9253,
      "step": 16500
    },
    {
      "epoch": 2.710204081632653,
      "grad_norm": 2.3796558380126953,
      "learning_rate": 2.911020408163265e-05,
      "loss": 1.9274,
      "step": 16600
    },
    {
      "epoch": 2.726530612244898,
      "grad_norm": 1.8396376371383667,
      "learning_rate": 2.747755102040816e-05,
      "loss": 1.9344,
      "step": 16700
    },
    {
      "epoch": 2.742857142857143,
      "grad_norm": 2.031325340270996,
      "learning_rate": 2.5844897959183673e-05,
      "loss": 1.95,
      "step": 16800
    },
    {
      "epoch": 2.759183673469388,
      "grad_norm": 1.507554292678833,
      "learning_rate": 2.4212244897959182e-05,
      "loss": 1.9264,
      "step": 16900
    },
    {
      "epoch": 2.7755102040816326,
      "grad_norm": 1.8937737941741943,
      "learning_rate": 2.2579591836734692e-05,
      "loss": 1.9091,
      "step": 17000
    },
    {
      "epoch": 2.7918367346938773,
      "grad_norm": 1.7753971815109253,
      "learning_rate": 2.0946938775510205e-05,
      "loss": 1.9321,
      "step": 17100
    },
    {
      "epoch": 2.8081632653061224,
      "grad_norm": 1.7126449346542358,
      "learning_rate": 1.9314285714285715e-05,
      "loss": 1.9309,
      "step": 17200
    },
    {
      "epoch": 2.8244897959183675,
      "grad_norm": 1.4381778240203857,
      "learning_rate": 1.768163265306122e-05,
      "loss": 1.9388,
      "step": 17300
    },
    {
      "epoch": 2.840816326530612,
      "grad_norm": 1.462391972541809,
      "learning_rate": 1.6048979591836734e-05,
      "loss": 1.9303,
      "step": 17400
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 1.9050726890563965,
      "learning_rate": 1.4416326530612242e-05,
      "loss": 1.9207,
      "step": 17500
    },
    {
      "epoch": 2.873469387755102,
      "grad_norm": 1.6217104196548462,
      "learning_rate": 1.2783673469387755e-05,
      "loss": 1.9261,
      "step": 17600
    },
    {
      "epoch": 2.889795918367347,
      "grad_norm": 1.7059563398361206,
      "learning_rate": 1.1151020408163265e-05,
      "loss": 1.9654,
      "step": 17700
    },
    {
      "epoch": 2.906122448979592,
      "grad_norm": 2.2614927291870117,
      "learning_rate": 9.518367346938776e-06,
      "loss": 1.9332,
      "step": 17800
    },
    {
      "epoch": 2.9224489795918367,
      "grad_norm": 1.62838876247406,
      "learning_rate": 7.885714285714286e-06,
      "loss": 1.9193,
      "step": 17900
    },
    {
      "epoch": 2.938775510204082,
      "grad_norm": 2.0931220054626465,
      "learning_rate": 6.253061224489795e-06,
      "loss": 1.9357,
      "step": 18000
    },
    {
      "epoch": 2.9551020408163264,
      "grad_norm": 1.8602159023284912,
      "learning_rate": 4.63673469387755e-06,
      "loss": 1.96,
      "step": 18100
    },
    {
      "epoch": 2.9714285714285715,
      "grad_norm": 1.9267969131469727,
      "learning_rate": 3.004081632653061e-06,
      "loss": 1.9235,
      "step": 18200
    },
    {
      "epoch": 2.987755102040816,
      "grad_norm": 1.8048924207687378,
      "learning_rate": 1.3714285714285715e-06,
      "loss": 1.9271,
      "step": 18300
    },
    {
      "epoch": 3.0,
      "step": 18375,
      "total_flos": 8.158948597628928e+16,
      "train_loss": 2.04572593055777,
      "train_runtime": 12321.8021,
      "train_samples_per_second": 23.86,
      "train_steps_per_second": 1.491
    }
  ],
  "logging_steps": 100,
  "max_steps": 18375,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.158948597628928e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}