{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.969543147208122,
  "eval_steps": 98,
  "global_step": 195,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "grad_norm": 10.139571630813693,
      "learning_rate": 4.9999999999999996e-06,
      "loss": 0.9153,
      "step": 1
    },
    {
      "epoch": 0.03,
      "grad_norm": 9.923498495271774,
      "learning_rate": 9.999999999999999e-06,
      "loss": 0.9035,
      "step": 2
    },
    {
      "epoch": 0.05,
      "grad_norm": 9.047731423570355,
      "learning_rate": 1.5e-05,
      "loss": 0.8999,
      "step": 3
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.211404633507378,
      "learning_rate": 1.9999999999999998e-05,
      "loss": 0.8157,
      "step": 4
    },
    {
      "epoch": 0.08,
      "grad_norm": 13.782666721382519,
      "learning_rate": 2.5e-05,
      "loss": 0.8673,
      "step": 5
    },
    {
      "epoch": 0.09,
      "grad_norm": 12.20466508409842,
      "learning_rate": 3e-05,
      "loss": 0.9584,
      "step": 6
    },
    {
      "epoch": 0.11,
      "grad_norm": 10.150441305400964,
      "learning_rate": 2.9997927820366585e-05,
      "loss": 0.8567,
      "step": 7
    },
    {
      "epoch": 0.12,
      "grad_norm": 12.386909390610239,
      "learning_rate": 2.9991711853990137e-05,
      "loss": 0.771,
      "step": 8
    },
    {
      "epoch": 0.14,
      "grad_norm": 22.74017853677691,
      "learning_rate": 2.9981353818283835e-05,
      "loss": 0.7941,
      "step": 9
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.293170930110896,
      "learning_rate": 2.9966856575075773e-05,
      "loss": 0.7541,
      "step": 10
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.995159995892425,
      "learning_rate": 2.9948224129818233e-05,
      "loss": 0.7022,
      "step": 11
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.691088980596155,
      "learning_rate": 2.9925461630481022e-05,
      "loss": 0.5898,
      "step": 12
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.5390105411947026,
      "learning_rate": 2.9898575366129145e-05,
      "loss": 0.5949,
      "step": 13
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.340219369069589,
      "learning_rate": 2.9867572765185192e-05,
      "loss": 0.5746,
      "step": 14
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.3879043026264477,
      "learning_rate": 2.9832462393376926e-05,
      "loss": 0.6008,
      "step": 15
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.048419090165093,
      "learning_rate": 2.9793253951370675e-05,
      "loss": 0.5216,
      "step": 16
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.8250737649763478,
      "learning_rate": 2.9749958272091092e-05,
      "loss": 0.5175,
      "step": 17
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.7825810700070543,
      "learning_rate": 2.9702587317728157e-05,
      "loss": 0.5073,
      "step": 18
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.8741398836202903,
      "learning_rate": 2.965115417643212e-05,
      "loss": 0.5123,
      "step": 19
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.714311967247247,
      "learning_rate": 2.959567305869736e-05,
      "loss": 0.4971,
      "step": 20
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.7292047802256287,
      "learning_rate": 2.9536159293436172e-05,
      "loss": 0.4436,
      "step": 21
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.7105484136012308,
      "learning_rate": 2.9472629323743523e-05,
      "loss": 0.4842,
      "step": 22
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.7157627653550804,
      "learning_rate": 2.9405100702353998e-05,
      "loss": 0.4742,
      "step": 23
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.5914844767700123,
      "learning_rate": 2.9333592086792113e-05,
      "loss": 0.458,
      "step": 24
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.647473236927615,
      "learning_rate": 2.9258123234217437e-05,
      "loss": 0.4661,
      "step": 25
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.5486384392984,
      "learning_rate": 2.917871499596587e-05,
      "loss": 0.4281,
      "step": 26
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.716994911612373,
      "learning_rate": 2.9095389311788626e-05,
      "loss": 0.4482,
      "step": 27
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.7408517229998446,
      "learning_rate": 2.9008169203790455e-05,
      "loss": 0.4452,
      "step": 28
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.4125273876912163,
      "learning_rate": 2.8917078770068882e-05,
      "loss": 0.409,
      "step": 29
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.325354363145642,
      "learning_rate": 2.8822143178056115e-05,
      "loss": 0.4038,
      "step": 30
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.2981207117383002,
      "learning_rate": 2.8723388657565518e-05,
      "loss": 0.413,
      "step": 31
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.527447296257107,
      "learning_rate": 2.8620842493544574e-05,
      "loss": 0.4025,
      "step": 32
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.797010048184021,
      "learning_rate": 2.8514533018536286e-05,
      "loss": 0.4428,
      "step": 33
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.1575069543395,
      "learning_rate": 2.8404489604851186e-05,
      "loss": 0.3956,
      "step": 34
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.4996908665843653,
      "learning_rate": 2.8290742656452016e-05,
      "loss": 0.3746,
      "step": 35
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.506030918559057,
      "learning_rate": 2.817332360055343e-05,
      "loss": 0.3615,
      "step": 36
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.2114367995451127,
      "learning_rate": 2.8052264878938917e-05,
      "loss": 0.3832,
      "step": 37
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.4721402003392825,
      "learning_rate": 2.792759993899746e-05,
      "loss": 0.3758,
      "step": 38
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.6195393935311984,
      "learning_rate": 2.7799363224482334e-05,
      "loss": 0.4348,
      "step": 39
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.268730254408175,
      "learning_rate": 2.7667590165994617e-05,
      "loss": 0.3716,
      "step": 40
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.299911450383875,
      "learning_rate": 2.753231717119405e-05,
      "loss": 0.3701,
      "step": 41
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.385427719504095,
      "learning_rate": 2.7393581614739924e-05,
      "loss": 0.3847,
      "step": 42
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.3922929518879177,
      "learning_rate": 2.7251421827964852e-05,
      "loss": 0.3465,
      "step": 43
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.1814222967281465,
      "learning_rate": 2.710587708828414e-05,
      "loss": 0.333,
      "step": 44
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.473316198316399,
      "learning_rate": 2.6956987608343837e-05,
      "loss": 0.3701,
      "step": 45
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.171878058642667,
      "learning_rate": 2.6804794524910337e-05,
      "loss": 0.3526,
      "step": 46
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.3866546277484257,
      "learning_rate": 2.664933988750468e-05,
      "loss": 0.365,
      "step": 47
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.278356301529137,
      "learning_rate": 2.649066664678467e-05,
      "loss": 0.3489,
      "step": 48
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.1456443947951787,
      "learning_rate": 2.6328818642678026e-05,
      "loss": 0.3324,
      "step": 49
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.41058310045428,
      "learning_rate": 2.6163840592269775e-05,
      "loss": 0.3424,
      "step": 50
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.223986987319834,
      "learning_rate": 2.5995778077447393e-05,
      "loss": 0.3357,
      "step": 51
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.367750479922463,
      "learning_rate": 2.5824677532306933e-05,
      "loss": 0.3364,
      "step": 52
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.3269856493208176,
      "learning_rate": 2.5650586230323705e-05,
      "loss": 0.3205,
      "step": 53
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.3090041011593057,
      "learning_rate": 2.5473552271291092e-05,
      "loss": 0.337,
      "step": 54
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.3974311678745828,
      "learning_rate": 2.5293624568031008e-05,
      "loss": 0.3576,
      "step": 55
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.2490050723464137,
      "learning_rate": 2.511085283287973e-05,
      "loss": 0.3113,
      "step": 56
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.9771263308472806,
      "learning_rate": 2.4925287563952894e-05,
      "loss": 0.2914,
      "step": 57
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.162931252899761,
      "learning_rate": 2.4736980031193278e-05,
      "loss": 0.3205,
      "step": 58
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.109337628969515,
      "learning_rate": 2.4545982262205455e-05,
      "loss": 0.3257,
      "step": 59
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.039185829728737,
      "learning_rate": 2.4352347027881003e-05,
      "loss": 0.2986,
      "step": 60
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.340179393534166,
      "learning_rate": 2.415612782781845e-05,
      "loss": 0.3194,
      "step": 61
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.188501036945732,
      "learning_rate": 2.3957378875541795e-05,
      "loss": 0.2905,
      "step": 62
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.08366818336082,
      "learning_rate": 2.375615508352185e-05,
      "loss": 0.3014,
      "step": 63
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.0453874844740167,
      "learning_rate": 2.3552512048004428e-05,
      "loss": 0.2838,
      "step": 64
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.0660793537901347,
      "learning_rate": 2.3346506033649618e-05,
      "loss": 0.2877,
      "step": 65
    },
    {
      "epoch": 1.01,
      "grad_norm": 2.124273103954636,
      "learning_rate": 2.3138193957986392e-05,
      "loss": 0.286,
      "step": 66
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.9622752025521464,
      "learning_rate": 2.292763337568683e-05,
      "loss": 0.2272,
      "step": 67
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.8067142618270011,
      "learning_rate": 2.2714882462664306e-05,
      "loss": 0.1931,
      "step": 68
    },
    {
      "epoch": 1.05,
      "grad_norm": 2.0032592469596797,
      "learning_rate": 2.25e-05,
      "loss": 0.2048,
      "step": 69
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.830231703238875,
      "learning_rate": 2.228304535770228e-05,
      "loss": 0.1867,
      "step": 70
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.9497688675101177,
      "learning_rate": 2.2064078478303304e-05,
      "loss": 0.1978,
      "step": 71
    },
    {
      "epoch": 1.1,
      "grad_norm": 2.0152608455094665,
      "learning_rate": 2.1843159860297445e-05,
      "loss": 0.2,
      "step": 72
    },
    {
      "epoch": 1.11,
      "grad_norm": 2.0141890366439053,
      "learning_rate": 2.162035054142616e-05,
      "loss": 0.194,
      "step": 73
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.9756844631300539,
      "learning_rate": 2.139571208181381e-05,
      "loss": 0.2013,
      "step": 74
    },
    {
      "epoch": 1.14,
      "grad_norm": 2.2996145619440735,
      "learning_rate": 2.1169306546959176e-05,
      "loss": 0.1908,
      "step": 75
    },
    {
      "epoch": 1.16,
      "grad_norm": 2.022334105197074,
      "learning_rate": 2.0941196490587352e-05,
      "loss": 0.1942,
      "step": 76
    },
    {
      "epoch": 1.17,
      "grad_norm": 2.120529859964547,
      "learning_rate": 2.0711444937366744e-05,
      "loss": 0.225,
      "step": 77
    },
    {
      "epoch": 1.19,
      "grad_norm": 2.0246208577387415,
      "learning_rate": 2.0480115365495928e-05,
      "loss": 0.1969,
      "step": 78
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.124240443674027,
      "learning_rate": 2.0247271689165226e-05,
      "loss": 0.2014,
      "step": 79
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.9317991103180894,
      "learning_rate": 2.0012978240897813e-05,
      "loss": 0.1937,
      "step": 80
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.7594143841271737,
      "learning_rate": 1.977729975377527e-05,
      "loss": 0.1797,
      "step": 81
    },
    {
      "epoch": 1.25,
      "grad_norm": 2.2084399605692537,
      "learning_rate": 1.9540301343552392e-05,
      "loss": 0.2124,
      "step": 82
    },
    {
      "epoch": 1.26,
      "grad_norm": 2.095870077686175,
      "learning_rate": 1.9302048490666356e-05,
      "loss": 0.1857,
      "step": 83
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.9836333132282917,
      "learning_rate": 1.906260702214508e-05,
      "loss": 0.208,
      "step": 84
    },
    {
      "epoch": 1.29,
      "grad_norm": 2.1139068962697083,
      "learning_rate": 1.882204309341982e-05,
      "loss": 0.187,
      "step": 85
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.9090715477027975,
      "learning_rate": 1.858042317004707e-05,
      "loss": 0.1752,
      "step": 86
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.7861876807164128,
      "learning_rate": 1.8337814009344716e-05,
      "loss": 0.1717,
      "step": 87
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.7651119497689338,
      "learning_rate": 1.8094282641947664e-05,
      "loss": 0.183,
      "step": 88
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.6782296734580708,
      "learning_rate": 1.7849896353287853e-05,
      "loss": 0.1736,
      "step": 89
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.8803085938737092,
      "learning_rate": 1.760472266500396e-05,
      "loss": 0.1933,
      "step": 90
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.8158172873888547,
      "learning_rate": 1.7358829316285782e-05,
      "loss": 0.1705,
      "step": 91
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.7647420369057172,
      "learning_rate": 1.711228424515855e-05,
      "loss": 0.1921,
      "step": 92
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.7727194703045808,
      "learning_rate": 1.686515556971228e-05,
      "loss": 0.1799,
      "step": 93
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.8555609371117912,
      "learning_rate": 1.6617511569281382e-05,
      "loss": 0.1798,
      "step": 94
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.8186710209261678,
      "learning_rate": 1.6369420665579727e-05,
      "loss": 0.1747,
      "step": 95
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.6231082564979746,
      "learning_rate": 1.6120951403796367e-05,
      "loss": 0.1689,
      "step": 96
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.7307351406890132,
      "learning_rate": 1.587217243365714e-05,
      "loss": 0.1634,
      "step": 97
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.832115770610696,
      "learning_rate": 1.5623152490457405e-05,
      "loss": 0.1723,
      "step": 98
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.9868767219343355,
      "learning_rate": 1.5373960376071095e-05,
      "loss": 0.188,
      "step": 99
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.9125192896456182,
      "learning_rate": 1.5124664939941458e-05,
      "loss": 0.1797,
      "step": 100
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.7278624410704684,
      "learning_rate": 1.4875335060058546e-05,
      "loss": 0.1739,
      "step": 101
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.7891771999439028,
      "learning_rate": 1.462603962392891e-05,
      "loss": 0.1762,
      "step": 102
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.7121609090761263,
      "learning_rate": 1.4376847509542601e-05,
      "loss": 0.1605,
      "step": 103
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.80504830143433,
      "learning_rate": 1.4127827566342864e-05,
      "loss": 0.1843,
      "step": 104
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.9306869911924232,
      "learning_rate": 1.3879048596203637e-05,
      "loss": 0.1858,
      "step": 105
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.6499122754439595,
      "learning_rate": 1.3630579334420278e-05,
      "loss": 0.1786,
      "step": 106
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.4579954217252138,
      "learning_rate": 1.3382488430718622e-05,
      "loss": 0.1226,
      "step": 107
    },
    {
      "epoch": 1.64,
      "grad_norm": 1.7076293391091892,
      "learning_rate": 1.3134844430287727e-05,
      "loss": 0.1697,
      "step": 108
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.7818282171464541,
      "learning_rate": 1.288771575484145e-05,
      "loss": 0.1872,
      "step": 109
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.9445446800163575,
      "learning_rate": 1.2641170683714222e-05,
      "loss": 0.1646,
      "step": 110
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.7667651488332108,
      "learning_rate": 1.2395277334996045e-05,
      "loss": 0.1794,
      "step": 111
    },
    {
      "epoch": 1.71,
      "grad_norm": 1.6130496411175654,
      "learning_rate": 1.2150103646712155e-05,
      "loss": 0.1577,
      "step": 112
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.4922030366904195,
      "learning_rate": 1.1905717358052338e-05,
      "loss": 0.1525,
      "step": 113
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.6321752338576163,
      "learning_rate": 1.1662185990655285e-05,
      "loss": 0.1783,
      "step": 114
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.6647466255176773,
      "learning_rate": 1.1419576829952935e-05,
      "loss": 0.1579,
      "step": 115
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.6199924231519593,
      "learning_rate": 1.1177956906580182e-05,
      "loss": 0.1431,
      "step": 116
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.7362878790850618,
      "learning_rate": 1.0937392977854926e-05,
      "loss": 0.1849,
      "step": 117
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.6155377825227866,
      "learning_rate": 1.069795150933365e-05,
      "loss": 0.1394,
      "step": 118
    },
    {
      "epoch": 1.81,
      "grad_norm": 1.6359658331877682,
      "learning_rate": 1.0459698656447612e-05,
      "loss": 0.1537,
      "step": 119
    },
    {
      "epoch": 1.83,
      "grad_norm": 1.6529772841897667,
      "learning_rate": 1.0222700246224735e-05,
      "loss": 0.1537,
      "step": 120
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.595000754195306,
      "learning_rate": 9.987021759102188e-06,
      "loss": 0.1402,
      "step": 121
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.729802758176479,
      "learning_rate": 9.752728310834783e-06,
      "loss": 0.1651,
      "step": 122
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.6350840045336867,
      "learning_rate": 9.519884634504074e-06,
      "loss": 0.1429,
      "step": 123
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.5520407062207748,
      "learning_rate": 9.288555062633258e-06,
      "loss": 0.1334,
      "step": 124
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.4985851786478577,
      "learning_rate": 9.058803509412647e-06,
      "loss": 0.1534,
      "step": 125
    },
    {
      "epoch": 1.92,
      "grad_norm": 1.5302302812445923,
      "learning_rate": 8.83069345304083e-06,
      "loss": 0.15,
      "step": 126
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.47275542259758,
      "learning_rate": 8.604287918186194e-06,
      "loss": 0.1332,
      "step": 127
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.5660603103228952,
      "learning_rate": 8.37964945857384e-06,
      "loss": 0.158,
      "step": 128
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.4646160949270304,
      "learning_rate": 8.156840139702554e-06,
      "loss": 0.1325,
      "step": 129
    },
    {
      "epoch": 1.98,
      "grad_norm": 1.5818215863580642,
      "learning_rate": 7.935921521696703e-06,
      "loss": 0.1357,
      "step": 130
    },
    {
      "epoch": 1.99,
      "grad_norm": 1.4866780572205254,
      "learning_rate": 7.716954642297715e-06,
      "loss": 0.1499,
      "step": 131
    },
    {
      "epoch": 2.01,
      "grad_norm": 1.3446289155882156,
      "learning_rate": 7.500000000000004e-06,
      "loss": 0.1129,
      "step": 132
    },
    {
      "epoch": 2.03,
      "grad_norm": 1.2712700093250684,
      "learning_rate": 7.285117537335698e-06,
      "loss": 0.0928,
      "step": 133
    },
    {
      "epoch": 2.04,
      "grad_norm": 1.2757899302660785,
      "learning_rate": 7.072366624313169e-06,
      "loss": 0.0988,
      "step": 134
    },
    {
      "epoch": 2.06,
      "grad_norm": 1.1967234231524342,
      "learning_rate": 6.86180604201361e-06,
      "loss": 0.0911,
      "step": 135
    },
    {
      "epoch": 2.07,
      "grad_norm": 1.394165680502105,
      "learning_rate": 6.65349396635039e-06,
      "loss": 0.0986,
      "step": 136
    },
    {
      "epoch": 2.09,
      "grad_norm": 1.2450398905848143,
      "learning_rate": 6.4474879519955734e-06,
      "loss": 0.0896,
      "step": 137
    },
    {
      "epoch": 2.1,
      "grad_norm": 1.4272121116045864,
      "learning_rate": 6.243844916478156e-06,
      "loss": 0.1182,
      "step": 138
    },
    {
      "epoch": 2.12,
      "grad_norm": 1.3184522862685,
      "learning_rate": 6.0426211244582105e-06,
      "loss": 0.1034,
      "step": 139
    },
    {
      "epoch": 2.13,
      "grad_norm": 1.410818200169181,
      "learning_rate": 5.843872172181554e-06,
      "loss": 0.1056,
      "step": 140
    },
    {
      "epoch": 2.15,
      "grad_norm": 1.3648381706500745,
      "learning_rate": 5.647652972118998e-06,
      "loss": 0.0917,
      "step": 141
    },
    {
      "epoch": 2.16,
      "grad_norm": 1.2478979553957161,
      "learning_rate": 5.4540177377945475e-06,
      "loss": 0.0818,
      "step": 142
    },
    {
      "epoch": 2.18,
      "grad_norm": 1.3416903363947432,
      "learning_rate": 5.263019968806722e-06,
      "loss": 0.0864,
      "step": 143
    },
    {
      "epoch": 2.19,
      "grad_norm": 1.2758264928977077,
      "learning_rate": 5.0747124360471125e-06,
      "loss": 0.0855,
      "step": 144
    },
    {
      "epoch": 2.21,
      "grad_norm": 1.2712920642841496,
      "learning_rate": 4.889147167120268e-06,
      "loss": 0.0849,
      "step": 145
    },
    {
      "epoch": 2.22,
      "grad_norm": 1.286903217768258,
      "learning_rate": 4.706375431968998e-06,
      "loss": 0.0839,
      "step": 146
    },
    {
      "epoch": 2.24,
      "grad_norm": 1.3611283914360588,
      "learning_rate": 4.526447728708909e-06,
      "loss": 0.0929,
      "step": 147
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.3864605197483342,
      "learning_rate": 4.349413769676296e-06,
      "loss": 0.0928,
      "step": 148
    },
    {
      "epoch": 2.27,
      "grad_norm": 1.3732910618180254,
      "learning_rate": 4.175322467693068e-06,
      "loss": 0.1,
      "step": 149
    },
    {
      "epoch": 2.28,
      "grad_norm": 1.4188205558277702,
      "learning_rate": 4.004221922552608e-06,
      "loss": 0.0878,
      "step": 150
    },
    {
      "epoch": 2.3,
      "grad_norm": 1.292199628042724,
      "learning_rate": 3.836159407730225e-06,
      "loss": 0.0883,
      "step": 151
    },
    {
      "epoch": 2.31,
      "grad_norm": 1.3661175397229135,
      "learning_rate": 3.6711813573219807e-06,
      "loss": 0.0876,
      "step": 152
    },
    {
      "epoch": 2.33,
      "grad_norm": 1.4278912796773386,
      "learning_rate": 3.5093333532153316e-06,
      "loss": 0.1014,
      "step": 153
    },
    {
      "epoch": 2.35,
      "grad_norm": 1.3181711989630485,
      "learning_rate": 3.3506601124953246e-06,
      "loss": 0.0796,
      "step": 154
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.1434205477096726,
      "learning_rate": 3.1952054750896677e-06,
      "loss": 0.0699,
      "step": 155
    },
    {
      "epoch": 2.38,
      "grad_norm": 1.313070763297737,
      "learning_rate": 3.0430123916561677e-06,
      "loss": 0.0842,
      "step": 156
    },
    {
      "epoch": 2.39,
      "grad_norm": 1.381392296178339,
      "learning_rate": 2.8941229117158578e-06,
      "loss": 0.1006,
      "step": 157
    },
    {
      "epoch": 2.41,
      "grad_norm": 1.30918486678515,
      "learning_rate": 2.748578172035152e-06,
      "loss": 0.0918,
      "step": 158
    },
    {
      "epoch": 2.42,
      "grad_norm": 1.1427374784681679,
      "learning_rate": 2.60641838526008e-06,
      "loss": 0.0742,
      "step": 159
    },
    {
      "epoch": 2.44,
      "grad_norm": 1.1379336112848124,
      "learning_rate": 2.467682828805956e-06,
      "loss": 0.0736,
      "step": 160
    },
    {
      "epoch": 2.45,
      "grad_norm": 1.1160456967951842,
      "learning_rate": 2.3324098340053823e-06,
      "loss": 0.0761,
      "step": 161
    },
    {
      "epoch": 2.47,
      "grad_norm": 1.1730808117931497,
      "learning_rate": 2.200636775517666e-06,
      "loss": 0.0715,
      "step": 162
    },
    {
      "epoch": 2.48,
      "grad_norm": 1.1038698494762864,
      "learning_rate": 2.0724000610025406e-06,
      "loss": 0.0627,
      "step": 163
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.2788013416810955,
      "learning_rate": 1.947735121061088e-06,
      "loss": 0.0868,
      "step": 164
    },
    {
      "epoch": 2.51,
      "grad_norm": 1.2271971950291007,
      "learning_rate": 1.8266763994465702e-06,
      "loss": 0.0841,
      "step": 165
    },
    {
      "epoch": 2.53,
      "grad_norm": 1.3364806940999483,
      "learning_rate": 1.7092573435479863e-06,
      "loss": 0.0986,
      "step": 166
    },
    {
      "epoch": 2.54,
      "grad_norm": 1.0977805835588264,
      "learning_rate": 1.5955103951488177e-06,
      "loss": 0.0779,
      "step": 167
    },
    {
      "epoch": 2.56,
      "grad_norm": 1.1971862834984655,
      "learning_rate": 1.4854669814637145e-06,
      "loss": 0.0746,
      "step": 168
    },
    {
      "epoch": 2.57,
      "grad_norm": 1.1241910666144623,
      "learning_rate": 1.3791575064554262e-06,
      "loss": 0.077,
      "step": 169
    },
    {
      "epoch": 2.59,
      "grad_norm": 1.2295716463480453,
      "learning_rate": 1.2766113424344816e-06,
      "loss": 0.0807,
      "step": 170
    },
    {
      "epoch": 2.6,
      "grad_norm": 1.1046998909306354,
      "learning_rate": 1.177856821943884e-06,
      "loss": 0.0769,
      "step": 171
    },
    {
      "epoch": 2.62,
      "grad_norm": 1.1604989450266139,
      "learning_rate": 1.0829212299311197e-06,
      "loss": 0.0819,
      "step": 172
    },
    {
      "epoch": 2.63,
      "grad_norm": 1.0908514854904268,
      "learning_rate": 9.91830796209547e-07,
      "loss": 0.0612,
      "step": 173
    },
    {
      "epoch": 2.65,
      "grad_norm": 1.1631303286571892,
      "learning_rate": 9.046106882113753e-07,
      "loss": 0.076,
      "step": 174
    },
    {
      "epoch": 2.66,
      "grad_norm": 1.233744552126656,
      "learning_rate": 8.212850040341274e-07,
      "loss": 0.0861,
      "step": 175
    },
    {
      "epoch": 2.68,
      "grad_norm": 1.3051354325302653,
      "learning_rate": 7.418767657825675e-07,
      "loss": 0.0847,
      "step": 176
    },
    {
      "epoch": 2.7,
      "grad_norm": 1.0840311213858094,
      "learning_rate": 6.664079132078881e-07,
      "loss": 0.0813,
      "step": 177
    },
    {
      "epoch": 2.71,
      "grad_norm": 1.288875065471951,
      "learning_rate": 5.948992976460038e-07,
      "loss": 0.0955,
      "step": 178
    },
    {
      "epoch": 2.73,
      "grad_norm": 1.0735167931900174,
      "learning_rate": 5.273706762564761e-07,
      "loss": 0.0678,
      "step": 179
    },
    {
      "epoch": 2.74,
      "grad_norm": 1.093735274734468,
      "learning_rate": 4.6384070656383227e-07,
      "loss": 0.0745,
      "step": 180
    },
    {
      "epoch": 2.76,
      "grad_norm": 1.125773233390452,
      "learning_rate": 4.043269413026429e-07,
      "loss": 0.0803,
      "step": 181
    },
    {
      "epoch": 2.77,
      "grad_norm": 1.201356731442363,
      "learning_rate": 3.4884582356788206e-07,
      "loss": 0.0906,
      "step": 182
    },
    {
      "epoch": 2.79,
      "grad_norm": 1.2227521510808659,
      "learning_rate": 2.974126822718426e-07,
      "loss": 0.0863,
      "step": 183
    },
    {
      "epoch": 2.8,
      "grad_norm": 1.114790884900879,
      "learning_rate": 2.50041727908909e-07,
      "loss": 0.0779,
      "step": 184
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.9917054553551269,
      "learning_rate": 2.0674604862932656e-07,
      "loss": 0.0614,
      "step": 185
    },
    {
      "epoch": 2.83,
      "grad_norm": 1.1150458120112356,
      "learning_rate": 1.6753760662307217e-07,
      "loss": 0.0835,
      "step": 186
    },
    {
      "epoch": 2.85,
      "grad_norm": 1.275213949017597,
      "learning_rate": 1.3242723481480978e-07,
      "loss": 0.0937,
      "step": 187
    },
    {
      "epoch": 2.86,
      "grad_norm": 1.2139536328528573,
      "learning_rate": 1.0142463387085465e-07,
      "loss": 0.0783,
      "step": 188
    },
    {
      "epoch": 2.88,
      "grad_norm": 1.1652924160514624,
      "learning_rate": 7.453836951897885e-08,
      "loss": 0.0838,
      "step": 189
    },
    {
      "epoch": 2.89,
      "grad_norm": 1.0753777036359615,
      "learning_rate": 5.177587018176777e-08,
      "loss": 0.0711,
      "step": 190
    },
    {
      "epoch": 2.91,
      "grad_norm": 1.1684146436239606,
      "learning_rate": 3.3143424924225175e-08,
      "loss": 0.082,
      "step": 191
    },
    {
      "epoch": 2.92,
      "grad_norm": 1.1741009309862593,
      "learning_rate": 1.8646181716164833e-08,
      "loss": 0.0822,
      "step": 192
    },
    {
      "epoch": 2.94,
      "grad_norm": 1.1001666670821881,
      "learning_rate": 8.288146009866603e-09,
      "loss": 0.0728,
      "step": 193
    },
    {
      "epoch": 2.95,
      "grad_norm": 1.2012514037163091,
      "learning_rate": 2.0721796334149945e-09,
      "loss": 0.0796,
      "step": 194
    },
    {
      "epoch": 2.97,
      "grad_norm": 1.2871888761049037,
      "learning_rate": 0.0,
      "loss": 0.0835,
      "step": 195
    },
    {
      "epoch": 2.97,
      "step": 195,
      "total_flos": 48990633230336.0,
      "train_loss": 0.24562208293340146,
      "train_runtime": 915.5758,
      "train_samples_per_second": 15.544,
      "train_steps_per_second": 0.213
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 195,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1.0,
  "total_flos": 48990633230336.0,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}