{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.4213760561834742,
  "eval_steps": 500,
  "global_step": 600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000702293426972457,
      "grad_norm": 0.34409305453300476,
      "learning_rate": 0.0,
      "loss": 1.846,
      "step": 1
    },
    {
      "epoch": 0.001404586853944914,
      "grad_norm": 0.3456021547317505,
      "learning_rate": 1.8691588785046728e-06,
      "loss": 1.8484,
      "step": 2
    },
    {
      "epoch": 0.0021068802809173707,
      "grad_norm": 0.34796568751335144,
      "learning_rate": 3.7383177570093455e-06,
      "loss": 1.8481,
      "step": 3
    },
    {
      "epoch": 0.002809173707889828,
      "grad_norm": 0.35818520188331604,
      "learning_rate": 5.607476635514019e-06,
      "loss": 1.8651,
      "step": 4
    },
    {
      "epoch": 0.003511467134862285,
      "grad_norm": 0.346342533826828,
      "learning_rate": 7.476635514018691e-06,
      "loss": 1.8098,
      "step": 5
    },
    {
      "epoch": 0.0042137605618347415,
      "grad_norm": 0.3514324426651001,
      "learning_rate": 9.345794392523365e-06,
      "loss": 1.8005,
      "step": 6
    },
    {
      "epoch": 0.0049160539888071985,
      "grad_norm": 0.3449963927268982,
      "learning_rate": 1.1214953271028037e-05,
      "loss": 1.8135,
      "step": 7
    },
    {
      "epoch": 0.005618347415779656,
      "grad_norm": 0.3590761423110962,
      "learning_rate": 1.308411214953271e-05,
      "loss": 1.8583,
      "step": 8
    },
    {
      "epoch": 0.006320640842752113,
      "grad_norm": 0.3646109104156494,
      "learning_rate": 1.4953271028037382e-05,
      "loss": 1.8435,
      "step": 9
    },
    {
      "epoch": 0.00702293426972457,
      "grad_norm": 0.3821967840194702,
      "learning_rate": 1.6822429906542056e-05,
      "loss": 1.9142,
      "step": 10
    },
    {
      "epoch": 0.007725227696697026,
      "grad_norm": 0.3775131404399872,
      "learning_rate": 1.869158878504673e-05,
      "loss": 1.8364,
      "step": 11
    },
    {
      "epoch": 0.008427521123669483,
      "grad_norm": 0.38744035363197327,
      "learning_rate": 2.05607476635514e-05,
      "loss": 1.8274,
      "step": 12
    },
    {
      "epoch": 0.00912981455064194,
      "grad_norm": 0.39733192324638367,
      "learning_rate": 2.2429906542056075e-05,
      "loss": 1.893,
      "step": 13
    },
    {
      "epoch": 0.009832107977614397,
      "grad_norm": 0.3957359194755554,
      "learning_rate": 2.429906542056075e-05,
      "loss": 1.8216,
      "step": 14
    },
    {
      "epoch": 0.010534401404586854,
      "grad_norm": 0.4132802486419678,
      "learning_rate": 2.616822429906542e-05,
      "loss": 1.8309,
      "step": 15
    },
    {
      "epoch": 0.011236694831559311,
      "grad_norm": 0.4199458956718445,
      "learning_rate": 2.8037383177570094e-05,
      "loss": 1.8242,
      "step": 16
    },
    {
      "epoch": 0.011938988258531768,
      "grad_norm": 0.43016353249549866,
      "learning_rate": 2.9906542056074764e-05,
      "loss": 1.8306,
      "step": 17
    },
    {
      "epoch": 0.012641281685504225,
      "grad_norm": 0.4246339797973633,
      "learning_rate": 3.177570093457944e-05,
      "loss": 1.7792,
      "step": 18
    },
    {
      "epoch": 0.013343575112476682,
      "grad_norm": 0.42142316699028015,
      "learning_rate": 3.364485981308411e-05,
      "loss": 1.6933,
      "step": 19
    },
    {
      "epoch": 0.01404586853944914,
      "grad_norm": 0.4456402063369751,
      "learning_rate": 3.551401869158878e-05,
      "loss": 1.7586,
      "step": 20
    },
    {
      "epoch": 0.014748161966421595,
      "grad_norm": 0.43441474437713623,
      "learning_rate": 3.738317757009346e-05,
      "loss": 1.735,
      "step": 21
    },
    {
      "epoch": 0.015450455393394052,
      "grad_norm": 0.44070446491241455,
      "learning_rate": 3.925233644859813e-05,
      "loss": 1.7578,
      "step": 22
    },
    {
      "epoch": 0.01615274882036651,
      "grad_norm": 0.42847731709480286,
      "learning_rate": 4.11214953271028e-05,
      "loss": 1.7189,
      "step": 23
    },
    {
      "epoch": 0.016855042247338966,
      "grad_norm": 0.407744437456131,
      "learning_rate": 4.299065420560748e-05,
      "loss": 1.672,
      "step": 24
    },
    {
      "epoch": 0.017557335674311423,
      "grad_norm": 0.4041539430618286,
      "learning_rate": 4.485981308411215e-05,
      "loss": 1.6801,
      "step": 25
    },
    {
      "epoch": 0.01825962910128388,
      "grad_norm": 0.387540340423584,
      "learning_rate": 4.672897196261683e-05,
      "loss": 1.6475,
      "step": 26
    },
    {
      "epoch": 0.018961922528256337,
      "grad_norm": 0.37268632650375366,
      "learning_rate": 4.85981308411215e-05,
      "loss": 1.6304,
      "step": 27
    },
    {
      "epoch": 0.019664215955228794,
      "grad_norm": 0.357927531003952,
      "learning_rate": 5.046728971962617e-05,
      "loss": 1.5516,
      "step": 28
    },
    {
      "epoch": 0.02036650938220125,
      "grad_norm": 0.3528735935688019,
      "learning_rate": 5.233644859813084e-05,
      "loss": 1.5499,
      "step": 29
    },
    {
      "epoch": 0.021068802809173708,
      "grad_norm": 0.3533182740211487,
      "learning_rate": 5.420560747663551e-05,
      "loss": 1.5437,
      "step": 30
    },
    {
      "epoch": 0.021771096236146165,
      "grad_norm": 0.35397112369537354,
      "learning_rate": 5.607476635514019e-05,
      "loss": 1.5572,
      "step": 31
    },
    {
      "epoch": 0.022473389663118622,
      "grad_norm": 0.35853511095046997,
      "learning_rate": 5.794392523364486e-05,
      "loss": 1.5468,
      "step": 32
    },
    {
      "epoch": 0.02317568309009108,
      "grad_norm": 0.3503537178039551,
      "learning_rate": 5.981308411214953e-05,
      "loss": 1.532,
      "step": 33
    },
    {
      "epoch": 0.023877976517063536,
      "grad_norm": 0.3491514325141907,
      "learning_rate": 6.16822429906542e-05,
      "loss": 1.5143,
      "step": 34
    },
    {
      "epoch": 0.024580269944035994,
      "grad_norm": 0.32861778140068054,
      "learning_rate": 6.355140186915888e-05,
      "loss": 1.5281,
      "step": 35
    },
    {
      "epoch": 0.02528256337100845,
      "grad_norm": 0.3293505609035492,
      "learning_rate": 6.542056074766355e-05,
      "loss": 1.4499,
      "step": 36
    },
    {
      "epoch": 0.025984856797980908,
      "grad_norm": 0.29753777384757996,
      "learning_rate": 6.728971962616822e-05,
      "loss": 1.408,
      "step": 37
    },
    {
      "epoch": 0.026687150224953365,
      "grad_norm": 0.2986944913864136,
      "learning_rate": 6.91588785046729e-05,
      "loss": 1.3728,
      "step": 38
    },
    {
      "epoch": 0.027389443651925822,
      "grad_norm": 0.29392489790916443,
      "learning_rate": 7.102803738317757e-05,
      "loss": 1.3739,
      "step": 39
    },
    {
      "epoch": 0.02809173707889828,
      "grad_norm": 0.2885355055332184,
      "learning_rate": 7.289719626168224e-05,
      "loss": 1.38,
      "step": 40
    },
    {
      "epoch": 0.028794030505870732,
      "grad_norm": 0.29217714071273804,
      "learning_rate": 7.476635514018692e-05,
      "loss": 1.3819,
      "step": 41
    },
    {
      "epoch": 0.02949632393284319,
      "grad_norm": 0.2761670649051666,
      "learning_rate": 7.663551401869158e-05,
      "loss": 1.3546,
      "step": 42
    },
    {
      "epoch": 0.030198617359815647,
      "grad_norm": 0.2758929133415222,
      "learning_rate": 7.850467289719626e-05,
      "loss": 1.347,
      "step": 43
    },
    {
      "epoch": 0.030900910786788104,
      "grad_norm": 0.26738476753234863,
      "learning_rate": 8.037383177570094e-05,
      "loss": 1.3023,
      "step": 44
    },
    {
      "epoch": 0.03160320421376056,
      "grad_norm": 0.30019110441207886,
      "learning_rate": 8.22429906542056e-05,
      "loss": 1.3233,
      "step": 45
    },
    {
      "epoch": 0.03230549764073302,
      "grad_norm": 0.2682586908340454,
      "learning_rate": 8.411214953271028e-05,
      "loss": 1.2804,
      "step": 46
    },
    {
      "epoch": 0.033007791067705475,
      "grad_norm": 0.25256192684173584,
      "learning_rate": 8.598130841121496e-05,
      "loss": 1.2449,
      "step": 47
    },
    {
      "epoch": 0.03371008449467793,
      "grad_norm": 0.2539222240447998,
      "learning_rate": 8.785046728971964e-05,
      "loss": 1.2909,
      "step": 48
    },
    {
      "epoch": 0.03441237792165039,
      "grad_norm": 0.2531062066555023,
      "learning_rate": 8.97196261682243e-05,
      "loss": 1.2674,
      "step": 49
    },
    {
      "epoch": 0.035114671348622846,
      "grad_norm": 0.2416466623544693,
      "learning_rate": 9.158878504672898e-05,
      "loss": 1.2199,
      "step": 50
    },
    {
      "epoch": 0.0358169647755953,
      "grad_norm": 0.2589031159877777,
      "learning_rate": 9.345794392523365e-05,
      "loss": 1.2259,
      "step": 51
    },
    {
      "epoch": 0.03651925820256776,
      "grad_norm": 0.2533217966556549,
      "learning_rate": 9.532710280373832e-05,
      "loss": 1.1956,
      "step": 52
    },
    {
      "epoch": 0.03722155162954022,
      "grad_norm": 0.23500658571720123,
      "learning_rate": 9.7196261682243e-05,
      "loss": 1.1716,
      "step": 53
    },
    {
      "epoch": 0.037923845056512674,
      "grad_norm": 0.24302542209625244,
      "learning_rate": 9.906542056074767e-05,
      "loss": 1.1852,
      "step": 54
    },
    {
      "epoch": 0.03862613848348513,
      "grad_norm": 0.23455776274204254,
      "learning_rate": 0.00010093457943925234,
      "loss": 1.1694,
      "step": 55
    },
    {
      "epoch": 0.03932843191045759,
      "grad_norm": 0.23225495219230652,
      "learning_rate": 0.000102803738317757,
      "loss": 1.1513,
      "step": 56
    },
    {
      "epoch": 0.040030725337430045,
      "grad_norm": 0.22408439218997955,
      "learning_rate": 0.00010467289719626168,
      "loss": 1.1503,
      "step": 57
    },
    {
      "epoch": 0.0407330187644025,
      "grad_norm": 0.21831014752388,
      "learning_rate": 0.00010654205607476636,
      "loss": 1.0575,
      "step": 58
    },
    {
      "epoch": 0.04143531219137496,
      "grad_norm": 0.22934797406196594,
      "learning_rate": 0.00010841121495327102,
      "loss": 1.1046,
      "step": 59
    },
    {
      "epoch": 0.042137605618347417,
      "grad_norm": 0.2519080340862274,
      "learning_rate": 0.0001102803738317757,
      "loss": 1.082,
      "step": 60
    },
    {
      "epoch": 0.042839899045319874,
      "grad_norm": 0.23618611693382263,
      "learning_rate": 0.00011214953271028037,
      "loss": 1.0345,
      "step": 61
    },
    {
      "epoch": 0.04354219247229233,
      "grad_norm": 0.21578049659729004,
      "learning_rate": 0.00011401869158878504,
      "loss": 1.0745,
      "step": 62
    },
    {
      "epoch": 0.04424448589926479,
      "grad_norm": 0.24342960119247437,
      "learning_rate": 0.00011588785046728972,
      "loss": 1.0775,
      "step": 63
    },
    {
      "epoch": 0.044946779326237245,
      "grad_norm": 0.23093928396701813,
      "learning_rate": 0.00011775700934579439,
      "loss": 1.0566,
      "step": 64
    },
    {
      "epoch": 0.0456490727532097,
      "grad_norm": 0.24066130816936493,
      "learning_rate": 0.00011962616822429906,
      "loss": 1.0432,
      "step": 65
    },
    {
      "epoch": 0.04635136618018216,
      "grad_norm": 0.2443898320198059,
      "learning_rate": 0.00012149532710280373,
      "loss": 1.0234,
      "step": 66
    },
    {
      "epoch": 0.047053659607154616,
      "grad_norm": 0.24040228128433228,
      "learning_rate": 0.0001233644859813084,
      "loss": 1.0377,
      "step": 67
    },
    {
      "epoch": 0.04775595303412707,
      "grad_norm": 0.2280161827802658,
      "learning_rate": 0.00012523364485981308,
      "loss": 1.0242,
      "step": 68
    },
    {
      "epoch": 0.04845824646109953,
      "grad_norm": 0.22391599416732788,
      "learning_rate": 0.00012710280373831777,
      "loss": 0.9862,
      "step": 69
    },
    {
      "epoch": 0.04916053988807199,
      "grad_norm": 0.2379729449748993,
      "learning_rate": 0.00012897196261682243,
      "loss": 0.9838,
      "step": 70
    },
    {
      "epoch": 0.049862833315044444,
      "grad_norm": 0.22962936758995056,
      "learning_rate": 0.0001308411214953271,
      "loss": 0.9784,
      "step": 71
    },
    {
      "epoch": 0.0505651267420169,
      "grad_norm": 0.2365236133337021,
      "learning_rate": 0.00013271028037383179,
      "loss": 0.9685,
      "step": 72
    },
    {
      "epoch": 0.05126742016898936,
      "grad_norm": 0.2352161705493927,
      "learning_rate": 0.00013457943925233645,
      "loss": 0.975,
      "step": 73
    },
    {
      "epoch": 0.051969713595961815,
      "grad_norm": 0.23338425159454346,
      "learning_rate": 0.0001364485981308411,
      "loss": 0.9662,
      "step": 74
    },
    {
      "epoch": 0.05267200702293427,
      "grad_norm": 0.23385322093963623,
      "learning_rate": 0.0001383177570093458,
      "loss": 0.9247,
      "step": 75
    },
    {
      "epoch": 0.05337430044990673,
      "grad_norm": 0.24376685917377472,
      "learning_rate": 0.00014018691588785047,
      "loss": 0.9431,
      "step": 76
    },
    {
      "epoch": 0.054076593876879187,
      "grad_norm": 0.2693520486354828,
      "learning_rate": 0.00014205607476635513,
      "loss": 0.9654,
      "step": 77
    },
    {
      "epoch": 0.054778887303851644,
      "grad_norm": 0.23638416826725006,
      "learning_rate": 0.00014392523364485982,
      "loss": 0.9229,
      "step": 78
    },
    {
      "epoch": 0.0554811807308241,
      "grad_norm": 0.2685171663761139,
      "learning_rate": 0.00014579439252336449,
      "loss": 0.9087,
      "step": 79
    },
    {
      "epoch": 0.05618347415779656,
      "grad_norm": 0.2487228959798813,
      "learning_rate": 0.00014766355140186915,
      "loss": 0.9219,
      "step": 80
    },
    {
      "epoch": 0.056885767584769015,
      "grad_norm": 0.29162293672561646,
      "learning_rate": 0.00014953271028037384,
      "loss": 0.9345,
      "step": 81
    },
    {
      "epoch": 0.057588061011741465,
      "grad_norm": 0.2728712856769562,
      "learning_rate": 0.0001514018691588785,
      "loss": 0.8966,
      "step": 82
    },
    {
      "epoch": 0.05829035443871392,
      "grad_norm": 0.2511468827724457,
      "learning_rate": 0.00015327102803738317,
      "loss": 0.8945,
      "step": 83
    },
    {
      "epoch": 0.05899264786568638,
      "grad_norm": 0.31812942028045654,
      "learning_rate": 0.00015514018691588786,
      "loss": 0.8921,
      "step": 84
    },
    {
      "epoch": 0.059694941292658836,
      "grad_norm": 0.28822946548461914,
      "learning_rate": 0.00015700934579439252,
      "loss": 0.9349,
      "step": 85
    },
    {
      "epoch": 0.06039723471963129,
      "grad_norm": 0.2995409071445465,
      "learning_rate": 0.0001588785046728972,
      "loss": 0.9112,
      "step": 86
    },
    {
      "epoch": 0.06109952814660375,
      "grad_norm": 0.3118606209754944,
      "learning_rate": 0.00016074766355140188,
      "loss": 0.8755,
      "step": 87
    },
    {
      "epoch": 0.06180182157357621,
      "grad_norm": 0.26833635568618774,
      "learning_rate": 0.00016261682242990654,
      "loss": 0.8655,
      "step": 88
    },
    {
      "epoch": 0.06250411500054867,
      "grad_norm": 0.291658878326416,
      "learning_rate": 0.0001644859813084112,
      "loss": 0.8488,
      "step": 89
    },
    {
      "epoch": 0.06320640842752112,
      "grad_norm": 0.29946649074554443,
      "learning_rate": 0.0001663551401869159,
      "loss": 0.8562,
      "step": 90
    },
    {
      "epoch": 0.06390870185449359,
      "grad_norm": 0.29852238297462463,
      "learning_rate": 0.00016822429906542056,
      "loss": 0.8398,
      "step": 91
    },
    {
      "epoch": 0.06461099528146604,
      "grad_norm": 0.30569419264793396,
      "learning_rate": 0.00017009345794392523,
      "loss": 0.868,
      "step": 92
    },
    {
      "epoch": 0.0653132887084385,
      "grad_norm": 0.3074582517147064,
      "learning_rate": 0.00017196261682242992,
      "loss": 0.8387,
      "step": 93
    },
    {
      "epoch": 0.06601558213541095,
      "grad_norm": 0.28930655121803284,
      "learning_rate": 0.00017383177570093458,
      "loss": 0.8432,
      "step": 94
    },
    {
      "epoch": 0.06671787556238341,
      "grad_norm": 0.2939014732837677,
      "learning_rate": 0.00017570093457943927,
      "loss": 0.8415,
      "step": 95
    },
    {
      "epoch": 0.06742016898935586,
      "grad_norm": 0.34143054485321045,
      "learning_rate": 0.00017757009345794393,
      "loss": 0.8538,
      "step": 96
    },
    {
      "epoch": 0.06812246241632833,
      "grad_norm": 0.3358718752861023,
      "learning_rate": 0.0001794392523364486,
      "loss": 0.8172,
      "step": 97
    },
    {
      "epoch": 0.06882475584330078,
      "grad_norm": 0.3089653253555298,
      "learning_rate": 0.0001813084112149533,
      "loss": 0.8112,
      "step": 98
    },
    {
      "epoch": 0.06952704927027324,
      "grad_norm": 0.34723997116088867,
      "learning_rate": 0.00018317757009345795,
      "loss": 0.8215,
      "step": 99
    },
    {
      "epoch": 0.07022934269724569,
      "grad_norm": 0.37519964575767517,
      "learning_rate": 0.00018504672897196262,
      "loss": 0.8214,
      "step": 100
    },
    {
      "epoch": 0.07093163612421816,
      "grad_norm": 0.34144696593284607,
      "learning_rate": 0.0001869158878504673,
      "loss": 0.8013,
      "step": 101
    },
    {
      "epoch": 0.0716339295511906,
      "grad_norm": 0.37225282192230225,
      "learning_rate": 0.00018878504672897197,
      "loss": 0.863,
      "step": 102
    },
    {
      "epoch": 0.07233622297816307,
      "grad_norm": 0.4043066203594208,
      "learning_rate": 0.00019065420560747664,
      "loss": 0.8125,
      "step": 103
    },
    {
      "epoch": 0.07303851640513552,
      "grad_norm": 0.33442017436027527,
      "learning_rate": 0.00019252336448598133,
      "loss": 0.8124,
      "step": 104
    },
    {
      "epoch": 0.07374080983210798,
      "grad_norm": 0.35941368341445923,
      "learning_rate": 0.000194392523364486,
      "loss": 0.7791,
      "step": 105
    },
    {
      "epoch": 0.07444310325908043,
      "grad_norm": 0.3365722894668579,
      "learning_rate": 0.00019626168224299065,
      "loss": 0.8175,
      "step": 106
    },
    {
      "epoch": 0.0751453966860529,
      "grad_norm": 0.37046360969543457,
      "learning_rate": 0.00019813084112149535,
      "loss": 0.806,
      "step": 107
    },
    {
      "epoch": 0.07584769011302535,
      "grad_norm": 0.3543480634689331,
      "learning_rate": 0.0002,
      "loss": 0.8305,
      "step": 108
    },
    {
      "epoch": 0.0765499835399978,
      "grad_norm": 0.3885045349597931,
      "learning_rate": 0.00019984813971146546,
      "loss": 0.7891,
      "step": 109
    },
    {
      "epoch": 0.07725227696697026,
      "grad_norm": 0.3412923812866211,
      "learning_rate": 0.0001996962794229309,
      "loss": 0.8042,
      "step": 110
    },
    {
      "epoch": 0.07795457039394271,
      "grad_norm": 0.36160099506378174,
      "learning_rate": 0.00019954441913439636,
      "loss": 0.7779,
      "step": 111
    },
    {
      "epoch": 0.07865686382091518,
      "grad_norm": 0.34131550788879395,
      "learning_rate": 0.00019939255884586182,
      "loss": 0.7923,
      "step": 112
    },
    {
      "epoch": 0.07935915724788763,
      "grad_norm": 0.33959704637527466,
      "learning_rate": 0.00019924069855732727,
      "loss": 0.7747,
      "step": 113
    },
    {
      "epoch": 0.08006145067486009,
      "grad_norm": 0.3425214886665344,
      "learning_rate": 0.00019908883826879272,
      "loss": 0.8159,
      "step": 114
    },
    {
      "epoch": 0.08076374410183254,
      "grad_norm": 0.35111337900161743,
      "learning_rate": 0.00019893697798025817,
      "loss": 0.7564,
      "step": 115
    },
    {
      "epoch": 0.081466037528805,
      "grad_norm": 0.32635000348091125,
      "learning_rate": 0.00019878511769172362,
      "loss": 0.7725,
      "step": 116
    },
    {
      "epoch": 0.08216833095577745,
      "grad_norm": 0.385380357503891,
      "learning_rate": 0.00019863325740318908,
      "loss": 0.8191,
      "step": 117
    },
    {
      "epoch": 0.08287062438274992,
      "grad_norm": 0.35986873507499695,
      "learning_rate": 0.00019848139711465453,
      "loss": 0.7677,
      "step": 118
    },
    {
      "epoch": 0.08357291780972237,
      "grad_norm": 0.39453932642936707,
      "learning_rate": 0.00019832953682611998,
      "loss": 0.789,
      "step": 119
    },
    {
      "epoch": 0.08427521123669483,
      "grad_norm": 0.36215445399284363,
      "learning_rate": 0.00019817767653758543,
      "loss": 0.7711,
      "step": 120
    },
    {
      "epoch": 0.08497750466366728,
      "grad_norm": 0.39943987131118774,
      "learning_rate": 0.00019802581624905088,
      "loss": 0.7752,
      "step": 121
    },
    {
      "epoch": 0.08567979809063975,
      "grad_norm": 0.35909953713417053,
      "learning_rate": 0.00019787395596051633,
      "loss": 0.7478,
      "step": 122
    },
    {
      "epoch": 0.0863820915176122,
      "grad_norm": 0.45678141713142395,
      "learning_rate": 0.00019772209567198179,
      "loss": 0.7451,
      "step": 123
    },
    {
      "epoch": 0.08708438494458466,
      "grad_norm": 0.3293481171131134,
      "learning_rate": 0.00019757023538344724,
      "loss": 0.7522,
      "step": 124
    },
    {
      "epoch": 0.08778667837155711,
      "grad_norm": 0.43525877594947815,
      "learning_rate": 0.0001974183750949127,
      "loss": 0.7744,
      "step": 125
    },
    {
      "epoch": 0.08848897179852958,
      "grad_norm": 0.35316145420074463,
      "learning_rate": 0.00019726651480637814,
      "loss": 0.7541,
      "step": 126
    },
    {
      "epoch": 0.08919126522550203,
      "grad_norm": 0.4324072599411011,
      "learning_rate": 0.0001971146545178436,
      "loss": 0.7684,
      "step": 127
    },
    {
      "epoch": 0.08989355865247449,
      "grad_norm": 0.35946691036224365,
      "learning_rate": 0.00019696279422930905,
      "loss": 0.7524,
      "step": 128
    },
    {
      "epoch": 0.09059585207944694,
      "grad_norm": 0.3740798532962799,
      "learning_rate": 0.0001968109339407745,
      "loss": 0.7365,
      "step": 129
    },
    {
      "epoch": 0.0912981455064194,
      "grad_norm": 0.38125503063201904,
      "learning_rate": 0.00019665907365223995,
      "loss": 0.7649,
      "step": 130
    },
    {
      "epoch": 0.09200043893339185,
      "grad_norm": 0.3883223831653595,
      "learning_rate": 0.0001965072133637054,
      "loss": 0.7443,
      "step": 131
    },
    {
      "epoch": 0.09270273236036432,
      "grad_norm": 0.38097071647644043,
      "learning_rate": 0.00019635535307517085,
      "loss": 0.7245,
      "step": 132
    },
    {
      "epoch": 0.09340502578733677,
      "grad_norm": 0.37794235348701477,
      "learning_rate": 0.0001962034927866363,
      "loss": 0.7799,
      "step": 133
    },
    {
      "epoch": 0.09410731921430923,
      "grad_norm": 0.43074241280555725,
      "learning_rate": 0.00019605163249810176,
      "loss": 0.7393,
      "step": 134
    },
    {
      "epoch": 0.09480961264128168,
      "grad_norm": 0.38642799854278564,
      "learning_rate": 0.0001958997722095672,
      "loss": 0.7398,
      "step": 135
    },
    {
      "epoch": 0.09551190606825415,
      "grad_norm": 0.36880433559417725,
      "learning_rate": 0.00019574791192103266,
      "loss": 0.7417,
      "step": 136
    },
    {
      "epoch": 0.0962141994952266,
      "grad_norm": 0.35831141471862793,
      "learning_rate": 0.0001955960516324981,
      "loss": 0.7595,
      "step": 137
    },
    {
      "epoch": 0.09691649292219906,
      "grad_norm": 0.43412405252456665,
      "learning_rate": 0.00019544419134396356,
      "loss": 0.7367,
      "step": 138
    },
    {
      "epoch": 0.09761878634917151,
      "grad_norm": 0.339387446641922,
      "learning_rate": 0.00019529233105542901,
      "loss": 0.734,
      "step": 139
    },
    {
      "epoch": 0.09832107977614397,
      "grad_norm": 0.40877196192741394,
      "learning_rate": 0.00019514047076689447,
      "loss": 0.7342,
      "step": 140
    },
    {
      "epoch": 0.09902337320311642,
      "grad_norm": 0.44735339283943176,
      "learning_rate": 0.00019498861047835992,
      "loss": 0.759,
      "step": 141
    },
    {
      "epoch": 0.09972566663008889,
      "grad_norm": 0.393451452255249,
      "learning_rate": 0.00019483675018982537,
      "loss": 0.7137,
      "step": 142
    },
    {
      "epoch": 0.10042796005706134,
      "grad_norm": 0.3664604127407074,
      "learning_rate": 0.00019468488990129082,
      "loss": 0.74,
      "step": 143
    },
    {
      "epoch": 0.1011302534840338,
      "grad_norm": 0.33273184299468994,
      "learning_rate": 0.00019453302961275627,
      "loss": 0.7136,
      "step": 144
    },
    {
      "epoch": 0.10183254691100625,
      "grad_norm": 0.4235919117927551,
      "learning_rate": 0.00019438116932422173,
      "loss": 0.7292,
      "step": 145
    },
    {
      "epoch": 0.10253484033797872,
      "grad_norm": 0.415388822555542,
      "learning_rate": 0.00019422930903568718,
      "loss": 0.7091,
      "step": 146
    },
    {
      "epoch": 0.10323713376495117,
      "grad_norm": 0.40208929777145386,
      "learning_rate": 0.00019407744874715263,
      "loss": 0.7161,
      "step": 147
    },
    {
      "epoch": 0.10393942719192363,
      "grad_norm": 0.38749146461486816,
      "learning_rate": 0.00019392558845861808,
      "loss": 0.7327,
      "step": 148
    },
    {
      "epoch": 0.10464172061889608,
      "grad_norm": 0.4023468494415283,
      "learning_rate": 0.00019377372817008353,
      "loss": 0.7319,
      "step": 149
    },
    {
      "epoch": 0.10534401404586854,
      "grad_norm": 0.39631718397140503,
      "learning_rate": 0.00019362186788154898,
      "loss": 0.7111,
      "step": 150
    },
    {
      "epoch": 0.106046307472841,
      "grad_norm": 0.4665161073207855,
      "learning_rate": 0.00019347000759301444,
      "loss": 0.6998,
      "step": 151
    },
    {
      "epoch": 0.10674860089981346,
      "grad_norm": 0.38137200474739075,
      "learning_rate": 0.0001933181473044799,
      "loss": 0.7045,
      "step": 152
    },
    {
      "epoch": 0.10745089432678591,
      "grad_norm": 0.4272916615009308,
      "learning_rate": 0.00019316628701594534,
      "loss": 0.71,
      "step": 153
    },
    {
      "epoch": 0.10815318775375837,
      "grad_norm": 0.3629704415798187,
      "learning_rate": 0.0001930144267274108,
      "loss": 0.7026,
      "step": 154
    },
    {
      "epoch": 0.10885548118073082,
      "grad_norm": 0.4465372860431671,
      "learning_rate": 0.00019286256643887624,
      "loss": 0.7392,
      "step": 155
    },
    {
      "epoch": 0.10955777460770329,
      "grad_norm": 0.37460410594940186,
      "learning_rate": 0.0001927107061503417,
      "loss": 0.6974,
      "step": 156
    },
    {
      "epoch": 0.11026006803467574,
      "grad_norm": 0.4702892601490021,
      "learning_rate": 0.00019255884586180715,
      "loss": 0.6839,
      "step": 157
    },
    {
      "epoch": 0.1109623614616482,
      "grad_norm": 0.37482574582099915,
      "learning_rate": 0.0001924069855732726,
      "loss": 0.687,
      "step": 158
    },
    {
      "epoch": 0.11166465488862065,
      "grad_norm": 0.49222999811172485,
      "learning_rate": 0.00019225512528473805,
      "loss": 0.7393,
      "step": 159
    },
    {
      "epoch": 0.11236694831559312,
      "grad_norm": 0.3986000120639801,
      "learning_rate": 0.0001921032649962035,
      "loss": 0.6915,
      "step": 160
    },
    {
      "epoch": 0.11306924174256557,
      "grad_norm": 0.4669051766395569,
      "learning_rate": 0.00019195140470766895,
      "loss": 0.7362,
      "step": 161
    },
    {
      "epoch": 0.11377153516953803,
      "grad_norm": 0.43613433837890625,
      "learning_rate": 0.0001917995444191344,
      "loss": 0.7234,
      "step": 162
    },
    {
      "epoch": 0.11447382859651048,
      "grad_norm": 0.4295087158679962,
      "learning_rate": 0.00019164768413059986,
      "loss": 0.7282,
      "step": 163
    },
    {
      "epoch": 0.11517612202348293,
      "grad_norm": 0.3945537507534027,
      "learning_rate": 0.0001914958238420653,
      "loss": 0.7058,
      "step": 164
    },
    {
      "epoch": 0.1158784154504554,
      "grad_norm": 0.43399181962013245,
      "learning_rate": 0.00019134396355353076,
      "loss": 0.6944,
      "step": 165
    },
    {
      "epoch": 0.11658070887742784,
      "grad_norm": 0.4164275527000427,
      "learning_rate": 0.0001911921032649962,
      "loss": 0.701,
      "step": 166
    },
    {
      "epoch": 0.11728300230440031,
      "grad_norm": 0.4480224549770355,
      "learning_rate": 0.00019104024297646166,
      "loss": 0.7087,
      "step": 167
    },
    {
      "epoch": 0.11798529573137276,
      "grad_norm": 0.39050137996673584,
      "learning_rate": 0.00019088838268792712,
      "loss": 0.7327,
      "step": 168
    },
    {
      "epoch": 0.11868758915834522,
      "grad_norm": 0.4119778275489807,
      "learning_rate": 0.00019073652239939257,
      "loss": 0.7024,
      "step": 169
    },
    {
      "epoch": 0.11938988258531767,
      "grad_norm": 0.36524319648742676,
      "learning_rate": 0.00019058466211085802,
      "loss": 0.7045,
      "step": 170
    },
    {
      "epoch": 0.12009217601229014,
      "grad_norm": 0.36366429924964905,
      "learning_rate": 0.00019043280182232347,
      "loss": 0.6855,
      "step": 171
    },
    {
      "epoch": 0.12079446943926259,
      "grad_norm": 0.3907223641872406,
      "learning_rate": 0.00019028094153378892,
      "loss": 0.7023,
      "step": 172
    },
    {
      "epoch": 0.12149676286623505,
      "grad_norm": 0.43034258484840393,
      "learning_rate": 0.00019012908124525438,
      "loss": 0.6845,
      "step": 173
    },
    {
      "epoch": 0.1221990562932075,
      "grad_norm": 0.4382222890853882,
      "learning_rate": 0.00018997722095671983,
      "loss": 0.7148,
      "step": 174
    },
    {
      "epoch": 0.12290134972017996,
      "grad_norm": 0.39416542649269104,
      "learning_rate": 0.00018982536066818528,
      "loss": 0.7117,
      "step": 175
    },
    {
      "epoch": 0.12360364314715241,
      "grad_norm": 0.3796655237674713,
      "learning_rate": 0.00018967350037965073,
      "loss": 0.6925,
      "step": 176
    },
    {
      "epoch": 0.12430593657412488,
      "grad_norm": 0.3924716114997864,
      "learning_rate": 0.00018952164009111618,
      "loss": 0.7077,
      "step": 177
    },
    {
      "epoch": 0.12500823000109734,
      "grad_norm": 0.4770166277885437,
      "learning_rate": 0.00018936977980258163,
      "loss": 0.6873,
      "step": 178
    },
    {
      "epoch": 0.1257105234280698,
      "grad_norm": 0.35542652010917664,
      "learning_rate": 0.00018921791951404709,
      "loss": 0.6894,
      "step": 179
    },
    {
      "epoch": 0.12641281685504224,
      "grad_norm": 0.43149247765541077,
      "learning_rate": 0.00018906605922551254,
      "loss": 0.6675,
      "step": 180
    },
    {
      "epoch": 0.1271151102820147,
      "grad_norm": 0.3833603858947754,
      "learning_rate": 0.000188914198936978,
      "loss": 0.6793,
      "step": 181
    },
    {
      "epoch": 0.12781740370898717,
      "grad_norm": 0.41751861572265625,
      "learning_rate": 0.00018876233864844344,
      "loss": 0.7013,
      "step": 182
    },
    {
      "epoch": 0.12851969713595962,
      "grad_norm": 0.4302493929862976,
      "learning_rate": 0.0001886104783599089,
      "loss": 0.6851,
      "step": 183
    },
    {
      "epoch": 0.12922199056293207,
      "grad_norm": 0.42682597041130066,
      "learning_rate": 0.00018845861807137434,
      "loss": 0.6619,
      "step": 184
    },
    {
      "epoch": 0.12992428398990452,
      "grad_norm": 0.39885440468788147,
      "learning_rate": 0.0001883067577828398,
      "loss": 0.6955,
      "step": 185
    },
    {
      "epoch": 0.130626577416877,
      "grad_norm": 0.499008446931839,
      "learning_rate": 0.00018815489749430525,
      "loss": 0.7028,
      "step": 186
    },
    {
      "epoch": 0.13132887084384945,
      "grad_norm": 0.41916948556900024,
      "learning_rate": 0.0001880030372057707,
      "loss": 0.6846,
      "step": 187
    },
    {
      "epoch": 0.1320311642708219,
      "grad_norm": 0.4111334979534149,
      "learning_rate": 0.00018785117691723615,
      "loss": 0.6895,
      "step": 188
    },
    {
      "epoch": 0.13273345769779435,
      "grad_norm": 0.4828357994556427,
      "learning_rate": 0.0001876993166287016,
      "loss": 0.6567,
      "step": 189
    },
    {
      "epoch": 0.13343575112476683,
      "grad_norm": 0.3974802792072296,
      "learning_rate": 0.00018754745634016706,
      "loss": 0.6831,
      "step": 190
    },
    {
      "epoch": 0.13413804455173928,
      "grad_norm": 0.4138527512550354,
      "learning_rate": 0.0001873955960516325,
      "loss": 0.6875,
      "step": 191
    },
    {
      "epoch": 0.13484033797871173,
      "grad_norm": 0.3833875060081482,
      "learning_rate": 0.00018724373576309796,
      "loss": 0.6637,
      "step": 192
    },
    {
      "epoch": 0.13554263140568418,
      "grad_norm": 0.37980180978775024,
      "learning_rate": 0.0001870918754745634,
      "loss": 0.675,
      "step": 193
    },
    {
      "epoch": 0.13624492483265666,
      "grad_norm": 0.37199851870536804,
      "learning_rate": 0.00018694001518602886,
      "loss": 0.6955,
      "step": 194
    },
    {
      "epoch": 0.1369472182596291,
      "grad_norm": 0.3982568085193634,
      "learning_rate": 0.00018678815489749431,
      "loss": 0.6609,
      "step": 195
    },
    {
      "epoch": 0.13764951168660156,
      "grad_norm": 0.41194310784339905,
      "learning_rate": 0.00018663629460895977,
      "loss": 0.6908,
      "step": 196
    },
    {
      "epoch": 0.138351805113574,
      "grad_norm": 0.3979790210723877,
      "learning_rate": 0.00018648443432042522,
      "loss": 0.7051,
      "step": 197
    },
    {
      "epoch": 0.13905409854054648,
      "grad_norm": 0.3524380326271057,
      "learning_rate": 0.00018633257403189067,
      "loss": 0.698,
      "step": 198
    },
    {
      "epoch": 0.13975639196751893,
      "grad_norm": 0.41720616817474365,
      "learning_rate": 0.00018618071374335612,
      "loss": 0.687,
      "step": 199
    },
    {
      "epoch": 0.14045868539449138,
      "grad_norm": 0.3744129538536072,
      "learning_rate": 0.00018602885345482157,
      "loss": 0.6502,
      "step": 200
    },
    {
      "epoch": 0.14116097882146383,
      "grad_norm": 0.40193668007850647,
      "learning_rate": 0.00018587699316628702,
      "loss": 0.6515,
      "step": 201
    },
    {
      "epoch": 0.1418632722484363,
      "grad_norm": 0.3835923671722412,
      "learning_rate": 0.00018572513287775248,
      "loss": 0.6737,
      "step": 202
    },
    {
      "epoch": 0.14256556567540876,
      "grad_norm": 0.34912359714508057,
      "learning_rate": 0.00018557327258921793,
      "loss": 0.6518,
      "step": 203
    },
    {
      "epoch": 0.1432678591023812,
      "grad_norm": 0.4166821837425232,
      "learning_rate": 0.00018542141230068338,
      "loss": 0.6724,
      "step": 204
    },
    {
      "epoch": 0.14397015252935366,
      "grad_norm": 0.37463006377220154,
      "learning_rate": 0.00018526955201214883,
      "loss": 0.684,
      "step": 205
    },
    {
      "epoch": 0.14467244595632614,
      "grad_norm": 0.40945127606391907,
      "learning_rate": 0.00018511769172361428,
      "loss": 0.6508,
      "step": 206
    },
    {
      "epoch": 0.1453747393832986,
      "grad_norm": 0.3939756453037262,
      "learning_rate": 0.00018496583143507974,
      "loss": 0.684,
      "step": 207
    },
    {
      "epoch": 0.14607703281027104,
      "grad_norm": 0.4119958281517029,
      "learning_rate": 0.0001848139711465452,
      "loss": 0.6545,
      "step": 208
    },
    {
      "epoch": 0.1467793262372435,
      "grad_norm": 0.34957513213157654,
      "learning_rate": 0.00018466211085801064,
      "loss": 0.6474,
      "step": 209
    },
    {
      "epoch": 0.14748161966421597,
      "grad_norm": 0.41191285848617554,
      "learning_rate": 0.0001845102505694761,
      "loss": 0.667,
      "step": 210
    },
    {
      "epoch": 0.14818391309118842,
      "grad_norm": 0.3437819480895996,
      "learning_rate": 0.00018435839028094154,
      "loss": 0.6628,
      "step": 211
    },
    {
      "epoch": 0.14888620651816087,
      "grad_norm": 0.39645326137542725,
      "learning_rate": 0.000184206529992407,
      "loss": 0.6598,
      "step": 212
    },
    {
      "epoch": 0.14958849994513332,
      "grad_norm": 0.39232444763183594,
      "learning_rate": 0.00018405466970387245,
      "loss": 0.6391,
      "step": 213
    },
    {
      "epoch": 0.1502907933721058,
      "grad_norm": 0.39878925681114197,
      "learning_rate": 0.0001839028094153379,
      "loss": 0.6575,
      "step": 214
    },
    {
      "epoch": 0.15099308679907825,
      "grad_norm": 0.3743710219860077,
      "learning_rate": 0.00018375094912680335,
      "loss": 0.6614,
      "step": 215
    },
    {
      "epoch": 0.1516953802260507,
      "grad_norm": 0.39476141333580017,
      "learning_rate": 0.0001835990888382688,
      "loss": 0.6429,
      "step": 216
    },
    {
      "epoch": 0.15239767365302315,
      "grad_norm": 0.3745828866958618,
      "learning_rate": 0.00018344722854973425,
      "loss": 0.705,
      "step": 217
    },
    {
      "epoch": 0.1530999670799956,
      "grad_norm": 0.3854886293411255,
      "learning_rate": 0.0001832953682611997,
      "loss": 0.6806,
      "step": 218
    },
    {
      "epoch": 0.15380226050696807,
      "grad_norm": 0.39561349153518677,
      "learning_rate": 0.00018314350797266516,
      "loss": 0.67,
      "step": 219
    },
    {
      "epoch": 0.15450455393394052,
      "grad_norm": 0.37469038367271423,
      "learning_rate": 0.0001829916476841306,
      "loss": 0.6596,
      "step": 220
    },
    {
      "epoch": 0.15520684736091298,
      "grad_norm": 0.3940183222293854,
      "learning_rate": 0.00018283978739559606,
      "loss": 0.6651,
      "step": 221
    },
    {
      "epoch": 0.15590914078788543,
      "grad_norm": 0.38793453574180603,
      "learning_rate": 0.0001826879271070615,
      "loss": 0.6777,
      "step": 222
    },
    {
      "epoch": 0.1566114342148579,
      "grad_norm": 0.3841972053050995,
      "learning_rate": 0.00018253606681852696,
      "loss": 0.6661,
      "step": 223
    },
    {
      "epoch": 0.15731372764183035,
      "grad_norm": 0.43020373582839966,
      "learning_rate": 0.00018238420652999242,
      "loss": 0.6403,
      "step": 224
    },
    {
      "epoch": 0.1580160210688028,
      "grad_norm": 0.3736618757247925,
      "learning_rate": 0.00018223234624145787,
      "loss": 0.6659,
      "step": 225
    },
    {
      "epoch": 0.15871831449577525,
      "grad_norm": 0.4167598485946655,
      "learning_rate": 0.00018208048595292332,
      "loss": 0.6676,
      "step": 226
    },
    {
      "epoch": 0.15942060792274773,
      "grad_norm": 0.3946089446544647,
      "learning_rate": 0.00018192862566438877,
      "loss": 0.638,
      "step": 227
    },
    {
      "epoch": 0.16012290134972018,
      "grad_norm": 0.36609113216400146,
      "learning_rate": 0.00018177676537585422,
      "loss": 0.6428,
      "step": 228
    },
    {
      "epoch": 0.16082519477669263,
      "grad_norm": 0.4186268150806427,
      "learning_rate": 0.00018162490508731967,
      "loss": 0.6405,
      "step": 229
    },
    {
      "epoch": 0.16152748820366508,
      "grad_norm": 0.39563247561454773,
      "learning_rate": 0.00018147304479878513,
      "loss": 0.6706,
      "step": 230
    },
    {
      "epoch": 0.16222978163063756,
      "grad_norm": 0.3692905902862549,
      "learning_rate": 0.00018132118451025058,
      "loss": 0.6356,
      "step": 231
    },
    {
      "epoch": 0.16293207505761,
      "grad_norm": 0.36960455775260925,
      "learning_rate": 0.00018116932422171603,
      "loss": 0.6579,
      "step": 232
    },
    {
      "epoch": 0.16363436848458246,
      "grad_norm": 0.3363277316093445,
      "learning_rate": 0.00018101746393318148,
      "loss": 0.6344,
      "step": 233
    },
    {
      "epoch": 0.1643366619115549,
      "grad_norm": 0.36312419176101685,
      "learning_rate": 0.00018086560364464693,
      "loss": 0.65,
      "step": 234
    },
    {
      "epoch": 0.1650389553385274,
      "grad_norm": 0.39856693148612976,
      "learning_rate": 0.00018071374335611239,
      "loss": 0.6445,
      "step": 235
    },
    {
      "epoch": 0.16574124876549984,
      "grad_norm": 0.3537733554840088,
      "learning_rate": 0.00018056188306757784,
      "loss": 0.6516,
      "step": 236
    },
    {
      "epoch": 0.1664435421924723,
      "grad_norm": 0.3952522575855255,
      "learning_rate": 0.0001804100227790433,
      "loss": 0.6691,
      "step": 237
    },
    {
      "epoch": 0.16714583561944474,
      "grad_norm": 0.3725166618824005,
      "learning_rate": 0.00018025816249050874,
      "loss": 0.6502,
      "step": 238
    },
    {
      "epoch": 0.16784812904641722,
      "grad_norm": 0.36575159430503845,
      "learning_rate": 0.0001801063022019742,
      "loss": 0.6606,
      "step": 239
    },
    {
      "epoch": 0.16855042247338967,
      "grad_norm": 0.38505229353904724,
      "learning_rate": 0.00017995444191343964,
      "loss": 0.6558,
      "step": 240
    },
    {
      "epoch": 0.16925271590036212,
      "grad_norm": 0.39305126667022705,
      "learning_rate": 0.0001798025816249051,
      "loss": 0.6528,
      "step": 241
    },
    {
      "epoch": 0.16995500932733457,
      "grad_norm": 0.35514020919799805,
      "learning_rate": 0.00017965072133637055,
      "loss": 0.6263,
      "step": 242
    },
    {
      "epoch": 0.17065730275430704,
      "grad_norm": 0.41279175877571106,
      "learning_rate": 0.000179498861047836,
      "loss": 0.621,
      "step": 243
    },
    {
      "epoch": 0.1713595961812795,
      "grad_norm": 0.35808318853378296,
      "learning_rate": 0.00017934700075930145,
      "loss": 0.6675,
      "step": 244
    },
    {
      "epoch": 0.17206188960825194,
      "grad_norm": 0.3700891137123108,
      "learning_rate": 0.0001791951404707669,
      "loss": 0.6307,
      "step": 245
    },
    {
      "epoch": 0.1727641830352244,
      "grad_norm": 0.42386865615844727,
      "learning_rate": 0.00017904328018223235,
      "loss": 0.647,
      "step": 246
    },
    {
      "epoch": 0.17346647646219687,
      "grad_norm": 0.35508468747138977,
      "learning_rate": 0.0001788914198936978,
      "loss": 0.6479,
      "step": 247
    },
    {
      "epoch": 0.17416876988916932,
      "grad_norm": 0.3905637264251709,
      "learning_rate": 0.00017873955960516326,
      "loss": 0.6289,
      "step": 248
    },
    {
      "epoch": 0.17487106331614177,
      "grad_norm": 0.3775053918361664,
      "learning_rate": 0.0001785876993166287,
      "loss": 0.6356,
      "step": 249
    },
    {
      "epoch": 0.17557335674311422,
      "grad_norm": 0.3610077500343323,
      "learning_rate": 0.00017843583902809416,
      "loss": 0.6457,
      "step": 250
    },
    {
      "epoch": 0.1762756501700867,
      "grad_norm": 0.361526221036911,
      "learning_rate": 0.00017828397873955961,
      "loss": 0.6259,
      "step": 251
    },
    {
      "epoch": 0.17697794359705915,
      "grad_norm": 0.3742002844810486,
      "learning_rate": 0.00017813211845102507,
      "loss": 0.6529,
      "step": 252
    },
    {
      "epoch": 0.1776802370240316,
      "grad_norm": 0.3598107099533081,
      "learning_rate": 0.00017798025816249052,
      "loss": 0.6647,
      "step": 253
    },
    {
      "epoch": 0.17838253045100405,
      "grad_norm": 0.3945404887199402,
      "learning_rate": 0.00017782839787395597,
      "loss": 0.6575,
      "step": 254
    },
    {
      "epoch": 0.17908482387797653,
      "grad_norm": 0.38663381338119507,
      "learning_rate": 0.00017767653758542142,
      "loss": 0.6206,
      "step": 255
    },
    {
      "epoch": 0.17978711730494898,
      "grad_norm": 0.366284042596817,
      "learning_rate": 0.00017752467729688687,
      "loss": 0.6305,
      "step": 256
    },
    {
      "epoch": 0.18048941073192143,
      "grad_norm": 0.3281905949115753,
      "learning_rate": 0.00017737281700835232,
      "loss": 0.642,
      "step": 257
    },
    {
      "epoch": 0.18119170415889388,
      "grad_norm": 0.3828457295894623,
      "learning_rate": 0.00017722095671981778,
      "loss": 0.6296,
      "step": 258
    },
    {
      "epoch": 0.18189399758586636,
      "grad_norm": 0.33500322699546814,
      "learning_rate": 0.00017706909643128323,
      "loss": 0.6314,
      "step": 259
    },
    {
      "epoch": 0.1825962910128388,
      "grad_norm": 0.3849896788597107,
      "learning_rate": 0.00017691723614274868,
      "loss": 0.6436,
      "step": 260
    },
    {
      "epoch": 0.18329858443981126,
      "grad_norm": 0.38061338663101196,
      "learning_rate": 0.00017676537585421413,
      "loss": 0.6265,
      "step": 261
    },
    {
      "epoch": 0.1840008778667837,
      "grad_norm": 0.3637416362762451,
      "learning_rate": 0.00017661351556567958,
      "loss": 0.6268,
      "step": 262
    },
    {
      "epoch": 0.18470317129375619,
      "grad_norm": 0.41932040452957153,
      "learning_rate": 0.00017646165527714504,
      "loss": 0.5681,
      "step": 263
    },
    {
      "epoch": 0.18540546472072864,
      "grad_norm": 0.38966068625450134,
      "learning_rate": 0.0001763097949886105,
      "loss": 0.6347,
      "step": 264
    },
    {
      "epoch": 0.18610775814770109,
      "grad_norm": 0.405585378408432,
      "learning_rate": 0.00017615793470007594,
      "loss": 0.5953,
      "step": 265
    },
    {
      "epoch": 0.18681005157467354,
      "grad_norm": 0.3471042215824127,
      "learning_rate": 0.0001760060744115414,
      "loss": 0.6351,
      "step": 266
    },
    {
      "epoch": 0.187512345001646,
      "grad_norm": 0.3949471414089203,
      "learning_rate": 0.00017585421412300684,
      "loss": 0.6519,
      "step": 267
    },
    {
      "epoch": 0.18821463842861846,
      "grad_norm": 0.38762417435646057,
      "learning_rate": 0.0001757023538344723,
      "loss": 0.6193,
      "step": 268
    },
    {
      "epoch": 0.1889169318555909,
      "grad_norm": 0.34144699573516846,
      "learning_rate": 0.00017555049354593775,
      "loss": 0.6064,
      "step": 269
    },
    {
      "epoch": 0.18961922528256336,
      "grad_norm": 0.3984140455722809,
      "learning_rate": 0.0001753986332574032,
      "loss": 0.6514,
      "step": 270
    },
    {
      "epoch": 0.19032151870953581,
      "grad_norm": 0.3662487268447876,
      "learning_rate": 0.00017524677296886865,
      "loss": 0.6231,
      "step": 271
    },
    {
      "epoch": 0.1910238121365083,
      "grad_norm": 0.3681316673755646,
      "learning_rate": 0.0001750949126803341,
      "loss": 0.6413,
      "step": 272
    },
    {
      "epoch": 0.19172610556348074,
      "grad_norm": 0.39891287684440613,
      "learning_rate": 0.00017494305239179955,
      "loss": 0.6238,
      "step": 273
    },
    {
      "epoch": 0.1924283989904532,
      "grad_norm": 0.3433132767677307,
      "learning_rate": 0.000174791192103265,
      "loss": 0.6298,
      "step": 274
    },
    {
      "epoch": 0.19313069241742564,
      "grad_norm": 0.36639493703842163,
      "learning_rate": 0.00017463933181473046,
      "loss": 0.6149,
      "step": 275
    },
    {
      "epoch": 0.19383298584439812,
      "grad_norm": 0.3487594425678253,
      "learning_rate": 0.0001744874715261959,
      "loss": 0.6314,
      "step": 276
    },
    {
      "epoch": 0.19453527927137057,
      "grad_norm": 0.33651652932167053,
      "learning_rate": 0.00017433561123766136,
      "loss": 0.6005,
      "step": 277
    },
    {
      "epoch": 0.19523757269834302,
      "grad_norm": 0.36695972084999084,
      "learning_rate": 0.0001741837509491268,
      "loss": 0.6039,
      "step": 278
    },
    {
      "epoch": 0.19593986612531547,
      "grad_norm": 0.37928757071495056,
      "learning_rate": 0.00017403189066059226,
      "loss": 0.6192,
      "step": 279
    },
    {
      "epoch": 0.19664215955228795,
      "grad_norm": 0.37606552243232727,
      "learning_rate": 0.00017388003037205772,
      "loss": 0.6061,
      "step": 280
    },
    {
      "epoch": 0.1973444529792604,
      "grad_norm": 0.39878806471824646,
      "learning_rate": 0.00017372817008352317,
      "loss": 0.6316,
      "step": 281
    },
    {
      "epoch": 0.19804674640623285,
      "grad_norm": 0.3605016767978668,
      "learning_rate": 0.00017357630979498862,
      "loss": 0.5985,
      "step": 282
    },
    {
      "epoch": 0.1987490398332053,
      "grad_norm": 0.3728030025959015,
      "learning_rate": 0.00017342444950645407,
      "loss": 0.5967,
      "step": 283
    },
    {
      "epoch": 0.19945133326017778,
      "grad_norm": 0.4093989431858063,
      "learning_rate": 0.00017327258921791952,
      "loss": 0.6427,
      "step": 284
    },
    {
      "epoch": 0.20015362668715023,
      "grad_norm": 0.3503502607345581,
      "learning_rate": 0.00017312072892938497,
      "loss": 0.6257,
      "step": 285
    },
    {
      "epoch": 0.20085592011412268,
      "grad_norm": 0.4305521845817566,
      "learning_rate": 0.00017296886864085043,
      "loss": 0.6364,
      "step": 286
    },
    {
      "epoch": 0.20155821354109513,
      "grad_norm": 0.35678985714912415,
      "learning_rate": 0.00017281700835231588,
      "loss": 0.5995,
      "step": 287
    },
    {
      "epoch": 0.2022605069680676,
      "grad_norm": 0.41183727979660034,
      "learning_rate": 0.00017266514806378133,
      "loss": 0.6292,
      "step": 288
    },
    {
      "epoch": 0.20296280039504005,
      "grad_norm": 0.3959532678127289,
      "learning_rate": 0.00017251328777524678,
      "loss": 0.63,
      "step": 289
    },
    {
      "epoch": 0.2036650938220125,
      "grad_norm": 0.3505340814590454,
      "learning_rate": 0.00017236142748671223,
      "loss": 0.6225,
      "step": 290
    },
    {
      "epoch": 0.20436738724898496,
      "grad_norm": 0.4285407066345215,
      "learning_rate": 0.00017220956719817768,
      "loss": 0.614,
      "step": 291
    },
    {
      "epoch": 0.20506968067595743,
      "grad_norm": 0.40366801619529724,
      "learning_rate": 0.00017205770690964314,
      "loss": 0.6215,
      "step": 292
    },
    {
      "epoch": 0.20577197410292988,
      "grad_norm": 0.35934245586395264,
      "learning_rate": 0.0001719058466211086,
      "loss": 0.6243,
      "step": 293
    },
    {
      "epoch": 0.20647426752990233,
      "grad_norm": 0.4100083112716675,
      "learning_rate": 0.00017175398633257404,
      "loss": 0.6071,
      "step": 294
    },
    {
      "epoch": 0.20717656095687478,
      "grad_norm": 0.3826032280921936,
      "learning_rate": 0.0001716021260440395,
      "loss": 0.628,
      "step": 295
    },
    {
      "epoch": 0.20787885438384726,
      "grad_norm": 0.3925401568412781,
      "learning_rate": 0.00017145026575550494,
      "loss": 0.6364,
      "step": 296
    },
    {
      "epoch": 0.2085811478108197,
      "grad_norm": 0.3575620651245117,
      "learning_rate": 0.0001712984054669704,
      "loss": 0.6519,
      "step": 297
    },
    {
      "epoch": 0.20928344123779216,
      "grad_norm": 0.4088461101055145,
      "learning_rate": 0.00017114654517843585,
      "loss": 0.6622,
      "step": 298
    },
    {
      "epoch": 0.2099857346647646,
      "grad_norm": 0.3782793879508972,
      "learning_rate": 0.0001709946848899013,
      "loss": 0.5903,
      "step": 299
    },
    {
      "epoch": 0.2106880280917371,
      "grad_norm": 0.37407687306404114,
      "learning_rate": 0.00017084282460136675,
      "loss": 0.6196,
      "step": 300
    },
    {
      "epoch": 0.21139032151870954,
      "grad_norm": 0.3913429081439972,
      "learning_rate": 0.0001706909643128322,
      "loss": 0.6168,
      "step": 301
    },
    {
      "epoch": 0.212092614945682,
      "grad_norm": 0.35252144932746887,
      "learning_rate": 0.00017053910402429765,
      "loss": 0.6468,
      "step": 302
    },
    {
      "epoch": 0.21279490837265444,
      "grad_norm": 0.3843655288219452,
      "learning_rate": 0.0001703872437357631,
      "loss": 0.6337,
      "step": 303
    },
    {
      "epoch": 0.21349720179962692,
      "grad_norm": 0.41994380950927734,
      "learning_rate": 0.00017023538344722856,
      "loss": 0.6368,
      "step": 304
    },
    {
      "epoch": 0.21419949522659937,
      "grad_norm": 0.39008480310440063,
      "learning_rate": 0.000170083523158694,
      "loss": 0.6364,
      "step": 305
    },
    {
      "epoch": 0.21490178865357182,
      "grad_norm": 0.4261559844017029,
      "learning_rate": 0.00016993166287015946,
      "loss": 0.6413,
      "step": 306
    },
    {
      "epoch": 0.21560408208054427,
      "grad_norm": 0.3616395592689514,
      "learning_rate": 0.0001697798025816249,
      "loss": 0.6198,
      "step": 307
    },
    {
      "epoch": 0.21630637550751675,
      "grad_norm": 0.39287999272346497,
      "learning_rate": 0.00016962794229309037,
      "loss": 0.5958,
      "step": 308
    },
    {
      "epoch": 0.2170086689344892,
      "grad_norm": 0.38733115792274475,
      "learning_rate": 0.00016947608200455582,
      "loss": 0.5727,
      "step": 309
    },
    {
      "epoch": 0.21771096236146165,
      "grad_norm": 0.39653462171554565,
      "learning_rate": 0.00016932422171602127,
      "loss": 0.6081,
      "step": 310
    },
    {
      "epoch": 0.2184132557884341,
      "grad_norm": 0.3756445348262787,
      "learning_rate": 0.00016917236142748672,
      "loss": 0.6089,
      "step": 311
    },
    {
      "epoch": 0.21911554921540657,
      "grad_norm": 0.4094102382659912,
      "learning_rate": 0.00016902050113895217,
      "loss": 0.6542,
      "step": 312
    },
    {
      "epoch": 0.21981784264237902,
      "grad_norm": 0.38055673241615295,
      "learning_rate": 0.00016886864085041762,
      "loss": 0.6081,
      "step": 313
    },
    {
      "epoch": 0.22052013606935147,
      "grad_norm": 0.43230870366096497,
      "learning_rate": 0.00016871678056188308,
      "loss": 0.5833,
      "step": 314
    },
    {
      "epoch": 0.22122242949632392,
      "grad_norm": 0.3768377900123596,
      "learning_rate": 0.00016856492027334853,
      "loss": 0.6341,
      "step": 315
    },
    {
      "epoch": 0.2219247229232964,
      "grad_norm": 0.44887569546699524,
      "learning_rate": 0.00016841305998481398,
      "loss": 0.6116,
      "step": 316
    },
    {
      "epoch": 0.22262701635026885,
      "grad_norm": 0.42623230814933777,
      "learning_rate": 0.00016826119969627943,
      "loss": 0.6227,
      "step": 317
    },
    {
      "epoch": 0.2233293097772413,
      "grad_norm": 0.49584922194480896,
      "learning_rate": 0.00016810933940774488,
      "loss": 0.6167,
      "step": 318
    },
    {
      "epoch": 0.22403160320421375,
      "grad_norm": 0.3748568296432495,
      "learning_rate": 0.00016795747911921033,
      "loss": 0.598,
      "step": 319
    },
    {
      "epoch": 0.22473389663118623,
      "grad_norm": 0.4360056519508362,
      "learning_rate": 0.00016780561883067579,
      "loss": 0.6085,
      "step": 320
    },
    {
      "epoch": 0.22543619005815868,
      "grad_norm": 0.38740435242652893,
      "learning_rate": 0.00016765375854214124,
      "loss": 0.5979,
      "step": 321
    },
    {
      "epoch": 0.22613848348513113,
      "grad_norm": 0.3888443410396576,
      "learning_rate": 0.0001675018982536067,
      "loss": 0.6346,
      "step": 322
    },
    {
      "epoch": 0.22684077691210358,
      "grad_norm": 0.3743395209312439,
      "learning_rate": 0.00016735003796507214,
      "loss": 0.5942,
      "step": 323
    },
    {
      "epoch": 0.22754307033907606,
      "grad_norm": 0.37828701734542847,
      "learning_rate": 0.0001671981776765376,
      "loss": 0.6167,
      "step": 324
    },
    {
      "epoch": 0.2282453637660485,
      "grad_norm": 0.47699540853500366,
      "learning_rate": 0.00016704631738800305,
      "loss": 0.6386,
      "step": 325
    },
    {
      "epoch": 0.22894765719302096,
      "grad_norm": 0.4008677899837494,
      "learning_rate": 0.0001668944570994685,
      "loss": 0.5966,
      "step": 326
    },
    {
      "epoch": 0.2296499506199934,
      "grad_norm": 0.4190864861011505,
      "learning_rate": 0.00016674259681093395,
      "loss": 0.6024,
      "step": 327
    },
    {
      "epoch": 0.23035224404696586,
      "grad_norm": 0.3587351441383362,
      "learning_rate": 0.0001665907365223994,
      "loss": 0.6165,
      "step": 328
    },
    {
      "epoch": 0.23105453747393834,
      "grad_norm": 0.4065459966659546,
      "learning_rate": 0.00016643887623386485,
      "loss": 0.6426,
      "step": 329
    },
    {
      "epoch": 0.2317568309009108,
      "grad_norm": 0.40502431988716125,
      "learning_rate": 0.0001662870159453303,
      "loss": 0.6027,
      "step": 330
    },
    {
      "epoch": 0.23245912432788324,
      "grad_norm": 0.42388173937797546,
      "learning_rate": 0.00016613515565679576,
      "loss": 0.6213,
      "step": 331
    },
    {
      "epoch": 0.2331614177548557,
      "grad_norm": 0.3939756751060486,
      "learning_rate": 0.0001659832953682612,
      "loss": 0.6004,
      "step": 332
    },
    {
      "epoch": 0.23386371118182817,
      "grad_norm": 0.4160160422325134,
      "learning_rate": 0.00016583143507972666,
      "loss": 0.6169,
      "step": 333
    },
    {
      "epoch": 0.23456600460880062,
      "grad_norm": 0.3535383343696594,
      "learning_rate": 0.0001656795747911921,
      "loss": 0.6198,
      "step": 334
    },
    {
      "epoch": 0.23526829803577307,
      "grad_norm": 0.40121451020240784,
      "learning_rate": 0.00016552771450265756,
      "loss": 0.6511,
      "step": 335
    },
    {
      "epoch": 0.23597059146274552,
      "grad_norm": 0.41079986095428467,
      "learning_rate": 0.00016537585421412301,
      "loss": 0.625,
      "step": 336
    },
    {
      "epoch": 0.236672884889718,
      "grad_norm": 0.337308794260025,
      "learning_rate": 0.00016522399392558847,
      "loss": 0.6058,
      "step": 337
    },
    {
      "epoch": 0.23737517831669044,
      "grad_norm": 0.3879297375679016,
      "learning_rate": 0.00016507213363705392,
      "loss": 0.6417,
      "step": 338
    },
    {
      "epoch": 0.2380774717436629,
      "grad_norm": 0.37319517135620117,
      "learning_rate": 0.00016492027334851937,
      "loss": 0.6061,
      "step": 339
    },
    {
      "epoch": 0.23877976517063534,
      "grad_norm": 0.3488660752773285,
      "learning_rate": 0.00016476841305998482,
      "loss": 0.5954,
      "step": 340
    },
    {
      "epoch": 0.23948205859760782,
      "grad_norm": 0.4174593985080719,
      "learning_rate": 0.00016461655277145027,
      "loss": 0.6041,
      "step": 341
    },
    {
      "epoch": 0.24018435202458027,
      "grad_norm": 0.3477075397968292,
      "learning_rate": 0.00016446469248291573,
      "loss": 0.6079,
      "step": 342
    },
    {
      "epoch": 0.24088664545155272,
      "grad_norm": 0.38937705755233765,
      "learning_rate": 0.00016431283219438118,
      "loss": 0.6189,
      "step": 343
    },
    {
      "epoch": 0.24158893887852517,
      "grad_norm": 0.35337817668914795,
      "learning_rate": 0.00016416097190584663,
      "loss": 0.6007,
      "step": 344
    },
    {
      "epoch": 0.24229123230549765,
      "grad_norm": 0.3448130190372467,
      "learning_rate": 0.00016400911161731208,
      "loss": 0.6318,
      "step": 345
    },
    {
      "epoch": 0.2429935257324701,
      "grad_norm": 0.3862397372722626,
      "learning_rate": 0.00016385725132877753,
      "loss": 0.6153,
      "step": 346
    },
    {
      "epoch": 0.24369581915944255,
      "grad_norm": 0.3413856327533722,
      "learning_rate": 0.00016370539104024298,
      "loss": 0.6069,
      "step": 347
    },
    {
      "epoch": 0.244398112586415,
      "grad_norm": 0.3908919394016266,
      "learning_rate": 0.00016355353075170844,
      "loss": 0.6138,
      "step": 348
    },
    {
      "epoch": 0.24510040601338748,
      "grad_norm": 0.38016578555107117,
      "learning_rate": 0.0001634016704631739,
      "loss": 0.6011,
      "step": 349
    },
    {
      "epoch": 0.24580269944035993,
      "grad_norm": 0.3728746771812439,
      "learning_rate": 0.00016324981017463934,
      "loss": 0.593,
      "step": 350
    },
    {
      "epoch": 0.24650499286733238,
      "grad_norm": 0.34537309408187866,
      "learning_rate": 0.0001630979498861048,
      "loss": 0.5885,
      "step": 351
    },
    {
      "epoch": 0.24720728629430483,
      "grad_norm": 0.3327530026435852,
      "learning_rate": 0.00016294608959757024,
      "loss": 0.6062,
      "step": 352
    },
    {
      "epoch": 0.2479095797212773,
      "grad_norm": 0.39069968461990356,
      "learning_rate": 0.0001627942293090357,
      "loss": 0.6015,
      "step": 353
    },
    {
      "epoch": 0.24861187314824976,
      "grad_norm": 0.34616875648498535,
      "learning_rate": 0.00016264236902050115,
      "loss": 0.5898,
      "step": 354
    },
    {
      "epoch": 0.2493141665752222,
      "grad_norm": 0.36912012100219727,
      "learning_rate": 0.0001624905087319666,
      "loss": 0.6307,
      "step": 355
    },
    {
      "epoch": 0.2500164600021947,
      "grad_norm": 0.3510585427284241,
      "learning_rate": 0.00016233864844343205,
      "loss": 0.589,
      "step": 356
    },
    {
      "epoch": 0.2507187534291671,
      "grad_norm": 0.35618528723716736,
      "learning_rate": 0.0001621867881548975,
      "loss": 0.5957,
      "step": 357
    },
    {
      "epoch": 0.2514210468561396,
      "grad_norm": 0.3370458781719208,
      "learning_rate": 0.00016203492786636295,
      "loss": 0.6064,
      "step": 358
    },
    {
      "epoch": 0.25212334028311206,
      "grad_norm": 0.35938265919685364,
      "learning_rate": 0.0001618830675778284,
      "loss": 0.5968,
      "step": 359
    },
    {
      "epoch": 0.2528256337100845,
      "grad_norm": 0.3547072410583496,
      "learning_rate": 0.00016173120728929386,
      "loss": 0.6145,
      "step": 360
    },
    {
      "epoch": 0.25352792713705696,
      "grad_norm": 0.3583392798900604,
      "learning_rate": 0.0001615793470007593,
      "loss": 0.6165,
      "step": 361
    },
    {
      "epoch": 0.2542302205640294,
      "grad_norm": 0.3718947768211365,
      "learning_rate": 0.00016142748671222476,
      "loss": 0.619,
      "step": 362
    },
    {
      "epoch": 0.25493251399100186,
      "grad_norm": 0.3518614172935486,
      "learning_rate": 0.0001612756264236902,
      "loss": 0.5928,
      "step": 363
    },
    {
      "epoch": 0.25563480741797434,
      "grad_norm": 0.3674561083316803,
      "learning_rate": 0.00016112376613515566,
      "loss": 0.6097,
      "step": 364
    },
    {
      "epoch": 0.25633710084494676,
      "grad_norm": 0.35806894302368164,
      "learning_rate": 0.00016097190584662112,
      "loss": 0.6142,
      "step": 365
    },
    {
      "epoch": 0.25703939427191924,
      "grad_norm": 0.33877304196357727,
      "learning_rate": 0.00016082004555808657,
      "loss": 0.5775,
      "step": 366
    },
    {
      "epoch": 0.2577416876988917,
      "grad_norm": 0.35809609293937683,
      "learning_rate": 0.00016066818526955202,
      "loss": 0.6014,
      "step": 367
    },
    {
      "epoch": 0.25844398112586414,
      "grad_norm": 0.3731044828891754,
      "learning_rate": 0.00016051632498101747,
      "loss": 0.5896,
      "step": 368
    },
    {
      "epoch": 0.2591462745528366,
      "grad_norm": 0.3664229214191437,
      "learning_rate": 0.00016036446469248292,
      "loss": 0.598,
      "step": 369
    },
    {
      "epoch": 0.25984856797980904,
      "grad_norm": 0.36871522665023804,
      "learning_rate": 0.00016021260440394838,
      "loss": 0.6066,
      "step": 370
    },
    {
      "epoch": 0.2605508614067815,
      "grad_norm": 0.35076451301574707,
      "learning_rate": 0.00016006074411541383,
      "loss": 0.5995,
      "step": 371
    },
    {
      "epoch": 0.261253154833754,
      "grad_norm": 0.3566226363182068,
      "learning_rate": 0.00015990888382687928,
      "loss": 0.5606,
      "step": 372
    },
    {
      "epoch": 0.2619554482607264,
      "grad_norm": 0.3606314957141876,
      "learning_rate": 0.00015975702353834473,
      "loss": 0.5858,
      "step": 373
    },
    {
      "epoch": 0.2626577416876989,
      "grad_norm": 0.388511061668396,
      "learning_rate": 0.00015960516324981018,
      "loss": 0.5679,
      "step": 374
    },
    {
      "epoch": 0.2633600351146714,
      "grad_norm": 0.40442031621932983,
      "learning_rate": 0.00015945330296127563,
      "loss": 0.5969,
      "step": 375
    },
    {
      "epoch": 0.2640623285416438,
      "grad_norm": 0.37721312046051025,
      "learning_rate": 0.00015930144267274109,
      "loss": 0.5794,
      "step": 376
    },
    {
      "epoch": 0.2647646219686163,
      "grad_norm": 0.3393043875694275,
      "learning_rate": 0.00015914958238420654,
      "loss": 0.61,
      "step": 377
    },
    {
      "epoch": 0.2654669153955887,
      "grad_norm": 0.3684861660003662,
      "learning_rate": 0.000158997722095672,
      "loss": 0.5961,
      "step": 378
    },
    {
      "epoch": 0.2661692088225612,
      "grad_norm": 0.36494725942611694,
      "learning_rate": 0.00015884586180713744,
      "loss": 0.5913,
      "step": 379
    },
    {
      "epoch": 0.26687150224953365,
      "grad_norm": 0.3599356412887573,
      "learning_rate": 0.0001586940015186029,
      "loss": 0.6067,
      "step": 380
    },
    {
      "epoch": 0.2675737956765061,
      "grad_norm": 0.3506326675415039,
      "learning_rate": 0.00015854214123006834,
      "loss": 0.583,
      "step": 381
    },
    {
      "epoch": 0.26827608910347855,
      "grad_norm": 0.3677157461643219,
      "learning_rate": 0.0001583902809415338,
      "loss": 0.6012,
      "step": 382
    },
    {
      "epoch": 0.268978382530451,
      "grad_norm": 0.38222450017929077,
      "learning_rate": 0.00015823842065299925,
      "loss": 0.6044,
      "step": 383
    },
    {
      "epoch": 0.26968067595742345,
      "grad_norm": 0.36500126123428345,
      "learning_rate": 0.0001580865603644647,
      "loss": 0.5916,
      "step": 384
    },
    {
      "epoch": 0.27038296938439593,
      "grad_norm": 0.38248568773269653,
      "learning_rate": 0.00015793470007593015,
      "loss": 0.581,
      "step": 385
    },
    {
      "epoch": 0.27108526281136835,
      "grad_norm": 0.4253072142601013,
      "learning_rate": 0.0001577828397873956,
      "loss": 0.5677,
      "step": 386
    },
    {
      "epoch": 0.27178755623834083,
      "grad_norm": 0.3855832815170288,
      "learning_rate": 0.00015763097949886106,
      "loss": 0.5622,
      "step": 387
    },
    {
      "epoch": 0.2724898496653133,
      "grad_norm": 0.38272619247436523,
      "learning_rate": 0.0001574791192103265,
      "loss": 0.5864,
      "step": 388
    },
    {
      "epoch": 0.27319214309228573,
      "grad_norm": 0.38781866431236267,
      "learning_rate": 0.00015732725892179196,
      "loss": 0.5828,
      "step": 389
    },
    {
      "epoch": 0.2738944365192582,
      "grad_norm": 0.3810092806816101,
      "learning_rate": 0.0001571753986332574,
      "loss": 0.5936,
      "step": 390
    },
    {
      "epoch": 0.27459672994623063,
      "grad_norm": 0.3771093487739563,
      "learning_rate": 0.00015702353834472286,
      "loss": 0.5901,
      "step": 391
    },
    {
      "epoch": 0.2752990233732031,
      "grad_norm": 0.3535900413990021,
      "learning_rate": 0.00015687167805618831,
      "loss": 0.6127,
      "step": 392
    },
    {
      "epoch": 0.2760013168001756,
      "grad_norm": 0.3365967869758606,
      "learning_rate": 0.00015671981776765377,
      "loss": 0.5979,
      "step": 393
    },
    {
      "epoch": 0.276703610227148,
      "grad_norm": 0.36266037821769714,
      "learning_rate": 0.00015656795747911922,
      "loss": 0.6086,
      "step": 394
    },
    {
      "epoch": 0.2774059036541205,
      "grad_norm": 0.3691738545894623,
      "learning_rate": 0.00015641609719058467,
      "loss": 0.6285,
      "step": 395
    },
    {
      "epoch": 0.27810819708109297,
      "grad_norm": 0.3548026382923126,
      "learning_rate": 0.00015626423690205012,
      "loss": 0.5858,
      "step": 396
    },
    {
      "epoch": 0.2788104905080654,
      "grad_norm": 0.3646044135093689,
      "learning_rate": 0.00015611237661351557,
      "loss": 0.5963,
      "step": 397
    },
    {
      "epoch": 0.27951278393503787,
      "grad_norm": 0.3840606212615967,
      "learning_rate": 0.00015596051632498102,
      "loss": 0.6273,
      "step": 398
    },
    {
      "epoch": 0.2802150773620103,
      "grad_norm": 0.367183119058609,
      "learning_rate": 0.00015580865603644648,
      "loss": 0.5517,
      "step": 399
    },
    {
      "epoch": 0.28091737078898277,
      "grad_norm": 0.35471469163894653,
      "learning_rate": 0.00015565679574791193,
      "loss": 0.6018,
      "step": 400
    },
    {
      "epoch": 0.28161966421595525,
      "grad_norm": 0.4257189929485321,
      "learning_rate": 0.00015550493545937738,
      "loss": 0.5844,
      "step": 401
    },
    {
      "epoch": 0.28232195764292767,
      "grad_norm": 0.37024158239364624,
      "learning_rate": 0.00015535307517084283,
      "loss": 0.5579,
      "step": 402
    },
    {
      "epoch": 0.28302425106990015,
      "grad_norm": 0.36398500204086304,
      "learning_rate": 0.00015520121488230828,
      "loss": 0.5765,
      "step": 403
    },
    {
      "epoch": 0.2837265444968726,
      "grad_norm": 0.3470350205898285,
      "learning_rate": 0.00015504935459377374,
      "loss": 0.6037,
      "step": 404
    },
    {
      "epoch": 0.28442883792384505,
      "grad_norm": 0.35552075505256653,
      "learning_rate": 0.0001548974943052392,
      "loss": 0.5972,
      "step": 405
    },
    {
      "epoch": 0.2851311313508175,
      "grad_norm": 0.3767561614513397,
      "learning_rate": 0.00015474563401670464,
      "loss": 0.5998,
      "step": 406
    },
    {
      "epoch": 0.28583342477778995,
      "grad_norm": 0.3360125422477722,
      "learning_rate": 0.0001545937737281701,
      "loss": 0.6012,
      "step": 407
    },
    {
      "epoch": 0.2865357182047624,
      "grad_norm": 0.3671274483203888,
      "learning_rate": 0.00015444191343963554,
      "loss": 0.6028,
      "step": 408
    },
    {
      "epoch": 0.2872380116317349,
      "grad_norm": 0.37266451120376587,
      "learning_rate": 0.000154290053151101,
      "loss": 0.5874,
      "step": 409
    },
    {
      "epoch": 0.2879403050587073,
      "grad_norm": 0.4176587164402008,
      "learning_rate": 0.00015413819286256645,
      "loss": 0.5801,
      "step": 410
    },
    {
      "epoch": 0.2886425984856798,
      "grad_norm": 0.3739531338214874,
      "learning_rate": 0.0001539863325740319,
      "loss": 0.5993,
      "step": 411
    },
    {
      "epoch": 0.2893448919126523,
      "grad_norm": 0.41245582699775696,
      "learning_rate": 0.00015383447228549735,
      "loss": 0.5931,
      "step": 412
    },
    {
      "epoch": 0.2900471853396247,
      "grad_norm": 0.38371819257736206,
      "learning_rate": 0.0001536826119969628,
      "loss": 0.5865,
      "step": 413
    },
    {
      "epoch": 0.2907494787665972,
      "grad_norm": 0.3802078664302826,
      "learning_rate": 0.00015353075170842825,
      "loss": 0.5778,
      "step": 414
    },
    {
      "epoch": 0.2914517721935696,
      "grad_norm": 0.3588464856147766,
      "learning_rate": 0.0001533788914198937,
      "loss": 0.5763,
      "step": 415
    },
    {
      "epoch": 0.2921540656205421,
      "grad_norm": 0.409397691488266,
      "learning_rate": 0.00015322703113135916,
      "loss": 0.5923,
      "step": 416
    },
    {
      "epoch": 0.29285635904751456,
      "grad_norm": 0.385285884141922,
      "learning_rate": 0.0001530751708428246,
      "loss": 0.601,
      "step": 417
    },
    {
      "epoch": 0.293558652474487,
      "grad_norm": 0.3701510727405548,
      "learning_rate": 0.00015292331055429006,
      "loss": 0.5719,
      "step": 418
    },
    {
      "epoch": 0.29426094590145946,
      "grad_norm": 0.3968500792980194,
      "learning_rate": 0.0001527714502657555,
      "loss": 0.5792,
      "step": 419
    },
    {
      "epoch": 0.29496323932843194,
      "grad_norm": 0.35042181611061096,
      "learning_rate": 0.00015261958997722096,
      "loss": 0.5908,
      "step": 420
    },
    {
      "epoch": 0.29566553275540436,
      "grad_norm": 0.38920584321022034,
      "learning_rate": 0.00015246772968868642,
      "loss": 0.5544,
      "step": 421
    },
    {
      "epoch": 0.29636782618237684,
      "grad_norm": 0.35048043727874756,
      "learning_rate": 0.00015231586940015187,
      "loss": 0.5708,
      "step": 422
    },
    {
      "epoch": 0.29707011960934926,
      "grad_norm": 0.37050190567970276,
      "learning_rate": 0.00015216400911161732,
      "loss": 0.5706,
      "step": 423
    },
    {
      "epoch": 0.29777241303632174,
      "grad_norm": 0.3610649108886719,
      "learning_rate": 0.00015201214882308277,
      "loss": 0.5875,
      "step": 424
    },
    {
      "epoch": 0.2984747064632942,
      "grad_norm": 0.36766642332077026,
      "learning_rate": 0.00015186028853454822,
      "loss": 0.5374,
      "step": 425
    },
    {
      "epoch": 0.29917699989026664,
      "grad_norm": 0.3697534501552582,
      "learning_rate": 0.00015170842824601367,
      "loss": 0.589,
      "step": 426
    },
    {
      "epoch": 0.2998792933172391,
      "grad_norm": 0.34420353174209595,
      "learning_rate": 0.00015155656795747913,
      "loss": 0.5972,
      "step": 427
    },
    {
      "epoch": 0.3005815867442116,
      "grad_norm": 0.36827552318573,
      "learning_rate": 0.00015140470766894458,
      "loss": 0.5757,
      "step": 428
    },
    {
      "epoch": 0.301283880171184,
      "grad_norm": 0.37069588899612427,
      "learning_rate": 0.00015125284738041003,
      "loss": 0.5559,
      "step": 429
    },
    {
      "epoch": 0.3019861735981565,
      "grad_norm": 0.3796343207359314,
      "learning_rate": 0.00015110098709187548,
      "loss": 0.582,
      "step": 430
    },
    {
      "epoch": 0.3026884670251289,
      "grad_norm": 0.33848661184310913,
      "learning_rate": 0.00015094912680334093,
      "loss": 0.5705,
      "step": 431
    },
    {
      "epoch": 0.3033907604521014,
      "grad_norm": 0.3825547397136688,
      "learning_rate": 0.00015079726651480639,
      "loss": 0.5788,
      "step": 432
    },
    {
      "epoch": 0.30409305387907387,
      "grad_norm": 0.3565574884414673,
      "learning_rate": 0.00015064540622627184,
      "loss": 0.5696,
      "step": 433
    },
    {
      "epoch": 0.3047953473060463,
      "grad_norm": 0.3657504916191101,
      "learning_rate": 0.0001504935459377373,
      "loss": 0.5681,
      "step": 434
    },
    {
      "epoch": 0.30549764073301877,
      "grad_norm": 0.3719280958175659,
      "learning_rate": 0.00015034168564920274,
      "loss": 0.593,
      "step": 435
    },
    {
      "epoch": 0.3061999341599912,
      "grad_norm": 0.3942507207393646,
      "learning_rate": 0.0001501898253606682,
      "loss": 0.5774,
      "step": 436
    },
    {
      "epoch": 0.30690222758696367,
      "grad_norm": 0.36479097604751587,
      "learning_rate": 0.00015003796507213364,
      "loss": 0.5684,
      "step": 437
    },
    {
      "epoch": 0.30760452101393615,
      "grad_norm": 0.46195077896118164,
      "learning_rate": 0.0001498861047835991,
      "loss": 0.5854,
      "step": 438
    },
    {
      "epoch": 0.30830681444090857,
      "grad_norm": 0.3649095594882965,
      "learning_rate": 0.00014973424449506455,
      "loss": 0.5831,
      "step": 439
    },
    {
      "epoch": 0.30900910786788105,
      "grad_norm": 0.4361918866634369,
      "learning_rate": 0.00014958238420653,
      "loss": 0.5724,
      "step": 440
    },
    {
      "epoch": 0.30971140129485353,
      "grad_norm": 0.3624114692211151,
      "learning_rate": 0.00014943052391799545,
      "loss": 0.57,
      "step": 441
    },
    {
      "epoch": 0.31041369472182595,
      "grad_norm": 0.4369744658470154,
      "learning_rate": 0.0001492786636294609,
      "loss": 0.565,
      "step": 442
    },
    {
      "epoch": 0.31111598814879843,
      "grad_norm": 0.3610103130340576,
      "learning_rate": 0.00014912680334092635,
      "loss": 0.5658,
      "step": 443
    },
    {
      "epoch": 0.31181828157577085,
      "grad_norm": 0.39247000217437744,
      "learning_rate": 0.0001489749430523918,
      "loss": 0.5735,
      "step": 444
    },
    {
      "epoch": 0.31252057500274333,
      "grad_norm": 0.3678840398788452,
      "learning_rate": 0.00014882308276385726,
      "loss": 0.5741,
      "step": 445
    },
    {
      "epoch": 0.3132228684297158,
      "grad_norm": 0.355364054441452,
      "learning_rate": 0.0001486712224753227,
      "loss": 0.576,
      "step": 446
    },
    {
      "epoch": 0.31392516185668823,
      "grad_norm": 0.4404846727848053,
      "learning_rate": 0.00014851936218678816,
      "loss": 0.5814,
      "step": 447
    },
    {
      "epoch": 0.3146274552836607,
      "grad_norm": 0.36239326000213623,
      "learning_rate": 0.00014836750189825361,
      "loss": 0.6065,
      "step": 448
    },
    {
      "epoch": 0.3153297487106332,
      "grad_norm": 0.36151280999183655,
      "learning_rate": 0.00014821564160971907,
      "loss": 0.6066,
      "step": 449
    },
    {
      "epoch": 0.3160320421376056,
      "grad_norm": 0.3679649233818054,
      "learning_rate": 0.00014806378132118452,
      "loss": 0.5687,
      "step": 450
    },
    {
      "epoch": 0.3167343355645781,
      "grad_norm": 0.3623426556587219,
      "learning_rate": 0.00014791192103264997,
      "loss": 0.5975,
      "step": 451
    },
    {
      "epoch": 0.3174366289915505,
      "grad_norm": 0.3811401426792145,
      "learning_rate": 0.00014776006074411542,
      "loss": 0.518,
      "step": 452
    },
    {
      "epoch": 0.318138922418523,
      "grad_norm": 0.3886280953884125,
      "learning_rate": 0.00014760820045558087,
      "loss": 0.5716,
      "step": 453
    },
    {
      "epoch": 0.31884121584549546,
      "grad_norm": 0.37730222940444946,
      "learning_rate": 0.00014745634016704632,
      "loss": 0.5686,
      "step": 454
    },
    {
      "epoch": 0.3195435092724679,
      "grad_norm": 0.389524906873703,
      "learning_rate": 0.00014730447987851178,
      "loss": 0.6079,
      "step": 455
    },
    {
      "epoch": 0.32024580269944036,
      "grad_norm": 0.3850890100002289,
      "learning_rate": 0.00014715261958997723,
      "loss": 0.6148,
      "step": 456
    },
    {
      "epoch": 0.32094809612641284,
      "grad_norm": 0.40512150526046753,
      "learning_rate": 0.00014700075930144268,
      "loss": 0.5764,
      "step": 457
    },
    {
      "epoch": 0.32165038955338526,
      "grad_norm": 0.3844048082828522,
      "learning_rate": 0.00014684889901290813,
      "loss": 0.5669,
      "step": 458
    },
    {
      "epoch": 0.32235268298035774,
      "grad_norm": 0.37545245885849,
      "learning_rate": 0.00014669703872437358,
      "loss": 0.5849,
      "step": 459
    },
    {
      "epoch": 0.32305497640733016,
      "grad_norm": 0.3685322403907776,
      "learning_rate": 0.00014654517843583904,
      "loss": 0.5508,
      "step": 460
    },
    {
      "epoch": 0.32375726983430264,
      "grad_norm": 0.4195089042186737,
      "learning_rate": 0.0001463933181473045,
      "loss": 0.5871,
      "step": 461
    },
    {
      "epoch": 0.3244595632612751,
      "grad_norm": 0.3932844400405884,
      "learning_rate": 0.00014624145785876994,
      "loss": 0.5541,
      "step": 462
    },
    {
      "epoch": 0.32516185668824754,
      "grad_norm": 0.40416908264160156,
      "learning_rate": 0.0001460895975702354,
      "loss": 0.5646,
      "step": 463
    },
    {
      "epoch": 0.32586415011522,
      "grad_norm": 0.3700217306613922,
      "learning_rate": 0.00014593773728170084,
      "loss": 0.5986,
      "step": 464
    },
    {
      "epoch": 0.3265664435421925,
      "grad_norm": 0.3963034152984619,
      "learning_rate": 0.0001457858769931663,
      "loss": 0.572,
      "step": 465
    },
    {
      "epoch": 0.3272687369691649,
      "grad_norm": 0.42696070671081543,
      "learning_rate": 0.00014563401670463175,
      "loss": 0.5533,
      "step": 466
    },
    {
      "epoch": 0.3279710303961374,
      "grad_norm": 0.39478009939193726,
      "learning_rate": 0.0001454821564160972,
      "loss": 0.554,
      "step": 467
    },
    {
      "epoch": 0.3286733238231098,
      "grad_norm": 0.40312743186950684,
      "learning_rate": 0.00014533029612756265,
      "loss": 0.5936,
      "step": 468
    },
    {
      "epoch": 0.3293756172500823,
      "grad_norm": 0.38812175393104553,
      "learning_rate": 0.0001451784358390281,
      "loss": 0.5796,
      "step": 469
    },
    {
      "epoch": 0.3300779106770548,
      "grad_norm": 0.37922292947769165,
      "learning_rate": 0.00014502657555049355,
      "loss": 0.5849,
      "step": 470
    },
    {
      "epoch": 0.3307802041040272,
      "grad_norm": 0.3600033223628998,
      "learning_rate": 0.000144874715261959,
      "loss": 0.547,
      "step": 471
    },
    {
      "epoch": 0.3314824975309997,
      "grad_norm": 0.4042206406593323,
      "learning_rate": 0.00014472285497342446,
      "loss": 0.5448,
      "step": 472
    },
    {
      "epoch": 0.33218479095797215,
      "grad_norm": 0.36386415362358093,
      "learning_rate": 0.0001445709946848899,
      "loss": 0.5423,
      "step": 473
    },
    {
      "epoch": 0.3328870843849446,
      "grad_norm": 0.39382418990135193,
      "learning_rate": 0.00014441913439635536,
      "loss": 0.557,
      "step": 474
    },
    {
      "epoch": 0.33358937781191705,
      "grad_norm": 0.3806082606315613,
      "learning_rate": 0.0001442672741078208,
      "loss": 0.5871,
      "step": 475
    },
    {
      "epoch": 0.3342916712388895,
      "grad_norm": 0.3636408746242523,
      "learning_rate": 0.00014411541381928626,
      "loss": 0.577,
      "step": 476
    },
    {
      "epoch": 0.33499396466586195,
      "grad_norm": 0.35078155994415283,
      "learning_rate": 0.00014396355353075172,
      "loss": 0.561,
      "step": 477
    },
    {
      "epoch": 0.33569625809283443,
      "grad_norm": 0.37734565138816833,
      "learning_rate": 0.00014381169324221717,
      "loss": 0.6047,
      "step": 478
    },
    {
      "epoch": 0.33639855151980685,
      "grad_norm": 0.38220927119255066,
      "learning_rate": 0.00014365983295368262,
      "loss": 0.5953,
      "step": 479
    },
    {
      "epoch": 0.33710084494677933,
      "grad_norm": 0.3574455976486206,
      "learning_rate": 0.00014350797266514807,
      "loss": 0.5426,
      "step": 480
    },
    {
      "epoch": 0.3378031383737518,
      "grad_norm": 0.3906649351119995,
      "learning_rate": 0.00014335611237661352,
      "loss": 0.5592,
      "step": 481
    },
    {
      "epoch": 0.33850543180072423,
      "grad_norm": 0.358908087015152,
      "learning_rate": 0.00014320425208807897,
      "loss": 0.5854,
      "step": 482
    },
    {
      "epoch": 0.3392077252276967,
      "grad_norm": 0.3892499506473541,
      "learning_rate": 0.00014305239179954443,
      "loss": 0.5826,
      "step": 483
    },
    {
      "epoch": 0.33991001865466913,
      "grad_norm": 0.3767438232898712,
      "learning_rate": 0.00014290053151100988,
      "loss": 0.5782,
      "step": 484
    },
    {
      "epoch": 0.3406123120816416,
      "grad_norm": 0.3906483054161072,
      "learning_rate": 0.00014274867122247533,
      "loss": 0.5484,
      "step": 485
    },
    {
      "epoch": 0.3413146055086141,
      "grad_norm": 0.3713501989841461,
      "learning_rate": 0.00014259681093394078,
      "loss": 0.5717,
      "step": 486
    },
    {
      "epoch": 0.3420168989355865,
      "grad_norm": 0.37047845125198364,
      "learning_rate": 0.00014244495064540623,
      "loss": 0.5982,
      "step": 487
    },
    {
      "epoch": 0.342719192362559,
      "grad_norm": 0.3752903640270233,
      "learning_rate": 0.00014229309035687168,
      "loss": 0.5474,
      "step": 488
    },
    {
      "epoch": 0.3434214857895314,
      "grad_norm": 0.3683024048805237,
      "learning_rate": 0.00014214123006833714,
      "loss": 0.5973,
      "step": 489
    },
    {
      "epoch": 0.3441237792165039,
      "grad_norm": 0.3453841209411621,
      "learning_rate": 0.0001419893697798026,
      "loss": 0.5769,
      "step": 490
    },
    {
      "epoch": 0.34482607264347637,
      "grad_norm": 0.3713027834892273,
      "learning_rate": 0.00014183750949126804,
      "loss": 0.5584,
      "step": 491
    },
    {
      "epoch": 0.3455283660704488,
      "grad_norm": 0.335367888212204,
      "learning_rate": 0.0001416856492027335,
      "loss": 0.5737,
      "step": 492
    },
    {
      "epoch": 0.34623065949742127,
      "grad_norm": 0.35899922251701355,
      "learning_rate": 0.00014153378891419894,
      "loss": 0.5711,
      "step": 493
    },
    {
      "epoch": 0.34693295292439374,
      "grad_norm": 0.33771613240242004,
      "learning_rate": 0.0001413819286256644,
      "loss": 0.561,
      "step": 494
    },
    {
      "epoch": 0.34763524635136617,
      "grad_norm": 0.3228822350502014,
      "learning_rate": 0.00014123006833712985,
      "loss": 0.5805,
      "step": 495
    },
    {
      "epoch": 0.34833753977833865,
      "grad_norm": 0.34143301844596863,
      "learning_rate": 0.0001410782080485953,
      "loss": 0.5787,
      "step": 496
    },
    {
      "epoch": 0.34903983320531107,
      "grad_norm": 0.3624159097671509,
      "learning_rate": 0.00014092634776006075,
      "loss": 0.5481,
      "step": 497
    },
    {
      "epoch": 0.34974212663228355,
      "grad_norm": 0.33816269040107727,
      "learning_rate": 0.0001407744874715262,
      "loss": 0.5605,
      "step": 498
    },
    {
      "epoch": 0.350444420059256,
      "grad_norm": 0.37956222891807556,
      "learning_rate": 0.00014062262718299165,
      "loss": 0.56,
      "step": 499
    },
    {
      "epoch": 0.35114671348622845,
      "grad_norm": 0.35890477895736694,
      "learning_rate": 0.0001404707668944571,
      "loss": 0.5487,
      "step": 500
    },
    {
      "epoch": 0.3518490069132009,
      "grad_norm": 0.37067079544067383,
      "learning_rate": 0.00014031890660592256,
      "loss": 0.5482,
      "step": 501
    },
    {
      "epoch": 0.3525513003401734,
      "grad_norm": 0.3672952353954315,
      "learning_rate": 0.000140167046317388,
      "loss": 0.5519,
      "step": 502
    },
    {
      "epoch": 0.3532535937671458,
      "grad_norm": 0.3565816581249237,
      "learning_rate": 0.00014001518602885346,
      "loss": 0.5723,
      "step": 503
    },
    {
      "epoch": 0.3539558871941183,
      "grad_norm": 0.3750491142272949,
      "learning_rate": 0.0001398633257403189,
      "loss": 0.5453,
      "step": 504
    },
    {
      "epoch": 0.3546581806210907,
      "grad_norm": 0.4045316278934479,
      "learning_rate": 0.00013971146545178437,
      "loss": 0.584,
      "step": 505
    },
    {
      "epoch": 0.3553604740480632,
      "grad_norm": 0.39451298117637634,
      "learning_rate": 0.00013955960516324982,
      "loss": 0.5604,
      "step": 506
    },
    {
      "epoch": 0.3560627674750357,
      "grad_norm": 0.36727526783943176,
      "learning_rate": 0.00013940774487471527,
      "loss": 0.5669,
      "step": 507
    },
    {
      "epoch": 0.3567650609020081,
      "grad_norm": 0.3637775480747223,
      "learning_rate": 0.00013925588458618072,
      "loss": 0.5413,
      "step": 508
    },
    {
      "epoch": 0.3574673543289806,
      "grad_norm": 0.4025057256221771,
      "learning_rate": 0.00013910402429764617,
      "loss": 0.5455,
      "step": 509
    },
    {
      "epoch": 0.35816964775595306,
      "grad_norm": 0.37008172273635864,
      "learning_rate": 0.00013895216400911162,
      "loss": 0.567,
      "step": 510
    },
    {
      "epoch": 0.3588719411829255,
      "grad_norm": 0.4055807888507843,
      "learning_rate": 0.00013880030372057708,
      "loss": 0.5715,
      "step": 511
    },
    {
      "epoch": 0.35957423460989796,
      "grad_norm": 0.3981178402900696,
      "learning_rate": 0.00013864844343204253,
      "loss": 0.5705,
      "step": 512
    },
    {
      "epoch": 0.3602765280368704,
      "grad_norm": 0.37470027804374695,
      "learning_rate": 0.00013849658314350798,
      "loss": 0.5643,
      "step": 513
    },
    {
      "epoch": 0.36097882146384286,
      "grad_norm": 0.4214645326137543,
      "learning_rate": 0.00013834472285497343,
      "loss": 0.5743,
      "step": 514
    },
    {
      "epoch": 0.36168111489081534,
      "grad_norm": 0.3667925298213959,
      "learning_rate": 0.00013819286256643888,
      "loss": 0.5678,
      "step": 515
    },
    {
      "epoch": 0.36238340831778776,
      "grad_norm": 0.40576690435409546,
      "learning_rate": 0.00013804100227790433,
      "loss": 0.5672,
      "step": 516
    },
    {
      "epoch": 0.36308570174476024,
      "grad_norm": 0.365334689617157,
      "learning_rate": 0.00013788914198936979,
      "loss": 0.5684,
      "step": 517
    },
    {
      "epoch": 0.3637879951717327,
      "grad_norm": 0.3871581554412842,
      "learning_rate": 0.00013773728170083524,
      "loss": 0.5757,
      "step": 518
    },
    {
      "epoch": 0.36449028859870514,
      "grad_norm": 0.386321485042572,
      "learning_rate": 0.0001375854214123007,
      "loss": 0.5817,
      "step": 519
    },
    {
      "epoch": 0.3651925820256776,
      "grad_norm": 0.38927438855171204,
      "learning_rate": 0.00013743356112376614,
      "loss": 0.5723,
      "step": 520
    },
    {
      "epoch": 0.36589487545265004,
      "grad_norm": 0.3690033555030823,
      "learning_rate": 0.0001372817008352316,
      "loss": 0.5612,
      "step": 521
    },
    {
      "epoch": 0.3665971688796225,
      "grad_norm": 0.34170591831207275,
      "learning_rate": 0.00013712984054669705,
      "loss": 0.5334,
      "step": 522
    },
    {
      "epoch": 0.367299462306595,
      "grad_norm": 0.4108116328716278,
      "learning_rate": 0.0001369779802581625,
      "loss": 0.5485,
      "step": 523
    },
    {
      "epoch": 0.3680017557335674,
      "grad_norm": 0.3762681782245636,
      "learning_rate": 0.00013682611996962795,
      "loss": 0.568,
      "step": 524
    },
    {
      "epoch": 0.3687040491605399,
      "grad_norm": 0.3808087408542633,
      "learning_rate": 0.0001366742596810934,
      "loss": 0.5417,
      "step": 525
    },
    {
      "epoch": 0.36940634258751237,
      "grad_norm": 0.42603009939193726,
      "learning_rate": 0.00013652239939255885,
      "loss": 0.5576,
      "step": 526
    },
    {
      "epoch": 0.3701086360144848,
      "grad_norm": 0.43795472383499146,
      "learning_rate": 0.0001363705391040243,
      "loss": 0.5496,
      "step": 527
    },
    {
      "epoch": 0.37081092944145727,
      "grad_norm": 0.3431960344314575,
      "learning_rate": 0.00013621867881548976,
      "loss": 0.5632,
      "step": 528
    },
    {
      "epoch": 0.3715132228684297,
      "grad_norm": 0.3967519998550415,
      "learning_rate": 0.0001360668185269552,
      "loss": 0.5735,
      "step": 529
    },
    {
      "epoch": 0.37221551629540217,
      "grad_norm": 0.36601218581199646,
      "learning_rate": 0.00013591495823842066,
      "loss": 0.5675,
      "step": 530
    },
    {
      "epoch": 0.37291780972237465,
      "grad_norm": 0.36538010835647583,
      "learning_rate": 0.0001357630979498861,
      "loss": 0.6024,
      "step": 531
    },
    {
      "epoch": 0.37362010314934707,
      "grad_norm": 0.33860039710998535,
      "learning_rate": 0.00013561123766135156,
      "loss": 0.5749,
      "step": 532
    },
    {
      "epoch": 0.37432239657631955,
      "grad_norm": 0.4021976888179779,
      "learning_rate": 0.00013545937737281701,
      "loss": 0.5305,
      "step": 533
    },
    {
      "epoch": 0.375024690003292,
      "grad_norm": 0.39908719062805176,
      "learning_rate": 0.00013530751708428247,
      "loss": 0.5612,
      "step": 534
    },
    {
      "epoch": 0.37572698343026445,
      "grad_norm": 0.37416377663612366,
      "learning_rate": 0.00013515565679574792,
      "loss": 0.5518,
      "step": 535
    },
    {
      "epoch": 0.3764292768572369,
      "grad_norm": 0.3796313405036926,
      "learning_rate": 0.00013500379650721337,
      "loss": 0.5572,
      "step": 536
    },
    {
      "epoch": 0.37713157028420935,
      "grad_norm": 0.3886679410934448,
      "learning_rate": 0.00013485193621867882,
      "loss": 0.5607,
      "step": 537
    },
    {
      "epoch": 0.3778338637111818,
      "grad_norm": 0.4045329689979553,
      "learning_rate": 0.00013470007593014427,
      "loss": 0.5834,
      "step": 538
    },
    {
      "epoch": 0.3785361571381543,
      "grad_norm": 0.3746301531791687,
      "learning_rate": 0.00013454821564160973,
      "loss": 0.576,
      "step": 539
    },
    {
      "epoch": 0.37923845056512673,
      "grad_norm": 0.41169849038124084,
      "learning_rate": 0.00013439635535307518,
      "loss": 0.5618,
      "step": 540
    },
    {
      "epoch": 0.3799407439920992,
      "grad_norm": 0.3626382052898407,
      "learning_rate": 0.00013424449506454063,
      "loss": 0.5706,
      "step": 541
    },
    {
      "epoch": 0.38064303741907163,
      "grad_norm": 0.409498929977417,
      "learning_rate": 0.00013409263477600608,
      "loss": 0.5864,
      "step": 542
    },
    {
      "epoch": 0.3813453308460441,
      "grad_norm": 0.39617064595222473,
      "learning_rate": 0.00013394077448747153,
      "loss": 0.5722,
      "step": 543
    },
    {
      "epoch": 0.3820476242730166,
      "grad_norm": 0.37468090653419495,
      "learning_rate": 0.00013378891419893698,
      "loss": 0.5793,
      "step": 544
    },
    {
      "epoch": 0.382749917699989,
      "grad_norm": 0.3641180396080017,
      "learning_rate": 0.00013363705391040244,
      "loss": 0.547,
      "step": 545
    },
    {
      "epoch": 0.3834522111269615,
      "grad_norm": 0.3595709204673767,
      "learning_rate": 0.0001334851936218679,
      "loss": 0.5463,
      "step": 546
    },
    {
      "epoch": 0.38415450455393396,
      "grad_norm": 0.37092894315719604,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.5423,
      "step": 547
    },
    {
      "epoch": 0.3848567979809064,
      "grad_norm": 0.41651618480682373,
      "learning_rate": 0.0001331814730447988,
      "loss": 0.5504,
      "step": 548
    },
    {
      "epoch": 0.38555909140787886,
      "grad_norm": 0.38093259930610657,
      "learning_rate": 0.00013302961275626424,
      "loss": 0.5564,
      "step": 549
    },
    {
      "epoch": 0.3862613848348513,
      "grad_norm": 0.37319183349609375,
      "learning_rate": 0.0001328777524677297,
      "loss": 0.5903,
      "step": 550
    },
    {
      "epoch": 0.38696367826182376,
      "grad_norm": 0.38727155327796936,
      "learning_rate": 0.00013272589217919515,
      "loss": 0.5793,
      "step": 551
    },
    {
      "epoch": 0.38766597168879624,
      "grad_norm": 0.36121976375579834,
      "learning_rate": 0.0001325740318906606,
      "loss": 0.5518,
      "step": 552
    },
    {
      "epoch": 0.38836826511576866,
      "grad_norm": 0.332963764667511,
      "learning_rate": 0.00013242217160212605,
      "loss": 0.5623,
      "step": 553
    },
    {
      "epoch": 0.38907055854274114,
      "grad_norm": 0.3940707743167877,
      "learning_rate": 0.0001322703113135915,
      "loss": 0.537,
      "step": 554
    },
    {
      "epoch": 0.3897728519697136,
      "grad_norm": 0.3618609607219696,
      "learning_rate": 0.00013211845102505695,
      "loss": 0.594,
      "step": 555
    },
    {
      "epoch": 0.39047514539668604,
      "grad_norm": 0.4357549846172333,
      "learning_rate": 0.0001319665907365224,
      "loss": 0.5505,
      "step": 556
    },
    {
      "epoch": 0.3911774388236585,
      "grad_norm": 0.35251861810684204,
      "learning_rate": 0.00013181473044798786,
      "loss": 0.5467,
      "step": 557
    },
    {
      "epoch": 0.39187973225063094,
      "grad_norm": 0.3448640704154968,
      "learning_rate": 0.0001316628701594533,
      "loss": 0.561,
      "step": 558
    },
    {
      "epoch": 0.3925820256776034,
      "grad_norm": 0.41657423973083496,
      "learning_rate": 0.00013151100987091876,
      "loss": 0.5761,
      "step": 559
    },
    {
      "epoch": 0.3932843191045759,
      "grad_norm": 0.351173460483551,
      "learning_rate": 0.0001313591495823842,
      "loss": 0.5705,
      "step": 560
    },
    {
      "epoch": 0.3939866125315483,
      "grad_norm": 0.39796969294548035,
      "learning_rate": 0.00013120728929384966,
      "loss": 0.5662,
      "step": 561
    },
    {
      "epoch": 0.3946889059585208,
      "grad_norm": 0.39554786682128906,
      "learning_rate": 0.00013105542900531512,
      "loss": 0.5708,
      "step": 562
    },
    {
      "epoch": 0.3953911993854933,
      "grad_norm": 0.37930065393447876,
      "learning_rate": 0.00013090356871678057,
      "loss": 0.5703,
      "step": 563
    },
    {
      "epoch": 0.3960934928124657,
      "grad_norm": 0.38798466324806213,
      "learning_rate": 0.00013075170842824602,
      "loss": 0.5606,
      "step": 564
    },
    {
      "epoch": 0.3967957862394382,
      "grad_norm": 0.3628784418106079,
      "learning_rate": 0.00013059984813971147,
      "loss": 0.5534,
      "step": 565
    },
    {
      "epoch": 0.3974980796664106,
      "grad_norm": 0.35624051094055176,
      "learning_rate": 0.00013044798785117692,
      "loss": 0.5386,
      "step": 566
    },
    {
      "epoch": 0.3982003730933831,
      "grad_norm": 0.351843923330307,
      "learning_rate": 0.00013029612756264238,
      "loss": 0.5568,
      "step": 567
    },
    {
      "epoch": 0.39890266652035555,
      "grad_norm": 0.34560343623161316,
      "learning_rate": 0.00013014426727410783,
      "loss": 0.5485,
      "step": 568
    },
    {
      "epoch": 0.399604959947328,
      "grad_norm": 0.39440497756004333,
      "learning_rate": 0.00012999240698557328,
      "loss": 0.5581,
      "step": 569
    },
    {
      "epoch": 0.40030725337430045,
      "grad_norm": 0.40050652623176575,
      "learning_rate": 0.00012984054669703873,
      "loss": 0.555,
      "step": 570
    },
    {
      "epoch": 0.40100954680127293,
      "grad_norm": 0.3981478214263916,
      "learning_rate": 0.00012968868640850418,
      "loss": 0.5507,
      "step": 571
    },
    {
      "epoch": 0.40171184022824535,
      "grad_norm": 0.37328416109085083,
      "learning_rate": 0.00012953682611996963,
      "loss": 0.5388,
      "step": 572
    },
    {
      "epoch": 0.40241413365521783,
      "grad_norm": 0.41573724150657654,
      "learning_rate": 0.00012938496583143509,
      "loss": 0.5509,
      "step": 573
    },
    {
      "epoch": 0.40311642708219025,
      "grad_norm": 0.33288368582725525,
      "learning_rate": 0.00012923310554290054,
      "loss": 0.5757,
      "step": 574
    },
    {
      "epoch": 0.40381872050916273,
      "grad_norm": 0.41288045048713684,
      "learning_rate": 0.000129081245254366,
      "loss": 0.5377,
      "step": 575
    },
    {
      "epoch": 0.4045210139361352,
      "grad_norm": 0.3831571340560913,
      "learning_rate": 0.00012892938496583144,
      "loss": 0.551,
      "step": 576
    },
    {
      "epoch": 0.40522330736310763,
      "grad_norm": 0.3527161777019501,
      "learning_rate": 0.0001287775246772969,
      "loss": 0.5672,
      "step": 577
    },
    {
      "epoch": 0.4059256007900801,
      "grad_norm": 0.39789876341819763,
      "learning_rate": 0.00012862566438876234,
      "loss": 0.5474,
      "step": 578
    },
    {
      "epoch": 0.4066278942170526,
      "grad_norm": 0.3326299786567688,
      "learning_rate": 0.0001284738041002278,
      "loss": 0.5644,
      "step": 579
    },
    {
      "epoch": 0.407330187644025,
      "grad_norm": 0.35531488060951233,
      "learning_rate": 0.00012832194381169325,
      "loss": 0.5588,
      "step": 580
    },
    {
      "epoch": 0.4080324810709975,
      "grad_norm": 0.3472171127796173,
      "learning_rate": 0.0001281700835231587,
      "loss": 0.544,
      "step": 581
    },
    {
      "epoch": 0.4087347744979699,
      "grad_norm": 0.33867183327674866,
      "learning_rate": 0.00012801822323462415,
      "loss": 0.5484,
      "step": 582
    },
    {
      "epoch": 0.4094370679249424,
      "grad_norm": 0.3528841733932495,
      "learning_rate": 0.0001278663629460896,
      "loss": 0.5704,
      "step": 583
    },
    {
      "epoch": 0.41013936135191487,
      "grad_norm": 0.3628765940666199,
      "learning_rate": 0.00012771450265755506,
      "loss": 0.5542,
      "step": 584
    },
    {
      "epoch": 0.4108416547788873,
      "grad_norm": 0.3847513794898987,
      "learning_rate": 0.0001275626423690205,
      "loss": 0.5429,
      "step": 585
    },
    {
      "epoch": 0.41154394820585977,
      "grad_norm": 0.36347514390945435,
      "learning_rate": 0.00012741078208048596,
      "loss": 0.5516,
      "step": 586
    },
    {
      "epoch": 0.41224624163283224,
      "grad_norm": 0.3511154055595398,
      "learning_rate": 0.0001272589217919514,
      "loss": 0.5334,
      "step": 587
    },
    {
      "epoch": 0.41294853505980467,
      "grad_norm": 0.35412541031837463,
      "learning_rate": 0.00012710706150341686,
      "loss": 0.5649,
      "step": 588
    },
    {
      "epoch": 0.41365082848677714,
      "grad_norm": 0.3822133541107178,
      "learning_rate": 0.00012695520121488231,
      "loss": 0.5541,
      "step": 589
    },
    {
      "epoch": 0.41435312191374957,
      "grad_norm": 0.34459492564201355,
      "learning_rate": 0.00012680334092634777,
      "loss": 0.5383,
      "step": 590
    },
    {
      "epoch": 0.41505541534072204,
      "grad_norm": 0.35753577947616577,
      "learning_rate": 0.00012665148063781322,
      "loss": 0.5536,
      "step": 591
    },
    {
      "epoch": 0.4157577087676945,
      "grad_norm": 0.3677353262901306,
      "learning_rate": 0.00012649962034927867,
      "loss": 0.5822,
      "step": 592
    },
    {
      "epoch": 0.41646000219466695,
      "grad_norm": 0.35144150257110596,
      "learning_rate": 0.00012634776006074412,
      "loss": 0.5329,
      "step": 593
    },
    {
      "epoch": 0.4171622956216394,
      "grad_norm": 0.33956554532051086,
      "learning_rate": 0.00012619589977220957,
      "loss": 0.5707,
      "step": 594
    },
    {
      "epoch": 0.4178645890486119,
      "grad_norm": 0.37412986159324646,
      "learning_rate": 0.00012604403948367503,
      "loss": 0.5499,
      "step": 595
    },
    {
      "epoch": 0.4185668824755843,
      "grad_norm": 0.3543892204761505,
      "learning_rate": 0.00012589217919514048,
      "loss": 0.5347,
      "step": 596
    },
    {
      "epoch": 0.4192691759025568,
      "grad_norm": 0.3429127335548401,
      "learning_rate": 0.00012574031890660593,
      "loss": 0.5597,
      "step": 597
    },
    {
      "epoch": 0.4199714693295292,
      "grad_norm": 0.354686439037323,
      "learning_rate": 0.00012558845861807138,
      "loss": 0.5365,
      "step": 598
    },
    {
      "epoch": 0.4206737627565017,
      "grad_norm": 0.3676680326461792,
      "learning_rate": 0.00012543659832953683,
      "loss": 0.5203,
      "step": 599
    },
    {
      "epoch": 0.4213760561834742,
      "grad_norm": 0.3441171944141388,
      "learning_rate": 0.00012528473804100228,
      "loss": 0.5679,
      "step": 600
    }
  ],
  "logging_steps": 1,
  "max_steps": 1424,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.835440410399662e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}