{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.4845360824742268,
  "eval_steps": 500,
  "global_step": 1598,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00030321406913280777,
      "grad_norm": Infinity,
      "learning_rate": 2e-05,
      "loss": 13.6859,
      "step": 1
    },
    {
      "epoch": 0.0006064281382656155,
      "grad_norm": Infinity,
      "learning_rate": 4e-05,
      "loss": 14.2786,
      "step": 2
    },
    {
      "epoch": 0.0009096422073984233,
      "grad_norm": Infinity,
      "learning_rate": 6e-05,
      "loss": 13.8522,
      "step": 3
    },
    {
      "epoch": 0.001212856276531231,
      "grad_norm": Infinity,
      "learning_rate": 8e-05,
      "loss": 13.7072,
      "step": 4
    },
    {
      "epoch": 0.0015160703456640388,
      "grad_norm": Infinity,
      "learning_rate": 0.0001,
      "loss": 13.9709,
      "step": 5
    },
    {
      "epoch": 0.0018192844147968466,
      "grad_norm": Infinity,
      "learning_rate": 9.99999027682591e-05,
      "loss": 13.6129,
      "step": 6
    },
    {
      "epoch": 0.002122498483929654,
      "grad_norm": Infinity,
      "learning_rate": 9.999961107341458e-05,
      "loss": 14.0961,
      "step": 7
    },
    {
      "epoch": 0.002425712553062462,
      "grad_norm": Infinity,
      "learning_rate": 9.999912491660088e-05,
      "loss": 14.0227,
      "step": 8
    },
    {
      "epoch": 0.0027289266221952697,
      "grad_norm": Infinity,
      "learning_rate": 9.999844429970884e-05,
      "loss": 15.0024,
      "step": 9
    },
    {
      "epoch": 0.0030321406913280777,
      "grad_norm": Infinity,
      "learning_rate": 9.999756922538553e-05,
      "loss": 14.6579,
      "step": 10
    },
    {
      "epoch": 0.0033353547604608852,
      "grad_norm": Infinity,
      "learning_rate": 9.999649969703437e-05,
      "loss": 14.3807,
      "step": 11
    },
    {
      "epoch": 0.0036385688295936932,
      "grad_norm": Infinity,
      "learning_rate": 9.999523571881504e-05,
      "loss": 15.5202,
      "step": 12
    },
    {
      "epoch": 0.003941782898726501,
      "grad_norm": Infinity,
      "learning_rate": 9.999377729564348e-05,
      "loss": 14.1061,
      "step": 13
    },
    {
      "epoch": 0.004244996967859308,
      "grad_norm": Infinity,
      "learning_rate": 9.99921244331919e-05,
      "loss": 14.2081,
      "step": 14
    },
    {
      "epoch": 0.004548211036992117,
      "grad_norm": Infinity,
      "learning_rate": 9.999027713788874e-05,
      "loss": 15.5615,
      "step": 15
    },
    {
      "epoch": 0.004851425106124924,
      "grad_norm": Infinity,
      "learning_rate": 9.998823541691859e-05,
      "loss": 15.0104,
      "step": 16
    },
    {
      "epoch": 0.005154639175257732,
      "grad_norm": Infinity,
      "learning_rate": 9.99859992782223e-05,
      "loss": 15.3999,
      "step": 17
    },
    {
      "epoch": 0.005457853244390539,
      "grad_norm": Infinity,
      "learning_rate": 9.998356873049679e-05,
      "loss": 14.1042,
      "step": 18
    },
    {
      "epoch": 0.005761067313523348,
      "grad_norm": Infinity,
      "learning_rate": 9.998094378319514e-05,
      "loss": 14.7432,
      "step": 19
    },
    {
      "epoch": 0.006064281382656155,
      "grad_norm": Infinity,
      "learning_rate": 9.997812444652643e-05,
      "loss": 14.5166,
      "step": 20
    },
    {
      "epoch": 0.006367495451788963,
      "grad_norm": Infinity,
      "learning_rate": 9.997511073145587e-05,
      "loss": 15.5399,
      "step": 21
    },
    {
      "epoch": 0.0066707095209217705,
      "grad_norm": Infinity,
      "learning_rate": 9.99719026497046e-05,
      "loss": 14.5899,
      "step": 22
    },
    {
      "epoch": 0.006973923590054579,
      "grad_norm": Infinity,
      "learning_rate": 9.996850021374968e-05,
      "loss": 15.3092,
      "step": 23
    },
    {
      "epoch": 0.0072771376591873865,
      "grad_norm": Infinity,
      "learning_rate": 9.996490343682414e-05,
      "loss": 15.4328,
      "step": 24
    },
    {
      "epoch": 0.007580351728320194,
      "grad_norm": Infinity,
      "learning_rate": 9.99611123329168e-05,
      "loss": 13.4214,
      "step": 25
    },
    {
      "epoch": 0.007883565797453002,
      "grad_norm": Infinity,
      "learning_rate": 9.99571269167723e-05,
      "loss": 13.5767,
      "step": 26
    },
    {
      "epoch": 0.00818677986658581,
      "grad_norm": Infinity,
      "learning_rate": 9.995294720389097e-05,
      "loss": 15.3663,
      "step": 27
    },
    {
      "epoch": 0.008489993935718617,
      "grad_norm": Infinity,
      "learning_rate": 9.994857321052886e-05,
      "loss": 14.5652,
      "step": 28
    },
    {
      "epoch": 0.008793208004851425,
      "grad_norm": Infinity,
      "learning_rate": 9.99440049536976e-05,
      "loss": 13.9726,
      "step": 29
    },
    {
      "epoch": 0.009096422073984234,
      "grad_norm": Infinity,
      "learning_rate": 9.993924245116439e-05,
      "loss": 14.0325,
      "step": 30
    },
    {
      "epoch": 0.00939963614311704,
      "grad_norm": Infinity,
      "learning_rate": 9.993428572145186e-05,
      "loss": 13.3032,
      "step": 31
    },
    {
      "epoch": 0.009702850212249849,
      "grad_norm": Infinity,
      "learning_rate": 9.99291347838381e-05,
      "loss": 13.1927,
      "step": 32
    },
    {
      "epoch": 0.010006064281382655,
      "grad_norm": Infinity,
      "learning_rate": 9.992378965835647e-05,
      "loss": 12.7221,
      "step": 33
    },
    {
      "epoch": 0.010309278350515464,
      "grad_norm": Infinity,
      "learning_rate": 9.99182503657956e-05,
      "loss": 12.9845,
      "step": 34
    },
    {
      "epoch": 0.010612492419648272,
      "grad_norm": Infinity,
      "learning_rate": 9.991251692769932e-05,
      "loss": 14.2404,
      "step": 35
    },
    {
      "epoch": 0.010915706488781079,
      "grad_norm": Infinity,
      "learning_rate": 9.99065893663665e-05,
      "loss": 12.8713,
      "step": 36
    },
    {
      "epoch": 0.011218920557913887,
      "grad_norm": Infinity,
      "learning_rate": 9.990046770485103e-05,
      "loss": 12.6319,
      "step": 37
    },
    {
      "epoch": 0.011522134627046696,
      "grad_norm": Infinity,
      "learning_rate": 9.98941519669617e-05,
      "loss": 13.5373,
      "step": 38
    },
    {
      "epoch": 0.011825348696179502,
      "grad_norm": Infinity,
      "learning_rate": 9.988764217726209e-05,
      "loss": 13.4358,
      "step": 39
    },
    {
      "epoch": 0.01212856276531231,
      "grad_norm": Infinity,
      "learning_rate": 9.988093836107058e-05,
      "loss": 14.1182,
      "step": 40
    },
    {
      "epoch": 0.012431776834445117,
      "grad_norm": Infinity,
      "learning_rate": 9.987404054446008e-05,
      "loss": 12.3438,
      "step": 41
    },
    {
      "epoch": 0.012734990903577926,
      "grad_norm": Infinity,
      "learning_rate": 9.986694875425807e-05,
      "loss": 13.546,
      "step": 42
    },
    {
      "epoch": 0.013038204972710734,
      "grad_norm": Infinity,
      "learning_rate": 9.985966301804644e-05,
      "loss": 12.9508,
      "step": 43
    },
    {
      "epoch": 0.013341419041843541,
      "grad_norm": Infinity,
      "learning_rate": 9.985218336416138e-05,
      "loss": 11.9831,
      "step": 44
    },
    {
      "epoch": 0.01364463311097635,
      "grad_norm": 3.038622704027566e+18,
      "learning_rate": 9.984450982169327e-05,
      "loss": 12.213,
      "step": 45
    },
    {
      "epoch": 0.013947847180109158,
      "grad_norm": 1.7358049441327612e+19,
      "learning_rate": 9.983664242048658e-05,
      "loss": 11.2984,
      "step": 46
    },
    {
      "epoch": 0.014251061249241965,
      "grad_norm": Infinity,
      "learning_rate": 9.982858119113979e-05,
      "loss": 11.78,
      "step": 47
    },
    {
      "epoch": 0.014554275318374773,
      "grad_norm": 6.311455128666767e+18,
      "learning_rate": 9.982032616500516e-05,
      "loss": 11.9457,
      "step": 48
    },
    {
      "epoch": 0.01485748938750758,
      "grad_norm": Infinity,
      "learning_rate": 9.981187737418873e-05,
      "loss": 10.4483,
      "step": 49
    },
    {
      "epoch": 0.015160703456640388,
      "grad_norm": 3.435139754151117e+16,
      "learning_rate": 9.980323485155013e-05,
      "loss": 6.9888,
      "step": 50
    },
    {
      "epoch": 0.015463917525773196,
      "grad_norm": Infinity,
      "learning_rate": 9.979439863070245e-05,
      "loss": 13.6599,
      "step": 51
    },
    {
      "epoch": 0.015767131594906003,
      "grad_norm": Infinity,
      "learning_rate": 9.978536874601213e-05,
      "loss": 13.002,
      "step": 52
    },
    {
      "epoch": 0.01607034566403881,
      "grad_norm": Infinity,
      "learning_rate": 9.977614523259884e-05,
      "loss": 13.8361,
      "step": 53
    },
    {
      "epoch": 0.01637355973317162,
      "grad_norm": Infinity,
      "learning_rate": 9.97667281263353e-05,
      "loss": 13.453,
      "step": 54
    },
    {
      "epoch": 0.016676773802304427,
      "grad_norm": Infinity,
      "learning_rate": 9.975711746384718e-05,
      "loss": 13.698,
      "step": 55
    },
    {
      "epoch": 0.016979987871437233,
      "grad_norm": Infinity,
      "learning_rate": 9.974731328251293e-05,
      "loss": 13.6678,
      "step": 56
    },
    {
      "epoch": 0.017283201940570043,
      "grad_norm": Infinity,
      "learning_rate": 9.973731562046367e-05,
      "loss": 14.2006,
      "step": 57
    },
    {
      "epoch": 0.01758641600970285,
      "grad_norm": Infinity,
      "learning_rate": 9.972712451658299e-05,
      "loss": 14.4826,
      "step": 58
    },
    {
      "epoch": 0.017889630078835657,
      "grad_norm": Infinity,
      "learning_rate": 9.971674001050686e-05,
      "loss": 14.4853,
      "step": 59
    },
    {
      "epoch": 0.018192844147968467,
      "grad_norm": Infinity,
      "learning_rate": 9.970616214262341e-05,
      "loss": 14.2639,
      "step": 60
    },
    {
      "epoch": 0.018496058217101274,
      "grad_norm": Infinity,
      "learning_rate": 9.969539095407281e-05,
      "loss": 13.1613,
      "step": 61
    },
    {
      "epoch": 0.01879927228623408,
      "grad_norm": Infinity,
      "learning_rate": 9.968442648674713e-05,
      "loss": 14.7453,
      "step": 62
    },
    {
      "epoch": 0.01910248635536689,
      "grad_norm": Infinity,
      "learning_rate": 9.967326878329015e-05,
      "loss": 13.9918,
      "step": 63
    },
    {
      "epoch": 0.019405700424499697,
      "grad_norm": Infinity,
      "learning_rate": 9.966191788709716e-05,
      "loss": 13.4655,
      "step": 64
    },
    {
      "epoch": 0.019708914493632504,
      "grad_norm": Infinity,
      "learning_rate": 9.965037384231488e-05,
      "loss": 14.3434,
      "step": 65
    },
    {
      "epoch": 0.02001212856276531,
      "grad_norm": Infinity,
      "learning_rate": 9.963863669384119e-05,
      "loss": 13.7437,
      "step": 66
    },
    {
      "epoch": 0.02031534263189812,
      "grad_norm": Infinity,
      "learning_rate": 9.962670648732503e-05,
      "loss": 14.4919,
      "step": 67
    },
    {
      "epoch": 0.020618556701030927,
      "grad_norm": Infinity,
      "learning_rate": 9.961458326916624e-05,
      "loss": 14.8184,
      "step": 68
    },
    {
      "epoch": 0.020921770770163734,
      "grad_norm": Infinity,
      "learning_rate": 9.960226708651522e-05,
      "loss": 14.3385,
      "step": 69
    },
    {
      "epoch": 0.021224984839296544,
      "grad_norm": Infinity,
      "learning_rate": 9.958975798727294e-05,
      "loss": 14.5889,
      "step": 70
    },
    {
      "epoch": 0.02152819890842935,
      "grad_norm": Infinity,
      "learning_rate": 9.957705602009068e-05,
      "loss": 13.8559,
      "step": 71
    },
    {
      "epoch": 0.021831412977562158,
      "grad_norm": Infinity,
      "learning_rate": 9.956416123436979e-05,
      "loss": 14.2823,
      "step": 72
    },
    {
      "epoch": 0.022134627046694968,
      "grad_norm": Infinity,
      "learning_rate": 9.95510736802616e-05,
      "loss": 14.8358,
      "step": 73
    },
    {
      "epoch": 0.022437841115827774,
      "grad_norm": Infinity,
      "learning_rate": 9.95377934086671e-05,
      "loss": 12.9081,
      "step": 74
    },
    {
      "epoch": 0.02274105518496058,
      "grad_norm": Infinity,
      "learning_rate": 9.952432047123687e-05,
      "loss": 13.2659,
      "step": 75
    },
    {
      "epoch": 0.02304426925409339,
      "grad_norm": Infinity,
      "learning_rate": 9.951065492037081e-05,
      "loss": 12.8977,
      "step": 76
    },
    {
      "epoch": 0.023347483323226198,
      "grad_norm": Infinity,
      "learning_rate": 9.94967968092179e-05,
      "loss": 13.8054,
      "step": 77
    },
    {
      "epoch": 0.023650697392359005,
      "grad_norm": Infinity,
      "learning_rate": 9.948274619167608e-05,
      "loss": 15.3157,
      "step": 78
    },
    {
      "epoch": 0.023953911461491815,
      "grad_norm": Infinity,
      "learning_rate": 9.9468503122392e-05,
      "loss": 14.0764,
      "step": 79
    },
    {
      "epoch": 0.02425712553062462,
      "grad_norm": Infinity,
      "learning_rate": 9.94540676567608e-05,
      "loss": 13.6532,
      "step": 80
    },
    {
      "epoch": 0.024560339599757428,
      "grad_norm": Infinity,
      "learning_rate": 9.943943985092589e-05,
      "loss": 13.0396,
      "step": 81
    },
    {
      "epoch": 0.024863553668890235,
      "grad_norm": Infinity,
      "learning_rate": 9.942461976177875e-05,
      "loss": 13.8399,
      "step": 82
    },
    {
      "epoch": 0.025166767738023045,
      "grad_norm": Infinity,
      "learning_rate": 9.940960744695868e-05,
      "loss": 13.108,
      "step": 83
    },
    {
      "epoch": 0.025469981807155852,
      "grad_norm": Infinity,
      "learning_rate": 9.939440296485268e-05,
      "loss": 13.6166,
      "step": 84
    },
    {
      "epoch": 0.02577319587628866,
      "grad_norm": Infinity,
      "learning_rate": 9.937900637459502e-05,
      "loss": 14.3698,
      "step": 85
    },
    {
      "epoch": 0.02607640994542147,
      "grad_norm": Infinity,
      "learning_rate": 9.936341773606723e-05,
      "loss": 13.0074,
      "step": 86
    },
    {
      "epoch": 0.026379624014554275,
      "grad_norm": Infinity,
      "learning_rate": 9.934763710989771e-05,
      "loss": 13.3805,
      "step": 87
    },
    {
      "epoch": 0.026682838083687082,
      "grad_norm": Infinity,
      "learning_rate": 9.933166455746158e-05,
      "loss": 13.6946,
      "step": 88
    },
    {
      "epoch": 0.026986052152819892,
      "grad_norm": Infinity,
      "learning_rate": 9.931550014088039e-05,
      "loss": 12.6413,
      "step": 89
    },
    {
      "epoch": 0.0272892662219527,
      "grad_norm": Infinity,
      "learning_rate": 9.929914392302194e-05,
      "loss": 12.172,
      "step": 90
    },
    {
      "epoch": 0.027592480291085505,
      "grad_norm": Infinity,
      "learning_rate": 9.928259596749992e-05,
      "loss": 13.4523,
      "step": 91
    },
    {
      "epoch": 0.027895694360218316,
      "grad_norm": Infinity,
      "learning_rate": 9.926585633867385e-05,
      "loss": 13.4138,
      "step": 92
    },
    {
      "epoch": 0.028198908429351122,
      "grad_norm": Infinity,
      "learning_rate": 9.924892510164863e-05,
      "loss": 11.6431,
      "step": 93
    },
    {
      "epoch": 0.02850212249848393,
      "grad_norm": Infinity,
      "learning_rate": 9.92318023222744e-05,
      "loss": 12.1816,
      "step": 94
    },
    {
      "epoch": 0.028805336567616736,
      "grad_norm": 3.60546987641353e+18,
      "learning_rate": 9.921448806714631e-05,
      "loss": 11.982,
      "step": 95
    },
    {
      "epoch": 0.029108550636749546,
      "grad_norm": Infinity,
      "learning_rate": 9.91969824036041e-05,
      "loss": 12.5037,
      "step": 96
    },
    {
      "epoch": 0.029411764705882353,
      "grad_norm": Infinity,
      "learning_rate": 9.917928539973205e-05,
      "loss": 11.5828,
      "step": 97
    },
    {
      "epoch": 0.02971497877501516,
      "grad_norm": 5.4874869559669555e+17,
      "learning_rate": 9.916139712435859e-05,
      "loss": 10.7264,
      "step": 98
    },
    {
      "epoch": 0.03001819284414797,
      "grad_norm": 1.7585429201865933e+17,
      "learning_rate": 9.914331764705605e-05,
      "loss": 9.541,
      "step": 99
    },
    {
      "epoch": 0.030321406913280776,
      "grad_norm": 1557574582272.0,
      "learning_rate": 9.912504703814036e-05,
      "loss": 6.0271,
      "step": 100
    },
    {
      "epoch": 0.030624620982413583,
      "grad_norm": Infinity,
      "learning_rate": 9.910658536867086e-05,
      "loss": 13.6365,
      "step": 101
    },
    {
      "epoch": 0.030927835051546393,
      "grad_norm": Infinity,
      "learning_rate": 9.908793271044997e-05,
      "loss": 13.1627,
      "step": 102
    },
    {
      "epoch": 0.0312310491206792,
      "grad_norm": Infinity,
      "learning_rate": 9.906908913602289e-05,
      "loss": 14.2835,
      "step": 103
    },
    {
      "epoch": 0.031534263189812006,
      "grad_norm": Infinity,
      "learning_rate": 9.905005471867739e-05,
      "loss": 13.7571,
      "step": 104
    },
    {
      "epoch": 0.03183747725894481,
      "grad_norm": Infinity,
      "learning_rate": 9.903082953244342e-05,
      "loss": 12.8287,
      "step": 105
    },
    {
      "epoch": 0.03214069132807762,
      "grad_norm": Infinity,
      "learning_rate": 9.901141365209292e-05,
      "loss": 13.5087,
      "step": 106
    },
    {
      "epoch": 0.03244390539721043,
      "grad_norm": Infinity,
      "learning_rate": 9.89918071531395e-05,
      "loss": 13.8996,
      "step": 107
    },
    {
      "epoch": 0.03274711946634324,
      "grad_norm": Infinity,
      "learning_rate": 9.89720101118381e-05,
      "loss": 13.374,
      "step": 108
    },
    {
      "epoch": 0.03305033353547605,
      "grad_norm": Infinity,
      "learning_rate": 9.895202260518477e-05,
      "loss": 14.229,
      "step": 109
    },
    {
      "epoch": 0.03335354760460885,
      "grad_norm": Infinity,
      "learning_rate": 9.89318447109163e-05,
      "loss": 15.1398,
      "step": 110
    },
    {
      "epoch": 0.03365676167374166,
      "grad_norm": Infinity,
      "learning_rate": 9.891147650750998e-05,
      "loss": 13.7312,
      "step": 111
    },
    {
      "epoch": 0.03395997574287447,
      "grad_norm": Infinity,
      "learning_rate": 9.889091807418323e-05,
      "loss": 14.5624,
      "step": 112
    },
    {
      "epoch": 0.03426318981200728,
      "grad_norm": Infinity,
      "learning_rate": 9.887016949089333e-05,
      "loss": 14.8305,
      "step": 113
    },
    {
      "epoch": 0.03456640388114009,
      "grad_norm": Infinity,
      "learning_rate": 9.884923083833715e-05,
      "loss": 15.3827,
      "step": 114
    },
    {
      "epoch": 0.034869617950272894,
      "grad_norm": Infinity,
      "learning_rate": 9.882810219795071e-05,
      "loss": 14.5387,
      "step": 115
    },
    {
      "epoch": 0.0351728320194057,
      "grad_norm": Infinity,
      "learning_rate": 9.880678365190902e-05,
      "loss": 15.0249,
      "step": 116
    },
    {
      "epoch": 0.03547604608853851,
      "grad_norm": Infinity,
      "learning_rate": 9.878527528312565e-05,
      "loss": 14.6393,
      "step": 117
    },
    {
      "epoch": 0.035779260157671314,
      "grad_norm": Infinity,
      "learning_rate": 9.876357717525245e-05,
      "loss": 14.0043,
      "step": 118
    },
    {
      "epoch": 0.03608247422680412,
      "grad_norm": Infinity,
      "learning_rate": 9.874168941267919e-05,
      "loss": 15.6046,
      "step": 119
    },
    {
      "epoch": 0.036385688295936934,
      "grad_norm": Infinity,
      "learning_rate": 9.871961208053329e-05,
      "loss": 14.3657,
      "step": 120
    },
    {
      "epoch": 0.03668890236506974,
      "grad_norm": Infinity,
      "learning_rate": 9.869734526467946e-05,
      "loss": 13.9752,
      "step": 121
    },
    {
      "epoch": 0.03699211643420255,
      "grad_norm": Infinity,
      "learning_rate": 9.867488905171933e-05,
      "loss": 13.6047,
      "step": 122
    },
    {
      "epoch": 0.037295330503335354,
      "grad_norm": Infinity,
      "learning_rate": 9.865224352899119e-05,
      "loss": 14.1106,
      "step": 123
    },
    {
      "epoch": 0.03759854457246816,
      "grad_norm": Infinity,
      "learning_rate": 9.862940878456958e-05,
      "loss": 14.168,
      "step": 124
    },
    {
      "epoch": 0.03790175864160097,
      "grad_norm": Infinity,
      "learning_rate": 9.860638490726497e-05,
      "loss": 15.2339,
      "step": 125
    },
    {
      "epoch": 0.03820497271073378,
      "grad_norm": Infinity,
      "learning_rate": 9.858317198662343e-05,
      "loss": 14.3132,
      "step": 126
    },
    {
      "epoch": 0.03850818677986659,
      "grad_norm": Infinity,
      "learning_rate": 9.855977011292626e-05,
      "loss": 15.4223,
      "step": 127
    },
    {
      "epoch": 0.038811400848999394,
      "grad_norm": Infinity,
      "learning_rate": 9.853617937718966e-05,
      "loss": 14.1155,
      "step": 128
    },
    {
      "epoch": 0.0391146149181322,
      "grad_norm": Infinity,
      "learning_rate": 9.851239987116437e-05,
      "loss": 14.7468,
      "step": 129
    },
    {
      "epoch": 0.03941782898726501,
      "grad_norm": Infinity,
      "learning_rate": 9.84884316873353e-05,
      "loss": 14.4016,
      "step": 130
    },
    {
      "epoch": 0.039721043056397815,
      "grad_norm": Infinity,
      "learning_rate": 9.846427491892118e-05,
      "loss": 13.9738,
      "step": 131
    },
    {
      "epoch": 0.04002425712553062,
      "grad_norm": Infinity,
      "learning_rate": 9.843992965987419e-05,
      "loss": 14.0723,
      "step": 132
    },
    {
      "epoch": 0.040327471194663435,
      "grad_norm": Infinity,
      "learning_rate": 9.841539600487959e-05,
      "loss": 13.8922,
      "step": 133
    },
    {
      "epoch": 0.04063068526379624,
      "grad_norm": Infinity,
      "learning_rate": 9.839067404935542e-05,
      "loss": 13.5101,
      "step": 134
    },
    {
      "epoch": 0.04093389933292905,
      "grad_norm": Infinity,
      "learning_rate": 9.8365763889452e-05,
      "loss": 13.4528,
      "step": 135
    },
    {
      "epoch": 0.041237113402061855,
      "grad_norm": Infinity,
      "learning_rate": 9.834066562205167e-05,
      "loss": 13.2165,
      "step": 136
    },
    {
      "epoch": 0.04154032747119466,
      "grad_norm": Infinity,
      "learning_rate": 9.831537934476835e-05,
      "loss": 13.6321,
      "step": 137
    },
    {
      "epoch": 0.04184354154032747,
      "grad_norm": Infinity,
      "learning_rate": 9.828990515594719e-05,
      "loss": 13.5439,
      "step": 138
    },
    {
      "epoch": 0.04214675560946028,
      "grad_norm": Infinity,
      "learning_rate": 9.82642431546642e-05,
      "loss": 14.134,
      "step": 139
    },
    {
      "epoch": 0.04244996967859309,
      "grad_norm": Infinity,
      "learning_rate": 9.82383934407258e-05,
      "loss": 12.9522,
      "step": 140
    },
    {
      "epoch": 0.042753183747725895,
      "grad_norm": Infinity,
      "learning_rate": 9.821235611466852e-05,
      "loss": 12.8005,
      "step": 141
    },
    {
      "epoch": 0.0430563978168587,
      "grad_norm": Infinity,
      "learning_rate": 9.81861312777585e-05,
      "loss": 13.9657,
      "step": 142
    },
    {
      "epoch": 0.04335961188599151,
      "grad_norm": Infinity,
      "learning_rate": 9.815971903199126e-05,
      "loss": 12.8352,
      "step": 143
    },
    {
      "epoch": 0.043662825955124315,
      "grad_norm": Infinity,
      "learning_rate": 9.81331194800911e-05,
      "loss": 12.3595,
      "step": 144
    },
    {
      "epoch": 0.04396604002425713,
      "grad_norm": Infinity,
      "learning_rate": 9.810633272551087e-05,
      "loss": 13.1724,
      "step": 145
    },
    {
      "epoch": 0.044269254093389936,
      "grad_norm": 1.1202862402758509e+19,
      "learning_rate": 9.807935887243147e-05,
      "loss": 11.8926,
      "step": 146
    },
    {
      "epoch": 0.04457246816252274,
      "grad_norm": 1.3429900115074613e+19,
      "learning_rate": 9.80521980257615e-05,
      "loss": 12.0135,
      "step": 147
    },
    {
      "epoch": 0.04487568223165555,
      "grad_norm": Infinity,
      "learning_rate": 9.80248502911368e-05,
      "loss": 11.8003,
      "step": 148
    },
    {
      "epoch": 0.045178896300788356,
      "grad_norm": Infinity,
      "learning_rate": 9.79973157749201e-05,
      "loss": 10.7971,
      "step": 149
    },
    {
      "epoch": 0.04548211036992116,
      "grad_norm": 42834399232.0,
      "learning_rate": 9.796959458420057e-05,
      "loss": 6.2562,
      "step": 150
    },
    {
      "epoch": 0.04578532443905397,
      "grad_norm": Infinity,
      "learning_rate": 9.794168682679335e-05,
      "loss": 13.9249,
      "step": 151
    },
    {
      "epoch": 0.04608853850818678,
      "grad_norm": Infinity,
      "learning_rate": 9.791359261123926e-05,
      "loss": 13.0299,
      "step": 152
    },
    {
      "epoch": 0.04639175257731959,
      "grad_norm": Infinity,
      "learning_rate": 9.788531204680429e-05,
      "loss": 14.0964,
      "step": 153
    },
    {
      "epoch": 0.046694966646452396,
      "grad_norm": Infinity,
      "learning_rate": 9.785684524347916e-05,
      "loss": 13.7153,
      "step": 154
    },
    {
      "epoch": 0.0469981807155852,
      "grad_norm": Infinity,
      "learning_rate": 9.782819231197898e-05,
      "loss": 13.9007,
      "step": 155
    },
    {
      "epoch": 0.04730139478471801,
      "grad_norm": Infinity,
      "learning_rate": 9.779935336374268e-05,
      "loss": 13.8515,
      "step": 156
    },
    {
      "epoch": 0.047604608853850816,
      "grad_norm": Infinity,
      "learning_rate": 9.777032851093272e-05,
      "loss": 14.5966,
      "step": 157
    },
    {
      "epoch": 0.04790782292298363,
      "grad_norm": Infinity,
      "learning_rate": 9.77411178664346e-05,
      "loss": 14.1307,
      "step": 158
    },
    {
      "epoch": 0.048211036992116436,
      "grad_norm": Infinity,
      "learning_rate": 9.771172154385637e-05,
      "loss": 14.7752,
      "step": 159
    },
    {
      "epoch": 0.04851425106124924,
      "grad_norm": Infinity,
      "learning_rate": 9.768213965752828e-05,
      "loss": 14.4496,
      "step": 160
    },
    {
      "epoch": 0.04881746513038205,
      "grad_norm": Infinity,
      "learning_rate": 9.765237232250222e-05,
      "loss": 14.1806,
      "step": 161
    },
    {
      "epoch": 0.049120679199514856,
      "grad_norm": Infinity,
      "learning_rate": 9.76224196545514e-05,
      "loss": 13.855,
      "step": 162
    },
    {
      "epoch": 0.04942389326864766,
      "grad_norm": Infinity,
      "learning_rate": 9.759228177016986e-05,
      "loss": 15.472,
      "step": 163
    },
    {
      "epoch": 0.04972710733778047,
      "grad_norm": Infinity,
      "learning_rate": 9.756195878657192e-05,
      "loss": 14.6757,
      "step": 164
    },
    {
      "epoch": 0.05003032140691328,
      "grad_norm": Infinity,
      "learning_rate": 9.753145082169184e-05,
      "loss": 13.4626,
      "step": 165
    },
    {
      "epoch": 0.05033353547604609,
      "grad_norm": Infinity,
      "learning_rate": 9.750075799418333e-05,
      "loss": 14.2861,
      "step": 166
    },
    {
      "epoch": 0.0506367495451789,
      "grad_norm": Infinity,
      "learning_rate": 9.746988042341906e-05,
      "loss": 14.7472,
      "step": 167
    },
    {
      "epoch": 0.050939963614311703,
      "grad_norm": Infinity,
      "learning_rate": 9.743881822949026e-05,
      "loss": 13.4462,
      "step": 168
    },
    {
      "epoch": 0.05124317768344451,
      "grad_norm": Infinity,
      "learning_rate": 9.740757153320615e-05,
      "loss": 14.8561,
      "step": 169
    },
    {
      "epoch": 0.05154639175257732,
      "grad_norm": Infinity,
      "learning_rate": 9.737614045609356e-05,
      "loss": 14.6012,
      "step": 170
    },
    {
      "epoch": 0.05184960582171013,
      "grad_norm": Infinity,
      "learning_rate": 9.734452512039642e-05,
      "loss": 14.4149,
      "step": 171
    },
    {
      "epoch": 0.05215281989084294,
      "grad_norm": Infinity,
      "learning_rate": 9.731272564907533e-05,
      "loss": 14.8622,
      "step": 172
    },
    {
      "epoch": 0.052456033959975744,
      "grad_norm": Infinity,
      "learning_rate": 9.728074216580694e-05,
      "loss": 15.3056,
      "step": 173
    },
    {
      "epoch": 0.05275924802910855,
      "grad_norm": Infinity,
      "learning_rate": 9.72485747949837e-05,
      "loss": 14.0576,
      "step": 174
    },
    {
      "epoch": 0.05306246209824136,
      "grad_norm": Infinity,
      "learning_rate": 9.721622366171319e-05,
      "loss": 14.9429,
      "step": 175
    },
    {
      "epoch": 0.053365676167374164,
      "grad_norm": Infinity,
      "learning_rate": 9.718368889181764e-05,
      "loss": 13.6604,
      "step": 176
    },
    {
      "epoch": 0.05366889023650697,
      "grad_norm": Infinity,
      "learning_rate": 9.715097061183359e-05,
      "loss": 14.4265,
      "step": 177
    },
    {
      "epoch": 0.053972104305639784,
      "grad_norm": Infinity,
      "learning_rate": 9.711806894901123e-05,
      "loss": 14.3351,
      "step": 178
    },
    {
      "epoch": 0.05427531837477259,
      "grad_norm": Infinity,
      "learning_rate": 9.708498403131401e-05,
      "loss": 14.132,
      "step": 179
    },
    {
      "epoch": 0.0545785324439054,
      "grad_norm": Infinity,
      "learning_rate": 9.705171598741808e-05,
      "loss": 14.5914,
      "step": 180
    },
    {
      "epoch": 0.054881746513038204,
      "grad_norm": Infinity,
      "learning_rate": 9.701826494671184e-05,
      "loss": 13.8208,
      "step": 181
    },
    {
      "epoch": 0.05518496058217101,
      "grad_norm": Infinity,
      "learning_rate": 9.698463103929542e-05,
      "loss": 13.1153,
      "step": 182
    },
    {
      "epoch": 0.05548817465130382,
      "grad_norm": Infinity,
      "learning_rate": 9.695081439598015e-05,
      "loss": 13.3262,
      "step": 183
    },
    {
      "epoch": 0.05579138872043663,
      "grad_norm": Infinity,
      "learning_rate": 9.691681514828805e-05,
      "loss": 13.3494,
      "step": 184
    },
    {
      "epoch": 0.05609460278956944,
      "grad_norm": Infinity,
      "learning_rate": 9.68826334284514e-05,
      "loss": 13.5092,
      "step": 185
    },
    {
      "epoch": 0.056397816858702245,
      "grad_norm": Infinity,
      "learning_rate": 9.684826936941209e-05,
      "loss": 14.1348,
      "step": 186
    },
    {
      "epoch": 0.05670103092783505,
      "grad_norm": Infinity,
      "learning_rate": 9.681372310482124e-05,
      "loss": 13.2082,
      "step": 187
    },
    {
      "epoch": 0.05700424499696786,
      "grad_norm": Infinity,
      "learning_rate": 9.677899476903857e-05,
      "loss": 13.6021,
      "step": 188
    },
    {
      "epoch": 0.057307459066100665,
      "grad_norm": Infinity,
      "learning_rate": 9.674408449713194e-05,
      "loss": 13.8626,
      "step": 189
    },
    {
      "epoch": 0.05761067313523347,
      "grad_norm": Infinity,
      "learning_rate": 9.670899242487683e-05,
      "loss": 13.7323,
      "step": 190
    },
    {
      "epoch": 0.057913887204366285,
      "grad_norm": Infinity,
      "learning_rate": 9.667371868875574e-05,
      "loss": 13.0415,
      "step": 191
    },
    {
      "epoch": 0.05821710127349909,
      "grad_norm": Infinity,
      "learning_rate": 9.663826342595777e-05,
      "loss": 12.8489,
      "step": 192
    },
    {
      "epoch": 0.0585203153426319,
      "grad_norm": Infinity,
      "learning_rate": 9.660262677437798e-05,
      "loss": 11.8185,
      "step": 193
    },
    {
      "epoch": 0.058823529411764705,
      "grad_norm": Infinity,
      "learning_rate": 9.656680887261693e-05,
      "loss": 13.5175,
      "step": 194
    },
    {
      "epoch": 0.05912674348089751,
      "grad_norm": Infinity,
      "learning_rate": 9.653080985998009e-05,
      "loss": 13.0752,
      "step": 195
    },
    {
      "epoch": 0.05942995755003032,
      "grad_norm": 9.491970632892547e+18,
      "learning_rate": 9.649462987647731e-05,
      "loss": 12.6089,
      "step": 196
    },
    {
      "epoch": 0.05973317161916313,
      "grad_norm": Infinity,
      "learning_rate": 9.645826906282233e-05,
      "loss": 11.868,
      "step": 197
    },
    {
      "epoch": 0.06003638568829594,
      "grad_norm": 1.3536896177143808e+16,
      "learning_rate": 9.642172756043217e-05,
      "loss": 10.6543,
      "step": 198
    },
    {
      "epoch": 0.060339599757428745,
      "grad_norm": 370434553937920.0,
      "learning_rate": 9.638500551142653e-05,
      "loss": 9.135,
      "step": 199
    },
    {
      "epoch": 0.06064281382656155,
      "grad_norm": 141655655055360.0,
      "learning_rate": 9.634810305862741e-05,
      "loss": 6.1444,
      "step": 200
    },
    {
      "epoch": 0.06094602789569436,
      "grad_norm": Infinity,
      "learning_rate": 9.631102034555839e-05,
      "loss": 13.2456,
      "step": 201
    },
    {
      "epoch": 0.061249241964827165,
      "grad_norm": Infinity,
      "learning_rate": 9.627375751644412e-05,
      "loss": 13.6143,
      "step": 202
    },
    {
      "epoch": 0.06155245603395998,
      "grad_norm": Infinity,
      "learning_rate": 9.62363147162098e-05,
      "loss": 14.8638,
      "step": 203
    },
    {
      "epoch": 0.061855670103092786,
      "grad_norm": Infinity,
      "learning_rate": 9.619869209048058e-05,
      "loss": 14.0998,
      "step": 204
    },
    {
      "epoch": 0.06215888417222559,
      "grad_norm": Infinity,
      "learning_rate": 9.616088978558099e-05,
      "loss": 15.2518,
      "step": 205
    },
    {
      "epoch": 0.0624620982413584,
      "grad_norm": Infinity,
      "learning_rate": 9.612290794853439e-05,
      "loss": 14.989,
      "step": 206
    },
    {
      "epoch": 0.0627653123104912,
      "grad_norm": Infinity,
      "learning_rate": 9.60847467270624e-05,
      "loss": 14.2866,
      "step": 207
    },
    {
      "epoch": 0.06306852637962401,
      "grad_norm": Infinity,
      "learning_rate": 9.604640626958428e-05,
      "loss": 13.7458,
      "step": 208
    },
    {
      "epoch": 0.06337174044875682,
      "grad_norm": Infinity,
      "learning_rate": 9.60078867252164e-05,
      "loss": 14.8287,
      "step": 209
    },
    {
      "epoch": 0.06367495451788963,
      "grad_norm": Infinity,
      "learning_rate": 9.596918824377167e-05,
      "loss": 14.6679,
      "step": 210
    },
    {
      "epoch": 0.06397816858702243,
      "grad_norm": Infinity,
      "learning_rate": 9.593031097575894e-05,
      "loss": 14.5934,
      "step": 211
    },
    {
      "epoch": 0.06428138265615524,
      "grad_norm": Infinity,
      "learning_rate": 9.589125507238233e-05,
      "loss": 13.447,
      "step": 212
    },
    {
      "epoch": 0.06458459672528806,
      "grad_norm": Infinity,
      "learning_rate": 9.585202068554083e-05,
      "loss": 14.9536,
      "step": 213
    },
    {
      "epoch": 0.06488781079442087,
      "grad_norm": Infinity,
      "learning_rate": 9.581260796782754e-05,
      "loss": 14.861,
      "step": 214
    },
    {
      "epoch": 0.06519102486355367,
      "grad_norm": Infinity,
      "learning_rate": 9.577301707252912e-05,
      "loss": 14.5107,
      "step": 215
    },
    {
      "epoch": 0.06549423893268648,
      "grad_norm": Infinity,
      "learning_rate": 9.573324815362528e-05,
      "loss": 13.8694,
      "step": 216
    },
    {
      "epoch": 0.06579745300181929,
      "grad_norm": Infinity,
      "learning_rate": 9.569330136578802e-05,
      "loss": 14.4412,
      "step": 217
    },
    {
      "epoch": 0.0661006670709521,
      "grad_norm": Infinity,
      "learning_rate": 9.565317686438123e-05,
      "loss": 14.2641,
      "step": 218
    },
    {
      "epoch": 0.0664038811400849,
      "grad_norm": Infinity,
      "learning_rate": 9.561287480545983e-05,
      "loss": 14.9609,
      "step": 219
    },
    {
      "epoch": 0.0667070952092177,
      "grad_norm": Infinity,
      "learning_rate": 9.557239534576948e-05,
      "loss": 14.7047,
      "step": 220
    },
    {
      "epoch": 0.06701030927835051,
      "grad_norm": Infinity,
      "learning_rate": 9.553173864274567e-05,
      "loss": 13.9011,
      "step": 221
    },
    {
      "epoch": 0.06731352334748332,
      "grad_norm": Infinity,
      "learning_rate": 9.549090485451328e-05,
      "loss": 15.259,
      "step": 222
    },
    {
      "epoch": 0.06761673741661613,
      "grad_norm": Infinity,
      "learning_rate": 9.544989413988593e-05,
      "loss": 15.8647,
      "step": 223
    },
    {
      "epoch": 0.06791995148574893,
      "grad_norm": Infinity,
      "learning_rate": 9.540870665836535e-05,
      "loss": 15.0022,
      "step": 224
    },
    {
      "epoch": 0.06822316555488174,
      "grad_norm": Infinity,
      "learning_rate": 9.536734257014075e-05,
      "loss": 12.7942,
      "step": 225
    },
    {
      "epoch": 0.06852637962401456,
      "grad_norm": Infinity,
      "learning_rate": 9.532580203608823e-05,
      "loss": 13.5515,
      "step": 226
    },
    {
      "epoch": 0.06882959369314737,
      "grad_norm": Infinity,
      "learning_rate": 9.528408521777013e-05,
      "loss": 14.2465,
      "step": 227
    },
    {
      "epoch": 0.06913280776228017,
      "grad_norm": Infinity,
      "learning_rate": 9.52421922774344e-05,
      "loss": 13.8703,
      "step": 228
    },
    {
      "epoch": 0.06943602183141298,
      "grad_norm": Infinity,
      "learning_rate": 9.520012337801399e-05,
      "loss": 13.3637,
      "step": 229
    },
    {
      "epoch": 0.06973923590054579,
      "grad_norm": Infinity,
      "learning_rate": 9.515787868312619e-05,
      "loss": 13.9035,
      "step": 230
    },
    {
      "epoch": 0.0700424499696786,
      "grad_norm": Infinity,
      "learning_rate": 9.5115458357072e-05,
      "loss": 14.6887,
      "step": 231
    },
    {
      "epoch": 0.0703456640388114,
      "grad_norm": Infinity,
      "learning_rate": 9.50728625648355e-05,
      "loss": 14.1211,
      "step": 232
    },
    {
      "epoch": 0.07064887810794421,
      "grad_norm": Infinity,
      "learning_rate": 9.503009147208323e-05,
      "loss": 12.9467,
      "step": 233
    },
    {
      "epoch": 0.07095209217707701,
      "grad_norm": Infinity,
      "learning_rate": 9.498714524516352e-05,
      "loss": 14.3774,
      "step": 234
    },
    {
      "epoch": 0.07125530624620982,
      "grad_norm": Infinity,
      "learning_rate": 9.494402405110578e-05,
      "loss": 14.0401,
      "step": 235
    },
    {
      "epoch": 0.07155852031534263,
      "grad_norm": Infinity,
      "learning_rate": 9.490072805761999e-05,
      "loss": 14.3969,
      "step": 236
    },
    {
      "epoch": 0.07186173438447543,
      "grad_norm": Infinity,
      "learning_rate": 9.485725743309592e-05,
      "loss": 14.2468,
      "step": 237
    },
    {
      "epoch": 0.07216494845360824,
      "grad_norm": Infinity,
      "learning_rate": 9.481361234660257e-05,
      "loss": 14.4798,
      "step": 238
    },
    {
      "epoch": 0.07246816252274106,
      "grad_norm": Infinity,
      "learning_rate": 9.476979296788747e-05,
      "loss": 12.5354,
      "step": 239
    },
    {
      "epoch": 0.07277137659187387,
      "grad_norm": Infinity,
      "learning_rate": 9.472579946737594e-05,
      "loss": 14.8831,
      "step": 240
    },
    {
      "epoch": 0.07307459066100667,
      "grad_norm": Infinity,
      "learning_rate": 9.468163201617062e-05,
      "loss": 13.0042,
      "step": 241
    },
    {
      "epoch": 0.07337780473013948,
      "grad_norm": Infinity,
      "learning_rate": 9.463729078605062e-05,
      "loss": 13.9481,
      "step": 242
    },
    {
      "epoch": 0.07368101879927229,
      "grad_norm": Infinity,
      "learning_rate": 9.459277594947091e-05,
      "loss": 13.5787,
      "step": 243
    },
    {
      "epoch": 0.0739842328684051,
      "grad_norm": Infinity,
      "learning_rate": 9.454808767956173e-05,
      "loss": 13.9931,
      "step": 244
    },
    {
      "epoch": 0.0742874469375379,
      "grad_norm": Infinity,
      "learning_rate": 9.450322615012783e-05,
      "loss": 11.6631,
      "step": 245
    },
    {
      "epoch": 0.07459066100667071,
      "grad_norm": Infinity,
      "learning_rate": 9.445819153564773e-05,
      "loss": 13.4921,
      "step": 246
    },
    {
      "epoch": 0.07489387507580351,
      "grad_norm": Infinity,
      "learning_rate": 9.441298401127324e-05,
      "loss": 12.5027,
      "step": 247
    },
    {
      "epoch": 0.07519708914493632,
      "grad_norm": Infinity,
      "learning_rate": 9.436760375282859e-05,
      "loss": 12.6623,
      "step": 248
    },
    {
      "epoch": 0.07550030321406913,
      "grad_norm": 1.0948228978783027e+18,
      "learning_rate": 9.432205093680983e-05,
      "loss": 10.5739,
      "step": 249
    },
    {
      "epoch": 0.07580351728320193,
      "grad_norm": 162668413452288.0,
      "learning_rate": 9.427632574038419e-05,
      "loss": 7.2255,
      "step": 250
    },
    {
      "epoch": 0.07610673135233474,
      "grad_norm": Infinity,
      "learning_rate": 9.423042834138924e-05,
      "loss": 14.7167,
      "step": 251
    },
    {
      "epoch": 0.07640994542146756,
      "grad_norm": Infinity,
      "learning_rate": 9.418435891833236e-05,
      "loss": 14.2628,
      "step": 252
    },
    {
      "epoch": 0.07671315949060037,
      "grad_norm": Infinity,
      "learning_rate": 9.413811765038996e-05,
      "loss": 14.5333,
      "step": 253
    },
    {
      "epoch": 0.07701637355973318,
      "grad_norm": Infinity,
      "learning_rate": 9.40917047174068e-05,
      "loss": 14.5392,
      "step": 254
    },
    {
      "epoch": 0.07731958762886598,
      "grad_norm": Infinity,
      "learning_rate": 9.404512029989527e-05,
      "loss": 14.849,
      "step": 255
    },
    {
      "epoch": 0.07762280169799879,
      "grad_norm": Infinity,
      "learning_rate": 9.399836457903477e-05,
      "loss": 13.9089,
      "step": 256
    },
    {
      "epoch": 0.0779260157671316,
      "grad_norm": Infinity,
      "learning_rate": 9.395143773667088e-05,
      "loss": 14.0609,
      "step": 257
    },
    {
      "epoch": 0.0782292298362644,
      "grad_norm": Infinity,
      "learning_rate": 9.390433995531474e-05,
      "loss": 14.0735,
      "step": 258
    },
    {
      "epoch": 0.07853244390539721,
      "grad_norm": Infinity,
      "learning_rate": 9.385707141814232e-05,
      "loss": 14.7149,
      "step": 259
    },
    {
      "epoch": 0.07883565797453002,
      "grad_norm": Infinity,
      "learning_rate": 9.380963230899371e-05,
      "loss": 14.8599,
      "step": 260
    },
    {
      "epoch": 0.07913887204366282,
      "grad_norm": Infinity,
      "learning_rate": 9.376202281237242e-05,
      "loss": 14.7958,
      "step": 261
    },
    {
      "epoch": 0.07944208611279563,
      "grad_norm": Infinity,
      "learning_rate": 9.371424311344458e-05,
      "loss": 14.5758,
      "step": 262
    },
    {
      "epoch": 0.07974530018192844,
      "grad_norm": Infinity,
      "learning_rate": 9.366629339803836e-05,
      "loss": 15.3446,
      "step": 263
    },
    {
      "epoch": 0.08004851425106124,
      "grad_norm": Infinity,
      "learning_rate": 9.361817385264311e-05,
      "loss": 14.7483,
      "step": 264
    },
    {
      "epoch": 0.08035172832019406,
      "grad_norm": Infinity,
      "learning_rate": 9.356988466440873e-05,
      "loss": 15.2696,
      "step": 265
    },
    {
      "epoch": 0.08065494238932687,
      "grad_norm": Infinity,
      "learning_rate": 9.352142602114486e-05,
      "loss": 14.936,
      "step": 266
    },
    {
      "epoch": 0.08095815645845968,
      "grad_norm": Infinity,
      "learning_rate": 9.347279811132027e-05,
      "loss": 14.5628,
      "step": 267
    },
    {
      "epoch": 0.08126137052759248,
      "grad_norm": Infinity,
      "learning_rate": 9.3424001124062e-05,
      "loss": 14.36,
      "step": 268
    },
    {
      "epoch": 0.08156458459672529,
      "grad_norm": Infinity,
      "learning_rate": 9.337503524915468e-05,
      "loss": 15.0094,
      "step": 269
    },
    {
      "epoch": 0.0818677986658581,
      "grad_norm": Infinity,
      "learning_rate": 9.332590067703982e-05,
      "loss": 15.0659,
      "step": 270
    },
    {
      "epoch": 0.0821710127349909,
      "grad_norm": Infinity,
      "learning_rate": 9.3276597598815e-05,
      "loss": 14.2545,
      "step": 271
    },
    {
      "epoch": 0.08247422680412371,
      "grad_norm": Infinity,
      "learning_rate": 9.322712620623319e-05,
      "loss": 13.3467,
      "step": 272
    },
    {
      "epoch": 0.08277744087325652,
      "grad_norm": Infinity,
      "learning_rate": 9.317748669170199e-05,
      "loss": 14.9055,
      "step": 273
    },
    {
      "epoch": 0.08308065494238932,
      "grad_norm": Infinity,
      "learning_rate": 9.312767924828283e-05,
      "loss": 14.1455,
      "step": 274
    },
    {
      "epoch": 0.08338386901152213,
      "grad_norm": Infinity,
      "learning_rate": 9.30777040696903e-05,
      "loss": 14.3803,
      "step": 275
    },
    {
      "epoch": 0.08368708308065494,
      "grad_norm": Infinity,
      "learning_rate": 9.302756135029137e-05,
      "loss": 15.7137,
      "step": 276
    },
    {
      "epoch": 0.08399029714978776,
      "grad_norm": Infinity,
      "learning_rate": 9.297725128510456e-05,
      "loss": 15.3578,
      "step": 277
    },
    {
      "epoch": 0.08429351121892056,
      "grad_norm": Infinity,
      "learning_rate": 9.292677406979929e-05,
      "loss": 14.5057,
      "step": 278
    },
    {
      "epoch": 0.08459672528805337,
      "grad_norm": Infinity,
      "learning_rate": 9.287612990069507e-05,
      "loss": 13.9068,
      "step": 279
    },
    {
      "epoch": 0.08489993935718618,
      "grad_norm": Infinity,
      "learning_rate": 9.282531897476073e-05,
      "loss": 14.1982,
      "step": 280
    },
    {
      "epoch": 0.08520315342631898,
      "grad_norm": Infinity,
      "learning_rate": 9.277434148961364e-05,
      "loss": 14.6593,
      "step": 281
    },
    {
      "epoch": 0.08550636749545179,
      "grad_norm": Infinity,
      "learning_rate": 9.272319764351898e-05,
      "loss": 14.6264,
      "step": 282
    },
    {
      "epoch": 0.0858095815645846,
      "grad_norm": Infinity,
      "learning_rate": 9.267188763538901e-05,
      "loss": 13.2491,
      "step": 283
    },
    {
      "epoch": 0.0861127956337174,
      "grad_norm": Infinity,
      "learning_rate": 9.262041166478214e-05,
      "loss": 14.7088,
      "step": 284
    },
    {
      "epoch": 0.08641600970285021,
      "grad_norm": Infinity,
      "learning_rate": 9.256876993190232e-05,
      "loss": 14.1775,
      "step": 285
    },
    {
      "epoch": 0.08671922377198302,
      "grad_norm": Infinity,
      "learning_rate": 9.251696263759815e-05,
      "loss": 13.9059,
      "step": 286
    },
    {
      "epoch": 0.08702243784111582,
      "grad_norm": Infinity,
      "learning_rate": 9.246498998336219e-05,
      "loss": 14.5117,
      "step": 287
    },
    {
      "epoch": 0.08732565191024863,
      "grad_norm": Infinity,
      "learning_rate": 9.241285217133009e-05,
      "loss": 13.8182,
      "step": 288
    },
    {
      "epoch": 0.08762886597938144,
      "grad_norm": Infinity,
      "learning_rate": 9.236054940427987e-05,
      "loss": 13.7267,
      "step": 289
    },
    {
      "epoch": 0.08793208004851426,
      "grad_norm": Infinity,
      "learning_rate": 9.230808188563109e-05,
      "loss": 13.9466,
      "step": 290
    },
    {
      "epoch": 0.08823529411764706,
      "grad_norm": Infinity,
      "learning_rate": 9.225544981944409e-05,
      "loss": 13.6387,
      "step": 291
    },
    {
      "epoch": 0.08853850818677987,
      "grad_norm": Infinity,
      "learning_rate": 9.220265341041916e-05,
      "loss": 12.8245,
      "step": 292
    },
    {
      "epoch": 0.08884172225591268,
      "grad_norm": Infinity,
      "learning_rate": 9.214969286389576e-05,
      "loss": 12.9634,
      "step": 293
    },
    {
      "epoch": 0.08914493632504548,
      "grad_norm": Infinity,
      "learning_rate": 9.209656838585174e-05,
      "loss": 13.9116,
      "step": 294
    },
    {
      "epoch": 0.08944815039417829,
      "grad_norm": Infinity,
      "learning_rate": 9.204328018290251e-05,
      "loss": 12.5221,
      "step": 295
    },
    {
      "epoch": 0.0897513644633111,
      "grad_norm": Infinity,
      "learning_rate": 9.198982846230028e-05,
      "loss": 13.8967,
      "step": 296
    },
    {
      "epoch": 0.0900545785324439,
      "grad_norm": Infinity,
      "learning_rate": 9.19362134319332e-05,
      "loss": 13.0004,
      "step": 297
    },
    {
      "epoch": 0.09035779260157671,
      "grad_norm": 9.045900346051789e+16,
      "learning_rate": 9.188243530032458e-05,
      "loss": 11.2521,
      "step": 298
    },
    {
      "epoch": 0.09066100667070952,
      "grad_norm": Infinity,
      "learning_rate": 9.182849427663205e-05,
      "loss": 11.3353,
      "step": 299
    },
    {
      "epoch": 0.09096422073984232,
      "grad_norm": 4251301183488.0,
      "learning_rate": 9.177439057064683e-05,
      "loss": 5.5344,
      "step": 300
    },
    {
      "epoch": 0.09126743480897513,
      "grad_norm": Infinity,
      "learning_rate": 9.172012439279279e-05,
      "loss": 13.9435,
      "step": 301
    },
    {
      "epoch": 0.09157064887810794,
      "grad_norm": Infinity,
      "learning_rate": 9.166569595412575e-05,
      "loss": 13.9339,
      "step": 302
    },
    {
      "epoch": 0.09187386294724076,
      "grad_norm": Infinity,
      "learning_rate": 9.161110546633258e-05,
      "loss": 13.7306,
      "step": 303
    },
    {
      "epoch": 0.09217707701637357,
      "grad_norm": Infinity,
      "learning_rate": 9.15563531417304e-05,
      "loss": 14.3368,
      "step": 304
    },
    {
      "epoch": 0.09248029108550637,
      "grad_norm": Infinity,
      "learning_rate": 9.150143919326577e-05,
      "loss": 14.4671,
      "step": 305
    },
    {
      "epoch": 0.09278350515463918,
      "grad_norm": Infinity,
      "learning_rate": 9.144636383451383e-05,
      "loss": 14.3115,
      "step": 306
    },
    {
      "epoch": 0.09308671922377199,
      "grad_norm": Infinity,
      "learning_rate": 9.139112727967751e-05,
      "loss": 14.3159,
      "step": 307
    },
    {
      "epoch": 0.09338993329290479,
      "grad_norm": Infinity,
      "learning_rate": 9.133572974358669e-05,
      "loss": 15.3702,
      "step": 308
    },
    {
      "epoch": 0.0936931473620376,
      "grad_norm": Infinity,
      "learning_rate": 9.128017144169727e-05,
      "loss": 14.8124,
      "step": 309
    },
    {
      "epoch": 0.0939963614311704,
      "grad_norm": Infinity,
      "learning_rate": 9.122445259009052e-05,
      "loss": 14.326,
      "step": 310
    },
    {
      "epoch": 0.09429957550030321,
      "grad_norm": Infinity,
      "learning_rate": 9.116857340547202e-05,
      "loss": 14.9564,
      "step": 311
    },
    {
      "epoch": 0.09460278956943602,
      "grad_norm": Infinity,
      "learning_rate": 9.111253410517105e-05,
      "loss": 14.5676,
      "step": 312
    },
    {
      "epoch": 0.09490600363856883,
      "grad_norm": Infinity,
      "learning_rate": 9.105633490713953e-05,
      "loss": 14.6667,
      "step": 313
    },
    {
      "epoch": 0.09520921770770163,
      "grad_norm": Infinity,
      "learning_rate": 9.099997602995128e-05,
      "loss": 14.4776,
      "step": 314
    },
    {
      "epoch": 0.09551243177683444,
      "grad_norm": Infinity,
      "learning_rate": 9.09434576928012e-05,
      "loss": 14.9203,
      "step": 315
    },
    {
      "epoch": 0.09581564584596726,
      "grad_norm": Infinity,
      "learning_rate": 9.088678011550431e-05,
      "loss": 14.936,
      "step": 316
    },
    {
      "epoch": 0.09611885991510007,
      "grad_norm": Infinity,
      "learning_rate": 9.0829943518495e-05,
      "loss": 14.3548,
      "step": 317
    },
    {
      "epoch": 0.09642207398423287,
      "grad_norm": Infinity,
      "learning_rate": 9.077294812282616e-05,
      "loss": 15.2352,
      "step": 318
    },
    {
      "epoch": 0.09672528805336568,
      "grad_norm": Infinity,
      "learning_rate": 9.07157941501682e-05,
      "loss": 14.6299,
      "step": 319
    },
    {
      "epoch": 0.09702850212249849,
      "grad_norm": Infinity,
      "learning_rate": 9.065848182280833e-05,
      "loss": 14.9005,
      "step": 320
    },
    {
      "epoch": 0.09733171619163129,
      "grad_norm": Infinity,
      "learning_rate": 9.06010113636497e-05,
      "loss": 15.1004,
      "step": 321
    },
    {
      "epoch": 0.0976349302607641,
      "grad_norm": Infinity,
      "learning_rate": 9.054338299621037e-05,
      "loss": 13.701,
      "step": 322
    },
    {
      "epoch": 0.0979381443298969,
      "grad_norm": Infinity,
      "learning_rate": 9.048559694462262e-05,
      "loss": 14.1411,
      "step": 323
    },
    {
      "epoch": 0.09824135839902971,
      "grad_norm": Infinity,
      "learning_rate": 9.042765343363197e-05,
      "loss": 15.0339,
      "step": 324
    },
    {
      "epoch": 0.09854457246816252,
      "grad_norm": Infinity,
      "learning_rate": 9.036955268859639e-05,
      "loss": 14.1064,
      "step": 325
    },
    {
      "epoch": 0.09884778653729533,
      "grad_norm": Infinity,
      "learning_rate": 9.03112949354853e-05,
      "loss": 15.3335,
      "step": 326
    },
    {
      "epoch": 0.09915100060642813,
      "grad_norm": Infinity,
      "learning_rate": 9.025288040087884e-05,
      "loss": 15.4161,
      "step": 327
    },
    {
      "epoch": 0.09945421467556094,
      "grad_norm": Infinity,
      "learning_rate": 9.019430931196688e-05,
      "loss": 15.1632,
      "step": 328
    },
    {
      "epoch": 0.09975742874469376,
      "grad_norm": Infinity,
      "learning_rate": 9.013558189654819e-05,
      "loss": 14.5887,
      "step": 329
    },
    {
      "epoch": 0.10006064281382657,
      "grad_norm": Infinity,
      "learning_rate": 9.00766983830295e-05,
      "loss": 15.1983,
      "step": 330
    },
    {
      "epoch": 0.10036385688295937,
      "grad_norm": Infinity,
      "learning_rate": 9.001765900042468e-05,
      "loss": 14.0834,
      "step": 331
    },
    {
      "epoch": 0.10066707095209218,
      "grad_norm": Infinity,
      "learning_rate": 8.99584639783538e-05,
      "loss": 13.7094,
      "step": 332
    },
    {
      "epoch": 0.10097028502122499,
      "grad_norm": Infinity,
      "learning_rate": 8.98991135470423e-05,
      "loss": 15.7882,
      "step": 333
    },
    {
      "epoch": 0.1012734990903578,
      "grad_norm": Infinity,
      "learning_rate": 8.983960793731996e-05,
      "loss": 13.4326,
      "step": 334
    },
    {
      "epoch": 0.1015767131594906,
      "grad_norm": Infinity,
      "learning_rate": 8.977994738062017e-05,
      "loss": 14.0194,
      "step": 335
    },
    {
      "epoch": 0.10187992722862341,
      "grad_norm": Infinity,
      "learning_rate": 8.972013210897891e-05,
      "loss": 13.7523,
      "step": 336
    },
    {
      "epoch": 0.10218314129775621,
      "grad_norm": Infinity,
      "learning_rate": 8.96601623550339e-05,
      "loss": 13.42,
      "step": 337
    },
    {
      "epoch": 0.10248635536688902,
      "grad_norm": Infinity,
      "learning_rate": 8.96000383520237e-05,
      "loss": 13.8444,
      "step": 338
    },
    {
      "epoch": 0.10278956943602183,
      "grad_norm": Infinity,
      "learning_rate": 8.953976033378675e-05,
      "loss": 14.7706,
      "step": 339
    },
    {
      "epoch": 0.10309278350515463,
      "grad_norm": Infinity,
      "learning_rate": 8.947932853476051e-05,
      "loss": 14.0229,
      "step": 340
    },
    {
      "epoch": 0.10339599757428744,
      "grad_norm": Infinity,
      "learning_rate": 8.941874318998058e-05,
      "loss": 12.6842,
      "step": 341
    },
    {
      "epoch": 0.10369921164342026,
      "grad_norm": Infinity,
      "learning_rate": 8.935800453507965e-05,
      "loss": 12.9868,
      "step": 342
    },
    {
      "epoch": 0.10400242571255307,
      "grad_norm": Infinity,
      "learning_rate": 8.929711280628677e-05,
      "loss": 12.9312,
      "step": 343
    },
    {
      "epoch": 0.10430563978168587,
      "grad_norm": Infinity,
      "learning_rate": 8.923606824042627e-05,
      "loss": 12.5931,
      "step": 344
    },
    {
      "epoch": 0.10460885385081868,
      "grad_norm": Infinity,
      "learning_rate": 8.917487107491693e-05,
      "loss": 12.8358,
      "step": 345
    },
    {
      "epoch": 0.10491206791995149,
      "grad_norm": Infinity,
      "learning_rate": 8.911352154777102e-05,
      "loss": 13.6074,
      "step": 346
    },
    {
      "epoch": 0.1052152819890843,
      "grad_norm": Infinity,
      "learning_rate": 8.905201989759341e-05,
      "loss": 13.6885,
      "step": 347
    },
    {
      "epoch": 0.1055184960582171,
      "grad_norm": 3.570631713048494e+17,
      "learning_rate": 8.899036636358059e-05,
      "loss": 11.4152,
      "step": 348
    },
    {
      "epoch": 0.10582171012734991,
      "grad_norm": 1.2323866630999245e+17,
      "learning_rate": 8.892856118551978e-05,
      "loss": 11.1317,
      "step": 349
    },
    {
      "epoch": 0.10612492419648271,
      "grad_norm": 188067658858496.0,
      "learning_rate": 8.886660460378797e-05,
      "loss": 6.8707,
      "step": 350
    },
    {
      "epoch": 0.10642813826561552,
      "grad_norm": Infinity,
      "learning_rate": 8.880449685935102e-05,
      "loss": 14.3078,
      "step": 351
    },
    {
      "epoch": 0.10673135233474833,
      "grad_norm": Infinity,
      "learning_rate": 8.874223819376271e-05,
      "loss": 14.1413,
      "step": 352
    },
    {
      "epoch": 0.10703456640388113,
      "grad_norm": Infinity,
      "learning_rate": 8.867982884916376e-05,
      "loss": 15.0239,
      "step": 353
    },
    {
      "epoch": 0.10733778047301394,
      "grad_norm": Infinity,
      "learning_rate": 8.861726906828096e-05,
      "loss": 15.332,
      "step": 354
    },
    {
      "epoch": 0.10764099454214676,
      "grad_norm": Infinity,
      "learning_rate": 8.855455909442614e-05,
      "loss": 14.7177,
      "step": 355
    },
    {
      "epoch": 0.10794420861127957,
      "grad_norm": Infinity,
      "learning_rate": 8.849169917149531e-05,
      "loss": 15.1436,
      "step": 356
    },
    {
      "epoch": 0.10824742268041238,
      "grad_norm": Infinity,
      "learning_rate": 8.842868954396766e-05,
      "loss": 13.9288,
      "step": 357
    },
    {
      "epoch": 0.10855063674954518,
      "grad_norm": Infinity,
      "learning_rate": 8.836553045690462e-05,
      "loss": 14.9481,
      "step": 358
    },
    {
      "epoch": 0.10885385081867799,
      "grad_norm": Infinity,
      "learning_rate": 8.83022221559489e-05,
      "loss": 15.3305,
      "step": 359
    },
    {
      "epoch": 0.1091570648878108,
      "grad_norm": Infinity,
      "learning_rate": 8.823876488732358e-05,
      "loss": 15.8793,
      "step": 360
    },
    {
      "epoch": 0.1094602789569436,
      "grad_norm": Infinity,
      "learning_rate": 8.817515889783105e-05,
      "loss": 14.6155,
      "step": 361
    },
    {
      "epoch": 0.10976349302607641,
      "grad_norm": Infinity,
      "learning_rate": 8.811140443485217e-05,
      "loss": 15.0032,
      "step": 362
    },
    {
      "epoch": 0.11006670709520922,
      "grad_norm": Infinity,
      "learning_rate": 8.804750174634526e-05,
      "loss": 14.9516,
      "step": 363
    },
    {
      "epoch": 0.11036992116434202,
      "grad_norm": Infinity,
      "learning_rate": 8.798345108084507e-05,
      "loss": 15.501,
      "step": 364
    },
    {
      "epoch": 0.11067313523347483,
      "grad_norm": Infinity,
      "learning_rate": 8.791925268746193e-05,
      "loss": 14.6984,
      "step": 365
    },
    {
      "epoch": 0.11097634930260764,
      "grad_norm": Infinity,
      "learning_rate": 8.785490681588069e-05,
      "loss": 15.1825,
      "step": 366
    },
    {
      "epoch": 0.11127956337174044,
      "grad_norm": Infinity,
      "learning_rate": 8.779041371635981e-05,
      "loss": 14.7511,
      "step": 367
    },
    {
      "epoch": 0.11158277744087326,
      "grad_norm": Infinity,
      "learning_rate": 8.772577363973033e-05,
      "loss": 15.1236,
      "step": 368
    },
    {
      "epoch": 0.11188599151000607,
      "grad_norm": Infinity,
      "learning_rate": 8.766098683739495e-05,
      "loss": 14.821,
      "step": 369
    },
    {
      "epoch": 0.11218920557913888,
      "grad_norm": Infinity,
      "learning_rate": 8.759605356132698e-05,
      "loss": 14.1882,
      "step": 370
    },
    {
      "epoch": 0.11249241964827168,
      "grad_norm": Infinity,
      "learning_rate": 8.753097406406949e-05,
      "loss": 13.4649,
      "step": 371
    },
    {
      "epoch": 0.11279563371740449,
      "grad_norm": Infinity,
      "learning_rate": 8.746574859873415e-05,
      "loss": 14.96,
      "step": 372
    },
    {
      "epoch": 0.1130988477865373,
      "grad_norm": Infinity,
      "learning_rate": 8.74003774190004e-05,
      "loss": 13.9901,
      "step": 373
    },
    {
      "epoch": 0.1134020618556701,
      "grad_norm": Infinity,
      "learning_rate": 8.73348607791144e-05,
      "loss": 14.233,
      "step": 374
    },
    {
      "epoch": 0.11370527592480291,
      "grad_norm": Infinity,
      "learning_rate": 8.726919893388798e-05,
      "loss": 13.8373,
      "step": 375
    },
    {
      "epoch": 0.11400848999393572,
      "grad_norm": Infinity,
      "learning_rate": 8.720339213869781e-05,
      "loss": 14.3985,
      "step": 376
    },
    {
      "epoch": 0.11431170406306852,
      "grad_norm": Infinity,
      "learning_rate": 8.713744064948426e-05,
      "loss": 14.0395,
      "step": 377
    },
    {
      "epoch": 0.11461491813220133,
      "grad_norm": Infinity,
      "learning_rate": 8.707134472275042e-05,
      "loss": 14.1071,
      "step": 378
    },
    {
      "epoch": 0.11491813220133414,
      "grad_norm": Infinity,
      "learning_rate": 8.700510461556117e-05,
      "loss": 15.2281,
      "step": 379
    },
    {
      "epoch": 0.11522134627046694,
      "grad_norm": Infinity,
      "learning_rate": 8.69387205855422e-05,
      "loss": 13.0008,
      "step": 380
    },
    {
      "epoch": 0.11552456033959976,
      "grad_norm": Infinity,
      "learning_rate": 8.687219289087885e-05,
      "loss": 13.7878,
      "step": 381
    },
    {
      "epoch": 0.11582777440873257,
      "grad_norm": Infinity,
      "learning_rate": 8.680552179031527e-05,
      "loss": 14.1483,
      "step": 382
    },
    {
      "epoch": 0.11613098847786538,
      "grad_norm": Infinity,
      "learning_rate": 8.673870754315336e-05,
      "loss": 13.5041,
      "step": 383
    },
    {
      "epoch": 0.11643420254699818,
      "grad_norm": Infinity,
      "learning_rate": 8.667175040925176e-05,
      "loss": 12.0667,
      "step": 384
    },
    {
      "epoch": 0.11673741661613099,
      "grad_norm": Infinity,
      "learning_rate": 8.660465064902477e-05,
      "loss": 14.2569,
      "step": 385
    },
    {
      "epoch": 0.1170406306852638,
      "grad_norm": Infinity,
      "learning_rate": 8.65374085234415e-05,
      "loss": 13.4783,
      "step": 386
    },
    {
      "epoch": 0.1173438447543966,
      "grad_norm": Infinity,
      "learning_rate": 8.647002429402468e-05,
      "loss": 14.2993,
      "step": 387
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": Infinity,
      "learning_rate": 8.640249822284975e-05,
      "loss": 12.9279,
      "step": 388
    },
    {
      "epoch": 0.11795027289266222,
      "grad_norm": Infinity,
      "learning_rate": 8.633483057254381e-05,
      "loss": 13.4255,
      "step": 389
    },
    {
      "epoch": 0.11825348696179502,
      "grad_norm": Infinity,
      "learning_rate": 8.62670216062846e-05,
      "loss": 13.5402,
      "step": 390
    },
    {
      "epoch": 0.11855670103092783,
      "grad_norm": Infinity,
      "learning_rate": 8.619907158779947e-05,
      "loss": 13.284,
      "step": 391
    },
    {
      "epoch": 0.11885991510006064,
      "grad_norm": Infinity,
      "learning_rate": 8.613098078136437e-05,
      "loss": 12.5845,
      "step": 392
    },
    {
      "epoch": 0.11916312916919346,
      "grad_norm": Infinity,
      "learning_rate": 8.60627494518028e-05,
      "loss": 13.5197,
      "step": 393
    },
    {
      "epoch": 0.11946634323832626,
      "grad_norm": Infinity,
      "learning_rate": 8.599437786448478e-05,
      "loss": 11.978,
      "step": 394
    },
    {
      "epoch": 0.11976955730745907,
      "grad_norm": Infinity,
      "learning_rate": 8.592586628532588e-05,
      "loss": 11.499,
      "step": 395
    },
    {
      "epoch": 0.12007277137659188,
      "grad_norm": Infinity,
      "learning_rate": 8.585721498078612e-05,
      "loss": 11.2685,
      "step": 396
    },
    {
      "epoch": 0.12037598544572468,
      "grad_norm": Infinity,
      "learning_rate": 8.578842421786888e-05,
      "loss": 11.6384,
      "step": 397
    },
    {
      "epoch": 0.12067919951485749,
      "grad_norm": 5.446337389700055e+18,
      "learning_rate": 8.571949426412001e-05,
      "loss": 11.9259,
      "step": 398
    },
    {
      "epoch": 0.1209824135839903,
      "grad_norm": 1.7888711136287654e+19,
      "learning_rate": 8.56504253876267e-05,
      "loss": 9.0134,
      "step": 399
    },
    {
      "epoch": 0.1212856276531231,
      "grad_norm": 552766210048.0,
      "learning_rate": 8.558121785701642e-05,
      "loss": 6.1703,
      "step": 400
    },
    {
      "epoch": 0.12158884172225591,
      "grad_norm": Infinity,
      "learning_rate": 8.551187194145592e-05,
      "loss": 13.8539,
      "step": 401
    },
    {
      "epoch": 0.12189205579138872,
      "grad_norm": Infinity,
      "learning_rate": 8.544238791065016e-05,
      "loss": 13.4913,
      "step": 402
    },
    {
      "epoch": 0.12219526986052152,
      "grad_norm": Infinity,
      "learning_rate": 8.537276603484128e-05,
      "loss": 14.5958,
      "step": 403
    },
    {
      "epoch": 0.12249848392965433,
      "grad_norm": Infinity,
      "learning_rate": 8.530300658480752e-05,
      "loss": 14.2663,
      "step": 404
    },
    {
      "epoch": 0.12280169799878714,
      "grad_norm": Infinity,
      "learning_rate": 8.52331098318622e-05,
      "loss": 14.6272,
      "step": 405
    },
    {
      "epoch": 0.12310491206791996,
      "grad_norm": Infinity,
      "learning_rate": 8.516307604785261e-05,
      "loss": 13.6059,
      "step": 406
    },
    {
      "epoch": 0.12340812613705276,
      "grad_norm": Infinity,
      "learning_rate": 8.509290550515907e-05,
      "loss": 13.6492,
      "step": 407
    },
    {
      "epoch": 0.12371134020618557,
      "grad_norm": Infinity,
      "learning_rate": 8.50225984766937e-05,
      "loss": 15.3752,
      "step": 408
    },
    {
      "epoch": 0.12401455427531838,
      "grad_norm": Infinity,
      "learning_rate": 8.49521552358995e-05,
      "loss": 14.6666,
      "step": 409
    },
    {
      "epoch": 0.12431776834445118,
      "grad_norm": Infinity,
      "learning_rate": 8.488157605674925e-05,
      "loss": 15.1588,
      "step": 410
    },
    {
      "epoch": 0.12462098241358399,
      "grad_norm": Infinity,
      "learning_rate": 8.481086121374437e-05,
      "loss": 15.164,
      "step": 411
    },
    {
      "epoch": 0.1249241964827168,
      "grad_norm": Infinity,
      "learning_rate": 8.474001098191398e-05,
      "loss": 14.8321,
      "step": 412
    },
    {
      "epoch": 0.1252274105518496,
      "grad_norm": Infinity,
      "learning_rate": 8.466902563681372e-05,
      "loss": 13.3311,
      "step": 413
    },
    {
      "epoch": 0.1255306246209824,
      "grad_norm": Infinity,
      "learning_rate": 8.459790545452476e-05,
      "loss": 15.1278,
      "step": 414
    },
    {
      "epoch": 0.12583383869011522,
      "grad_norm": Infinity,
      "learning_rate": 8.452665071165262e-05,
      "loss": 14.9681,
      "step": 415
    },
    {
      "epoch": 0.12613705275924803,
      "grad_norm": Infinity,
      "learning_rate": 8.445526168532627e-05,
      "loss": 15.5183,
      "step": 416
    },
    {
      "epoch": 0.12644026682838083,
      "grad_norm": Infinity,
      "learning_rate": 8.438373865319683e-05,
      "loss": 14.0792,
      "step": 417
    },
    {
      "epoch": 0.12674348089751364,
      "grad_norm": Infinity,
      "learning_rate": 8.43120818934367e-05,
      "loss": 15.6872,
      "step": 418
    },
    {
      "epoch": 0.12704669496664645,
      "grad_norm": Infinity,
      "learning_rate": 8.424029168473829e-05,
      "loss": 14.5556,
      "step": 419
    },
    {
      "epoch": 0.12734990903577925,
      "grad_norm": Infinity,
      "learning_rate": 8.416836830631311e-05,
      "loss": 14.9434,
      "step": 420
    },
    {
      "epoch": 0.12765312310491206,
      "grad_norm": Infinity,
      "learning_rate": 8.409631203789056e-05,
      "loss": 15.162,
      "step": 421
    },
    {
      "epoch": 0.12795633717404487,
      "grad_norm": Infinity,
      "learning_rate": 8.402412315971693e-05,
      "loss": 14.0593,
      "step": 422
    },
    {
      "epoch": 0.12825955124317767,
      "grad_norm": Infinity,
      "learning_rate": 8.39518019525542e-05,
      "loss": 14.3351,
      "step": 423
    },
    {
      "epoch": 0.12856276531231048,
      "grad_norm": Infinity,
      "learning_rate": 8.387934869767904e-05,
      "loss": 15.2114,
      "step": 424
    },
    {
      "epoch": 0.12886597938144329,
      "grad_norm": Infinity,
      "learning_rate": 8.380676367688172e-05,
      "loss": 16.3463,
      "step": 425
    },
    {
      "epoch": 0.12916919345057612,
      "grad_norm": Infinity,
      "learning_rate": 8.373404717246493e-05,
      "loss": 14.3433,
      "step": 426
    },
    {
      "epoch": 0.12947240751970893,
      "grad_norm": Infinity,
      "learning_rate": 8.36611994672428e-05,
      "loss": 14.4741,
      "step": 427
    },
    {
      "epoch": 0.12977562158884173,
      "grad_norm": Infinity,
      "learning_rate": 8.358822084453965e-05,
      "loss": 13.0123,
      "step": 428
    },
    {
      "epoch": 0.13007883565797454,
      "grad_norm": Infinity,
      "learning_rate": 8.351511158818905e-05,
      "loss": 14.1539,
      "step": 429
    },
    {
      "epoch": 0.13038204972710735,
      "grad_norm": Infinity,
      "learning_rate": 8.34418719825326e-05,
      "loss": 13.4458,
      "step": 430
    },
    {
      "epoch": 0.13068526379624015,
      "grad_norm": Infinity,
      "learning_rate": 8.336850231241888e-05,
      "loss": 14.3061,
      "step": 431
    },
    {
      "epoch": 0.13098847786537296,
      "grad_norm": Infinity,
      "learning_rate": 8.329500286320233e-05,
      "loss": 13.1017,
      "step": 432
    },
    {
      "epoch": 0.13129169193450577,
      "grad_norm": Infinity,
      "learning_rate": 8.322137392074212e-05,
      "loss": 13.3365,
      "step": 433
    },
    {
      "epoch": 0.13159490600363857,
      "grad_norm": Infinity,
      "learning_rate": 8.314761577140105e-05,
      "loss": 13.7854,
      "step": 434
    },
    {
      "epoch": 0.13189812007277138,
      "grad_norm": Infinity,
      "learning_rate": 8.307372870204446e-05,
      "loss": 14.8288,
      "step": 435
    },
    {
      "epoch": 0.1322013341419042,
      "grad_norm": Infinity,
      "learning_rate": 8.299971300003908e-05,
      "loss": 14.2553,
      "step": 436
    },
    {
      "epoch": 0.132504548211037,
      "grad_norm": Infinity,
      "learning_rate": 8.292556895325194e-05,
      "loss": 15.2142,
      "step": 437
    },
    {
      "epoch": 0.1328077622801698,
      "grad_norm": Infinity,
      "learning_rate": 8.285129685004922e-05,
      "loss": 13.1547,
      "step": 438
    },
    {
      "epoch": 0.1331109763493026,
      "grad_norm": Infinity,
      "learning_rate": 8.277689697929516e-05,
      "loss": 13.8339,
      "step": 439
    },
    {
      "epoch": 0.1334141904184354,
      "grad_norm": Infinity,
      "learning_rate": 8.270236963035091e-05,
      "loss": 13.4484,
      "step": 440
    },
    {
      "epoch": 0.13371740448756822,
      "grad_norm": Infinity,
      "learning_rate": 8.262771509307345e-05,
      "loss": 14.1064,
      "step": 441
    },
    {
      "epoch": 0.13402061855670103,
      "grad_norm": Infinity,
      "learning_rate": 8.25529336578144e-05,
      "loss": 12.2496,
      "step": 442
    },
    {
      "epoch": 0.13432383262583383,
      "grad_norm": Infinity,
      "learning_rate": 8.24780256154189e-05,
      "loss": 13.7179,
      "step": 443
    },
    {
      "epoch": 0.13462704669496664,
      "grad_norm": Infinity,
      "learning_rate": 8.240299125722455e-05,
      "loss": 13.2414,
      "step": 444
    },
    {
      "epoch": 0.13493026076409945,
      "grad_norm": Infinity,
      "learning_rate": 8.232783087506017e-05,
      "loss": 12.1273,
      "step": 445
    },
    {
      "epoch": 0.13523347483323225,
      "grad_norm": Infinity,
      "learning_rate": 8.225254476124478e-05,
      "loss": 11.1558,
      "step": 446
    },
    {
      "epoch": 0.13553668890236506,
      "grad_norm": 1.1599086261234565e+18,
      "learning_rate": 8.217713320858638e-05,
      "loss": 11.2747,
      "step": 447
    },
    {
      "epoch": 0.13583990297149787,
      "grad_norm": Infinity,
      "learning_rate": 8.210159651038081e-05,
      "loss": 11.3421,
      "step": 448
    },
    {
      "epoch": 0.13614311704063067,
      "grad_norm": 5973799681916928.0,
      "learning_rate": 8.202593496041066e-05,
      "loss": 8.0794,
      "step": 449
    },
    {
      "epoch": 0.13644633110976348,
      "grad_norm": 4387332947968.0,
      "learning_rate": 8.195014885294414e-05,
      "loss": 6.1439,
      "step": 450
    },
    {
      "epoch": 0.13674954517889631,
      "grad_norm": Infinity,
      "learning_rate": 8.187423848273379e-05,
      "loss": 13.8111,
      "step": 451
    },
    {
      "epoch": 0.13705275924802912,
      "grad_norm": Infinity,
      "learning_rate": 8.179820414501555e-05,
      "loss": 13.5407,
      "step": 452
    },
    {
      "epoch": 0.13735597331716193,
      "grad_norm": Infinity,
      "learning_rate": 8.172204613550747e-05,
      "loss": 13.2799,
      "step": 453
    },
    {
      "epoch": 0.13765918738629473,
      "grad_norm": Infinity,
      "learning_rate": 8.164576475040854e-05,
      "loss": 14.2632,
      "step": 454
    },
    {
      "epoch": 0.13796240145542754,
      "grad_norm": Infinity,
      "learning_rate": 8.156936028639767e-05,
      "loss": 15.1565,
      "step": 455
    },
    {
      "epoch": 0.13826561552456035,
      "grad_norm": Infinity,
      "learning_rate": 8.149283304063243e-05,
      "loss": 14.0447,
      "step": 456
    },
    {
      "epoch": 0.13856882959369315,
      "grad_norm": Infinity,
      "learning_rate": 8.141618331074788e-05,
      "loss": 14.7758,
      "step": 457
    },
    {
      "epoch": 0.13887204366282596,
      "grad_norm": Infinity,
      "learning_rate": 8.133941139485551e-05,
      "loss": 14.5848,
      "step": 458
    },
    {
      "epoch": 0.13917525773195877,
      "grad_norm": Infinity,
      "learning_rate": 8.1262517591542e-05,
      "loss": 14.2704,
      "step": 459
    },
    {
      "epoch": 0.13947847180109157,
      "grad_norm": Infinity,
      "learning_rate": 8.118550219986807e-05,
      "loss": 14.8598,
      "step": 460
    },
    {
      "epoch": 0.13978168587022438,
      "grad_norm": Infinity,
      "learning_rate": 8.110836551936736e-05,
      "loss": 14.1363,
      "step": 461
    },
    {
      "epoch": 0.1400848999393572,
      "grad_norm": Infinity,
      "learning_rate": 8.10311078500452e-05,
      "loss": 15.1714,
      "step": 462
    },
    {
      "epoch": 0.14038811400849,
      "grad_norm": Infinity,
      "learning_rate": 8.095372949237751e-05,
      "loss": 14.8432,
      "step": 463
    },
    {
      "epoch": 0.1406913280776228,
      "grad_norm": Infinity,
      "learning_rate": 8.08762307473096e-05,
      "loss": 15.9271,
      "step": 464
    },
    {
      "epoch": 0.1409945421467556,
      "grad_norm": Infinity,
      "learning_rate": 8.079861191625498e-05,
      "loss": 14.1745,
      "step": 465
    },
    {
      "epoch": 0.14129775621588841,
      "grad_norm": Infinity,
      "learning_rate": 8.072087330109419e-05,
      "loss": 14.6373,
      "step": 466
    },
    {
      "epoch": 0.14160097028502122,
      "grad_norm": Infinity,
      "learning_rate": 8.064301520417367e-05,
      "loss": 14.4563,
      "step": 467
    },
    {
      "epoch": 0.14190418435415403,
      "grad_norm": Infinity,
      "learning_rate": 8.056503792830459e-05,
      "loss": 15.3713,
      "step": 468
    },
    {
      "epoch": 0.14220739842328683,
      "grad_norm": Infinity,
      "learning_rate": 8.048694177676156e-05,
      "loss": 14.1983,
      "step": 469
    },
    {
      "epoch": 0.14251061249241964,
      "grad_norm": Infinity,
      "learning_rate": 8.04087270532816e-05,
      "loss": 14.6464,
      "step": 470
    },
    {
      "epoch": 0.14281382656155245,
      "grad_norm": Infinity,
      "learning_rate": 8.033039406206282e-05,
      "loss": 15.6886,
      "step": 471
    },
    {
      "epoch": 0.14311704063068525,
      "grad_norm": Infinity,
      "learning_rate": 8.025194310776338e-05,
      "loss": 14.9851,
      "step": 472
    },
    {
      "epoch": 0.14342025469981806,
      "grad_norm": Infinity,
      "learning_rate": 8.01733744955002e-05,
      "loss": 15.1671,
      "step": 473
    },
    {
      "epoch": 0.14372346876895087,
      "grad_norm": Infinity,
      "learning_rate": 8.009468853084776e-05,
      "loss": 14.6013,
      "step": 474
    },
    {
      "epoch": 0.14402668283808367,
      "grad_norm": Infinity,
      "learning_rate": 8.001588551983703e-05,
      "loss": 14.1104,
      "step": 475
    },
    {
      "epoch": 0.14432989690721648,
      "grad_norm": Infinity,
      "learning_rate": 7.993696576895415e-05,
      "loss": 15.1492,
      "step": 476
    },
    {
      "epoch": 0.14463311097634932,
      "grad_norm": Infinity,
      "learning_rate": 7.985792958513931e-05,
      "loss": 14.4019,
      "step": 477
    },
    {
      "epoch": 0.14493632504548212,
      "grad_norm": Infinity,
      "learning_rate": 7.977877727578556e-05,
      "loss": 13.0842,
      "step": 478
    },
    {
      "epoch": 0.14523953911461493,
      "grad_norm": Infinity,
      "learning_rate": 7.969950914873753e-05,
      "loss": 15.1717,
      "step": 479
    },
    {
      "epoch": 0.14554275318374774,
      "grad_norm": Infinity,
      "learning_rate": 7.962012551229038e-05,
      "loss": 14.6859,
      "step": 480
    },
    {
      "epoch": 0.14584596725288054,
      "grad_norm": Infinity,
      "learning_rate": 7.954062667518845e-05,
      "loss": 14.8686,
      "step": 481
    },
    {
      "epoch": 0.14614918132201335,
      "grad_norm": Infinity,
      "learning_rate": 7.946101294662418e-05,
      "loss": 13.1872,
      "step": 482
    },
    {
      "epoch": 0.14645239539114616,
      "grad_norm": Infinity,
      "learning_rate": 7.938128463623681e-05,
      "loss": 15.0481,
      "step": 483
    },
    {
      "epoch": 0.14675560946027896,
      "grad_norm": Infinity,
      "learning_rate": 7.930144205411126e-05,
      "loss": 11.9187,
      "step": 484
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": Infinity,
      "learning_rate": 7.922148551077681e-05,
      "loss": 13.5179,
      "step": 485
    },
    {
      "epoch": 0.14736203759854458,
      "grad_norm": Infinity,
      "learning_rate": 7.914141531720608e-05,
      "loss": 13.3975,
      "step": 486
    },
    {
      "epoch": 0.14766525166767738,
      "grad_norm": Infinity,
      "learning_rate": 7.906123178481357e-05,
      "loss": 14.0883,
      "step": 487
    },
    {
      "epoch": 0.1479684657368102,
      "grad_norm": Infinity,
      "learning_rate": 7.898093522545472e-05,
      "loss": 14.8619,
      "step": 488
    },
    {
      "epoch": 0.148271679805943,
      "grad_norm": Infinity,
      "learning_rate": 7.890052595142447e-05,
      "loss": 12.7781,
      "step": 489
    },
    {
      "epoch": 0.1485748938750758,
      "grad_norm": Infinity,
      "learning_rate": 7.882000427545618e-05,
      "loss": 13.1784,
      "step": 490
    },
    {
      "epoch": 0.1488781079442086,
      "grad_norm": Infinity,
      "learning_rate": 7.873937051072035e-05,
      "loss": 12.3481,
      "step": 491
    },
    {
      "epoch": 0.14918132201334142,
      "grad_norm": Infinity,
      "learning_rate": 7.865862497082343e-05,
      "loss": 13.5714,
      "step": 492
    },
    {
      "epoch": 0.14948453608247422,
      "grad_norm": Infinity,
      "learning_rate": 7.857776796980662e-05,
      "loss": 13.86,
      "step": 493
    },
    {
      "epoch": 0.14978775015160703,
      "grad_norm": Infinity,
      "learning_rate": 7.849679982214458e-05,
      "loss": 12.0336,
      "step": 494
    },
    {
      "epoch": 0.15009096422073984,
      "grad_norm": Infinity,
      "learning_rate": 7.841572084274426e-05,
      "loss": 12.481,
      "step": 495
    },
    {
      "epoch": 0.15039417828987264,
      "grad_norm": 1.8378352251438629e+19,
      "learning_rate": 7.833453134694371e-05,
      "loss": 11.8751,
      "step": 496
    },
    {
      "epoch": 0.15069739235900545,
      "grad_norm": Infinity,
      "learning_rate": 7.825323165051073e-05,
      "loss": 11.5447,
      "step": 497
    },
    {
      "epoch": 0.15100060642813826,
      "grad_norm": Infinity,
      "learning_rate": 7.817182206964176e-05,
      "loss": 10.6087,
      "step": 498
    },
    {
      "epoch": 0.15130382049727106,
      "grad_norm": 994979371548672.0,
      "learning_rate": 7.809030292096065e-05,
      "loss": 7.5201,
      "step": 499
    },
    {
      "epoch": 0.15160703456640387,
      "grad_norm": 718549824.0,
      "learning_rate": 7.80086745215173e-05,
      "loss": 4.971,
      "step": 500
    },
    {
      "epoch": 0.15191024863553668,
      "grad_norm": Infinity,
      "learning_rate": 7.792693718878662e-05,
      "loss": 14.3579,
      "step": 501
    },
    {
      "epoch": 0.15221346270466948,
      "grad_norm": Infinity,
      "learning_rate": 7.78450912406671e-05,
      "loss": 13.6599,
      "step": 502
    },
    {
      "epoch": 0.15251667677380232,
      "grad_norm": Infinity,
      "learning_rate": 7.77631369954797e-05,
      "loss": 14.1387,
      "step": 503
    },
    {
      "epoch": 0.15281989084293512,
      "grad_norm": Infinity,
      "learning_rate": 7.768107477196658e-05,
      "loss": 14.0814,
      "step": 504
    },
    {
      "epoch": 0.15312310491206793,
      "grad_norm": Infinity,
      "learning_rate": 7.759890488928987e-05,
      "loss": 14.0453,
      "step": 505
    },
    {
      "epoch": 0.15342631898120074,
      "grad_norm": Infinity,
      "learning_rate": 7.751662766703038e-05,
      "loss": 14.5954,
      "step": 506
    },
    {
      "epoch": 0.15372953305033354,
      "grad_norm": Infinity,
      "learning_rate": 7.743424342518644e-05,
      "loss": 14.3588,
      "step": 507
    },
    {
      "epoch": 0.15403274711946635,
      "grad_norm": Infinity,
      "learning_rate": 7.735175248417255e-05,
      "loss": 15.0287,
      "step": 508
    },
    {
      "epoch": 0.15433596118859916,
      "grad_norm": Infinity,
      "learning_rate": 7.726915516481824e-05,
      "loss": 13.8516,
      "step": 509
    },
    {
      "epoch": 0.15463917525773196,
      "grad_norm": Infinity,
      "learning_rate": 7.718645178836676e-05,
      "loss": 13.5143,
      "step": 510
    },
    {
      "epoch": 0.15494238932686477,
      "grad_norm": Infinity,
      "learning_rate": 7.71036426764738e-05,
      "loss": 14.419,
      "step": 511
    },
    {
      "epoch": 0.15524560339599758,
      "grad_norm": Infinity,
      "learning_rate": 7.702072815120638e-05,
      "loss": 15.0146,
      "step": 512
    },
    {
      "epoch": 0.15554881746513038,
      "grad_norm": Infinity,
      "learning_rate": 7.693770853504143e-05,
      "loss": 14.4193,
      "step": 513
    },
    {
      "epoch": 0.1558520315342632,
      "grad_norm": Infinity,
      "learning_rate": 7.68545841508646e-05,
      "loss": 15.5186,
      "step": 514
    },
    {
      "epoch": 0.156155245603396,
      "grad_norm": Infinity,
      "learning_rate": 7.677135532196905e-05,
      "loss": 14.823,
      "step": 515
    },
    {
      "epoch": 0.1564584596725288,
      "grad_norm": Infinity,
      "learning_rate": 7.668802237205413e-05,
      "loss": 15.9278,
      "step": 516
    },
    {
      "epoch": 0.1567616737416616,
      "grad_norm": Infinity,
      "learning_rate": 7.660458562522415e-05,
      "loss": 14.5319,
      "step": 517
    },
    {
      "epoch": 0.15706488781079442,
      "grad_norm": Infinity,
      "learning_rate": 7.652104540598712e-05,
      "loss": 14.7509,
      "step": 518
    },
    {
      "epoch": 0.15736810187992722,
      "grad_norm": Infinity,
      "learning_rate": 7.643740203925352e-05,
      "loss": 14.7727,
      "step": 519
    },
    {
      "epoch": 0.15767131594906003,
      "grad_norm": Infinity,
      "learning_rate": 7.635365585033488e-05,
      "loss": 15.2433,
      "step": 520
    },
    {
      "epoch": 0.15797453001819284,
      "grad_norm": Infinity,
      "learning_rate": 7.626980716494274e-05,
      "loss": 16.7898,
      "step": 521
    },
    {
      "epoch": 0.15827774408732564,
      "grad_norm": Infinity,
      "learning_rate": 7.618585630918727e-05,
      "loss": 13.8447,
      "step": 522
    },
    {
      "epoch": 0.15858095815645845,
      "grad_norm": Infinity,
      "learning_rate": 7.610180360957595e-05,
      "loss": 13.9325,
      "step": 523
    },
    {
      "epoch": 0.15888417222559126,
      "grad_norm": Infinity,
      "learning_rate": 7.601764939301241e-05,
      "loss": 14.7711,
      "step": 524
    },
    {
      "epoch": 0.15918738629472406,
      "grad_norm": Infinity,
      "learning_rate": 7.593339398679511e-05,
      "loss": 13.5338,
      "step": 525
    },
    {
      "epoch": 0.15949060036385687,
      "grad_norm": Infinity,
      "learning_rate": 7.5849037718616e-05,
      "loss": 13.7845,
      "step": 526
    },
    {
      "epoch": 0.15979381443298968,
      "grad_norm": Infinity,
      "learning_rate": 7.57645809165594e-05,
      "loss": 13.6392,
      "step": 527
    },
    {
      "epoch": 0.16009702850212248,
      "grad_norm": Infinity,
      "learning_rate": 7.568002390910054e-05,
      "loss": 14.8871,
      "step": 528
    },
    {
      "epoch": 0.16040024257125532,
      "grad_norm": Infinity,
      "learning_rate": 7.559536702510444e-05,
      "loss": 13.6099,
      "step": 529
    },
    {
      "epoch": 0.16070345664038813,
      "grad_norm": Infinity,
      "learning_rate": 7.551061059382455e-05,
      "loss": 15.0778,
      "step": 530
    },
    {
      "epoch": 0.16100667070952093,
      "grad_norm": Infinity,
      "learning_rate": 7.542575494490148e-05,
      "loss": 13.8822,
      "step": 531
    },
    {
      "epoch": 0.16130988477865374,
      "grad_norm": Infinity,
      "learning_rate": 7.534080040836173e-05,
      "loss": 13.4834,
      "step": 532
    },
    {
      "epoch": 0.16161309884778655,
      "grad_norm": Infinity,
      "learning_rate": 7.525574731461642e-05,
      "loss": 13.0909,
      "step": 533
    },
    {
      "epoch": 0.16191631291691935,
      "grad_norm": Infinity,
      "learning_rate": 7.517059599445995e-05,
      "loss": 13.6646,
      "step": 534
    },
    {
      "epoch": 0.16221952698605216,
      "grad_norm": Infinity,
      "learning_rate": 7.508534677906875e-05,
      "loss": 12.702,
      "step": 535
    },
    {
      "epoch": 0.16252274105518497,
      "grad_norm": Infinity,
      "learning_rate": 7.500000000000001e-05,
      "loss": 12.9821,
      "step": 536
    },
    {
      "epoch": 0.16282595512431777,
      "grad_norm": Infinity,
      "learning_rate": 7.491455598919038e-05,
      "loss": 13.2915,
      "step": 537
    },
    {
      "epoch": 0.16312916919345058,
      "grad_norm": Infinity,
      "learning_rate": 7.482901507895463e-05,
      "loss": 14.1628,
      "step": 538
    },
    {
      "epoch": 0.16343238326258339,
      "grad_norm": Infinity,
      "learning_rate": 7.474337760198447e-05,
      "loss": 13.9572,
      "step": 539
    },
    {
      "epoch": 0.1637355973317162,
      "grad_norm": Infinity,
      "learning_rate": 7.46576438913471e-05,
      "loss": 12.5068,
      "step": 540
    },
    {
      "epoch": 0.164038811400849,
      "grad_norm": Infinity,
      "learning_rate": 7.457181428048405e-05,
      "loss": 12.5015,
      "step": 541
    },
    {
      "epoch": 0.1643420254699818,
      "grad_norm": Infinity,
      "learning_rate": 7.448588910320983e-05,
      "loss": 12.4128,
      "step": 542
    },
    {
      "epoch": 0.1646452395391146,
      "grad_norm": Infinity,
      "learning_rate": 7.439986869371061e-05,
      "loss": 13.0212,
      "step": 543
    },
    {
      "epoch": 0.16494845360824742,
      "grad_norm": Infinity,
      "learning_rate": 7.431375338654295e-05,
      "loss": 12.0277,
      "step": 544
    },
    {
      "epoch": 0.16525166767738023,
      "grad_norm": Infinity,
      "learning_rate": 7.422754351663252e-05,
      "loss": 12.0731,
      "step": 545
    },
    {
      "epoch": 0.16555488174651303,
      "grad_norm": Infinity,
      "learning_rate": 7.414123941927272e-05,
      "loss": 12.4786,
      "step": 546
    },
    {
      "epoch": 0.16585809581564584,
      "grad_norm": Infinity,
      "learning_rate": 7.40548414301235e-05,
      "loss": 11.43,
      "step": 547
    },
    {
      "epoch": 0.16616130988477865,
      "grad_norm": Infinity,
      "learning_rate": 7.396834988520988e-05,
      "loss": 10.1878,
      "step": 548
    },
    {
      "epoch": 0.16646452395391145,
      "grad_norm": 779797080834048.0,
      "learning_rate": 7.388176512092084e-05,
      "loss": 6.972,
      "step": 549
    },
    {
      "epoch": 0.16676773802304426,
      "grad_norm": 3217480482816.0,
      "learning_rate": 7.379508747400788e-05,
      "loss": 5.9758,
      "step": 550
    },
    {
      "epoch": 0.16707095209217707,
      "grad_norm": Infinity,
      "learning_rate": 7.37083172815837e-05,
      "loss": 13.5532,
      "step": 551
    },
    {
      "epoch": 0.16737416616130987,
      "grad_norm": Infinity,
      "learning_rate": 7.362145488112102e-05,
      "loss": 15.0056,
      "step": 552
    },
    {
      "epoch": 0.16767738023044268,
      "grad_norm": Infinity,
      "learning_rate": 7.35345006104511e-05,
      "loss": 13.2944,
      "step": 553
    },
    {
      "epoch": 0.16798059429957551,
      "grad_norm": Infinity,
      "learning_rate": 7.344745480776257e-05,
      "loss": 14.138,
      "step": 554
    },
    {
      "epoch": 0.16828380836870832,
      "grad_norm": Infinity,
      "learning_rate": 7.33603178116e-05,
      "loss": 14.547,
      "step": 555
    },
    {
      "epoch": 0.16858702243784113,
      "grad_norm": Infinity,
      "learning_rate": 7.32730899608627e-05,
      "loss": 13.8291,
      "step": 556
    },
    {
      "epoch": 0.16889023650697393,
      "grad_norm": Infinity,
      "learning_rate": 7.318577159480327e-05,
      "loss": 14.5711,
      "step": 557
    },
    {
      "epoch": 0.16919345057610674,
      "grad_norm": Infinity,
      "learning_rate": 7.309836305302637e-05,
      "loss": 14.3718,
      "step": 558
    },
    {
      "epoch": 0.16949666464523955,
      "grad_norm": Infinity,
      "learning_rate": 7.301086467548744e-05,
      "loss": 14.7641,
      "step": 559
    },
    {
      "epoch": 0.16979987871437235,
      "grad_norm": Infinity,
      "learning_rate": 7.292327680249123e-05,
      "loss": 14.006,
      "step": 560
    },
    {
      "epoch": 0.17010309278350516,
      "grad_norm": Infinity,
      "learning_rate": 7.283559977469058e-05,
      "loss": 15.0066,
      "step": 561
    },
    {
      "epoch": 0.17040630685263797,
      "grad_norm": Infinity,
      "learning_rate": 7.274783393308513e-05,
      "loss": 15.5295,
      "step": 562
    },
    {
      "epoch": 0.17070952092177077,
      "grad_norm": Infinity,
      "learning_rate": 7.265997961901987e-05,
      "loss": 14.071,
      "step": 563
    },
    {
      "epoch": 0.17101273499090358,
      "grad_norm": Infinity,
      "learning_rate": 7.257203717418392e-05,
      "loss": 14.4631,
      "step": 564
    },
    {
      "epoch": 0.1713159490600364,
      "grad_norm": Infinity,
      "learning_rate": 7.248400694060917e-05,
      "loss": 14.7487,
      "step": 565
    },
    {
      "epoch": 0.1716191631291692,
      "grad_norm": Infinity,
      "learning_rate": 7.239588926066894e-05,
      "loss": 14.8727,
      "step": 566
    },
    {
      "epoch": 0.171922377198302,
      "grad_norm": Infinity,
      "learning_rate": 7.230768447707663e-05,
      "loss": 15.0302,
      "step": 567
    },
    {
      "epoch": 0.1722255912674348,
      "grad_norm": Infinity,
      "learning_rate": 7.221939293288444e-05,
      "loss": 15.0592,
      "step": 568
    },
    {
      "epoch": 0.17252880533656761,
      "grad_norm": Infinity,
      "learning_rate": 7.2131014971482e-05,
      "loss": 14.3481,
      "step": 569
    },
    {
      "epoch": 0.17283201940570042,
      "grad_norm": Infinity,
      "learning_rate": 7.204255093659502e-05,
      "loss": 13.799,
      "step": 570
    },
    {
      "epoch": 0.17313523347483323,
      "grad_norm": Infinity,
      "learning_rate": 7.195400117228397e-05,
      "loss": 14.1627,
      "step": 571
    },
    {
      "epoch": 0.17343844754396603,
      "grad_norm": Infinity,
      "learning_rate": 7.186536602294278e-05,
      "loss": 14.4145,
      "step": 572
    },
    {
      "epoch": 0.17374166161309884,
      "grad_norm": Infinity,
      "learning_rate": 7.177664583329743e-05,
      "loss": 14.3136,
      "step": 573
    },
    {
      "epoch": 0.17404487568223165,
      "grad_norm": Infinity,
      "learning_rate": 7.168784094840467e-05,
      "loss": 15.178,
      "step": 574
    },
    {
      "epoch": 0.17434808975136445,
      "grad_norm": Infinity,
      "learning_rate": 7.159895171365065e-05,
      "loss": 14.799,
      "step": 575
    },
    {
      "epoch": 0.17465130382049726,
      "grad_norm": Infinity,
      "learning_rate": 7.150997847474956e-05,
      "loss": 12.9238,
      "step": 576
    },
    {
      "epoch": 0.17495451788963007,
      "grad_norm": Infinity,
      "learning_rate": 7.142092157774233e-05,
      "loss": 14.6972,
      "step": 577
    },
    {
      "epoch": 0.17525773195876287,
      "grad_norm": Infinity,
      "learning_rate": 7.133178136899522e-05,
      "loss": 13.4366,
      "step": 578
    },
    {
      "epoch": 0.17556094602789568,
      "grad_norm": Infinity,
      "learning_rate": 7.124255819519855e-05,
      "loss": 14.5384,
      "step": 579
    },
    {
      "epoch": 0.17586416009702852,
      "grad_norm": Infinity,
      "learning_rate": 7.11532524033653e-05,
      "loss": 14.3147,
      "step": 580
    },
    {
      "epoch": 0.17616737416616132,
      "grad_norm": Infinity,
      "learning_rate": 7.106386434082979e-05,
      "loss": 14.8181,
      "step": 581
    },
    {
      "epoch": 0.17647058823529413,
      "grad_norm": Infinity,
      "learning_rate": 7.097439435524628e-05,
      "loss": 13.8903,
      "step": 582
    },
    {
      "epoch": 0.17677380230442694,
      "grad_norm": Infinity,
      "learning_rate": 7.088484279458767e-05,
      "loss": 14.3318,
      "step": 583
    },
    {
      "epoch": 0.17707701637355974,
      "grad_norm": Infinity,
      "learning_rate": 7.079521000714414e-05,
      "loss": 14.7903,
      "step": 584
    },
    {
      "epoch": 0.17738023044269255,
      "grad_norm": Infinity,
      "learning_rate": 7.070549634152172e-05,
      "loss": 14.1426,
      "step": 585
    },
    {
      "epoch": 0.17768344451182536,
      "grad_norm": Infinity,
      "learning_rate": 7.061570214664112e-05,
      "loss": 12.6397,
      "step": 586
    },
    {
      "epoch": 0.17798665858095816,
      "grad_norm": Infinity,
      "learning_rate": 7.052582777173613e-05,
      "loss": 13.1072,
      "step": 587
    },
    {
      "epoch": 0.17828987265009097,
      "grad_norm": Infinity,
      "learning_rate": 7.043587356635243e-05,
      "loss": 12.073,
      "step": 588
    },
    {
      "epoch": 0.17859308671922378,
      "grad_norm": Infinity,
      "learning_rate": 7.034583988034618e-05,
      "loss": 13.6063,
      "step": 589
    },
    {
      "epoch": 0.17889630078835658,
      "grad_norm": Infinity,
      "learning_rate": 7.025572706388268e-05,
      "loss": 13.5606,
      "step": 590
    },
    {
      "epoch": 0.1791995148574894,
      "grad_norm": Infinity,
      "learning_rate": 7.016553546743495e-05,
      "loss": 14.0385,
      "step": 591
    },
    {
      "epoch": 0.1795027289266222,
      "grad_norm": Infinity,
      "learning_rate": 7.007526544178243e-05,
      "loss": 14.2078,
      "step": 592
    },
    {
      "epoch": 0.179805942995755,
      "grad_norm": Infinity,
      "learning_rate": 6.99849173380096e-05,
      "loss": 12.8093,
      "step": 593
    },
    {
      "epoch": 0.1801091570648878,
      "grad_norm": Infinity,
      "learning_rate": 6.98944915075046e-05,
      "loss": 12.5141,
      "step": 594
    },
    {
      "epoch": 0.18041237113402062,
      "grad_norm": 7.22276060233728e+18,
      "learning_rate": 6.980398830195785e-05,
      "loss": 10.9792,
      "step": 595
    },
    {
      "epoch": 0.18071558520315342,
      "grad_norm": Infinity,
      "learning_rate": 6.971340807336072e-05,
      "loss": 10.9289,
      "step": 596
    },
    {
      "epoch": 0.18101879927228623,
      "grad_norm": Infinity,
      "learning_rate": 6.962275117400415e-05,
      "loss": 11.8306,
      "step": 597
    },
    {
      "epoch": 0.18132201334141904,
      "grad_norm": Infinity,
      "learning_rate": 6.953201795647729e-05,
      "loss": 11.1353,
      "step": 598
    },
    {
      "epoch": 0.18162522741055184,
      "grad_norm": 342625747992576.0,
      "learning_rate": 6.944120877366604e-05,
      "loss": 8.56,
      "step": 599
    },
    {
      "epoch": 0.18192844147968465,
      "grad_norm": 2.8435964854534144e+16,
      "learning_rate": 6.935032397875183e-05,
      "loss": 5.2254,
      "step": 600
    },
    {
      "epoch": 0.18223165554881746,
      "grad_norm": Infinity,
      "learning_rate": 6.925936392521011e-05,
      "loss": 13.748,
      "step": 601
    },
    {
      "epoch": 0.18253486961795026,
      "grad_norm": Infinity,
      "learning_rate": 6.916832896680909e-05,
      "loss": 14.538,
      "step": 602
    },
    {
      "epoch": 0.18283808368708307,
      "grad_norm": Infinity,
      "learning_rate": 6.907721945760823e-05,
      "loss": 13.9729,
      "step": 603
    },
    {
      "epoch": 0.18314129775621588,
      "grad_norm": Infinity,
      "learning_rate": 6.898603575195701e-05,
      "loss": 14.3531,
      "step": 604
    },
    {
      "epoch": 0.18344451182534868,
      "grad_norm": Infinity,
      "learning_rate": 6.889477820449342e-05,
      "loss": 15.3809,
      "step": 605
    },
    {
      "epoch": 0.18374772589448152,
      "grad_norm": Infinity,
      "learning_rate": 6.880344717014271e-05,
      "loss": 14.5726,
      "step": 606
    },
    {
      "epoch": 0.18405093996361432,
      "grad_norm": Infinity,
      "learning_rate": 6.871204300411584e-05,
      "loss": 14.9103,
      "step": 607
    },
    {
      "epoch": 0.18435415403274713,
      "grad_norm": Infinity,
      "learning_rate": 6.86205660619083e-05,
      "loss": 14.1285,
      "step": 608
    },
    {
      "epoch": 0.18465736810187994,
      "grad_norm": Infinity,
      "learning_rate": 6.852901669929857e-05,
      "loss": 14.8279,
      "step": 609
    },
    {
      "epoch": 0.18496058217101274,
      "grad_norm": Infinity,
      "learning_rate": 6.84373952723468e-05,
      "loss": 14.4223,
      "step": 610
    },
    {
      "epoch": 0.18526379624014555,
      "grad_norm": Infinity,
      "learning_rate": 6.834570213739346e-05,
      "loss": 14.0551,
      "step": 611
    },
    {
      "epoch": 0.18556701030927836,
      "grad_norm": Infinity,
      "learning_rate": 6.825393765105782e-05,
      "loss": 14.1354,
      "step": 612
    },
    {
      "epoch": 0.18587022437841116,
      "grad_norm": Infinity,
      "learning_rate": 6.816210217023675e-05,
      "loss": 14.3579,
      "step": 613
    },
    {
      "epoch": 0.18617343844754397,
      "grad_norm": Infinity,
      "learning_rate": 6.807019605210319e-05,
      "loss": 15.176,
      "step": 614
    },
    {
      "epoch": 0.18647665251667678,
      "grad_norm": Infinity,
      "learning_rate": 6.79782196541048e-05,
      "loss": 15.0751,
      "step": 615
    },
    {
      "epoch": 0.18677986658580958,
      "grad_norm": Infinity,
      "learning_rate": 6.78861733339626e-05,
      "loss": 14.963,
      "step": 616
    },
    {
      "epoch": 0.1870830806549424,
      "grad_norm": Infinity,
      "learning_rate": 6.779405744966954e-05,
      "loss": 15.166,
      "step": 617
    },
    {
      "epoch": 0.1873862947240752,
      "grad_norm": Infinity,
      "learning_rate": 6.770187235948916e-05,
      "loss": 14.5905,
      "step": 618
    },
    {
      "epoch": 0.187689508793208,
      "grad_norm": Infinity,
      "learning_rate": 6.760961842195412e-05,
      "loss": 15.3785,
      "step": 619
    },
    {
      "epoch": 0.1879927228623408,
      "grad_norm": Infinity,
      "learning_rate": 6.751729599586483e-05,
      "loss": 15.3796,
      "step": 620
    },
    {
      "epoch": 0.18829593693147362,
      "grad_norm": Infinity,
      "learning_rate": 6.742490544028815e-05,
      "loss": 14.485,
      "step": 621
    },
    {
      "epoch": 0.18859915100060642,
      "grad_norm": Infinity,
      "learning_rate": 6.73324471145558e-05,
      "loss": 14.2402,
      "step": 622
    },
    {
      "epoch": 0.18890236506973923,
      "grad_norm": Infinity,
      "learning_rate": 6.723992137826318e-05,
      "loss": 15.3853,
      "step": 623
    },
    {
      "epoch": 0.18920557913887204,
      "grad_norm": Infinity,
      "learning_rate": 6.714732859126783e-05,
      "loss": 14.479,
      "step": 624
    },
    {
      "epoch": 0.18950879320800484,
      "grad_norm": Infinity,
      "learning_rate": 6.705466911368803e-05,
      "loss": 14.8909,
      "step": 625
    },
    {
      "epoch": 0.18981200727713765,
      "grad_norm": Infinity,
      "learning_rate": 6.696194330590151e-05,
      "loss": 14.9232,
      "step": 626
    },
    {
      "epoch": 0.19011522134627046,
      "grad_norm": Infinity,
      "learning_rate": 6.686915152854394e-05,
      "loss": 14.8384,
      "step": 627
    },
    {
      "epoch": 0.19041843541540326,
      "grad_norm": Infinity,
      "learning_rate": 6.677629414250754e-05,
      "loss": 15.0739,
      "step": 628
    },
    {
      "epoch": 0.19072164948453607,
      "grad_norm": Infinity,
      "learning_rate": 6.668337150893971e-05,
      "loss": 13.7997,
      "step": 629
    },
    {
      "epoch": 0.19102486355366888,
      "grad_norm": Infinity,
      "learning_rate": 6.659038398924166e-05,
      "loss": 14.4087,
      "step": 630
    },
    {
      "epoch": 0.19132807762280168,
      "grad_norm": Infinity,
      "learning_rate": 6.64973319450669e-05,
      "loss": 14.2139,
      "step": 631
    },
    {
      "epoch": 0.19163129169193452,
      "grad_norm": Infinity,
      "learning_rate": 6.640421573831995e-05,
      "loss": 12.8804,
      "step": 632
    },
    {
      "epoch": 0.19193450576106733,
      "grad_norm": Infinity,
      "learning_rate": 6.63110357311548e-05,
      "loss": 14.2158,
      "step": 633
    },
    {
      "epoch": 0.19223771983020013,
      "grad_norm": Infinity,
      "learning_rate": 6.621779228597368e-05,
      "loss": 13.556,
      "step": 634
    },
    {
      "epoch": 0.19254093389933294,
      "grad_norm": Infinity,
      "learning_rate": 6.612448576542545e-05,
      "loss": 13.3176,
      "step": 635
    },
    {
      "epoch": 0.19284414796846575,
      "grad_norm": Infinity,
      "learning_rate": 6.603111653240434e-05,
      "loss": 12.2137,
      "step": 636
    },
    {
      "epoch": 0.19314736203759855,
      "grad_norm": Infinity,
      "learning_rate": 6.593768495004848e-05,
      "loss": 13.7288,
      "step": 637
    },
    {
      "epoch": 0.19345057610673136,
      "grad_norm": Infinity,
      "learning_rate": 6.584419138173845e-05,
      "loss": 12.2071,
      "step": 638
    },
    {
      "epoch": 0.19375379017586417,
      "grad_norm": Infinity,
      "learning_rate": 6.575063619109599e-05,
      "loss": 14.1804,
      "step": 639
    },
    {
      "epoch": 0.19405700424499697,
      "grad_norm": Infinity,
      "learning_rate": 6.565701974198243e-05,
      "loss": 13.5512,
      "step": 640
    },
    {
      "epoch": 0.19436021831412978,
      "grad_norm": Infinity,
      "learning_rate": 6.556334239849744e-05,
      "loss": 14.1671,
      "step": 641
    },
    {
      "epoch": 0.19466343238326259,
      "grad_norm": Infinity,
      "learning_rate": 6.546960452497739e-05,
      "loss": 13.1459,
      "step": 642
    },
    {
      "epoch": 0.1949666464523954,
      "grad_norm": Infinity,
      "learning_rate": 6.53758064859942e-05,
      "loss": 11.8766,
      "step": 643
    },
    {
      "epoch": 0.1952698605215282,
      "grad_norm": Infinity,
      "learning_rate": 6.528194864635369e-05,
      "loss": 13.2638,
      "step": 644
    },
    {
      "epoch": 0.195573074590661,
      "grad_norm": Infinity,
      "learning_rate": 6.518803137109438e-05,
      "loss": 11.9888,
      "step": 645
    },
    {
      "epoch": 0.1958762886597938,
      "grad_norm": Infinity,
      "learning_rate": 6.509405502548578e-05,
      "loss": 11.6616,
      "step": 646
    },
    {
      "epoch": 0.19617950272892662,
      "grad_norm": Infinity,
      "learning_rate": 6.500001997502731e-05,
      "loss": 11.8849,
      "step": 647
    },
    {
      "epoch": 0.19648271679805943,
      "grad_norm": 1.1942455066755072e+16,
      "learning_rate": 6.490592658544661e-05,
      "loss": 11.0497,
      "step": 648
    },
    {
      "epoch": 0.19678593086719223,
      "grad_norm": 776028448358400.0,
      "learning_rate": 6.481177522269825e-05,
      "loss": 8.4042,
      "step": 649
    },
    {
      "epoch": 0.19708914493632504,
      "grad_norm": 60248748032.0,
      "learning_rate": 6.471756625296224e-05,
      "loss": 5.5727,
      "step": 650
    },
    {
      "epoch": 0.19739235900545785,
      "grad_norm": Infinity,
      "learning_rate": 6.462330004264272e-05,
      "loss": 14.3362,
      "step": 651
    },
    {
      "epoch": 0.19769557307459065,
      "grad_norm": Infinity,
      "learning_rate": 6.452897695836635e-05,
      "loss": 13.5726,
      "step": 652
    },
    {
      "epoch": 0.19799878714372346,
      "grad_norm": Infinity,
      "learning_rate": 6.443459736698105e-05,
      "loss": 14.4515,
      "step": 653
    },
    {
      "epoch": 0.19830200121285627,
      "grad_norm": Infinity,
      "learning_rate": 6.434016163555452e-05,
      "loss": 13.6995,
      "step": 654
    },
    {
      "epoch": 0.19860521528198907,
      "grad_norm": Infinity,
      "learning_rate": 6.424567013137276e-05,
      "loss": 15.0799,
      "step": 655
    },
    {
      "epoch": 0.19890842935112188,
      "grad_norm": Infinity,
      "learning_rate": 6.41511232219387e-05,
      "loss": 14.6741,
      "step": 656
    },
    {
      "epoch": 0.19921164342025469,
      "grad_norm": Infinity,
      "learning_rate": 6.40565212749708e-05,
      "loss": 14.8742,
      "step": 657
    },
    {
      "epoch": 0.19951485748938752,
      "grad_norm": Infinity,
      "learning_rate": 6.396186465840151e-05,
      "loss": 13.9915,
      "step": 658
    },
    {
      "epoch": 0.19981807155852033,
      "grad_norm": Infinity,
      "learning_rate": 6.386715374037596e-05,
      "loss": 14.6225,
      "step": 659
    },
    {
      "epoch": 0.20012128562765313,
      "grad_norm": Infinity,
      "learning_rate": 6.37723888892504e-05,
      "loss": 15.3178,
      "step": 660
    },
    {
      "epoch": 0.20042449969678594,
      "grad_norm": Infinity,
      "learning_rate": 6.367757047359093e-05,
      "loss": 14.2008,
      "step": 661
    },
    {
      "epoch": 0.20072771376591875,
      "grad_norm": Infinity,
      "learning_rate": 6.358269886217194e-05,
      "loss": 15.2637,
      "step": 662
    },
    {
      "epoch": 0.20103092783505155,
      "grad_norm": Infinity,
      "learning_rate": 6.348777442397468e-05,
      "loss": 14.4818,
      "step": 663
    },
    {
      "epoch": 0.20133414190418436,
      "grad_norm": Infinity,
      "learning_rate": 6.339279752818591e-05,
      "loss": 14.7819,
      "step": 664
    },
    {
      "epoch": 0.20163735597331717,
      "grad_norm": Infinity,
      "learning_rate": 6.329776854419636e-05,
      "loss": 13.586,
      "step": 665
    },
    {
      "epoch": 0.20194057004244997,
      "grad_norm": Infinity,
      "learning_rate": 6.320268784159939e-05,
      "loss": 14.7109,
      "step": 666
    },
    {
      "epoch": 0.20224378411158278,
      "grad_norm": Infinity,
      "learning_rate": 6.310755579018948e-05,
      "loss": 14.8707,
      "step": 667
    },
    {
      "epoch": 0.2025469981807156,
      "grad_norm": Infinity,
      "learning_rate": 6.301237275996082e-05,
      "loss": 15.5218,
      "step": 668
    },
    {
      "epoch": 0.2028502122498484,
      "grad_norm": Infinity,
      "learning_rate": 6.29171391211059e-05,
      "loss": 15.0747,
      "step": 669
    },
    {
      "epoch": 0.2031534263189812,
      "grad_norm": Infinity,
      "learning_rate": 6.282185524401405e-05,
      "loss": 14.4689,
      "step": 670
    },
    {
      "epoch": 0.203456640388114,
      "grad_norm": Infinity,
      "learning_rate": 6.272652149926988e-05,
      "loss": 14.3277,
      "step": 671
    },
    {
      "epoch": 0.20375985445724681,
      "grad_norm": Infinity,
      "learning_rate": 6.26311382576521e-05,
      "loss": 14.5399,
      "step": 672
    },
    {
      "epoch": 0.20406306852637962,
      "grad_norm": Infinity,
      "learning_rate": 6.253570589013183e-05,
      "loss": 14.469,
      "step": 673
    },
    {
      "epoch": 0.20436628259551243,
      "grad_norm": Infinity,
      "learning_rate": 6.244022476787124e-05,
      "loss": 14.039,
      "step": 674
    },
    {
      "epoch": 0.20466949666464523,
      "grad_norm": Infinity,
      "learning_rate": 6.234469526222224e-05,
      "loss": 14.4255,
      "step": 675
    },
    {
      "epoch": 0.20497271073377804,
      "grad_norm": Infinity,
      "learning_rate": 6.224911774472476e-05,
      "loss": 14.3089,
      "step": 676
    },
    {
      "epoch": 0.20527592480291085,
      "grad_norm": Infinity,
      "learning_rate": 6.215349258710557e-05,
      "loss": 13.3125,
      "step": 677
    },
    {
      "epoch": 0.20557913887204365,
      "grad_norm": Infinity,
      "learning_rate": 6.205782016127671e-05,
      "loss": 14.3822,
      "step": 678
    },
    {
      "epoch": 0.20588235294117646,
      "grad_norm": Infinity,
      "learning_rate": 6.196210083933402e-05,
      "loss": 14.8662,
      "step": 679
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": Infinity,
      "learning_rate": 6.186633499355576e-05,
      "loss": 14.7848,
      "step": 680
    },
    {
      "epoch": 0.20648878107944207,
      "grad_norm": Infinity,
      "learning_rate": 6.17705229964011e-05,
      "loss": 13.5919,
      "step": 681
    },
    {
      "epoch": 0.20679199514857488,
      "grad_norm": Infinity,
      "learning_rate": 6.167466522050876e-05,
      "loss": 12.967,
      "step": 682
    },
    {
      "epoch": 0.20709520921770772,
      "grad_norm": Infinity,
      "learning_rate": 6.157876203869546e-05,
      "loss": 14.0365,
      "step": 683
    },
    {
      "epoch": 0.20739842328684052,
      "grad_norm": Infinity,
      "learning_rate": 6.148281382395455e-05,
      "loss": 14.0596,
      "step": 684
    },
    {
      "epoch": 0.20770163735597333,
      "grad_norm": Infinity,
      "learning_rate": 6.13868209494545e-05,
      "loss": 14.93,
      "step": 685
    },
    {
      "epoch": 0.20800485142510614,
      "grad_norm": Infinity,
      "learning_rate": 6.129078378853748e-05,
      "loss": 13.6212,
      "step": 686
    },
    {
      "epoch": 0.20830806549423894,
      "grad_norm": Infinity,
      "learning_rate": 6.11947027147179e-05,
      "loss": 13.2227,
      "step": 687
    },
    {
      "epoch": 0.20861127956337175,
      "grad_norm": Infinity,
      "learning_rate": 6.109857810168098e-05,
      "loss": 13.1407,
      "step": 688
    },
    {
      "epoch": 0.20891449363250456,
      "grad_norm": Infinity,
      "learning_rate": 6.100241032328124e-05,
      "loss": 13.8365,
      "step": 689
    },
    {
      "epoch": 0.20921770770163736,
      "grad_norm": Infinity,
      "learning_rate": 6.09061997535411e-05,
      "loss": 14.2034,
      "step": 690
    },
    {
      "epoch": 0.20952092177077017,
      "grad_norm": Infinity,
      "learning_rate": 6.080994676664943e-05,
      "loss": 14.0552,
      "step": 691
    },
    {
      "epoch": 0.20982413583990298,
      "grad_norm": Infinity,
      "learning_rate": 6.0713651736960034e-05,
      "loss": 13.2752,
      "step": 692
    },
    {
      "epoch": 0.21012734990903578,
      "grad_norm": Infinity,
      "learning_rate": 6.061731503899024e-05,
      "loss": 11.2305,
      "step": 693
    },
    {
      "epoch": 0.2104305639781686,
      "grad_norm": Infinity,
      "learning_rate": 6.052093704741946e-05,
      "loss": 12.9956,
      "step": 694
    },
    {
      "epoch": 0.2107337780473014,
      "grad_norm": Infinity,
      "learning_rate": 6.0424518137087674e-05,
      "loss": 13.2971,
      "step": 695
    },
    {
      "epoch": 0.2110369921164342,
      "grad_norm": Infinity,
      "learning_rate": 6.032805868299403e-05,
      "loss": 13.4273,
      "step": 696
    },
    {
      "epoch": 0.211340206185567,
      "grad_norm": 2.414827426392572e+18,
      "learning_rate": 6.023155906029535e-05,
      "loss": 11.6506,
      "step": 697
    },
    {
      "epoch": 0.21164342025469982,
      "grad_norm": 3.3853212602537083e+18,
      "learning_rate": 6.013501964430468e-05,
      "loss": 11.7019,
      "step": 698
    },
    {
      "epoch": 0.21194663432383262,
      "grad_norm": 2.606953064573174e+18,
      "learning_rate": 6.003844081048986e-05,
      "loss": 11.6118,
      "step": 699
    },
    {
      "epoch": 0.21224984839296543,
      "grad_norm": 277315015671808.0,
      "learning_rate": 5.9941822934472005e-05,
      "loss": 6.6805,
      "step": 700
    },
    {
      "epoch": 0.21255306246209824,
      "grad_norm": Infinity,
      "learning_rate": 5.9845166392024074e-05,
      "loss": 13.9246,
      "step": 701
    },
    {
      "epoch": 0.21285627653123104,
      "grad_norm": Infinity,
      "learning_rate": 5.974847155906944e-05,
      "loss": 13.7419,
      "step": 702
    },
    {
      "epoch": 0.21315949060036385,
      "grad_norm": Infinity,
      "learning_rate": 5.965173881168038e-05,
      "loss": 13.9647,
      "step": 703
    },
    {
      "epoch": 0.21346270466949666,
      "grad_norm": Infinity,
      "learning_rate": 5.955496852607661e-05,
      "loss": 14.3212,
      "step": 704
    },
    {
      "epoch": 0.21376591873862946,
      "grad_norm": Infinity,
      "learning_rate": 5.945816107862391e-05,
      "loss": 15.7344,
      "step": 705
    },
    {
      "epoch": 0.21406913280776227,
      "grad_norm": Infinity,
      "learning_rate": 5.936131684583249e-05,
      "loss": 15.5715,
      "step": 706
    },
    {
      "epoch": 0.21437234687689508,
      "grad_norm": Infinity,
      "learning_rate": 5.9264436204355724e-05,
      "loss": 15.0537,
      "step": 707
    },
    {
      "epoch": 0.21467556094602788,
      "grad_norm": Infinity,
      "learning_rate": 5.916751953098853e-05,
      "loss": 14.8981,
      "step": 708
    },
    {
      "epoch": 0.21497877501516072,
      "grad_norm": Infinity,
      "learning_rate": 5.907056720266598e-05,
      "loss": 15.3492,
      "step": 709
    },
    {
      "epoch": 0.21528198908429352,
      "grad_norm": Infinity,
      "learning_rate": 5.8973579596461834e-05,
      "loss": 14.6911,
      "step": 710
    },
    {
      "epoch": 0.21558520315342633,
      "grad_norm": Infinity,
      "learning_rate": 5.8876557089587036e-05,
      "loss": 14.7336,
      "step": 711
    },
    {
      "epoch": 0.21588841722255914,
      "grad_norm": Infinity,
      "learning_rate": 5.8779500059388274e-05,
      "loss": 15.0097,
      "step": 712
    },
    {
      "epoch": 0.21619163129169194,
      "grad_norm": Infinity,
      "learning_rate": 5.868240888334653e-05,
      "loss": 15.7464,
      "step": 713
    },
    {
      "epoch": 0.21649484536082475,
      "grad_norm": Infinity,
      "learning_rate": 5.858528393907553e-05,
      "loss": 14.7906,
      "step": 714
    },
    {
      "epoch": 0.21679805942995756,
      "grad_norm": Infinity,
      "learning_rate": 5.84881256043204e-05,
      "loss": 14.9184,
      "step": 715
    },
    {
      "epoch": 0.21710127349909036,
      "grad_norm": Infinity,
      "learning_rate": 5.839093425695609e-05,
      "loss": 14.7896,
      "step": 716
    },
    {
      "epoch": 0.21740448756822317,
      "grad_norm": Infinity,
      "learning_rate": 5.8293710274985954e-05,
      "loss": 14.35,
      "step": 717
    },
    {
      "epoch": 0.21770770163735598,
      "grad_norm": Infinity,
      "learning_rate": 5.819645403654027e-05,
      "loss": 14.6471,
      "step": 718
    },
    {
      "epoch": 0.21801091570648878,
      "grad_norm": Infinity,
      "learning_rate": 5.8099165919874784e-05,
      "loss": 14.8665,
      "step": 719
    },
    {
      "epoch": 0.2183141297756216,
      "grad_norm": Infinity,
      "learning_rate": 5.8001846303369224e-05,
      "loss": 13.8377,
      "step": 720
    },
    {
      "epoch": 0.2186173438447544,
      "grad_norm": Infinity,
      "learning_rate": 5.7904495565525797e-05,
      "loss": 13.8311,
      "step": 721
    },
    {
      "epoch": 0.2189205579138872,
      "grad_norm": Infinity,
      "learning_rate": 5.7807114084967775e-05,
      "loss": 15.6688,
      "step": 722
    },
    {
      "epoch": 0.21922377198302,
      "grad_norm": Infinity,
      "learning_rate": 5.770970224043801e-05,
      "loss": 14.8423,
      "step": 723
    },
    {
      "epoch": 0.21952698605215282,
      "grad_norm": Infinity,
      "learning_rate": 5.76122604107974e-05,
      "loss": 12.8539,
      "step": 724
    },
    {
      "epoch": 0.21983020012128562,
      "grad_norm": Infinity,
      "learning_rate": 5.751478897502352e-05,
      "loss": 14.5999,
      "step": 725
    },
    {
      "epoch": 0.22013341419041843,
      "grad_norm": Infinity,
      "learning_rate": 5.741728831220907e-05,
      "loss": 15.9388,
      "step": 726
    },
    {
      "epoch": 0.22043662825955124,
      "grad_norm": Infinity,
      "learning_rate": 5.7319758801560395e-05,
      "loss": 13.8064,
      "step": 727
    },
    {
      "epoch": 0.22073984232868404,
      "grad_norm": Infinity,
      "learning_rate": 5.7222200822396075e-05,
      "loss": 14.6851,
      "step": 728
    },
    {
      "epoch": 0.22104305639781685,
      "grad_norm": Infinity,
      "learning_rate": 5.71246147541454e-05,
      "loss": 14.2774,
      "step": 729
    },
    {
      "epoch": 0.22134627046694966,
      "grad_norm": Infinity,
      "learning_rate": 5.70270009763469e-05,
      "loss": 14.596,
      "step": 730
    },
    {
      "epoch": 0.22164948453608246,
      "grad_norm": Infinity,
      "learning_rate": 5.692935986864685e-05,
      "loss": 14.4837,
      "step": 731
    },
    {
      "epoch": 0.22195269860521527,
      "grad_norm": Infinity,
      "learning_rate": 5.683169181079787e-05,
      "loss": 13.7254,
      "step": 732
    },
    {
      "epoch": 0.22225591267434808,
      "grad_norm": Infinity,
      "learning_rate": 5.673399718265737e-05,
      "loss": 14.2025,
      "step": 733
    },
    {
      "epoch": 0.22255912674348088,
      "grad_norm": Infinity,
      "learning_rate": 5.6636276364186105e-05,
      "loss": 14.8058,
      "step": 734
    },
    {
      "epoch": 0.22286234081261372,
      "grad_norm": Infinity,
      "learning_rate": 5.653852973544666e-05,
      "loss": 13.1459,
      "step": 735
    },
    {
      "epoch": 0.22316555488174653,
      "grad_norm": Infinity,
      "learning_rate": 5.6440757676602084e-05,
      "loss": 14.8685,
      "step": 736
    },
    {
      "epoch": 0.22346876895087933,
      "grad_norm": Infinity,
      "learning_rate": 5.6342960567914235e-05,
      "loss": 13.2752,
      "step": 737
    },
    {
      "epoch": 0.22377198302001214,
      "grad_norm": Infinity,
      "learning_rate": 5.624513878974245e-05,
      "loss": 14.8298,
      "step": 738
    },
    {
      "epoch": 0.22407519708914495,
      "grad_norm": Infinity,
      "learning_rate": 5.614729272254199e-05,
      "loss": 12.8322,
      "step": 739
    },
    {
      "epoch": 0.22437841115827775,
      "grad_norm": Infinity,
      "learning_rate": 5.60494227468626e-05,
      "loss": 14.4303,
      "step": 740
    },
    {
      "epoch": 0.22468162522741056,
      "grad_norm": Infinity,
      "learning_rate": 5.5951529243347e-05,
      "loss": 14.2555,
      "step": 741
    },
    {
      "epoch": 0.22498483929654337,
      "grad_norm": Infinity,
      "learning_rate": 5.5853612592729434e-05,
      "loss": 12.9963,
      "step": 742
    },
    {
      "epoch": 0.22528805336567617,
      "grad_norm": Infinity,
      "learning_rate": 5.5755673175834145e-05,
      "loss": 12.9251,
      "step": 743
    },
    {
      "epoch": 0.22559126743480898,
      "grad_norm": Infinity,
      "learning_rate": 5.565771137357395e-05,
      "loss": 13.1286,
      "step": 744
    },
    {
      "epoch": 0.22589448150394179,
      "grad_norm": 5.825291219038634e+18,
      "learning_rate": 5.555972756694869e-05,
      "loss": 12.7281,
      "step": 745
    },
    {
      "epoch": 0.2261976955730746,
      "grad_norm": Infinity,
      "learning_rate": 5.546172213704384e-05,
      "loss": 12.0459,
      "step": 746
    },
    {
      "epoch": 0.2265009096422074,
      "grad_norm": 8.738763386424132e+18,
      "learning_rate": 5.536369546502891e-05,
      "loss": 13.2371,
      "step": 747
    },
    {
      "epoch": 0.2268041237113402,
      "grad_norm": 5.6900118438425395e+17,
      "learning_rate": 5.526564793215606e-05,
      "loss": 10.8094,
      "step": 748
    },
    {
      "epoch": 0.227107337780473,
      "grad_norm": 1.0355291907298427e+18,
      "learning_rate": 5.5167579919758606e-05,
      "loss": 7.5611,
      "step": 749
    },
    {
      "epoch": 0.22741055184960582,
      "grad_norm": 1029541952.0,
      "learning_rate": 5.506949180924947e-05,
      "loss": 5.9993,
      "step": 750
    },
    {
      "epoch": 0.22771376591873863,
      "grad_norm": Infinity,
      "learning_rate": 5.4971383982119795e-05,
      "loss": 14.2385,
      "step": 751
    },
    {
      "epoch": 0.22801697998787143,
      "grad_norm": Infinity,
      "learning_rate": 5.487325681993733e-05,
      "loss": 13.4378,
      "step": 752
    },
    {
      "epoch": 0.22832019405700424,
      "grad_norm": Infinity,
      "learning_rate": 5.477511070434509e-05,
      "loss": 14.6924,
      "step": 753
    },
    {
      "epoch": 0.22862340812613705,
      "grad_norm": Infinity,
      "learning_rate": 5.467694601705977e-05,
      "loss": 15.2602,
      "step": 754
    },
    {
      "epoch": 0.22892662219526985,
      "grad_norm": Infinity,
      "learning_rate": 5.457876313987034e-05,
      "loss": 14.0297,
      "step": 755
    },
    {
      "epoch": 0.22922983626440266,
      "grad_norm": Infinity,
      "learning_rate": 5.448056245463644e-05,
      "loss": 14.4884,
      "step": 756
    },
    {
      "epoch": 0.22953305033353547,
      "grad_norm": Infinity,
      "learning_rate": 5.438234434328704e-05,
      "loss": 14.5899,
      "step": 757
    },
    {
      "epoch": 0.22983626440266827,
      "grad_norm": Infinity,
      "learning_rate": 5.4284109187818845e-05,
      "loss": 14.8087,
      "step": 758
    },
    {
      "epoch": 0.23013947847180108,
      "grad_norm": Infinity,
      "learning_rate": 5.418585737029489e-05,
      "loss": 14.5086,
      "step": 759
    },
    {
      "epoch": 0.23044269254093389,
      "grad_norm": Infinity,
      "learning_rate": 5.408758927284294e-05,
      "loss": 15.2475,
      "step": 760
    },
    {
      "epoch": 0.23074590661006672,
      "grad_norm": Infinity,
      "learning_rate": 5.3989305277654156e-05,
      "loss": 14.4615,
      "step": 761
    },
    {
      "epoch": 0.23104912067919953,
      "grad_norm": Infinity,
      "learning_rate": 5.3891005766981486e-05,
      "loss": 14.7455,
      "step": 762
    },
    {
      "epoch": 0.23135233474833233,
      "grad_norm": Infinity,
      "learning_rate": 5.379269112313824e-05,
      "loss": 14.1284,
      "step": 763
    },
    {
      "epoch": 0.23165554881746514,
      "grad_norm": Infinity,
      "learning_rate": 5.369436172849657e-05,
      "loss": 15.2993,
      "step": 764
    },
    {
      "epoch": 0.23195876288659795,
      "grad_norm": Infinity,
      "learning_rate": 5.3596017965486e-05,
      "loss": 15.483,
      "step": 765
    },
    {
      "epoch": 0.23226197695573075,
      "grad_norm": Infinity,
      "learning_rate": 5.349766021659195e-05,
      "loss": 14.9925,
      "step": 766
    },
    {
      "epoch": 0.23256519102486356,
      "grad_norm": Infinity,
      "learning_rate": 5.3399288864354225e-05,
      "loss": 15.1442,
      "step": 767
    },
    {
      "epoch": 0.23286840509399637,
      "grad_norm": Infinity,
      "learning_rate": 5.3300904291365525e-05,
      "loss": 14.3482,
      "step": 768
    },
    {
      "epoch": 0.23317161916312917,
      "grad_norm": Infinity,
      "learning_rate": 5.320250688027e-05,
      "loss": 14.8035,
      "step": 769
    },
    {
      "epoch": 0.23347483323226198,
      "grad_norm": Infinity,
      "learning_rate": 5.31040970137617e-05,
      "loss": 14.4776,
      "step": 770
    },
    {
      "epoch": 0.2337780473013948,
      "grad_norm": Infinity,
      "learning_rate": 5.300567507458315e-05,
      "loss": 14.2697,
      "step": 771
    },
    {
      "epoch": 0.2340812613705276,
      "grad_norm": Infinity,
      "learning_rate": 5.290724144552379e-05,
      "loss": 15.055,
      "step": 772
    },
    {
      "epoch": 0.2343844754396604,
      "grad_norm": Infinity,
      "learning_rate": 5.280879650941857e-05,
      "loss": 14.8769,
      "step": 773
    },
    {
      "epoch": 0.2346876895087932,
      "grad_norm": Infinity,
      "learning_rate": 5.271034064914635e-05,
      "loss": 15.0249,
      "step": 774
    },
    {
      "epoch": 0.234990903577926,
      "grad_norm": Infinity,
      "learning_rate": 5.261187424762854e-05,
      "loss": 14.9125,
      "step": 775
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": Infinity,
      "learning_rate": 5.251339768782754e-05,
      "loss": 14.8523,
      "step": 776
    },
    {
      "epoch": 0.23559733171619163,
      "grad_norm": Infinity,
      "learning_rate": 5.241491135274521e-05,
      "loss": 13.529,
      "step": 777
    },
    {
      "epoch": 0.23590054578532443,
      "grad_norm": Infinity,
      "learning_rate": 5.23164156254215e-05,
      "loss": 14.6147,
      "step": 778
    },
    {
      "epoch": 0.23620375985445724,
      "grad_norm": Infinity,
      "learning_rate": 5.221791088893282e-05,
      "loss": 14.0224,
      "step": 779
    },
    {
      "epoch": 0.23650697392359005,
      "grad_norm": Infinity,
      "learning_rate": 5.211939752639068e-05,
      "loss": 14.4471,
      "step": 780
    },
    {
      "epoch": 0.23681018799272285,
      "grad_norm": Infinity,
      "learning_rate": 5.20208759209401e-05,
      "loss": 13.2154,
      "step": 781
    },
    {
      "epoch": 0.23711340206185566,
      "grad_norm": Infinity,
      "learning_rate": 5.192234645575814e-05,
      "loss": 13.4184,
      "step": 782
    },
    {
      "epoch": 0.23741661613098847,
      "grad_norm": Infinity,
      "learning_rate": 5.182380951405249e-05,
      "loss": 13.256,
      "step": 783
    },
    {
      "epoch": 0.23771983020012127,
      "grad_norm": Infinity,
      "learning_rate": 5.172526547905988e-05,
      "loss": 11.9882,
      "step": 784
    },
    {
      "epoch": 0.23802304426925408,
      "grad_norm": Infinity,
      "learning_rate": 5.162671473404461e-05,
      "loss": 13.9526,
      "step": 785
    },
    {
      "epoch": 0.23832625833838691,
      "grad_norm": Infinity,
      "learning_rate": 5.1528157662297136e-05,
      "loss": 14.4975,
      "step": 786
    },
    {
      "epoch": 0.23862947240751972,
      "grad_norm": Infinity,
      "learning_rate": 5.142959464713247e-05,
      "loss": 14.0644,
      "step": 787
    },
    {
      "epoch": 0.23893268647665253,
      "grad_norm": Infinity,
      "learning_rate": 5.133102607188874e-05,
      "loss": 15.1845,
      "step": 788
    },
    {
      "epoch": 0.23923590054578533,
      "grad_norm": Infinity,
      "learning_rate": 5.1232452319925737e-05,
      "loss": 14.043,
      "step": 789
    },
    {
      "epoch": 0.23953911461491814,
      "grad_norm": Infinity,
      "learning_rate": 5.113387377462334e-05,
      "loss": 14.0323,
      "step": 790
    },
    {
      "epoch": 0.23984232868405095,
      "grad_norm": Infinity,
      "learning_rate": 5.10352908193801e-05,
      "loss": 12.9209,
      "step": 791
    },
    {
      "epoch": 0.24014554275318375,
      "grad_norm": Infinity,
      "learning_rate": 5.093670383761171e-05,
      "loss": 13.4512,
      "step": 792
    },
    {
      "epoch": 0.24044875682231656,
      "grad_norm": Infinity,
      "learning_rate": 5.083811321274953e-05,
      "loss": 13.432,
      "step": 793
    },
    {
      "epoch": 0.24075197089144937,
      "grad_norm": Infinity,
      "learning_rate": 5.073951932823907e-05,
      "loss": 12.6202,
      "step": 794
    },
    {
      "epoch": 0.24105518496058218,
      "grad_norm": Infinity,
      "learning_rate": 5.064092256753856e-05,
      "loss": 13.6229,
      "step": 795
    },
    {
      "epoch": 0.24135839902971498,
      "grad_norm": Infinity,
      "learning_rate": 5.054232331411736e-05,
      "loss": 11.3608,
      "step": 796
    },
    {
      "epoch": 0.2416616130988478,
      "grad_norm": Infinity,
      "learning_rate": 5.044372195145455e-05,
      "loss": 12.0814,
      "step": 797
    },
    {
      "epoch": 0.2419648271679806,
      "grad_norm": 8.189975555085435e+17,
      "learning_rate": 5.0345118863037455e-05,
      "loss": 11.0332,
      "step": 798
    },
    {
      "epoch": 0.2422680412371134,
      "grad_norm": 5.242601321046999e+17,
      "learning_rate": 5.0246514432360025e-05,
      "loss": 7.1973,
      "step": 799
    },
    {
      "epoch": 0.2425712553062462,
      "grad_norm": 7371208093859840.0,
      "learning_rate": 5.014790904292149e-05,
      "loss": 6.3553,
      "step": 800
    },
    {
      "epoch": 0.24287446937537902,
      "grad_norm": Infinity,
      "learning_rate": 5.004930307822482e-05,
      "loss": 13.7976,
      "step": 801
    },
    {
      "epoch": 0.24317768344451182,
      "grad_norm": Infinity,
      "learning_rate": 4.9950696921775194e-05,
      "loss": 14.2764,
      "step": 802
    },
    {
      "epoch": 0.24348089751364463,
      "grad_norm": Infinity,
      "learning_rate": 4.9852090957078515e-05,
      "loss": 13.8493,
      "step": 803
    },
    {
      "epoch": 0.24378411158277744,
      "grad_norm": Infinity,
      "learning_rate": 4.975348556763999e-05,
      "loss": 13.6894,
      "step": 804
    },
    {
      "epoch": 0.24408732565191024,
      "grad_norm": Infinity,
      "learning_rate": 4.9654881136962564e-05,
      "loss": 13.9363,
      "step": 805
    },
    {
      "epoch": 0.24439053972104305,
      "grad_norm": Infinity,
      "learning_rate": 4.955627804854545e-05,
      "loss": 14.2438,
      "step": 806
    },
    {
      "epoch": 0.24469375379017586,
      "grad_norm": Infinity,
      "learning_rate": 4.9457676685882646e-05,
      "loss": 14.3117,
      "step": 807
    },
    {
      "epoch": 0.24499696785930866,
      "grad_norm": Infinity,
      "learning_rate": 4.935907743246146e-05,
      "loss": 15.5163,
      "step": 808
    },
    {
      "epoch": 0.24530018192844147,
      "grad_norm": Infinity,
      "learning_rate": 4.9260480671760925e-05,
      "loss": 14.5252,
      "step": 809
    },
    {
      "epoch": 0.24560339599757428,
      "grad_norm": Infinity,
      "learning_rate": 4.916188678725049e-05,
      "loss": 13.5244,
      "step": 810
    },
    {
      "epoch": 0.24590661006670708,
      "grad_norm": Infinity,
      "learning_rate": 4.9063296162388316e-05,
      "loss": 14.6537,
      "step": 811
    },
    {
      "epoch": 0.24620982413583992,
      "grad_norm": Infinity,
      "learning_rate": 4.8964709180619924e-05,
      "loss": 14.9076,
      "step": 812
    },
    {
      "epoch": 0.24651303820497272,
      "grad_norm": Infinity,
      "learning_rate": 4.886612622537668e-05,
      "loss": 15.073,
      "step": 813
    },
    {
      "epoch": 0.24681625227410553,
      "grad_norm": Infinity,
      "learning_rate": 4.876754768007428e-05,
      "loss": 14.3072,
      "step": 814
    },
    {
      "epoch": 0.24711946634323834,
      "grad_norm": Infinity,
      "learning_rate": 4.866897392811126e-05,
      "loss": 15.5689,
      "step": 815
    },
    {
      "epoch": 0.24742268041237114,
      "grad_norm": Infinity,
      "learning_rate": 4.8570405352867534e-05,
      "loss": 15.3513,
      "step": 816
    },
    {
      "epoch": 0.24772589448150395,
      "grad_norm": Infinity,
      "learning_rate": 4.8471842337702875e-05,
      "loss": 14.8105,
      "step": 817
    },
    {
      "epoch": 0.24802910855063676,
      "grad_norm": Infinity,
      "learning_rate": 4.8373285265955395e-05,
      "loss": 15.7278,
      "step": 818
    },
    {
      "epoch": 0.24833232261976956,
      "grad_norm": Infinity,
      "learning_rate": 4.8274734520940137e-05,
      "loss": 15.4364,
      "step": 819
    },
    {
      "epoch": 0.24863553668890237,
      "grad_norm": Infinity,
      "learning_rate": 4.817619048594752e-05,
      "loss": 13.3687,
      "step": 820
    },
    {
      "epoch": 0.24893875075803518,
      "grad_norm": Infinity,
      "learning_rate": 4.8077653544241864e-05,
      "loss": 14.0336,
      "step": 821
    },
    {
      "epoch": 0.24924196482716798,
      "grad_norm": Infinity,
      "learning_rate": 4.797912407905991e-05,
      "loss": 15.1137,
      "step": 822
    },
    {
      "epoch": 0.2495451788963008,
      "grad_norm": Infinity,
      "learning_rate": 4.788060247360933e-05,
      "loss": 14.5912,
      "step": 823
    },
    {
      "epoch": 0.2498483929654336,
      "grad_norm": Infinity,
      "learning_rate": 4.7782089111067176e-05,
      "loss": 13.7411,
      "step": 824
    },
    {
      "epoch": 0.2501516070345664,
      "grad_norm": Infinity,
      "learning_rate": 4.76835843745785e-05,
      "loss": 15.0542,
      "step": 825
    },
    {
      "epoch": 0.2504548211036992,
      "grad_norm": Infinity,
      "learning_rate": 4.7585088647254785e-05,
      "loss": 15.3372,
      "step": 826
    },
    {
      "epoch": 0.250758035172832,
      "grad_norm": Infinity,
      "learning_rate": 4.748660231217249e-05,
      "loss": 14.259,
      "step": 827
    },
    {
      "epoch": 0.2510612492419648,
      "grad_norm": Infinity,
      "learning_rate": 4.7388125752371475e-05,
      "loss": 14.5932,
      "step": 828
    },
    {
      "epoch": 0.25136446331109763,
      "grad_norm": Infinity,
      "learning_rate": 4.7289659350853674e-05,
      "loss": 14.2198,
      "step": 829
    },
    {
      "epoch": 0.25166767738023044,
      "grad_norm": Infinity,
      "learning_rate": 4.719120349058146e-05,
      "loss": 15.0738,
      "step": 830
    },
    {
      "epoch": 0.25197089144936324,
      "grad_norm": Infinity,
      "learning_rate": 4.709275855447621e-05,
      "loss": 14.9928,
      "step": 831
    },
    {
      "epoch": 0.25227410551849605,
      "grad_norm": Infinity,
      "learning_rate": 4.6994324925416865e-05,
      "loss": 13.6668,
      "step": 832
    },
    {
      "epoch": 0.25257731958762886,
      "grad_norm": Infinity,
      "learning_rate": 4.6895902986238304e-05,
      "loss": 14.8444,
      "step": 833
    },
    {
      "epoch": 0.25288053365676166,
      "grad_norm": Infinity,
      "learning_rate": 4.679749311973001e-05,
      "loss": 15.3966,
      "step": 834
    },
    {
      "epoch": 0.25318374772589447,
      "grad_norm": Infinity,
      "learning_rate": 4.669909570863448e-05,
      "loss": 13.8194,
      "step": 835
    },
    {
      "epoch": 0.2534869617950273,
      "grad_norm": Infinity,
      "learning_rate": 4.6600711135645793e-05,
      "loss": 13.4572,
      "step": 836
    },
    {
      "epoch": 0.2537901758641601,
      "grad_norm": Infinity,
      "learning_rate": 4.650233978340806e-05,
      "loss": 13.5103,
      "step": 837
    },
    {
      "epoch": 0.2540933899332929,
      "grad_norm": Infinity,
      "learning_rate": 4.640398203451401e-05,
      "loss": 14.2686,
      "step": 838
    },
    {
      "epoch": 0.2543966040024257,
      "grad_norm": Infinity,
      "learning_rate": 4.6305638271503445e-05,
      "loss": 14.0573,
      "step": 839
    },
    {
      "epoch": 0.2546998180715585,
      "grad_norm": Infinity,
      "learning_rate": 4.6207308876861764e-05,
      "loss": 14.3091,
      "step": 840
    },
    {
      "epoch": 0.2550030321406913,
      "grad_norm": Infinity,
      "learning_rate": 4.610899423301851e-05,
      "loss": 13.0644,
      "step": 841
    },
    {
      "epoch": 0.2553062462098241,
      "grad_norm": Infinity,
      "learning_rate": 4.601069472234584e-05,
      "loss": 13.8922,
      "step": 842
    },
    {
      "epoch": 0.2556094602789569,
      "grad_norm": Infinity,
      "learning_rate": 4.5912410727157055e-05,
      "loss": 12.602,
      "step": 843
    },
    {
      "epoch": 0.25591267434808973,
      "grad_norm": Infinity,
      "learning_rate": 4.581414262970514e-05,
      "loss": 12.4658,
      "step": 844
    },
    {
      "epoch": 0.25621588841722254,
      "grad_norm": Infinity,
      "learning_rate": 4.571589081218116e-05,
      "loss": 12.3018,
      "step": 845
    },
    {
      "epoch": 0.25651910248635534,
      "grad_norm": Infinity,
      "learning_rate": 4.561765565671297e-05,
      "loss": 12.4722,
      "step": 846
    },
    {
      "epoch": 0.25682231655548815,
      "grad_norm": Infinity,
      "learning_rate": 4.551943754536358e-05,
      "loss": 12.3562,
      "step": 847
    },
    {
      "epoch": 0.25712553062462096,
      "grad_norm": 6.230735032269406e+18,
      "learning_rate": 4.5421236860129686e-05,
      "loss": 11.4393,
      "step": 848
    },
    {
      "epoch": 0.25742874469375376,
      "grad_norm": 5.241431200156877e+16,
      "learning_rate": 4.532305398294024e-05,
      "loss": 10.6163,
      "step": 849
    },
    {
      "epoch": 0.25773195876288657,
      "grad_norm": 507860647936.0,
      "learning_rate": 4.5224889295654924e-05,
      "loss": 6.4629,
      "step": 850
    },
    {
      "epoch": 0.25803517283201943,
      "grad_norm": Infinity,
      "learning_rate": 4.512674318006268e-05,
      "loss": 14.3571,
      "step": 851
    },
    {
      "epoch": 0.25833838690115224,
      "grad_norm": Infinity,
      "learning_rate": 4.502861601788022e-05,
      "loss": 14.5217,
      "step": 852
    },
    {
      "epoch": 0.25864160097028505,
      "grad_norm": Infinity,
      "learning_rate": 4.4930508190750534e-05,
      "loss": 13.5564,
      "step": 853
    },
    {
      "epoch": 0.25894481503941785,
      "grad_norm": Infinity,
      "learning_rate": 4.4832420080241406e-05,
      "loss": 13.8719,
      "step": 854
    },
    {
      "epoch": 0.25924802910855066,
      "grad_norm": Infinity,
      "learning_rate": 4.473435206784394e-05,
      "loss": 13.9849,
      "step": 855
    },
    {
      "epoch": 0.25955124317768347,
      "grad_norm": Infinity,
      "learning_rate": 4.4636304534971104e-05,
      "loss": 14.8171,
      "step": 856
    },
    {
      "epoch": 0.2598544572468163,
      "grad_norm": Infinity,
      "learning_rate": 4.453827786295617e-05,
      "loss": 14.6329,
      "step": 857
    },
    {
      "epoch": 0.2601576713159491,
      "grad_norm": Infinity,
      "learning_rate": 4.44402724330513e-05,
      "loss": 15.5841,
      "step": 858
    },
    {
      "epoch": 0.2604608853850819,
      "grad_norm": Infinity,
      "learning_rate": 4.434228862642605e-05,
      "loss": 14.6667,
      "step": 859
    },
    {
      "epoch": 0.2607640994542147,
      "grad_norm": Infinity,
      "learning_rate": 4.424432682416585e-05,
      "loss": 14.7423,
      "step": 860
    },
    {
      "epoch": 0.2610673135233475,
      "grad_norm": Infinity,
      "learning_rate": 4.414638740727058e-05,
      "loss": 13.7855,
      "step": 861
    },
    {
      "epoch": 0.2613705275924803,
      "grad_norm": Infinity,
      "learning_rate": 4.404847075665302e-05,
      "loss": 14.777,
      "step": 862
    },
    {
      "epoch": 0.2616737416616131,
      "grad_norm": Infinity,
      "learning_rate": 4.3950577253137425e-05,
      "loss": 15.0412,
      "step": 863
    },
    {
      "epoch": 0.2619769557307459,
      "grad_norm": Infinity,
      "learning_rate": 4.3852707277458036e-05,
      "loss": 14.8364,
      "step": 864
    },
    {
      "epoch": 0.2622801697998787,
      "grad_norm": Infinity,
      "learning_rate": 4.375486121025757e-05,
      "loss": 15.4862,
      "step": 865
    },
    {
      "epoch": 0.26258338386901153,
      "grad_norm": Infinity,
      "learning_rate": 4.3657039432085776e-05,
      "loss": 15.4507,
      "step": 866
    },
    {
      "epoch": 0.26288659793814434,
      "grad_norm": Infinity,
      "learning_rate": 4.355924232339792e-05,
      "loss": 15.5918,
      "step": 867
    },
    {
      "epoch": 0.26318981200727715,
      "grad_norm": Infinity,
      "learning_rate": 4.346147026455334e-05,
      "loss": 14.9917,
      "step": 868
    },
    {
      "epoch": 0.26349302607640995,
      "grad_norm": Infinity,
      "learning_rate": 4.336372363581391e-05,
      "loss": 15.6225,
      "step": 869
    },
    {
      "epoch": 0.26379624014554276,
      "grad_norm": Infinity,
      "learning_rate": 4.326600281734264e-05,
      "loss": 15.1056,
      "step": 870
    },
    {
      "epoch": 0.26409945421467557,
      "grad_norm": Infinity,
      "learning_rate": 4.316830818920214e-05,
      "loss": 14.2292,
      "step": 871
    },
    {
      "epoch": 0.2644026682838084,
      "grad_norm": Infinity,
      "learning_rate": 4.307064013135316e-05,
      "loss": 14.5268,
      "step": 872
    },
    {
      "epoch": 0.2647058823529412,
      "grad_norm": Infinity,
      "learning_rate": 4.297299902365312e-05,
      "loss": 14.6981,
      "step": 873
    },
    {
      "epoch": 0.265009096422074,
      "grad_norm": Infinity,
      "learning_rate": 4.287538524585461e-05,
      "loss": 14.7782,
      "step": 874
    },
    {
      "epoch": 0.2653123104912068,
      "grad_norm": Infinity,
      "learning_rate": 4.277779917760393e-05,
      "loss": 14.4663,
      "step": 875
    },
    {
      "epoch": 0.2656155245603396,
      "grad_norm": Infinity,
      "learning_rate": 4.268024119843961e-05,
      "loss": 15.3369,
      "step": 876
    },
    {
      "epoch": 0.2659187386294724,
      "grad_norm": Infinity,
      "learning_rate": 4.2582711687790934e-05,
      "loss": 14.2912,
      "step": 877
    },
    {
      "epoch": 0.2662219526986052,
      "grad_norm": Infinity,
      "learning_rate": 4.2485211024976496e-05,
      "loss": 14.3734,
      "step": 878
    },
    {
      "epoch": 0.266525166767738,
      "grad_norm": Infinity,
      "learning_rate": 4.238773958920261e-05,
      "loss": 12.8739,
      "step": 879
    },
    {
      "epoch": 0.2668283808368708,
      "grad_norm": Infinity,
      "learning_rate": 4.229029775956201e-05,
      "loss": 13.7391,
      "step": 880
    },
    {
      "epoch": 0.26713159490600363,
      "grad_norm": Infinity,
      "learning_rate": 4.219288591503224e-05,
      "loss": 13.2592,
      "step": 881
    },
    {
      "epoch": 0.26743480897513644,
      "grad_norm": Infinity,
      "learning_rate": 4.2095504434474215e-05,
      "loss": 14.2303,
      "step": 882
    },
    {
      "epoch": 0.26773802304426925,
      "grad_norm": Infinity,
      "learning_rate": 4.1998153696630794e-05,
      "loss": 13.5046,
      "step": 883
    },
    {
      "epoch": 0.26804123711340205,
      "grad_norm": Infinity,
      "learning_rate": 4.190083408012522e-05,
      "loss": 13.4883,
      "step": 884
    },
    {
      "epoch": 0.26834445118253486,
      "grad_norm": Infinity,
      "learning_rate": 4.180354596345974e-05,
      "loss": 14.4042,
      "step": 885
    },
    {
      "epoch": 0.26864766525166767,
      "grad_norm": Infinity,
      "learning_rate": 4.170628972501406e-05,
      "loss": 14.1001,
      "step": 886
    },
    {
      "epoch": 0.2689508793208005,
      "grad_norm": Infinity,
      "learning_rate": 4.160906574304392e-05,
      "loss": 12.8267,
      "step": 887
    },
    {
      "epoch": 0.2692540933899333,
      "grad_norm": Infinity,
      "learning_rate": 4.1511874395679603e-05,
      "loss": 14.0231,
      "step": 888
    },
    {
      "epoch": 0.2695573074590661,
      "grad_norm": Infinity,
      "learning_rate": 4.1414716060924483e-05,
      "loss": 13.2452,
      "step": 889
    },
    {
      "epoch": 0.2698605215281989,
      "grad_norm": Infinity,
      "learning_rate": 4.131759111665349e-05,
      "loss": 13.7517,
      "step": 890
    },
    {
      "epoch": 0.2701637355973317,
      "grad_norm": Infinity,
      "learning_rate": 4.122049994061173e-05,
      "loss": 13.0546,
      "step": 891
    },
    {
      "epoch": 0.2704669496664645,
      "grad_norm": Infinity,
      "learning_rate": 4.112344291041297e-05,
      "loss": 12.4973,
      "step": 892
    },
    {
      "epoch": 0.2707701637355973,
      "grad_norm": Infinity,
      "learning_rate": 4.102642040353817e-05,
      "loss": 12.9984,
      "step": 893
    },
    {
      "epoch": 0.2710733778047301,
      "grad_norm": Infinity,
      "learning_rate": 4.092943279733402e-05,
      "loss": 13.353,
      "step": 894
    },
    {
      "epoch": 0.2713765918738629,
      "grad_norm": Infinity,
      "learning_rate": 4.083248046901149e-05,
      "loss": 12.6745,
      "step": 895
    },
    {
      "epoch": 0.27167980594299573,
      "grad_norm": Infinity,
      "learning_rate": 4.0735563795644294e-05,
      "loss": 13.1725,
      "step": 896
    },
    {
      "epoch": 0.27198302001212854,
      "grad_norm": 9.501232918844932e+18,
      "learning_rate": 4.063868315416752e-05,
      "loss": 12.3537,
      "step": 897
    },
    {
      "epoch": 0.27228623408126135,
      "grad_norm": 1.6793625042813452e+19,
      "learning_rate": 4.054183892137611e-05,
      "loss": 11.0731,
      "step": 898
    },
    {
      "epoch": 0.27258944815039415,
      "grad_norm": 4282580878753792.0,
      "learning_rate": 4.044503147392339e-05,
      "loss": 9.0281,
      "step": 899
    },
    {
      "epoch": 0.27289266221952696,
      "grad_norm": 6887536640.0,
      "learning_rate": 4.034826118831963e-05,
      "loss": 5.6836,
      "step": 900
    },
    {
      "epoch": 0.27319587628865977,
      "grad_norm": Infinity,
      "learning_rate": 4.0251528440930565e-05,
      "loss": 13.6776,
      "step": 901
    },
    {
      "epoch": 0.27349909035779263,
      "grad_norm": Infinity,
      "learning_rate": 4.015483360797593e-05,
      "loss": 14.8904,
      "step": 902
    },
    {
      "epoch": 0.27380230442692544,
      "grad_norm": Infinity,
      "learning_rate": 4.0058177065528e-05,
      "loss": 13.984,
      "step": 903
    },
    {
      "epoch": 0.27410551849605824,
      "grad_norm": Infinity,
      "learning_rate": 3.996155918951016e-05,
      "loss": 14.2537,
      "step": 904
    },
    {
      "epoch": 0.27440873256519105,
      "grad_norm": Infinity,
      "learning_rate": 3.986498035569532e-05,
      "loss": 13.6655,
      "step": 905
    },
    {
      "epoch": 0.27471194663432386,
      "grad_norm": Infinity,
      "learning_rate": 3.976844093970467e-05,
      "loss": 14.5571,
      "step": 906
    },
    {
      "epoch": 0.27501516070345666,
      "grad_norm": Infinity,
      "learning_rate": 3.967194131700598e-05,
      "loss": 14.3251,
      "step": 907
    },
    {
      "epoch": 0.27531837477258947,
      "grad_norm": Infinity,
      "learning_rate": 3.957548186291233e-05,
      "loss": 13.6757,
      "step": 908
    },
    {
      "epoch": 0.2756215888417223,
      "grad_norm": Infinity,
      "learning_rate": 3.947906295258054e-05,
      "loss": 14.3551,
      "step": 909
    },
    {
      "epoch": 0.2759248029108551,
      "grad_norm": Infinity,
      "learning_rate": 3.938268496100976e-05,
      "loss": 14.9505,
      "step": 910
    },
    {
      "epoch": 0.2762280169799879,
      "grad_norm": Infinity,
      "learning_rate": 3.928634826303997e-05,
      "loss": 14.2487,
      "step": 911
    },
    {
      "epoch": 0.2765312310491207,
      "grad_norm": Infinity,
      "learning_rate": 3.919005323335058e-05,
      "loss": 14.9337,
      "step": 912
    },
    {
      "epoch": 0.2768344451182535,
      "grad_norm": Infinity,
      "learning_rate": 3.909380024645891e-05,
      "loss": 14.2219,
      "step": 913
    },
    {
      "epoch": 0.2771376591873863,
      "grad_norm": Infinity,
      "learning_rate": 3.899758967671878e-05,
      "loss": 14.2112,
      "step": 914
    },
    {
      "epoch": 0.2774408732565191,
      "grad_norm": Infinity,
      "learning_rate": 3.890142189831904e-05,
      "loss": 13.7662,
      "step": 915
    },
    {
      "epoch": 0.2777440873256519,
      "grad_norm": Infinity,
      "learning_rate": 3.880529728528211e-05,
      "loss": 13.8626,
      "step": 916
    },
    {
      "epoch": 0.27804730139478473,
      "grad_norm": Infinity,
      "learning_rate": 3.870921621146254e-05,
      "loss": 14.4837,
      "step": 917
    },
    {
      "epoch": 0.27835051546391754,
      "grad_norm": Infinity,
      "learning_rate": 3.861317905054551e-05,
      "loss": 15.4432,
      "step": 918
    },
    {
      "epoch": 0.27865372953305034,
      "grad_norm": Infinity,
      "learning_rate": 3.8517186176045464e-05,
      "loss": 14.2671,
      "step": 919
    },
    {
      "epoch": 0.27895694360218315,
      "grad_norm": Infinity,
      "learning_rate": 3.8421237961304555e-05,
      "loss": 14.3005,
      "step": 920
    },
    {
      "epoch": 0.27926015767131596,
      "grad_norm": Infinity,
      "learning_rate": 3.8325334779491255e-05,
      "loss": 13.8861,
      "step": 921
    },
    {
      "epoch": 0.27956337174044876,
      "grad_norm": Infinity,
      "learning_rate": 3.8229477003598915e-05,
      "loss": 14.4581,
      "step": 922
    },
    {
      "epoch": 0.27986658580958157,
      "grad_norm": Infinity,
      "learning_rate": 3.8133665006444255e-05,
      "loss": 14.496,
      "step": 923
    },
    {
      "epoch": 0.2801697998787144,
      "grad_norm": Infinity,
      "learning_rate": 3.803789916066598e-05,
      "loss": 13.5945,
      "step": 924
    },
    {
      "epoch": 0.2804730139478472,
      "grad_norm": Infinity,
      "learning_rate": 3.7942179838723296e-05,
      "loss": 16.3281,
      "step": 925
    },
    {
      "epoch": 0.28077622801698,
      "grad_norm": Infinity,
      "learning_rate": 3.784650741289442e-05,
      "loss": 14.5418,
      "step": 926
    },
    {
      "epoch": 0.2810794420861128,
      "grad_norm": Infinity,
      "learning_rate": 3.775088225527524e-05,
      "loss": 14.3765,
      "step": 927
    },
    {
      "epoch": 0.2813826561552456,
      "grad_norm": Infinity,
      "learning_rate": 3.7655304737777775e-05,
      "loss": 13.9655,
      "step": 928
    },
    {
      "epoch": 0.2816858702243784,
      "grad_norm": Infinity,
      "learning_rate": 3.755977523212877e-05,
      "loss": 13.8625,
      "step": 929
    },
    {
      "epoch": 0.2819890842935112,
      "grad_norm": Infinity,
      "learning_rate": 3.7464294109868207e-05,
      "loss": 13.8454,
      "step": 930
    },
    {
      "epoch": 0.282292298362644,
      "grad_norm": Infinity,
      "learning_rate": 3.7368861742347916e-05,
      "loss": 14.3789,
      "step": 931
    },
    {
      "epoch": 0.28259551243177683,
      "grad_norm": Infinity,
      "learning_rate": 3.727347850073012e-05,
      "loss": 14.1572,
      "step": 932
    },
    {
      "epoch": 0.28289872650090964,
      "grad_norm": Infinity,
      "learning_rate": 3.717814475598597e-05,
      "loss": 13.3619,
      "step": 933
    },
    {
      "epoch": 0.28320194057004244,
      "grad_norm": Infinity,
      "learning_rate": 3.70828608788941e-05,
      "loss": 13.5246,
      "step": 934
    },
    {
      "epoch": 0.28350515463917525,
      "grad_norm": Infinity,
      "learning_rate": 3.698762724003919e-05,
      "loss": 12.7475,
      "step": 935
    },
    {
      "epoch": 0.28380836870830806,
      "grad_norm": Infinity,
      "learning_rate": 3.689244420981054e-05,
      "loss": 14.2268,
      "step": 936
    },
    {
      "epoch": 0.28411158277744086,
      "grad_norm": Infinity,
      "learning_rate": 3.679731215840063e-05,
      "loss": 14.0414,
      "step": 937
    },
    {
      "epoch": 0.28441479684657367,
      "grad_norm": Infinity,
      "learning_rate": 3.670223145580366e-05,
      "loss": 14.054,
      "step": 938
    },
    {
      "epoch": 0.2847180109157065,
      "grad_norm": Infinity,
      "learning_rate": 3.6607202471814106e-05,
      "loss": 12.5214,
      "step": 939
    },
    {
      "epoch": 0.2850212249848393,
      "grad_norm": Infinity,
      "learning_rate": 3.6512225576025326e-05,
      "loss": 13.9681,
      "step": 940
    },
    {
      "epoch": 0.2853244390539721,
      "grad_norm": Infinity,
      "learning_rate": 3.641730113782807e-05,
      "loss": 13.9302,
      "step": 941
    },
    {
      "epoch": 0.2856276531231049,
      "grad_norm": Infinity,
      "learning_rate": 3.6322429526409065e-05,
      "loss": 13.353,
      "step": 942
    },
    {
      "epoch": 0.2859308671922377,
      "grad_norm": Infinity,
      "learning_rate": 3.62276111107496e-05,
      "loss": 12.3143,
      "step": 943
    },
    {
      "epoch": 0.2862340812613705,
      "grad_norm": Infinity,
      "learning_rate": 3.6132846259624055e-05,
      "loss": 13.2019,
      "step": 944
    },
    {
      "epoch": 0.2865372953305033,
      "grad_norm": Infinity,
      "learning_rate": 3.6038135341598486e-05,
      "loss": 13.4144,
      "step": 945
    },
    {
      "epoch": 0.2868405093996361,
      "grad_norm": Infinity,
      "learning_rate": 3.5943478725029214e-05,
      "loss": 12.9223,
      "step": 946
    },
    {
      "epoch": 0.28714372346876893,
      "grad_norm": 1.162448497983619e+18,
      "learning_rate": 3.58488767780613e-05,
      "loss": 12.3997,
      "step": 947
    },
    {
      "epoch": 0.28744693753790174,
      "grad_norm": Infinity,
      "learning_rate": 3.5754329868627256e-05,
      "loss": 11.5371,
      "step": 948
    },
    {
      "epoch": 0.28775015160703454,
      "grad_norm": 1.260602966147072e+16,
      "learning_rate": 3.5659838364445505e-05,
      "loss": 11.1129,
      "step": 949
    },
    {
      "epoch": 0.28805336567616735,
      "grad_norm": 5241988710400.0,
      "learning_rate": 3.556540263301896e-05,
      "loss": 7.278,
      "step": 950
    },
    {
      "epoch": 0.28835657974530016,
      "grad_norm": Infinity,
      "learning_rate": 3.5471023041633664e-05,
      "loss": 14.6046,
      "step": 951
    },
    {
      "epoch": 0.28865979381443296,
      "grad_norm": Infinity,
      "learning_rate": 3.5376699957357295e-05,
      "loss": 13.4401,
      "step": 952
    },
    {
      "epoch": 0.28896300788356577,
      "grad_norm": Infinity,
      "learning_rate": 3.5282433747037757e-05,
      "loss": 14.3495,
      "step": 953
    },
    {
      "epoch": 0.28926622195269863,
      "grad_norm": Infinity,
      "learning_rate": 3.518822477730176e-05,
      "loss": 14.031,
      "step": 954
    },
    {
      "epoch": 0.28956943602183144,
      "grad_norm": Infinity,
      "learning_rate": 3.509407341455341e-05,
      "loss": 14.332,
      "step": 955
    },
    {
      "epoch": 0.28987265009096425,
      "grad_norm": Infinity,
      "learning_rate": 3.49999800249727e-05,
      "loss": 13.8489,
      "step": 956
    },
    {
      "epoch": 0.29017586416009705,
      "grad_norm": Infinity,
      "learning_rate": 3.4905944974514226e-05,
      "loss": 14.4574,
      "step": 957
    },
    {
      "epoch": 0.29047907822922986,
      "grad_norm": Infinity,
      "learning_rate": 3.481196862890564e-05,
      "loss": 13.7088,
      "step": 958
    },
    {
      "epoch": 0.29078229229836267,
      "grad_norm": Infinity,
      "learning_rate": 3.47180513536463e-05,
      "loss": 13.7945,
      "step": 959
    },
    {
      "epoch": 0.2910855063674955,
      "grad_norm": Infinity,
      "learning_rate": 3.462419351400581e-05,
      "loss": 14.8019,
      "step": 960
    },
    {
      "epoch": 0.2913887204366283,
      "grad_norm": Infinity,
      "learning_rate": 3.453039547502261e-05,
      "loss": 14.3895,
      "step": 961
    },
    {
      "epoch": 0.2916919345057611,
      "grad_norm": Infinity,
      "learning_rate": 3.4436657601502576e-05,
      "loss": 14.0277,
      "step": 962
    },
    {
      "epoch": 0.2919951485748939,
      "grad_norm": Infinity,
      "learning_rate": 3.434298025801758e-05,
      "loss": 13.0532,
      "step": 963
    },
    {
      "epoch": 0.2922983626440267,
      "grad_norm": Infinity,
      "learning_rate": 3.424936380890403e-05,
      "loss": 14.0861,
      "step": 964
    },
    {
      "epoch": 0.2926015767131595,
      "grad_norm": Infinity,
      "learning_rate": 3.4155808618261563e-05,
      "loss": 13.9401,
      "step": 965
    },
    {
      "epoch": 0.2929047907822923,
      "grad_norm": Infinity,
      "learning_rate": 3.406231504995155e-05,
      "loss": 14.4235,
      "step": 966
    },
    {
      "epoch": 0.2932080048514251,
      "grad_norm": Infinity,
      "learning_rate": 3.3968883467595675e-05,
      "loss": 14.7263,
      "step": 967
    },
    {
      "epoch": 0.2935112189205579,
      "grad_norm": Infinity,
      "learning_rate": 3.3875514234574556e-05,
      "loss": 14.1622,
      "step": 968
    },
    {
      "epoch": 0.29381443298969073,
      "grad_norm": Infinity,
      "learning_rate": 3.378220771402633e-05,
      "loss": 14.4758,
      "step": 969
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": Infinity,
      "learning_rate": 3.3688964268845205e-05,
      "loss": 14.5148,
      "step": 970
    },
    {
      "epoch": 0.29442086112795635,
      "grad_norm": Infinity,
      "learning_rate": 3.359578426168007e-05,
      "loss": 14.7169,
      "step": 971
    },
    {
      "epoch": 0.29472407519708915,
      "grad_norm": Infinity,
      "learning_rate": 3.350266805493311e-05,
      "loss": 14.4581,
      "step": 972
    },
    {
      "epoch": 0.29502728926622196,
      "grad_norm": Infinity,
      "learning_rate": 3.340961601075835e-05,
      "loss": 14.2882,
      "step": 973
    },
    {
      "epoch": 0.29533050333535477,
      "grad_norm": Infinity,
      "learning_rate": 3.33166284910603e-05,
      "loss": 14.1194,
      "step": 974
    },
    {
      "epoch": 0.2956337174044876,
      "grad_norm": Infinity,
      "learning_rate": 3.3223705857492475e-05,
      "loss": 14.0289,
      "step": 975
    },
    {
      "epoch": 0.2959369314736204,
      "grad_norm": Infinity,
      "learning_rate": 3.3130848471456075e-05,
      "loss": 13.7422,
      "step": 976
    },
    {
      "epoch": 0.2962401455427532,
      "grad_norm": Infinity,
      "learning_rate": 3.303805669409848e-05,
      "loss": 15.0076,
      "step": 977
    },
    {
      "epoch": 0.296543359611886,
      "grad_norm": Infinity,
      "learning_rate": 3.2945330886311966e-05,
      "loss": 14.9045,
      "step": 978
    },
    {
      "epoch": 0.2968465736810188,
      "grad_norm": Infinity,
      "learning_rate": 3.2852671408732176e-05,
      "loss": 13.801,
      "step": 979
    },
    {
      "epoch": 0.2971497877501516,
      "grad_norm": Infinity,
      "learning_rate": 3.276007862173683e-05,
      "loss": 14.3248,
      "step": 980
    },
    {
      "epoch": 0.2974530018192844,
      "grad_norm": Infinity,
      "learning_rate": 3.266755288544422e-05,
      "loss": 14.1321,
      "step": 981
    },
    {
      "epoch": 0.2977562158884172,
      "grad_norm": Infinity,
      "learning_rate": 3.257509455971188e-05,
      "loss": 14.3907,
      "step": 982
    },
    {
      "epoch": 0.29805942995755,
      "grad_norm": Infinity,
      "learning_rate": 3.248270400413518e-05,
      "loss": 12.8481,
      "step": 983
    },
    {
      "epoch": 0.29836264402668283,
      "grad_norm": Infinity,
      "learning_rate": 3.2390381578045894e-05,
      "loss": 13.5882,
      "step": 984
    },
    {
      "epoch": 0.29866585809581564,
      "grad_norm": Infinity,
      "learning_rate": 3.229812764051085e-05,
      "loss": 14.3363,
      "step": 985
    },
    {
      "epoch": 0.29896907216494845,
      "grad_norm": Infinity,
      "learning_rate": 3.2205942550330456e-05,
      "loss": 14.1557,
      "step": 986
    },
    {
      "epoch": 0.29927228623408125,
      "grad_norm": Infinity,
      "learning_rate": 3.211382666603741e-05,
      "loss": 13.4154,
      "step": 987
    },
    {
      "epoch": 0.29957550030321406,
      "grad_norm": Infinity,
      "learning_rate": 3.202178034589521e-05,
      "loss": 14.0665,
      "step": 988
    },
    {
      "epoch": 0.29987871437234687,
      "grad_norm": Infinity,
      "learning_rate": 3.192980394789682e-05,
      "loss": 13.1691,
      "step": 989
    },
    {
      "epoch": 0.3001819284414797,
      "grad_norm": Infinity,
      "learning_rate": 3.1837897829763254e-05,
      "loss": 12.7208,
      "step": 990
    },
    {
      "epoch": 0.3004851425106125,
      "grad_norm": Infinity,
      "learning_rate": 3.174606234894218e-05,
      "loss": 13.0215,
      "step": 991
    },
    {
      "epoch": 0.3007883565797453,
      "grad_norm": Infinity,
      "learning_rate": 3.1654297862606554e-05,
      "loss": 13.4801,
      "step": 992
    },
    {
      "epoch": 0.3010915706488781,
      "grad_norm": Infinity,
      "learning_rate": 3.156260472765319e-05,
      "loss": 12.7,
      "step": 993
    },
    {
      "epoch": 0.3013947847180109,
      "grad_norm": 1.4685834864087794e+19,
      "learning_rate": 3.147098330070143e-05,
      "loss": 10.5444,
      "step": 994
    },
    {
      "epoch": 0.3016979987871437,
      "grad_norm": Infinity,
      "learning_rate": 3.1379433938091696e-05,
      "loss": 13.7583,
      "step": 995
    },
    {
      "epoch": 0.3020012128562765,
      "grad_norm": Infinity,
      "learning_rate": 3.128795699588416e-05,
      "loss": 12.3548,
      "step": 996
    },
    {
      "epoch": 0.3023044269254093,
      "grad_norm": 7.985671038920819e+18,
      "learning_rate": 3.1196552829857315e-05,
      "loss": 11.465,
      "step": 997
    },
    {
      "epoch": 0.3026076409945421,
      "grad_norm": 8.281595797443707e+17,
      "learning_rate": 3.1105221795506584e-05,
      "loss": 11.4391,
      "step": 998
    },
    {
      "epoch": 0.30291085506367493,
      "grad_norm": 1.0701781006559478e+18,
      "learning_rate": 3.101396424804301e-05,
      "loss": 9.9165,
      "step": 999
    },
    {
      "epoch": 0.30321406913280774,
      "grad_norm": 747708547072.0,
      "learning_rate": 3.092278054239178e-05,
      "loss": 6.048,
      "step": 1000
    },
    {
      "epoch": 0.30351728320194055,
      "grad_norm": Infinity,
      "learning_rate": 3.083167103319093e-05,
      "loss": 13.2772,
      "step": 1001
    },
    {
      "epoch": 0.30382049727107335,
      "grad_norm": Infinity,
      "learning_rate": 3.07406360747899e-05,
      "loss": 13.4838,
      "step": 1002
    },
    {
      "epoch": 0.30412371134020616,
      "grad_norm": Infinity,
      "learning_rate": 3.064967602124819e-05,
      "loss": 14.7725,
      "step": 1003
    },
    {
      "epoch": 0.30442692540933897,
      "grad_norm": Infinity,
      "learning_rate": 3.055879122633397e-05,
      "loss": 14.5735,
      "step": 1004
    },
    {
      "epoch": 0.30473013947847183,
      "grad_norm": Infinity,
      "learning_rate": 3.0467982043522726e-05,
      "loss": 13.9584,
      "step": 1005
    },
    {
      "epoch": 0.30503335354760464,
      "grad_norm": Infinity,
      "learning_rate": 3.0377248825995853e-05,
      "loss": 13.6662,
      "step": 1006
    },
    {
      "epoch": 0.30533656761673744,
      "grad_norm": Infinity,
      "learning_rate": 3.0286591926639287e-05,
      "loss": 14.2194,
      "step": 1007
    },
    {
      "epoch": 0.30563978168587025,
      "grad_norm": Infinity,
      "learning_rate": 3.019601169804216e-05,
      "loss": 14.5799,
      "step": 1008
    },
    {
      "epoch": 0.30594299575500306,
      "grad_norm": Infinity,
      "learning_rate": 3.0105508492495405e-05,
      "loss": 13.9588,
      "step": 1009
    },
    {
      "epoch": 0.30624620982413586,
      "grad_norm": Infinity,
      "learning_rate": 3.0015082661990395e-05,
      "loss": 13.5367,
      "step": 1010
    },
    {
      "epoch": 0.30654942389326867,
      "grad_norm": Infinity,
      "learning_rate": 2.992473455821756e-05,
      "loss": 15.533,
      "step": 1011
    },
    {
      "epoch": 0.3068526379624015,
      "grad_norm": Infinity,
      "learning_rate": 2.9834464532565052e-05,
      "loss": 14.4046,
      "step": 1012
    },
    {
      "epoch": 0.3071558520315343,
      "grad_norm": Infinity,
      "learning_rate": 2.9744272936117323e-05,
      "loss": 14.5718,
      "step": 1013
    },
    {
      "epoch": 0.3074590661006671,
      "grad_norm": Infinity,
      "learning_rate": 2.9654160119653835e-05,
      "loss": 14.4599,
      "step": 1014
    },
    {
      "epoch": 0.3077622801697999,
      "grad_norm": Infinity,
      "learning_rate": 2.956412643364759e-05,
      "loss": 14.4053,
      "step": 1015
    },
    {
      "epoch": 0.3080654942389327,
      "grad_norm": Infinity,
      "learning_rate": 2.9474172228263887e-05,
      "loss": 14.5592,
      "step": 1016
    },
    {
      "epoch": 0.3083687083080655,
      "grad_norm": Infinity,
      "learning_rate": 2.9384297853358895e-05,
      "loss": 13.4748,
      "step": 1017
    },
    {
      "epoch": 0.3086719223771983,
      "grad_norm": Infinity,
      "learning_rate": 2.9294503658478277e-05,
      "loss": 14.4311,
      "step": 1018
    },
    {
      "epoch": 0.3089751364463311,
      "grad_norm": Infinity,
      "learning_rate": 2.9204789992855885e-05,
      "loss": 14.9635,
      "step": 1019
    },
    {
      "epoch": 0.30927835051546393,
      "grad_norm": Infinity,
      "learning_rate": 2.9115157205412335e-05,
      "loss": 13.2791,
      "step": 1020
    },
    {
      "epoch": 0.30958156458459674,
      "grad_norm": Infinity,
      "learning_rate": 2.902560564475374e-05,
      "loss": 15.9463,
      "step": 1021
    },
    {
      "epoch": 0.30988477865372954,
      "grad_norm": Infinity,
      "learning_rate": 2.8936135659170216e-05,
      "loss": 14.67,
      "step": 1022
    },
    {
      "epoch": 0.31018799272286235,
      "grad_norm": Infinity,
      "learning_rate": 2.8846747596634705e-05,
      "loss": 14.9041,
      "step": 1023
    },
    {
      "epoch": 0.31049120679199516,
      "grad_norm": Infinity,
      "learning_rate": 2.8757441804801466e-05,
      "loss": 14.5163,
      "step": 1024
    },
    {
      "epoch": 0.31079442086112796,
      "grad_norm": Infinity,
      "learning_rate": 2.866821863100479e-05,
      "loss": 15.9964,
      "step": 1025
    },
    {
      "epoch": 0.31109763493026077,
      "grad_norm": Infinity,
      "learning_rate": 2.8579078422257686e-05,
      "loss": 13.8709,
      "step": 1026
    },
    {
      "epoch": 0.3114008489993936,
      "grad_norm": Infinity,
      "learning_rate": 2.8490021525250434e-05,
      "loss": 13.6671,
      "step": 1027
    },
    {
      "epoch": 0.3117040630685264,
      "grad_norm": Infinity,
      "learning_rate": 2.8401048286349353e-05,
      "loss": 14.0012,
      "step": 1028
    },
    {
      "epoch": 0.3120072771376592,
      "grad_norm": Infinity,
      "learning_rate": 2.8312159051595315e-05,
      "loss": 15.1942,
      "step": 1029
    },
    {
      "epoch": 0.312310491206792,
      "grad_norm": Infinity,
      "learning_rate": 2.822335416670257e-05,
      "loss": 14.0253,
      "step": 1030
    },
    {
      "epoch": 0.3126137052759248,
      "grad_norm": Infinity,
      "learning_rate": 2.8134633977057235e-05,
      "loss": 14.4519,
      "step": 1031
    },
    {
      "epoch": 0.3129169193450576,
      "grad_norm": Infinity,
      "learning_rate": 2.8045998827716046e-05,
      "loss": 13.6658,
      "step": 1032
    },
    {
      "epoch": 0.3132201334141904,
      "grad_norm": Infinity,
      "learning_rate": 2.7957449063405012e-05,
      "loss": 12.7183,
      "step": 1033
    },
    {
      "epoch": 0.3135233474833232,
      "grad_norm": Infinity,
      "learning_rate": 2.7868985028518006e-05,
      "loss": 14.0078,
      "step": 1034
    },
    {
      "epoch": 0.31382656155245603,
      "grad_norm": Infinity,
      "learning_rate": 2.7780607067115566e-05,
      "loss": 13.7909,
      "step": 1035
    },
    {
      "epoch": 0.31412977562158884,
      "grad_norm": Infinity,
      "learning_rate": 2.7692315522923363e-05,
      "loss": 12.9463,
      "step": 1036
    },
    {
      "epoch": 0.31443298969072164,
      "grad_norm": Infinity,
      "learning_rate": 2.7604110739331068e-05,
      "loss": 13.1441,
      "step": 1037
    },
    {
      "epoch": 0.31473620375985445,
      "grad_norm": Infinity,
      "learning_rate": 2.7515993059390823e-05,
      "loss": 13.7685,
      "step": 1038
    },
    {
      "epoch": 0.31503941782898726,
      "grad_norm": Infinity,
      "learning_rate": 2.7427962825816088e-05,
      "loss": 13.6144,
      "step": 1039
    },
    {
      "epoch": 0.31534263189812006,
      "grad_norm": Infinity,
      "learning_rate": 2.7340020380980146e-05,
      "loss": 13.2719,
      "step": 1040
    },
    {
      "epoch": 0.31564584596725287,
      "grad_norm": Infinity,
      "learning_rate": 2.7252166066914874e-05,
      "loss": 14.0499,
      "step": 1041
    },
    {
      "epoch": 0.3159490600363857,
      "grad_norm": Infinity,
      "learning_rate": 2.7164400225309423e-05,
      "loss": 13.5268,
      "step": 1042
    },
    {
      "epoch": 0.3162522741055185,
      "grad_norm": Infinity,
      "learning_rate": 2.7076723197508768e-05,
      "loss": 13.1544,
      "step": 1043
    },
    {
      "epoch": 0.3165554881746513,
      "grad_norm": Infinity,
      "learning_rate": 2.698913532451256e-05,
      "loss": 12.8372,
      "step": 1044
    },
    {
      "epoch": 0.3168587022437841,
      "grad_norm": Infinity,
      "learning_rate": 2.6901636946973628e-05,
      "loss": 13.3105,
      "step": 1045
    },
    {
      "epoch": 0.3171619163129169,
      "grad_norm": 4.187745395960447e+18,
      "learning_rate": 2.6814228405196738e-05,
      "loss": 11.6382,
      "step": 1046
    },
    {
      "epoch": 0.3174651303820497,
      "grad_norm": 1.6408777556272087e+18,
      "learning_rate": 2.672691003913732e-05,
      "loss": 11.7332,
      "step": 1047
    },
    {
      "epoch": 0.3177683444511825,
      "grad_norm": 5.589285446183027e+18,
      "learning_rate": 2.663968218840002e-05,
      "loss": 10.495,
      "step": 1048
    },
    {
      "epoch": 0.3180715585203153,
      "grad_norm": 2.091342197738701e+16,
      "learning_rate": 2.655254519223746e-05,
      "loss": 7.946,
      "step": 1049
    },
    {
      "epoch": 0.31837477258944813,
      "grad_norm": 500349600.0,
      "learning_rate": 2.6465499389548907e-05,
      "loss": 5.998,
      "step": 1050
    },
    {
      "epoch": 0.31867798665858094,
      "grad_norm": Infinity,
      "learning_rate": 2.6378545118879005e-05,
      "loss": 13.8941,
      "step": 1051
    },
    {
      "epoch": 0.31898120072771374,
      "grad_norm": Infinity,
      "learning_rate": 2.62916827184163e-05,
      "loss": 13.4377,
      "step": 1052
    },
    {
      "epoch": 0.31928441479684655,
      "grad_norm": Infinity,
      "learning_rate": 2.6204912525992136e-05,
      "loss": 13.7518,
      "step": 1053
    },
    {
      "epoch": 0.31958762886597936,
      "grad_norm": Infinity,
      "learning_rate": 2.6118234879079175e-05,
      "loss": 13.9712,
      "step": 1054
    },
    {
      "epoch": 0.31989084293511216,
      "grad_norm": Infinity,
      "learning_rate": 2.603165011479012e-05,
      "loss": 14.3768,
      "step": 1055
    },
    {
      "epoch": 0.32019405700424497,
      "grad_norm": Infinity,
      "learning_rate": 2.5945158569876525e-05,
      "loss": 14.2418,
      "step": 1056
    },
    {
      "epoch": 0.32049727107337783,
      "grad_norm": Infinity,
      "learning_rate": 2.5858760580727277e-05,
      "loss": 13.9906,
      "step": 1057
    },
    {
      "epoch": 0.32080048514251064,
      "grad_norm": Infinity,
      "learning_rate": 2.5772456483367497e-05,
      "loss": 13.6115,
      "step": 1058
    },
    {
      "epoch": 0.32110369921164345,
      "grad_norm": Infinity,
      "learning_rate": 2.568624661345705e-05,
      "loss": 13.8365,
      "step": 1059
    },
    {
      "epoch": 0.32140691328077625,
      "grad_norm": Infinity,
      "learning_rate": 2.5600131306289398e-05,
      "loss": 13.479,
      "step": 1060
    },
    {
      "epoch": 0.32171012734990906,
      "grad_norm": Infinity,
      "learning_rate": 2.5514110896790184e-05,
      "loss": 14.901,
      "step": 1061
    },
    {
      "epoch": 0.32201334141904187,
      "grad_norm": Infinity,
      "learning_rate": 2.5428185719515946e-05,
      "loss": 14.623,
      "step": 1062
    },
    {
      "epoch": 0.32231655548817467,
      "grad_norm": Infinity,
      "learning_rate": 2.5342356108652903e-05,
      "loss": 14.0398,
      "step": 1063
    },
    {
      "epoch": 0.3226197695573075,
      "grad_norm": Infinity,
      "learning_rate": 2.525662239801553e-05,
      "loss": 14.1664,
      "step": 1064
    },
    {
      "epoch": 0.3229229836264403,
      "grad_norm": Infinity,
      "learning_rate": 2.517098492104538e-05,
      "loss": 13.2414,
      "step": 1065
    },
    {
      "epoch": 0.3232261976955731,
      "grad_norm": Infinity,
      "learning_rate": 2.5085444010809634e-05,
      "loss": 14.5962,
      "step": 1066
    },
    {
      "epoch": 0.3235294117647059,
      "grad_norm": Infinity,
      "learning_rate": 2.500000000000001e-05,
      "loss": 14.2808,
      "step": 1067
    },
    {
      "epoch": 0.3238326258338387,
      "grad_norm": Infinity,
      "learning_rate": 2.4914653220931284e-05,
      "loss": 14.8585,
      "step": 1068
    },
    {
      "epoch": 0.3241358399029715,
      "grad_norm": Infinity,
      "learning_rate": 2.482940400554007e-05,
      "loss": 15.0831,
      "step": 1069
    },
    {
      "epoch": 0.3244390539721043,
      "grad_norm": Infinity,
      "learning_rate": 2.4744252685383596e-05,
      "loss": 14.2412,
      "step": 1070
    },
    {
      "epoch": 0.3247422680412371,
      "grad_norm": Infinity,
      "learning_rate": 2.4659199591638266e-05,
      "loss": 14.9015,
      "step": 1071
    },
    {
      "epoch": 0.32504548211036993,
      "grad_norm": Infinity,
      "learning_rate": 2.4574245055098533e-05,
      "loss": 14.1687,
      "step": 1072
    },
    {
      "epoch": 0.32534869617950274,
      "grad_norm": Infinity,
      "learning_rate": 2.4489389406175456e-05,
      "loss": 14.7789,
      "step": 1073
    },
    {
      "epoch": 0.32565191024863555,
      "grad_norm": Infinity,
      "learning_rate": 2.4404632974895573e-05,
      "loss": 15.422,
      "step": 1074
    },
    {
      "epoch": 0.32595512431776835,
      "grad_norm": Infinity,
      "learning_rate": 2.431997609089948e-05,
      "loss": 13.6182,
      "step": 1075
    },
    {
      "epoch": 0.32625833838690116,
      "grad_norm": Infinity,
      "learning_rate": 2.4235419083440613e-05,
      "loss": 13.707,
      "step": 1076
    },
    {
      "epoch": 0.32656155245603397,
      "grad_norm": Infinity,
      "learning_rate": 2.4150962281384005e-05,
      "loss": 15.144,
      "step": 1077
    },
    {
      "epoch": 0.32686476652516677,
      "grad_norm": Infinity,
      "learning_rate": 2.406660601320489e-05,
      "loss": 13.9534,
      "step": 1078
    },
    {
      "epoch": 0.3271679805942996,
      "grad_norm": Infinity,
      "learning_rate": 2.3982350606987587e-05,
      "loss": 14.8871,
      "step": 1079
    },
    {
      "epoch": 0.3274711946634324,
      "grad_norm": Infinity,
      "learning_rate": 2.3898196390424045e-05,
      "loss": 14.7227,
      "step": 1080
    },
    {
      "epoch": 0.3277744087325652,
      "grad_norm": Infinity,
      "learning_rate": 2.381414369081274e-05,
      "loss": 13.4086,
      "step": 1081
    },
    {
      "epoch": 0.328077622801698,
      "grad_norm": Infinity,
      "learning_rate": 2.373019283505727e-05,
      "loss": 13.8244,
      "step": 1082
    },
    {
      "epoch": 0.3283808368708308,
      "grad_norm": Infinity,
      "learning_rate": 2.364634414966515e-05,
      "loss": 13.0384,
      "step": 1083
    },
    {
      "epoch": 0.3286840509399636,
      "grad_norm": Infinity,
      "learning_rate": 2.3562597960746523e-05,
      "loss": 14.3247,
      "step": 1084
    },
    {
      "epoch": 0.3289872650090964,
      "grad_norm": Infinity,
      "learning_rate": 2.347895459401288e-05,
      "loss": 15.0277,
      "step": 1085
    },
    {
      "epoch": 0.3292904790782292,
      "grad_norm": Infinity,
      "learning_rate": 2.3395414374775865e-05,
      "loss": 12.925,
      "step": 1086
    },
    {
      "epoch": 0.32959369314736203,
      "grad_norm": Infinity,
      "learning_rate": 2.3311977627945887e-05,
      "loss": 14.317,
      "step": 1087
    },
    {
      "epoch": 0.32989690721649484,
      "grad_norm": Infinity,
      "learning_rate": 2.322864467803097e-05,
      "loss": 12.7672,
      "step": 1088
    },
    {
      "epoch": 0.33020012128562765,
      "grad_norm": Infinity,
      "learning_rate": 2.3145415849135427e-05,
      "loss": 13.7731,
      "step": 1089
    },
    {
      "epoch": 0.33050333535476045,
      "grad_norm": Infinity,
      "learning_rate": 2.3062291464958587e-05,
      "loss": 13.1816,
      "step": 1090
    },
    {
      "epoch": 0.33080654942389326,
      "grad_norm": Infinity,
      "learning_rate": 2.2979271848793633e-05,
      "loss": 13.1076,
      "step": 1091
    },
    {
      "epoch": 0.33110976349302607,
      "grad_norm": Infinity,
      "learning_rate": 2.289635732352619e-05,
      "loss": 14.9673,
      "step": 1092
    },
    {
      "epoch": 0.3314129775621589,
      "grad_norm": Infinity,
      "learning_rate": 2.281354821163326e-05,
      "loss": 12.3132,
      "step": 1093
    },
    {
      "epoch": 0.3317161916312917,
      "grad_norm": Infinity,
      "learning_rate": 2.2730844835181757e-05,
      "loss": 13.1386,
      "step": 1094
    },
    {
      "epoch": 0.3320194057004245,
      "grad_norm": Infinity,
      "learning_rate": 2.2648247515827452e-05,
      "loss": 12.9573,
      "step": 1095
    },
    {
      "epoch": 0.3323226197695573,
      "grad_norm": Infinity,
      "learning_rate": 2.2565756574813573e-05,
      "loss": 12.7778,
      "step": 1096
    },
    {
      "epoch": 0.3326258338386901,
      "grad_norm": Infinity,
      "learning_rate": 2.248337233296961e-05,
      "loss": 11.2507,
      "step": 1097
    },
    {
      "epoch": 0.3329290479078229,
      "grad_norm": 1.1676478135934648e+19,
      "learning_rate": 2.2401095110710135e-05,
      "loss": 12.1175,
      "step": 1098
    },
    {
      "epoch": 0.3332322619769557,
      "grad_norm": Infinity,
      "learning_rate": 2.2318925228033432e-05,
      "loss": 8.6463,
      "step": 1099
    },
    {
      "epoch": 0.3335354760460885,
      "grad_norm": 306685313024.0,
      "learning_rate": 2.2236863004520326e-05,
      "loss": 5.7017,
      "step": 1100
    },
    {
      "epoch": 0.3338386901152213,
      "grad_norm": Infinity,
      "learning_rate": 2.215490875933292e-05,
      "loss": 13.8544,
      "step": 1101
    },
    {
      "epoch": 0.33414190418435413,
      "grad_norm": Infinity,
      "learning_rate": 2.20730628112134e-05,
      "loss": 12.9783,
      "step": 1102
    },
    {
      "epoch": 0.33444511825348694,
      "grad_norm": Infinity,
      "learning_rate": 2.1991325478482694e-05,
      "loss": 14.4117,
      "step": 1103
    },
    {
      "epoch": 0.33474833232261975,
      "grad_norm": Infinity,
      "learning_rate": 2.1909697079039365e-05,
      "loss": 14.5699,
      "step": 1104
    },
    {
      "epoch": 0.33505154639175255,
      "grad_norm": Infinity,
      "learning_rate": 2.182817793035825e-05,
      "loss": 14.6529,
      "step": 1105
    },
    {
      "epoch": 0.33535476046088536,
      "grad_norm": Infinity,
      "learning_rate": 2.1746768349489283e-05,
      "loss": 14.0773,
      "step": 1106
    },
    {
      "epoch": 0.33565797453001817,
      "grad_norm": Infinity,
      "learning_rate": 2.1665468653056307e-05,
      "loss": 14.8746,
      "step": 1107
    },
    {
      "epoch": 0.33596118859915103,
      "grad_norm": Infinity,
      "learning_rate": 2.158427915725573e-05,
      "loss": 14.7956,
      "step": 1108
    },
    {
      "epoch": 0.33626440266828383,
      "grad_norm": Infinity,
      "learning_rate": 2.1503200177855426e-05,
      "loss": 14.4354,
      "step": 1109
    },
    {
      "epoch": 0.33656761673741664,
      "grad_norm": Infinity,
      "learning_rate": 2.1422232030193374e-05,
      "loss": 13.3485,
      "step": 1110
    },
    {
      "epoch": 0.33687083080654945,
      "grad_norm": Infinity,
      "learning_rate": 2.1341375029176565e-05,
      "loss": 14.5872,
      "step": 1111
    },
    {
      "epoch": 0.33717404487568226,
      "grad_norm": Infinity,
      "learning_rate": 2.126062948927966e-05,
      "loss": 14.1279,
      "step": 1112
    },
    {
      "epoch": 0.33747725894481506,
      "grad_norm": Infinity,
      "learning_rate": 2.117999572454382e-05,
      "loss": 14.0709,
      "step": 1113
    },
    {
      "epoch": 0.33778047301394787,
      "grad_norm": Infinity,
      "learning_rate": 2.109947404857554e-05,
      "loss": 13.9678,
      "step": 1114
    },
    {
      "epoch": 0.3380836870830807,
      "grad_norm": Infinity,
      "learning_rate": 2.1019064774545282e-05,
      "loss": 14.3468,
      "step": 1115
    },
    {
      "epoch": 0.3383869011522135,
      "grad_norm": Infinity,
      "learning_rate": 2.093876821518645e-05,
      "loss": 15.1736,
      "step": 1116
    },
    {
      "epoch": 0.3386901152213463,
      "grad_norm": Infinity,
      "learning_rate": 2.0858584682793947e-05,
      "loss": 15.2808,
      "step": 1117
    },
    {
      "epoch": 0.3389933292904791,
      "grad_norm": Infinity,
      "learning_rate": 2.0778514489223204e-05,
      "loss": 13.5463,
      "step": 1118
    },
    {
      "epoch": 0.3392965433596119,
      "grad_norm": Infinity,
      "learning_rate": 2.0698557945888774e-05,
      "loss": 13.7319,
      "step": 1119
    },
    {
      "epoch": 0.3395997574287447,
      "grad_norm": Infinity,
      "learning_rate": 2.0618715363763192e-05,
      "loss": 14.6809,
      "step": 1120
    },
    {
      "epoch": 0.3399029714978775,
      "grad_norm": Infinity,
      "learning_rate": 2.053898705337583e-05,
      "loss": 14.8948,
      "step": 1121
    },
    {
      "epoch": 0.3402061855670103,
      "grad_norm": Infinity,
      "learning_rate": 2.0459373324811547e-05,
      "loss": 14.6461,
      "step": 1122
    },
    {
      "epoch": 0.34050939963614313,
      "grad_norm": Infinity,
      "learning_rate": 2.037987448770963e-05,
      "loss": 14.602,
      "step": 1123
    },
    {
      "epoch": 0.34081261370527594,
      "grad_norm": Infinity,
      "learning_rate": 2.030049085126247e-05,
      "loss": 15.3378,
      "step": 1124
    },
    {
      "epoch": 0.34111582777440874,
      "grad_norm": Infinity,
      "learning_rate": 2.022122272421446e-05,
      "loss": 15.4176,
      "step": 1125
    },
    {
      "epoch": 0.34141904184354155,
      "grad_norm": Infinity,
      "learning_rate": 2.0142070414860704e-05,
      "loss": 13.9851,
      "step": 1126
    },
    {
      "epoch": 0.34172225591267436,
      "grad_norm": Infinity,
      "learning_rate": 2.0063034231045852e-05,
      "loss": 13.9173,
      "step": 1127
    },
    {
      "epoch": 0.34202546998180716,
      "grad_norm": Infinity,
      "learning_rate": 1.9984114480162973e-05,
      "loss": 14.1599,
      "step": 1128
    },
    {
      "epoch": 0.34232868405093997,
      "grad_norm": Infinity,
      "learning_rate": 1.9905311469152228e-05,
      "loss": 14.0142,
      "step": 1129
    },
    {
      "epoch": 0.3426318981200728,
      "grad_norm": Infinity,
      "learning_rate": 1.9826625504499806e-05,
      "loss": 13.4341,
      "step": 1130
    },
    {
      "epoch": 0.3429351121892056,
      "grad_norm": Infinity,
      "learning_rate": 1.9748056892236607e-05,
      "loss": 12.9187,
      "step": 1131
    },
    {
      "epoch": 0.3432383262583384,
      "grad_norm": Infinity,
      "learning_rate": 1.966960593793719e-05,
      "loss": 13.2394,
      "step": 1132
    },
    {
      "epoch": 0.3435415403274712,
      "grad_norm": Infinity,
      "learning_rate": 1.9591272946718415e-05,
      "loss": 14.5214,
      "step": 1133
    },
    {
      "epoch": 0.343844754396604,
      "grad_norm": Infinity,
      "learning_rate": 1.951305822323845e-05,
      "loss": 14.1027,
      "step": 1134
    },
    {
      "epoch": 0.3441479684657368,
      "grad_norm": Infinity,
      "learning_rate": 1.9434962071695432e-05,
      "loss": 13.4353,
      "step": 1135
    },
    {
      "epoch": 0.3444511825348696,
      "grad_norm": Infinity,
      "learning_rate": 1.9356984795826334e-05,
      "loss": 13.5124,
      "step": 1136
    },
    {
      "epoch": 0.3447543966040024,
      "grad_norm": Infinity,
      "learning_rate": 1.9279126698905836e-05,
      "loss": 13.2714,
      "step": 1137
    },
    {
      "epoch": 0.34505761067313523,
      "grad_norm": Infinity,
      "learning_rate": 1.9201388083745036e-05,
      "loss": 13.9,
      "step": 1138
    },
    {
      "epoch": 0.34536082474226804,
      "grad_norm": Infinity,
      "learning_rate": 1.912376925269041e-05,
      "loss": 12.8922,
      "step": 1139
    },
    {
      "epoch": 0.34566403881140084,
      "grad_norm": Infinity,
      "learning_rate": 1.9046270507622504e-05,
      "loss": 14.0743,
      "step": 1140
    },
    {
      "epoch": 0.34596725288053365,
      "grad_norm": Infinity,
      "learning_rate": 1.896889214995481e-05,
      "loss": 13.2292,
      "step": 1141
    },
    {
      "epoch": 0.34627046694966646,
      "grad_norm": Infinity,
      "learning_rate": 1.8891634480632664e-05,
      "loss": 12.864,
      "step": 1142
    },
    {
      "epoch": 0.34657368101879926,
      "grad_norm": Infinity,
      "learning_rate": 1.8814497800131936e-05,
      "loss": 13.2309,
      "step": 1143
    },
    {
      "epoch": 0.34687689508793207,
      "grad_norm": Infinity,
      "learning_rate": 1.8737482408458012e-05,
      "loss": 13.0862,
      "step": 1144
    },
    {
      "epoch": 0.3471801091570649,
      "grad_norm": Infinity,
      "learning_rate": 1.8660588605144484e-05,
      "loss": 12.999,
      "step": 1145
    },
    {
      "epoch": 0.3474833232261977,
      "grad_norm": Infinity,
      "learning_rate": 1.858381668925212e-05,
      "loss": 13.0114,
      "step": 1146
    },
    {
      "epoch": 0.3477865372953305,
      "grad_norm": Infinity,
      "learning_rate": 1.8507166959367576e-05,
      "loss": 12.7631,
      "step": 1147
    },
    {
      "epoch": 0.3480897513644633,
      "grad_norm": 4.397762837104034e+18,
      "learning_rate": 1.8430639713602316e-05,
      "loss": 13.6816,
      "step": 1148
    },
    {
      "epoch": 0.3483929654335961,
      "grad_norm": 15339196776448.0,
      "learning_rate": 1.8354235249591472e-05,
      "loss": 7.0725,
      "step": 1149
    },
    {
      "epoch": 0.3486961795027289,
      "grad_norm": 1800020688896.0,
      "learning_rate": 1.8277953864492548e-05,
      "loss": 5.9097,
      "step": 1150
    },
    {
      "epoch": 0.3489993935718617,
      "grad_norm": Infinity,
      "learning_rate": 1.820179585498446e-05,
      "loss": 12.4104,
      "step": 1151
    },
    {
      "epoch": 0.3493026076409945,
      "grad_norm": Infinity,
      "learning_rate": 1.812576151726621e-05,
      "loss": 14.234,
      "step": 1152
    },
    {
      "epoch": 0.34960582171012733,
      "grad_norm": Infinity,
      "learning_rate": 1.804985114705588e-05,
      "loss": 13.8033,
      "step": 1153
    },
    {
      "epoch": 0.34990903577926014,
      "grad_norm": Infinity,
      "learning_rate": 1.7974065039589333e-05,
      "loss": 13.4482,
      "step": 1154
    },
    {
      "epoch": 0.35021224984839294,
      "grad_norm": Infinity,
      "learning_rate": 1.78984034896192e-05,
      "loss": 13.7404,
      "step": 1155
    },
    {
      "epoch": 0.35051546391752575,
      "grad_norm": Infinity,
      "learning_rate": 1.782286679141364e-05,
      "loss": 14.8391,
      "step": 1156
    },
    {
      "epoch": 0.35081867798665856,
      "grad_norm": Infinity,
      "learning_rate": 1.7747455238755223e-05,
      "loss": 14.186,
      "step": 1157
    },
    {
      "epoch": 0.35112189205579136,
      "grad_norm": Infinity,
      "learning_rate": 1.7672169124939842e-05,
      "loss": 15.1006,
      "step": 1158
    },
    {
      "epoch": 0.35142510612492417,
      "grad_norm": Infinity,
      "learning_rate": 1.7597008742775463e-05,
      "loss": 14.6851,
      "step": 1159
    },
    {
      "epoch": 0.35172832019405703,
      "grad_norm": Infinity,
      "learning_rate": 1.7521974384581115e-05,
      "loss": 14.5997,
      "step": 1160
    },
    {
      "epoch": 0.35203153426318984,
      "grad_norm": Infinity,
      "learning_rate": 1.7447066342185618e-05,
      "loss": 14.0068,
      "step": 1161
    },
    {
      "epoch": 0.35233474833232264,
      "grad_norm": Infinity,
      "learning_rate": 1.7372284906926545e-05,
      "loss": 14.9974,
      "step": 1162
    },
    {
      "epoch": 0.35263796240145545,
      "grad_norm": Infinity,
      "learning_rate": 1.729763036964909e-05,
      "loss": 13.976,
      "step": 1163
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": Infinity,
      "learning_rate": 1.722310302070484e-05,
      "loss": 14.1234,
      "step": 1164
    },
    {
      "epoch": 0.35324439053972106,
      "grad_norm": Infinity,
      "learning_rate": 1.7148703149950784e-05,
      "loss": 14.5686,
      "step": 1165
    },
    {
      "epoch": 0.35354760460885387,
      "grad_norm": Infinity,
      "learning_rate": 1.7074431046748075e-05,
      "loss": 14.436,
      "step": 1166
    },
    {
      "epoch": 0.3538508186779867,
      "grad_norm": Infinity,
      "learning_rate": 1.700028699996094e-05,
      "loss": 14.6292,
      "step": 1167
    },
    {
      "epoch": 0.3541540327471195,
      "grad_norm": Infinity,
      "learning_rate": 1.6926271297955547e-05,
      "loss": 14.1911,
      "step": 1168
    },
    {
      "epoch": 0.3544572468162523,
      "grad_norm": Infinity,
      "learning_rate": 1.6852384228598967e-05,
      "loss": 14.8279,
      "step": 1169
    },
    {
      "epoch": 0.3547604608853851,
      "grad_norm": Infinity,
      "learning_rate": 1.6778626079257903e-05,
      "loss": 14.184,
      "step": 1170
    },
    {
      "epoch": 0.3550636749545179,
      "grad_norm": Infinity,
      "learning_rate": 1.6704997136797673e-05,
      "loss": 14.6242,
      "step": 1171
    },
    {
      "epoch": 0.3553668890236507,
      "grad_norm": Infinity,
      "learning_rate": 1.6631497687581126e-05,
      "loss": 14.1281,
      "step": 1172
    },
    {
      "epoch": 0.3556701030927835,
      "grad_norm": Infinity,
      "learning_rate": 1.6558128017467405e-05,
      "loss": 15.0551,
      "step": 1173
    },
    {
      "epoch": 0.3559733171619163,
      "grad_norm": Infinity,
      "learning_rate": 1.6484888411810965e-05,
      "loss": 14.8017,
      "step": 1174
    },
    {
      "epoch": 0.35627653123104913,
      "grad_norm": Infinity,
      "learning_rate": 1.641177915546036e-05,
      "loss": 13.5341,
      "step": 1175
    },
    {
      "epoch": 0.35657974530018194,
      "grad_norm": Infinity,
      "learning_rate": 1.633880053275722e-05,
      "loss": 14.454,
      "step": 1176
    },
    {
      "epoch": 0.35688295936931475,
      "grad_norm": Infinity,
      "learning_rate": 1.626595282753508e-05,
      "loss": 13.0637,
      "step": 1177
    },
    {
      "epoch": 0.35718617343844755,
      "grad_norm": Infinity,
      "learning_rate": 1.6193236323118283e-05,
      "loss": 13.4628,
      "step": 1178
    },
    {
      "epoch": 0.35748938750758036,
      "grad_norm": Infinity,
      "learning_rate": 1.612065130232096e-05,
      "loss": 14.2871,
      "step": 1179
    },
    {
      "epoch": 0.35779260157671317,
      "grad_norm": Infinity,
      "learning_rate": 1.60481980474458e-05,
      "loss": 13.2759,
      "step": 1180
    },
    {
      "epoch": 0.35809581564584597,
      "grad_norm": Infinity,
      "learning_rate": 1.5975876840283072e-05,
      "loss": 13.8261,
      "step": 1181
    },
    {
      "epoch": 0.3583990297149788,
      "grad_norm": Infinity,
      "learning_rate": 1.5903687962109437e-05,
      "loss": 13.2789,
      "step": 1182
    },
    {
      "epoch": 0.3587022437841116,
      "grad_norm": Infinity,
      "learning_rate": 1.5831631693686906e-05,
      "loss": 13.1229,
      "step": 1183
    },
    {
      "epoch": 0.3590054578532444,
      "grad_norm": Infinity,
      "learning_rate": 1.5759708315261722e-05,
      "loss": 14.311,
      "step": 1184
    },
    {
      "epoch": 0.3593086719223772,
      "grad_norm": Infinity,
      "learning_rate": 1.5687918106563326e-05,
      "loss": 13.5075,
      "step": 1185
    },
    {
      "epoch": 0.35961188599151,
      "grad_norm": Infinity,
      "learning_rate": 1.561626134680319e-05,
      "loss": 14.233,
      "step": 1186
    },
    {
      "epoch": 0.3599151000606428,
      "grad_norm": Infinity,
      "learning_rate": 1.5544738314673747e-05,
      "loss": 13.2997,
      "step": 1187
    },
    {
      "epoch": 0.3602183141297756,
      "grad_norm": Infinity,
      "learning_rate": 1.547334928834739e-05,
      "loss": 13.287,
      "step": 1188
    },
    {
      "epoch": 0.3605215281989084,
      "grad_norm": Infinity,
      "learning_rate": 1.5402094545475255e-05,
      "loss": 14.4972,
      "step": 1189
    },
    {
      "epoch": 0.36082474226804123,
      "grad_norm": Infinity,
      "learning_rate": 1.533097436318629e-05,
      "loss": 13.3334,
      "step": 1190
    },
    {
      "epoch": 0.36112795633717404,
      "grad_norm": Infinity,
      "learning_rate": 1.525998901808604e-05,
      "loss": 13.2719,
      "step": 1191
    },
    {
      "epoch": 0.36143117040630685,
      "grad_norm": Infinity,
      "learning_rate": 1.518913878625564e-05,
      "loss": 12.5985,
      "step": 1192
    },
    {
      "epoch": 0.36173438447543965,
      "grad_norm": Infinity,
      "learning_rate": 1.5118423943250771e-05,
      "loss": 12.9178,
      "step": 1193
    },
    {
      "epoch": 0.36203759854457246,
      "grad_norm": 1.426843276239333e+19,
      "learning_rate": 1.5047844764100499e-05,
      "loss": 12.5501,
      "step": 1194
    },
    {
      "epoch": 0.36234081261370527,
      "grad_norm": Infinity,
      "learning_rate": 1.4977401523306312e-05,
      "loss": 12.9406,
      "step": 1195
    },
    {
      "epoch": 0.36264402668283807,
      "grad_norm": Infinity,
      "learning_rate": 1.4907094494840929e-05,
      "loss": 12.1118,
      "step": 1196
    },
    {
      "epoch": 0.3629472407519709,
      "grad_norm": Infinity,
      "learning_rate": 1.4836923952147386e-05,
      "loss": 12.3419,
      "step": 1197
    },
    {
      "epoch": 0.3632504548211037,
      "grad_norm": 1.200446245450023e+18,
      "learning_rate": 1.4766890168137814e-05,
      "loss": 10.0915,
      "step": 1198
    },
    {
      "epoch": 0.3635536688902365,
      "grad_norm": 1676145615437824.0,
      "learning_rate": 1.4696993415192484e-05,
      "loss": 7.969,
      "step": 1199
    },
    {
      "epoch": 0.3638568829593693,
      "grad_norm": 497457376.0,
      "learning_rate": 1.4627233965158744e-05,
      "loss": 5.9418,
      "step": 1200
    },
    {
      "epoch": 0.3641600970285021,
      "grad_norm": Infinity,
      "learning_rate": 1.4557612089349854e-05,
      "loss": 14.4211,
      "step": 1201
    },
    {
      "epoch": 0.3644633110976349,
      "grad_norm": Infinity,
      "learning_rate": 1.4488128058544098e-05,
      "loss": 14.3341,
      "step": 1202
    },
    {
      "epoch": 0.3647665251667677,
      "grad_norm": Infinity,
      "learning_rate": 1.4418782142983589e-05,
      "loss": 14.0431,
      "step": 1203
    },
    {
      "epoch": 0.3650697392359005,
      "grad_norm": Infinity,
      "learning_rate": 1.4349574612373312e-05,
      "loss": 15.2771,
      "step": 1204
    },
    {
      "epoch": 0.36537295330503333,
      "grad_norm": Infinity,
      "learning_rate": 1.428050573587999e-05,
      "loss": 15.622,
      "step": 1205
    },
    {
      "epoch": 0.36567616737416614,
      "grad_norm": Infinity,
      "learning_rate": 1.4211575782131131e-05,
      "loss": 14.6752,
      "step": 1206
    },
    {
      "epoch": 0.36597938144329895,
      "grad_norm": Infinity,
      "learning_rate": 1.4142785019213906e-05,
      "loss": 14.5958,
      "step": 1207
    },
    {
      "epoch": 0.36628259551243175,
      "grad_norm": Infinity,
      "learning_rate": 1.4074133714674115e-05,
      "loss": 14.6018,
      "step": 1208
    },
    {
      "epoch": 0.36658580958156456,
      "grad_norm": Infinity,
      "learning_rate": 1.4005622135515223e-05,
      "loss": 14.5177,
      "step": 1209
    },
    {
      "epoch": 0.36688902365069737,
      "grad_norm": Infinity,
      "learning_rate": 1.3937250548197212e-05,
      "loss": 14.2255,
      "step": 1210
    },
    {
      "epoch": 0.36719223771983023,
      "grad_norm": Infinity,
      "learning_rate": 1.3869019218635642e-05,
      "loss": 15.4724,
      "step": 1211
    },
    {
      "epoch": 0.36749545178896303,
      "grad_norm": Infinity,
      "learning_rate": 1.3800928412200547e-05,
      "loss": 15.5798,
      "step": 1212
    },
    {
      "epoch": 0.36779866585809584,
      "grad_norm": Infinity,
      "learning_rate": 1.3732978393715407e-05,
      "loss": 13.5248,
      "step": 1213
    },
    {
      "epoch": 0.36810187992722865,
      "grad_norm": Infinity,
      "learning_rate": 1.3665169427456203e-05,
      "loss": 15.3428,
      "step": 1214
    },
    {
      "epoch": 0.36840509399636145,
      "grad_norm": Infinity,
      "learning_rate": 1.3597501777150252e-05,
      "loss": 14.5422,
      "step": 1215
    },
    {
      "epoch": 0.36870830806549426,
      "grad_norm": Infinity,
      "learning_rate": 1.3529975705975328e-05,
      "loss": 14.789,
      "step": 1216
    },
    {
      "epoch": 0.36901152213462707,
      "grad_norm": Infinity,
      "learning_rate": 1.3462591476558511e-05,
      "loss": 14.0568,
      "step": 1217
    },
    {
      "epoch": 0.3693147362037599,
      "grad_norm": Infinity,
      "learning_rate": 1.339534935097524e-05,
      "loss": 14.5596,
      "step": 1218
    },
    {
      "epoch": 0.3696179502728927,
      "grad_norm": Infinity,
      "learning_rate": 1.3328249590748255e-05,
      "loss": 14.439,
      "step": 1219
    },
    {
      "epoch": 0.3699211643420255,
      "grad_norm": Infinity,
      "learning_rate": 1.3261292456846647e-05,
      "loss": 14.7879,
      "step": 1220
    },
    {
      "epoch": 0.3702243784111583,
      "grad_norm": Infinity,
      "learning_rate": 1.3194478209684746e-05,
      "loss": 14.9242,
      "step": 1221
    },
    {
      "epoch": 0.3705275924802911,
      "grad_norm": Infinity,
      "learning_rate": 1.3127807109121165e-05,
      "loss": 14.0927,
      "step": 1222
    },
    {
      "epoch": 0.3708308065494239,
      "grad_norm": Infinity,
      "learning_rate": 1.3061279414457823e-05,
      "loss": 15.3156,
      "step": 1223
    },
    {
      "epoch": 0.3711340206185567,
      "grad_norm": Infinity,
      "learning_rate": 1.2994895384438827e-05,
      "loss": 15.0743,
      "step": 1224
    },
    {
      "epoch": 0.3714372346876895,
      "grad_norm": Infinity,
      "learning_rate": 1.2928655277249597e-05,
      "loss": 13.5851,
      "step": 1225
    },
    {
      "epoch": 0.37174044875682233,
      "grad_norm": Infinity,
      "learning_rate": 1.2862559350515746e-05,
      "loss": 14.6682,
      "step": 1226
    },
    {
      "epoch": 0.37204366282595513,
      "grad_norm": Infinity,
      "learning_rate": 1.2796607861302184e-05,
      "loss": 14.5647,
      "step": 1227
    },
    {
      "epoch": 0.37234687689508794,
      "grad_norm": Infinity,
      "learning_rate": 1.2730801066112024e-05,
      "loss": 14.5975,
      "step": 1228
    },
    {
      "epoch": 0.37265009096422075,
      "grad_norm": Infinity,
      "learning_rate": 1.2665139220885613e-05,
      "loss": 15.0819,
      "step": 1229
    },
    {
      "epoch": 0.37295330503335355,
      "grad_norm": Infinity,
      "learning_rate": 1.2599622580999605e-05,
      "loss": 14.1043,
      "step": 1230
    },
    {
      "epoch": 0.37325651910248636,
      "grad_norm": Infinity,
      "learning_rate": 1.253425140126585e-05,
      "loss": 14.1227,
      "step": 1231
    },
    {
      "epoch": 0.37355973317161917,
      "grad_norm": Infinity,
      "learning_rate": 1.2469025935930523e-05,
      "loss": 15.3439,
      "step": 1232
    },
    {
      "epoch": 0.373862947240752,
      "grad_norm": Infinity,
      "learning_rate": 1.2403946438673031e-05,
      "loss": 13.5838,
      "step": 1233
    },
    {
      "epoch": 0.3741661613098848,
      "grad_norm": Infinity,
      "learning_rate": 1.2339013162605078e-05,
      "loss": 13.1241,
      "step": 1234
    },
    {
      "epoch": 0.3744693753790176,
      "grad_norm": Infinity,
      "learning_rate": 1.2274226360269687e-05,
      "loss": 12.6997,
      "step": 1235
    },
    {
      "epoch": 0.3747725894481504,
      "grad_norm": Infinity,
      "learning_rate": 1.2209586283640206e-05,
      "loss": 12.5973,
      "step": 1236
    },
    {
      "epoch": 0.3750758035172832,
      "grad_norm": Infinity,
      "learning_rate": 1.2145093184119327e-05,
      "loss": 14.4121,
      "step": 1237
    },
    {
      "epoch": 0.375379017586416,
      "grad_norm": Infinity,
      "learning_rate": 1.2080747312538083e-05,
      "loss": 12.6787,
      "step": 1238
    },
    {
      "epoch": 0.3756822316555488,
      "grad_norm": Infinity,
      "learning_rate": 1.2016548919154947e-05,
      "loss": 13.1203,
      "step": 1239
    },
    {
      "epoch": 0.3759854457246816,
      "grad_norm": Infinity,
      "learning_rate": 1.1952498253654754e-05,
      "loss": 13.4912,
      "step": 1240
    },
    {
      "epoch": 0.37628865979381443,
      "grad_norm": Infinity,
      "learning_rate": 1.1888595565147836e-05,
      "loss": 13.7027,
      "step": 1241
    },
    {
      "epoch": 0.37659187386294724,
      "grad_norm": Infinity,
      "learning_rate": 1.1824841102168965e-05,
      "loss": 13.9027,
      "step": 1242
    },
    {
      "epoch": 0.37689508793208004,
      "grad_norm": Infinity,
      "learning_rate": 1.1761235112676433e-05,
      "loss": 13.2574,
      "step": 1243
    },
    {
      "epoch": 0.37719830200121285,
      "grad_norm": Infinity,
      "learning_rate": 1.1697777844051105e-05,
      "loss": 13.147,
      "step": 1244
    },
    {
      "epoch": 0.37750151607034566,
      "grad_norm": Infinity,
      "learning_rate": 1.1634469543095383e-05,
      "loss": 13.0718,
      "step": 1245
    },
    {
      "epoch": 0.37780473013947846,
      "grad_norm": Infinity,
      "learning_rate": 1.1571310456032342e-05,
      "loss": 11.6993,
      "step": 1246
    },
    {
      "epoch": 0.37810794420861127,
      "grad_norm": Infinity,
      "learning_rate": 1.150830082850468e-05,
      "loss": 11.1165,
      "step": 1247
    },
    {
      "epoch": 0.3784111582777441,
      "grad_norm": Infinity,
      "learning_rate": 1.1445440905573856e-05,
      "loss": 12.039,
      "step": 1248
    },
    {
      "epoch": 0.3787143723468769,
      "grad_norm": 4.471099609841664e+16,
      "learning_rate": 1.1382730931719043e-05,
      "loss": 10.8925,
      "step": 1249
    },
    {
      "epoch": 0.3790175864160097,
      "grad_norm": 15646515527680.0,
      "learning_rate": 1.1320171150836228e-05,
      "loss": 6.2811,
      "step": 1250
    },
    {
      "epoch": 0.3793208004851425,
      "grad_norm": Infinity,
      "learning_rate": 1.1257761806237299e-05,
      "loss": 13.2881,
      "step": 1251
    },
    {
      "epoch": 0.3796240145542753,
      "grad_norm": Infinity,
      "learning_rate": 1.1195503140648984e-05,
      "loss": 14.3785,
      "step": 1252
    },
    {
      "epoch": 0.3799272286234081,
      "grad_norm": Infinity,
      "learning_rate": 1.1133395396212049e-05,
      "loss": 14.428,
      "step": 1253
    },
    {
      "epoch": 0.3802304426925409,
      "grad_norm": Infinity,
      "learning_rate": 1.1071438814480239e-05,
      "loss": 13.3885,
      "step": 1254
    },
    {
      "epoch": 0.3805336567616737,
      "grad_norm": Infinity,
      "learning_rate": 1.100963363641943e-05,
      "loss": 14.5836,
      "step": 1255
    },
    {
      "epoch": 0.38083687083080653,
      "grad_norm": Infinity,
      "learning_rate": 1.0947980102406596e-05,
      "loss": 14.4616,
      "step": 1256
    },
    {
      "epoch": 0.38114008489993934,
      "grad_norm": Infinity,
      "learning_rate": 1.0886478452228988e-05,
      "loss": 14.7476,
      "step": 1257
    },
    {
      "epoch": 0.38144329896907214,
      "grad_norm": Infinity,
      "learning_rate": 1.0825128925083089e-05,
      "loss": 13.8238,
      "step": 1258
    },
    {
      "epoch": 0.38174651303820495,
      "grad_norm": Infinity,
      "learning_rate": 1.0763931759573736e-05,
      "loss": 14.3344,
      "step": 1259
    },
    {
      "epoch": 0.38204972710733776,
      "grad_norm": Infinity,
      "learning_rate": 1.070288719371324e-05,
      "loss": 14.66,
      "step": 1260
    },
    {
      "epoch": 0.38235294117647056,
      "grad_norm": Infinity,
      "learning_rate": 1.0641995464920346e-05,
      "loss": 13.6358,
      "step": 1261
    },
    {
      "epoch": 0.38265615524560337,
      "grad_norm": Infinity,
      "learning_rate": 1.0581256810019435e-05,
      "loss": 14.615,
      "step": 1262
    },
    {
      "epoch": 0.38295936931473623,
      "grad_norm": Infinity,
      "learning_rate": 1.0520671465239495e-05,
      "loss": 14.9429,
      "step": 1263
    },
    {
      "epoch": 0.38326258338386904,
      "grad_norm": Infinity,
      "learning_rate": 1.0460239666213262e-05,
      "loss": 14.9738,
      "step": 1264
    },
    {
      "epoch": 0.38356579745300184,
      "grad_norm": Infinity,
      "learning_rate": 1.0399961647976314e-05,
      "loss": 14.6321,
      "step": 1265
    },
    {
      "epoch": 0.38386901152213465,
      "grad_norm": Infinity,
      "learning_rate": 1.0339837644966099e-05,
      "loss": 14.2996,
      "step": 1266
    },
    {
      "epoch": 0.38417222559126746,
      "grad_norm": Infinity,
      "learning_rate": 1.02798678910211e-05,
      "loss": 14.9351,
      "step": 1267
    },
    {
      "epoch": 0.38447543966040026,
      "grad_norm": Infinity,
      "learning_rate": 1.0220052619379843e-05,
      "loss": 15.1408,
      "step": 1268
    },
    {
      "epoch": 0.38477865372953307,
      "grad_norm": Infinity,
      "learning_rate": 1.0160392062680057e-05,
      "loss": 13.9205,
      "step": 1269
    },
    {
      "epoch": 0.3850818677986659,
      "grad_norm": Infinity,
      "learning_rate": 1.0100886452957714e-05,
      "loss": 15.1418,
      "step": 1270
    },
    {
      "epoch": 0.3853850818677987,
      "grad_norm": Infinity,
      "learning_rate": 1.0041536021646204e-05,
      "loss": 15.4225,
      "step": 1271
    },
    {
      "epoch": 0.3856882959369315,
      "grad_norm": Infinity,
      "learning_rate": 9.982340999575335e-06,
      "loss": 15.0857,
      "step": 1272
    },
    {
      "epoch": 0.3859915100060643,
      "grad_norm": Infinity,
      "learning_rate": 9.92330161697051e-06,
      "loss": 13.6248,
      "step": 1273
    },
    {
      "epoch": 0.3862947240751971,
      "grad_norm": Infinity,
      "learning_rate": 9.864418103451828e-06,
      "loss": 13.8808,
      "step": 1274
    },
    {
      "epoch": 0.3865979381443299,
      "grad_norm": Infinity,
      "learning_rate": 9.805690688033114e-06,
      "loss": 13.5123,
      "step": 1275
    },
    {
      "epoch": 0.3869011522134627,
      "grad_norm": Infinity,
      "learning_rate": 9.747119599121163e-06,
      "loss": 15.1335,
      "step": 1276
    },
    {
      "epoch": 0.3872043662825955,
      "grad_norm": Infinity,
      "learning_rate": 9.688705064514703e-06,
      "loss": 13.885,
      "step": 1277
    },
    {
      "epoch": 0.38750758035172833,
      "grad_norm": Infinity,
      "learning_rate": 9.630447311403623e-06,
      "loss": 13.8424,
      "step": 1278
    },
    {
      "epoch": 0.38781079442086114,
      "grad_norm": Infinity,
      "learning_rate": 9.57234656636804e-06,
      "loss": 15.001,
      "step": 1279
    },
    {
      "epoch": 0.38811400848999394,
      "grad_norm": Infinity,
      "learning_rate": 9.514403055377386e-06,
      "loss": 13.8531,
      "step": 1280
    },
    {
      "epoch": 0.38841722255912675,
      "grad_norm": Infinity,
      "learning_rate": 9.456617003789642e-06,
      "loss": 12.97,
      "step": 1281
    },
    {
      "epoch": 0.38872043662825956,
      "grad_norm": Infinity,
      "learning_rate": 9.398988636350303e-06,
      "loss": 13.2054,
      "step": 1282
    },
    {
      "epoch": 0.38902365069739236,
      "grad_norm": Infinity,
      "learning_rate": 9.34151817719166e-06,
      "loss": 13.3807,
      "step": 1283
    },
    {
      "epoch": 0.38932686476652517,
      "grad_norm": Infinity,
      "learning_rate": 9.284205849831817e-06,
      "loss": 13.1202,
      "step": 1284
    },
    {
      "epoch": 0.389630078835658,
      "grad_norm": Infinity,
      "learning_rate": 9.227051877173859e-06,
      "loss": 13.4122,
      "step": 1285
    },
    {
      "epoch": 0.3899332929047908,
      "grad_norm": Infinity,
      "learning_rate": 9.170056481504996e-06,
      "loss": 12.4217,
      "step": 1286
    },
    {
      "epoch": 0.3902365069739236,
      "grad_norm": Infinity,
      "learning_rate": 9.1132198844957e-06,
      "loss": 13.6444,
      "step": 1287
    },
    {
      "epoch": 0.3905397210430564,
      "grad_norm": Infinity,
      "learning_rate": 9.056542307198823e-06,
      "loss": 13.8618,
      "step": 1288
    },
    {
      "epoch": 0.3908429351121892,
      "grad_norm": Infinity,
      "learning_rate": 9.000023970048726e-06,
      "loss": 14.1475,
      "step": 1289
    },
    {
      "epoch": 0.391146149181322,
      "grad_norm": Infinity,
      "learning_rate": 8.943665092860488e-06,
      "loss": 14.3595,
      "step": 1290
    },
    {
      "epoch": 0.3914493632504548,
      "grad_norm": Infinity,
      "learning_rate": 8.88746589482895e-06,
      "loss": 13.5928,
      "step": 1291
    },
    {
      "epoch": 0.3917525773195876,
      "grad_norm": Infinity,
      "learning_rate": 8.831426594527975e-06,
      "loss": 13.7064,
      "step": 1292
    },
    {
      "epoch": 0.39205579138872043,
      "grad_norm": Infinity,
      "learning_rate": 8.775547409909502e-06,
      "loss": 12.705,
      "step": 1293
    },
    {
      "epoch": 0.39235900545785324,
      "grad_norm": Infinity,
      "learning_rate": 8.719828558302733e-06,
      "loss": 12.1002,
      "step": 1294
    },
    {
      "epoch": 0.39266221952698604,
      "grad_norm": Infinity,
      "learning_rate": 8.664270256413332e-06,
      "loss": 13.5727,
      "step": 1295
    },
    {
      "epoch": 0.39296543359611885,
      "grad_norm": 8.625446618553909e+18,
      "learning_rate": 8.60887272032248e-06,
      "loss": 12.3401,
      "step": 1296
    },
    {
      "epoch": 0.39326864766525166,
      "grad_norm": 1.7922341898446438e+19,
      "learning_rate": 8.553636165486173e-06,
      "loss": 12.7079,
      "step": 1297
    },
    {
      "epoch": 0.39357186173438446,
      "grad_norm": 4.987761669921833e+17,
      "learning_rate": 8.498560806734229e-06,
      "loss": 11.4646,
      "step": 1298
    },
    {
      "epoch": 0.39387507580351727,
      "grad_norm": 9267890884706304.0,
      "learning_rate": 8.443646858269604e-06,
      "loss": 9.5465,
      "step": 1299
    },
    {
      "epoch": 0.3941782898726501,
      "grad_norm": 32200550400.0,
      "learning_rate": 8.38889453366743e-06,
      "loss": 5.6667,
      "step": 1300
    },
    {
      "epoch": 0.3944815039417829,
      "grad_norm": Infinity,
      "learning_rate": 8.334304045874247e-06,
      "loss": 13.3339,
      "step": 1301
    },
    {
      "epoch": 0.3947847180109157,
      "grad_norm": Infinity,
      "learning_rate": 8.279875607207227e-06,
      "loss": 14.6669,
      "step": 1302
    },
    {
      "epoch": 0.3950879320800485,
      "grad_norm": Infinity,
      "learning_rate": 8.225609429353187e-06,
      "loss": 14.2999,
      "step": 1303
    },
    {
      "epoch": 0.3953911461491813,
      "grad_norm": Infinity,
      "learning_rate": 8.171505723367961e-06,
      "loss": 14.5432,
      "step": 1304
    },
    {
      "epoch": 0.3956943602183141,
      "grad_norm": Infinity,
      "learning_rate": 8.117564699675433e-06,
      "loss": 14.8649,
      "step": 1305
    },
    {
      "epoch": 0.3959975742874469,
      "grad_norm": Infinity,
      "learning_rate": 8.063786568066806e-06,
      "loss": 13.5095,
      "step": 1306
    },
    {
      "epoch": 0.3963007883565797,
      "grad_norm": Infinity,
      "learning_rate": 8.010171537699712e-06,
      "loss": 14.2758,
      "step": 1307
    },
    {
      "epoch": 0.39660400242571253,
      "grad_norm": Infinity,
      "learning_rate": 7.956719817097492e-06,
      "loss": 14.4673,
      "step": 1308
    },
    {
      "epoch": 0.39690721649484534,
      "grad_norm": Infinity,
      "learning_rate": 7.903431614148277e-06,
      "loss": 14.3524,
      "step": 1309
    },
    {
      "epoch": 0.39721043056397815,
      "grad_norm": Infinity,
      "learning_rate": 7.850307136104247e-06,
      "loss": 15.054,
      "step": 1310
    },
    {
      "epoch": 0.39751364463311095,
      "grad_norm": Infinity,
      "learning_rate": 7.79734658958085e-06,
      "loss": 14.4237,
      "step": 1311
    },
    {
      "epoch": 0.39781685870224376,
      "grad_norm": Infinity,
      "learning_rate": 7.744550180555905e-06,
      "loss": 14.6029,
      "step": 1312
    },
    {
      "epoch": 0.39812007277137657,
      "grad_norm": Infinity,
      "learning_rate": 7.691918114368907e-06,
      "loss": 13.9572,
      "step": 1313
    },
    {
      "epoch": 0.39842328684050937,
      "grad_norm": Infinity,
      "learning_rate": 7.639450595720137e-06,
      "loss": 14.3545,
      "step": 1314
    },
    {
      "epoch": 0.39872650090964223,
      "grad_norm": Infinity,
      "learning_rate": 7.587147828669916e-06,
      "loss": 15.5925,
      "step": 1315
    },
    {
      "epoch": 0.39902971497877504,
      "grad_norm": Infinity,
      "learning_rate": 7.535010016637828e-06,
      "loss": 13.9959,
      "step": 1316
    },
    {
      "epoch": 0.39933292904790785,
      "grad_norm": Infinity,
      "learning_rate": 7.483037362401857e-06,
      "loss": 13.8793,
      "step": 1317
    },
    {
      "epoch": 0.39963614311704065,
      "grad_norm": Infinity,
      "learning_rate": 7.4312300680977e-06,
      "loss": 15.1472,
      "step": 1318
    },
    {
      "epoch": 0.39993935718617346,
      "grad_norm": Infinity,
      "learning_rate": 7.379588335217874e-06,
      "loss": 14.6532,
      "step": 1319
    },
    {
      "epoch": 0.40024257125530627,
      "grad_norm": Infinity,
      "learning_rate": 7.328112364611012e-06,
      "loss": 15.0703,
      "step": 1320
    },
    {
      "epoch": 0.4005457853244391,
      "grad_norm": Infinity,
      "learning_rate": 7.2768023564810165e-06,
      "loss": 13.9465,
      "step": 1321
    },
    {
      "epoch": 0.4008489993935719,
      "grad_norm": Infinity,
      "learning_rate": 7.225658510386385e-06,
      "loss": 14.1608,
      "step": 1322
    },
    {
      "epoch": 0.4011522134627047,
      "grad_norm": Infinity,
      "learning_rate": 7.1746810252393e-06,
      "loss": 15.2119,
      "step": 1323
    },
    {
      "epoch": 0.4014554275318375,
      "grad_norm": Infinity,
      "learning_rate": 7.123870099304941e-06,
      "loss": 13.8163,
      "step": 1324
    },
    {
      "epoch": 0.4017586416009703,
      "grad_norm": Infinity,
      "learning_rate": 7.073225930200722e-06,
      "loss": 14.3636,
      "step": 1325
    },
    {
      "epoch": 0.4020618556701031,
      "grad_norm": Infinity,
      "learning_rate": 7.022748714895444e-06,
      "loss": 14.255,
      "step": 1326
    },
    {
      "epoch": 0.4023650697392359,
      "grad_norm": Infinity,
      "learning_rate": 6.97243864970864e-06,
      "loss": 15.1148,
      "step": 1327
    },
    {
      "epoch": 0.4026682838083687,
      "grad_norm": Infinity,
      "learning_rate": 6.922295930309691e-06,
      "loss": 14.314,
      "step": 1328
    },
    {
      "epoch": 0.4029714978775015,
      "grad_norm": Infinity,
      "learning_rate": 6.872320751717176e-06,
      "loss": 13.9511,
      "step": 1329
    },
    {
      "epoch": 0.40327471194663433,
      "grad_norm": Infinity,
      "learning_rate": 6.8225133082980284e-06,
      "loss": 14.402,
      "step": 1330
    },
    {
      "epoch": 0.40357792601576714,
      "grad_norm": Infinity,
      "learning_rate": 6.772873793766815e-06,
      "loss": 13.0421,
      "step": 1331
    },
    {
      "epoch": 0.40388114008489995,
      "grad_norm": Infinity,
      "learning_rate": 6.723402401185014e-06,
      "loss": 13.8761,
      "step": 1332
    },
    {
      "epoch": 0.40418435415403275,
      "grad_norm": Infinity,
      "learning_rate": 6.6740993229601864e-06,
      "loss": 14.7577,
      "step": 1333
    },
    {
      "epoch": 0.40448756822316556,
      "grad_norm": Infinity,
      "learning_rate": 6.624964750845325e-06,
      "loss": 13.2899,
      "step": 1334
    },
    {
      "epoch": 0.40479078229229837,
      "grad_norm": Infinity,
      "learning_rate": 6.575998875938017e-06,
      "loss": 14.4708,
      "step": 1335
    },
    {
      "epoch": 0.4050939963614312,
      "grad_norm": Infinity,
      "learning_rate": 6.527201888679746e-06,
      "loss": 14.0417,
      "step": 1336
    },
    {
      "epoch": 0.405397210430564,
      "grad_norm": Infinity,
      "learning_rate": 6.478573978855146e-06,
      "loss": 13.8755,
      "step": 1337
    },
    {
      "epoch": 0.4057004244996968,
      "grad_norm": Infinity,
      "learning_rate": 6.4301153355912916e-06,
      "loss": 14.3284,
      "step": 1338
    },
    {
      "epoch": 0.4060036385688296,
      "grad_norm": Infinity,
      "learning_rate": 6.381826147356906e-06,
      "loss": 13.0149,
      "step": 1339
    },
    {
      "epoch": 0.4063068526379624,
      "grad_norm": Infinity,
      "learning_rate": 6.333706601961642e-06,
      "loss": 13.9207,
      "step": 1340
    },
    {
      "epoch": 0.4066100667070952,
      "grad_norm": Infinity,
      "learning_rate": 6.285756886555422e-06,
      "loss": 13.6177,
      "step": 1341
    },
    {
      "epoch": 0.406913280776228,
      "grad_norm": Infinity,
      "learning_rate": 6.237977187627586e-06,
      "loss": 12.5651,
      "step": 1342
    },
    {
      "epoch": 0.4072164948453608,
      "grad_norm": Infinity,
      "learning_rate": 6.190367691006288e-06,
      "loss": 11.9811,
      "step": 1343
    },
    {
      "epoch": 0.40751970891449363,
      "grad_norm": Infinity,
      "learning_rate": 6.142928581857693e-06,
      "loss": 13.6868,
      "step": 1344
    },
    {
      "epoch": 0.40782292298362643,
      "grad_norm": Infinity,
      "learning_rate": 6.095660044685275e-06,
      "loss": 13.4466,
      "step": 1345
    },
    {
      "epoch": 0.40812613705275924,
      "grad_norm": Infinity,
      "learning_rate": 6.048562263329138e-06,
      "loss": 11.9219,
      "step": 1346
    },
    {
      "epoch": 0.40842935112189205,
      "grad_norm": Infinity,
      "learning_rate": 6.001635420965235e-06,
      "loss": 12.1615,
      "step": 1347
    },
    {
      "epoch": 0.40873256519102485,
      "grad_norm": 1.3303671782159417e+19,
      "learning_rate": 5.954879700104732e-06,
      "loss": 11.1878,
      "step": 1348
    },
    {
      "epoch": 0.40903577926015766,
      "grad_norm": 1.7241997088527483e+18,
      "learning_rate": 5.908295282593207e-06,
      "loss": 9.6418,
      "step": 1349
    },
    {
      "epoch": 0.40933899332929047,
      "grad_norm": 9.130866825075098e+18,
      "learning_rate": 5.861882349610042e-06,
      "loss": 6.5063,
      "step": 1350
    },
    {
      "epoch": 0.4096422073984233,
      "grad_norm": Infinity,
      "learning_rate": 5.81564108166765e-06,
      "loss": 13.6767,
      "step": 1351
    },
    {
      "epoch": 0.4099454214675561,
      "grad_norm": Infinity,
      "learning_rate": 5.769571658610762e-06,
      "loss": 14.4544,
      "step": 1352
    },
    {
      "epoch": 0.4102486355366889,
      "grad_norm": Infinity,
      "learning_rate": 5.72367425961583e-06,
      "loss": 14.7315,
      "step": 1353
    },
    {
      "epoch": 0.4105518496058217,
      "grad_norm": Infinity,
      "learning_rate": 5.677949063190169e-06,
      "loss": 14.3459,
      "step": 1354
    },
    {
      "epoch": 0.4108550636749545,
      "grad_norm": Infinity,
      "learning_rate": 5.6323962471714286e-06,
      "loss": 14.8886,
      "step": 1355
    },
    {
      "epoch": 0.4111582777440873,
      "grad_norm": Infinity,
      "learning_rate": 5.587015988726774e-06,
      "loss": 14.9891,
      "step": 1356
    },
    {
      "epoch": 0.4114614918132201,
      "grad_norm": Infinity,
      "learning_rate": 5.541808464352277e-06,
      "loss": 15.1303,
      "step": 1357
    },
    {
      "epoch": 0.4117647058823529,
      "grad_norm": Infinity,
      "learning_rate": 5.496773849872183e-06,
      "loss": 13.2367,
      "step": 1358
    },
    {
      "epoch": 0.41206791995148573,
      "grad_norm": Infinity,
      "learning_rate": 5.4519123204382625e-06,
      "loss": 14.8618,
      "step": 1359
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": Infinity,
      "learning_rate": 5.407224050529097e-06,
      "loss": 14.6791,
      "step": 1360
    },
    {
      "epoch": 0.41267434808975134,
      "grad_norm": Infinity,
      "learning_rate": 5.362709213949396e-06,
      "loss": 14.5016,
      "step": 1361
    },
    {
      "epoch": 0.41297756215888415,
      "grad_norm": Infinity,
      "learning_rate": 5.318367983829392e-06,
      "loss": 14.0032,
      "step": 1362
    },
    {
      "epoch": 0.41328077622801696,
      "grad_norm": Infinity,
      "learning_rate": 5.2742005326240575e-06,
      "loss": 14.8363,
      "step": 1363
    },
    {
      "epoch": 0.41358399029714976,
      "grad_norm": Infinity,
      "learning_rate": 5.23020703211255e-06,
      "loss": 14.2609,
      "step": 1364
    },
    {
      "epoch": 0.41388720436628257,
      "grad_norm": Infinity,
      "learning_rate": 5.186387653397435e-06,
      "loss": 14.3867,
      "step": 1365
    },
    {
      "epoch": 0.41419041843541543,
      "grad_norm": Infinity,
      "learning_rate": 5.142742566904079e-06,
      "loss": 13.8649,
      "step": 1366
    },
    {
      "epoch": 0.41449363250454824,
      "grad_norm": Infinity,
      "learning_rate": 5.0992719423800236e-06,
      "loss": 14.0151,
      "step": 1367
    },
    {
      "epoch": 0.41479684657368104,
      "grad_norm": Infinity,
      "learning_rate": 5.055975948894226e-06,
      "loss": 14.7993,
      "step": 1368
    },
    {
      "epoch": 0.41510006064281385,
      "grad_norm": Infinity,
      "learning_rate": 5.012854754836488e-06,
      "loss": 14.5431,
      "step": 1369
    },
    {
      "epoch": 0.41540327471194666,
      "grad_norm": Infinity,
      "learning_rate": 4.969908527916766e-06,
      "loss": 16.2886,
      "step": 1370
    },
    {
      "epoch": 0.41570648878107946,
      "grad_norm": Infinity,
      "learning_rate": 4.9271374351645024e-06,
      "loss": 15.029,
      "step": 1371
    },
    {
      "epoch": 0.41600970285021227,
      "grad_norm": Infinity,
      "learning_rate": 4.884541642928009e-06,
      "loss": 14.1133,
      "step": 1372
    },
    {
      "epoch": 0.4163129169193451,
      "grad_norm": Infinity,
      "learning_rate": 4.842121316873821e-06,
      "loss": 14.9533,
      "step": 1373
    },
    {
      "epoch": 0.4166161309884779,
      "grad_norm": Infinity,
      "learning_rate": 4.799876621986021e-06,
      "loss": 15.3876,
      "step": 1374
    },
    {
      "epoch": 0.4169193450576107,
      "grad_norm": Infinity,
      "learning_rate": 4.757807722565605e-06,
      "loss": 15.3199,
      "step": 1375
    },
    {
      "epoch": 0.4172225591267435,
      "grad_norm": Infinity,
      "learning_rate": 4.71591478222988e-06,
      "loss": 14.4668,
      "step": 1376
    },
    {
      "epoch": 0.4175257731958763,
      "grad_norm": Infinity,
      "learning_rate": 4.674197963911775e-06,
      "loss": 13.1282,
      "step": 1377
    },
    {
      "epoch": 0.4178289872650091,
      "grad_norm": Infinity,
      "learning_rate": 4.632657429859266e-06,
      "loss": 13.7711,
      "step": 1378
    },
    {
      "epoch": 0.4181322013341419,
      "grad_norm": Infinity,
      "learning_rate": 4.591293341634661e-06,
      "loss": 13.7634,
      "step": 1379
    },
    {
      "epoch": 0.4184354154032747,
      "grad_norm": Infinity,
      "learning_rate": 4.550105860114085e-06,
      "loss": 14.4278,
      "step": 1380
    },
    {
      "epoch": 0.41873862947240753,
      "grad_norm": Infinity,
      "learning_rate": 4.509095145486736e-06,
      "loss": 14.7317,
      "step": 1381
    },
    {
      "epoch": 0.41904184354154034,
      "grad_norm": Infinity,
      "learning_rate": 4.468261357254339e-06,
      "loss": 13.1107,
      "step": 1382
    },
    {
      "epoch": 0.41934505761067314,
      "grad_norm": Infinity,
      "learning_rate": 4.4276046542305276e-06,
      "loss": 13.0909,
      "step": 1383
    },
    {
      "epoch": 0.41964827167980595,
      "grad_norm": Infinity,
      "learning_rate": 4.387125194540159e-06,
      "loss": 13.4637,
      "step": 1384
    },
    {
      "epoch": 0.41995148574893876,
      "grad_norm": Infinity,
      "learning_rate": 4.346823135618788e-06,
      "loss": 14.3232,
      "step": 1385
    },
    {
      "epoch": 0.42025469981807156,
      "grad_norm": Infinity,
      "learning_rate": 4.306698634211976e-06,
      "loss": 13.6586,
      "step": 1386
    },
    {
      "epoch": 0.42055791388720437,
      "grad_norm": Infinity,
      "learning_rate": 4.266751846374734e-06,
      "loss": 14.1455,
      "step": 1387
    },
    {
      "epoch": 0.4208611279563372,
      "grad_norm": Infinity,
      "learning_rate": 4.226982927470874e-06,
      "loss": 14.0872,
      "step": 1388
    },
    {
      "epoch": 0.42116434202547,
      "grad_norm": Infinity,
      "learning_rate": 4.187392032172471e-06,
      "loss": 12.7098,
      "step": 1389
    },
    {
      "epoch": 0.4214675560946028,
      "grad_norm": Infinity,
      "learning_rate": 4.1479793144591775e-06,
      "loss": 13.0237,
      "step": 1390
    },
    {
      "epoch": 0.4217707701637356,
      "grad_norm": Infinity,
      "learning_rate": 4.108744927617669e-06,
      "loss": 14.5102,
      "step": 1391
    },
    {
      "epoch": 0.4220739842328684,
      "grad_norm": Infinity,
      "learning_rate": 4.06968902424108e-06,
      "loss": 13.442,
      "step": 1392
    },
    {
      "epoch": 0.4223771983020012,
      "grad_norm": Infinity,
      "learning_rate": 4.030811756228331e-06,
      "loss": 12.3416,
      "step": 1393
    },
    {
      "epoch": 0.422680412371134,
      "grad_norm": Infinity,
      "learning_rate": 3.99211327478361e-06,
      "loss": 13.4237,
      "step": 1394
    },
    {
      "epoch": 0.4229836264402668,
      "grad_norm": Infinity,
      "learning_rate": 3.953593730415745e-06,
      "loss": 12.793,
      "step": 1395
    },
    {
      "epoch": 0.42328684050939963,
      "grad_norm": Infinity,
      "learning_rate": 3.915253272937613e-06,
      "loss": 12.8875,
      "step": 1396
    },
    {
      "epoch": 0.42359005457853244,
      "grad_norm": 8.456277408771736e+18,
      "learning_rate": 3.877092051465614e-06,
      "loss": 12.8594,
      "step": 1397
    },
    {
      "epoch": 0.42389326864766524,
      "grad_norm": 3.3379534059759206e+17,
      "learning_rate": 3.839110214419017e-06,
      "loss": 11.0984,
      "step": 1398
    },
    {
      "epoch": 0.42419648271679805,
      "grad_norm": 3.174062264323932e+17,
      "learning_rate": 3.8013079095194304e-06,
      "loss": 8.8494,
      "step": 1399
    },
    {
      "epoch": 0.42449969678593086,
      "grad_norm": 39166300160.0,
      "learning_rate": 3.763685283790208e-06,
      "loss": 5.4021,
      "step": 1400
    },
    {
      "epoch": 0.42480291085506366,
      "grad_norm": Infinity,
      "learning_rate": 3.7262424835558917e-06,
      "loss": 14.0359,
      "step": 1401
    },
    {
      "epoch": 0.42510612492419647,
      "grad_norm": Infinity,
      "learning_rate": 3.6889796544416267e-06,
      "loss": 14.247,
      "step": 1402
    },
    {
      "epoch": 0.4254093389933293,
      "grad_norm": Infinity,
      "learning_rate": 3.6518969413725903e-06,
      "loss": 14.4218,
      "step": 1403
    },
    {
      "epoch": 0.4257125530624621,
      "grad_norm": Infinity,
      "learning_rate": 3.6149944885734756e-06,
      "loss": 14.0678,
      "step": 1404
    },
    {
      "epoch": 0.4260157671315949,
      "grad_norm": Infinity,
      "learning_rate": 3.578272439567848e-06,
      "loss": 13.9504,
      "step": 1405
    },
    {
      "epoch": 0.4263189812007277,
      "grad_norm": Infinity,
      "learning_rate": 3.5417309371776675e-06,
      "loss": 14.6411,
      "step": 1406
    },
    {
      "epoch": 0.4266221952698605,
      "grad_norm": Infinity,
      "learning_rate": 3.505370123522689e-06,
      "loss": 13.4725,
      "step": 1407
    },
    {
      "epoch": 0.4269254093389933,
      "grad_norm": Infinity,
      "learning_rate": 3.4691901400199235e-06,
      "loss": 14.2819,
      "step": 1408
    },
    {
      "epoch": 0.4272286234081261,
      "grad_norm": Infinity,
      "learning_rate": 3.4331911273830784e-06,
      "loss": 15.3162,
      "step": 1409
    },
    {
      "epoch": 0.4275318374772589,
      "grad_norm": Infinity,
      "learning_rate": 3.3973732256220246e-06,
      "loss": 13.7215,
      "step": 1410
    },
    {
      "epoch": 0.42783505154639173,
      "grad_norm": Infinity,
      "learning_rate": 3.3617365740422456e-06,
      "loss": 15.1668,
      "step": 1411
    },
    {
      "epoch": 0.42813826561552454,
      "grad_norm": Infinity,
      "learning_rate": 3.326281311244267e-06,
      "loss": 14.5784,
      "step": 1412
    },
    {
      "epoch": 0.42844147968465734,
      "grad_norm": Infinity,
      "learning_rate": 3.2910075751231895e-06,
      "loss": 14.4436,
      "step": 1413
    },
    {
      "epoch": 0.42874469375379015,
      "grad_norm": Infinity,
      "learning_rate": 3.255915502868062e-06,
      "loss": 14.8115,
      "step": 1414
    },
    {
      "epoch": 0.42904790782292296,
      "grad_norm": Infinity,
      "learning_rate": 3.2210052309614437e-06,
      "loss": 14.4946,
      "step": 1415
    },
    {
      "epoch": 0.42935112189205576,
      "grad_norm": Infinity,
      "learning_rate": 3.186276895178775e-06,
      "loss": 14.6061,
      "step": 1416
    },
    {
      "epoch": 0.42965433596118857,
      "grad_norm": Infinity,
      "learning_rate": 3.151730630587912e-06,
      "loss": 14.6331,
      "step": 1417
    },
    {
      "epoch": 0.42995755003032143,
      "grad_norm": Infinity,
      "learning_rate": 3.117366571548608e-06,
      "loss": 15.7494,
      "step": 1418
    },
    {
      "epoch": 0.43026076409945424,
      "grad_norm": Infinity,
      "learning_rate": 3.0831848517119454e-06,
      "loss": 14.6111,
      "step": 1419
    },
    {
      "epoch": 0.43056397816858705,
      "grad_norm": Infinity,
      "learning_rate": 3.0491856040198606e-06,
      "loss": 14.0707,
      "step": 1420
    },
    {
      "epoch": 0.43086719223771985,
      "grad_norm": Infinity,
      "learning_rate": 3.0153689607045845e-06,
      "loss": 15.5964,
      "step": 1421
    },
    {
      "epoch": 0.43117040630685266,
      "grad_norm": Infinity,
      "learning_rate": 2.981735053288165e-06,
      "loss": 14.1685,
      "step": 1422
    },
    {
      "epoch": 0.43147362037598547,
      "grad_norm": Infinity,
      "learning_rate": 2.9482840125819254e-06,
      "loss": 14.3599,
      "step": 1423
    },
    {
      "epoch": 0.4317768344451183,
      "grad_norm": Infinity,
      "learning_rate": 2.915015968686002e-06,
      "loss": 14.8704,
      "step": 1424
    },
    {
      "epoch": 0.4320800485142511,
      "grad_norm": Infinity,
      "learning_rate": 2.8819310509887844e-06,
      "loss": 14.5748,
      "step": 1425
    },
    {
      "epoch": 0.4323832625833839,
      "grad_norm": Infinity,
      "learning_rate": 2.8490293881664187e-06,
      "loss": 14.4227,
      "step": 1426
    },
    {
      "epoch": 0.4326864766525167,
      "grad_norm": Infinity,
      "learning_rate": 2.816311108182368e-06,
      "loss": 15.3203,
      "step": 1427
    },
    {
      "epoch": 0.4329896907216495,
      "grad_norm": Infinity,
      "learning_rate": 2.7837763382868255e-06,
      "loss": 14.3774,
      "step": 1428
    },
    {
      "epoch": 0.4332929047907823,
      "grad_norm": Infinity,
      "learning_rate": 2.7514252050163e-06,
      "loss": 14.3634,
      "step": 1429
    },
    {
      "epoch": 0.4335961188599151,
      "grad_norm": Infinity,
      "learning_rate": 2.7192578341930618e-06,
      "loss": 14.1085,
      "step": 1430
    },
    {
      "epoch": 0.4338993329290479,
      "grad_norm": Infinity,
      "learning_rate": 2.6872743509246957e-06,
      "loss": 13.4026,
      "step": 1431
    },
    {
      "epoch": 0.4342025469981807,
      "grad_norm": Infinity,
      "learning_rate": 2.6554748796035866e-06,
      "loss": 13.7891,
      "step": 1432
    },
    {
      "epoch": 0.43450576106731353,
      "grad_norm": Infinity,
      "learning_rate": 2.6238595439064484e-06,
      "loss": 13.8999,
      "step": 1433
    },
    {
      "epoch": 0.43480897513644634,
      "grad_norm": Infinity,
      "learning_rate": 2.5924284667938614e-06,
      "loss": 14.7177,
      "step": 1434
    },
    {
      "epoch": 0.43511218920557915,
      "grad_norm": Infinity,
      "learning_rate": 2.561181770509741e-06,
      "loss": 14.1267,
      "step": 1435
    },
    {
      "epoch": 0.43541540327471195,
      "grad_norm": Infinity,
      "learning_rate": 2.530119576580936e-06,
      "loss": 14.1103,
      "step": 1436
    },
    {
      "epoch": 0.43571861734384476,
      "grad_norm": Infinity,
      "learning_rate": 2.4992420058166765e-06,
      "loss": 13.4638,
      "step": 1437
    },
    {
      "epoch": 0.43602183141297757,
      "grad_norm": Infinity,
      "learning_rate": 2.4685491783081714e-06,
      "loss": 13.2169,
      "step": 1438
    },
    {
      "epoch": 0.4363250454821104,
      "grad_norm": Infinity,
      "learning_rate": 2.4380412134280884e-06,
      "loss": 13.4394,
      "step": 1439
    },
    {
      "epoch": 0.4366282595512432,
      "grad_norm": Infinity,
      "learning_rate": 2.4077182298301416e-06,
      "loss": 13.2918,
      "step": 1440
    },
    {
      "epoch": 0.436931473620376,
      "grad_norm": Infinity,
      "learning_rate": 2.3775803454485934e-06,
      "loss": 13.695,
      "step": 1441
    },
    {
      "epoch": 0.4372346876895088,
      "grad_norm": Infinity,
      "learning_rate": 2.347627677497788e-06,
      "loss": 14.8128,
      "step": 1442
    },
    {
      "epoch": 0.4375379017586416,
      "grad_norm": Infinity,
      "learning_rate": 2.3178603424717395e-06,
      "loss": 11.4723,
      "step": 1443
    },
    {
      "epoch": 0.4378411158277744,
      "grad_norm": Infinity,
      "learning_rate": 2.2882784561436275e-06,
      "loss": 12.7091,
      "step": 1444
    },
    {
      "epoch": 0.4381443298969072,
      "grad_norm": Infinity,
      "learning_rate": 2.258882133565404e-06,
      "loss": 12.199,
      "step": 1445
    },
    {
      "epoch": 0.43844754396604,
      "grad_norm": Infinity,
      "learning_rate": 2.229671489067281e-06,
      "loss": 11.8632,
      "step": 1446
    },
    {
      "epoch": 0.4387507580351728,
      "grad_norm": 6.771746430181704e+18,
      "learning_rate": 2.2006466362573306e-06,
      "loss": 12.3225,
      "step": 1447
    },
    {
      "epoch": 0.43905397210430563,
      "grad_norm": 3.004499085781631e+18,
      "learning_rate": 2.1718076880210327e-06,
      "loss": 11.7545,
      "step": 1448
    },
    {
      "epoch": 0.43935718617343844,
      "grad_norm": 3.428062026004431e+18,
      "learning_rate": 2.143154756520832e-06,
      "loss": 10.4841,
      "step": 1449
    },
    {
      "epoch": 0.43966040024257125,
      "grad_norm": 76278677897216.0,
      "learning_rate": 2.1146879531957155e-06,
      "loss": 6.208,
      "step": 1450
    },
    {
      "epoch": 0.43996361431170405,
      "grad_norm": Infinity,
      "learning_rate": 2.0864073887607416e-06,
      "loss": 14.6849,
      "step": 1451
    },
    {
      "epoch": 0.44026682838083686,
      "grad_norm": Infinity,
      "learning_rate": 2.058313173206661e-06,
      "loss": 14.5414,
      "step": 1452
    },
    {
      "epoch": 0.44057004244996967,
      "grad_norm": Infinity,
      "learning_rate": 2.0304054157994525e-06,
      "loss": 14.909,
      "step": 1453
    },
    {
      "epoch": 0.4408732565191025,
      "grad_norm": Infinity,
      "learning_rate": 2.0026842250799038e-06,
      "loss": 14.5482,
      "step": 1454
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": Infinity,
      "learning_rate": 1.975149708863205e-06,
      "loss": 14.1619,
      "step": 1455
    },
    {
      "epoch": 0.4414796846573681,
      "grad_norm": Infinity,
      "learning_rate": 1.9478019742385113e-06,
      "loss": 14.7584,
      "step": 1456
    },
    {
      "epoch": 0.4417828987265009,
      "grad_norm": Infinity,
      "learning_rate": 1.92064112756854e-06,
      "loss": 13.695,
      "step": 1457
    },
    {
      "epoch": 0.4420861127956337,
      "grad_norm": Infinity,
      "learning_rate": 1.893667274489136e-06,
      "loss": 14.2656,
      "step": 1458
    },
    {
      "epoch": 0.4423893268647665,
      "grad_norm": Infinity,
      "learning_rate": 1.866880519908909e-06,
      "loss": 14.4333,
      "step": 1459
    },
    {
      "epoch": 0.4426925409338993,
      "grad_norm": Infinity,
      "learning_rate": 1.8402809680087452e-06,
      "loss": 13.5049,
      "step": 1460
    },
    {
      "epoch": 0.4429957550030321,
      "grad_norm": Infinity,
      "learning_rate": 1.8138687222414962e-06,
      "loss": 15.0487,
      "step": 1461
    },
    {
      "epoch": 0.44329896907216493,
      "grad_norm": Infinity,
      "learning_rate": 1.787643885331497e-06,
      "loss": 13.8831,
      "step": 1462
    },
    {
      "epoch": 0.44360218314129773,
      "grad_norm": Infinity,
      "learning_rate": 1.7616065592742038e-06,
      "loss": 15.0799,
      "step": 1463
    },
    {
      "epoch": 0.44390539721043054,
      "grad_norm": Infinity,
      "learning_rate": 1.735756845335812e-06,
      "loss": 14.7267,
      "step": 1464
    },
    {
      "epoch": 0.44420861127956335,
      "grad_norm": Infinity,
      "learning_rate": 1.710094844052812e-06,
      "loss": 14.4829,
      "step": 1465
    },
    {
      "epoch": 0.44451182534869615,
      "grad_norm": Infinity,
      "learning_rate": 1.6846206552316612e-06,
      "loss": 14.4833,
      "step": 1466
    },
    {
      "epoch": 0.44481503941782896,
      "grad_norm": Infinity,
      "learning_rate": 1.6593343779483517e-06,
      "loss": 13.3473,
      "step": 1467
    },
    {
      "epoch": 0.44511825348696177,
      "grad_norm": Infinity,
      "learning_rate": 1.6342361105480096e-06,
      "loss": 13.8241,
      "step": 1468
    },
    {
      "epoch": 0.44542146755609463,
      "grad_norm": Infinity,
      "learning_rate": 1.6093259506445913e-06,
      "loss": 14.5889,
      "step": 1469
    },
    {
      "epoch": 0.44572468162522744,
      "grad_norm": Infinity,
      "learning_rate": 1.5846039951204096e-06,
      "loss": 14.7873,
      "step": 1470
    },
    {
      "epoch": 0.44602789569436024,
      "grad_norm": Infinity,
      "learning_rate": 1.5600703401258298e-06,
      "loss": 13.6001,
      "step": 1471
    },
    {
      "epoch": 0.44633110976349305,
      "grad_norm": Infinity,
      "learning_rate": 1.5357250810788314e-06,
      "loss": 15.1792,
      "step": 1472
    },
    {
      "epoch": 0.44663432383262586,
      "grad_norm": Infinity,
      "learning_rate": 1.5115683126647073e-06,
      "loss": 13.9371,
      "step": 1473
    },
    {
      "epoch": 0.44693753790175866,
      "grad_norm": Infinity,
      "learning_rate": 1.4876001288356312e-06,
      "loss": 15.0002,
      "step": 1474
    },
    {
      "epoch": 0.44724075197089147,
      "grad_norm": Infinity,
      "learning_rate": 1.4638206228103413e-06,
      "loss": 15.0025,
      "step": 1475
    },
    {
      "epoch": 0.4475439660400243,
      "grad_norm": Infinity,
      "learning_rate": 1.4402298870737519e-06,
      "loss": 13.9235,
      "step": 1476
    },
    {
      "epoch": 0.4478471801091571,
      "grad_norm": Infinity,
      "learning_rate": 1.416828013376581e-06,
      "loss": 14.2792,
      "step": 1477
    },
    {
      "epoch": 0.4481503941782899,
      "grad_norm": Infinity,
      "learning_rate": 1.39361509273504e-06,
      "loss": 14.2419,
      "step": 1478
    },
    {
      "epoch": 0.4484536082474227,
      "grad_norm": Infinity,
      "learning_rate": 1.3705912154304224e-06,
      "loss": 13.7719,
      "step": 1479
    },
    {
      "epoch": 0.4487568223165555,
      "grad_norm": Infinity,
      "learning_rate": 1.3477564710088098e-06,
      "loss": 14.946,
      "step": 1480
    },
    {
      "epoch": 0.4490600363856883,
      "grad_norm": Infinity,
      "learning_rate": 1.3251109482806666e-06,
      "loss": 13.5107,
      "step": 1481
    },
    {
      "epoch": 0.4493632504548211,
      "grad_norm": Infinity,
      "learning_rate": 1.302654735320552e-06,
      "loss": 12.9226,
      "step": 1482
    },
    {
      "epoch": 0.4496664645239539,
      "grad_norm": Infinity,
      "learning_rate": 1.2803879194667246e-06,
      "loss": 14.0019,
      "step": 1483
    },
    {
      "epoch": 0.44996967859308673,
      "grad_norm": Infinity,
      "learning_rate": 1.2583105873208267e-06,
      "loss": 13.3619,
      "step": 1484
    },
    {
      "epoch": 0.45027289266221954,
      "grad_norm": Infinity,
      "learning_rate": 1.2364228247475683e-06,
      "loss": 14.1075,
      "step": 1485
    },
    {
      "epoch": 0.45057610673135234,
      "grad_norm": Infinity,
      "learning_rate": 1.2147247168743547e-06,
      "loss": 13.324,
      "step": 1486
    },
    {
      "epoch": 0.45087932080048515,
      "grad_norm": Infinity,
      "learning_rate": 1.1932163480909865e-06,
      "loss": 13.0925,
      "step": 1487
    },
    {
      "epoch": 0.45118253486961796,
      "grad_norm": Infinity,
      "learning_rate": 1.1718978020492988e-06,
      "loss": 14.0985,
      "step": 1488
    },
    {
      "epoch": 0.45148574893875076,
      "grad_norm": Infinity,
      "learning_rate": 1.150769161662868e-06,
      "loss": 12.9668,
      "step": 1489
    },
    {
      "epoch": 0.45178896300788357,
      "grad_norm": Infinity,
      "learning_rate": 1.1298305091066664e-06,
      "loss": 12.7395,
      "step": 1490
    },
    {
      "epoch": 0.4520921770770164,
      "grad_norm": Infinity,
      "learning_rate": 1.1090819258167795e-06,
      "loss": 12.7754,
      "step": 1491
    },
    {
      "epoch": 0.4523953911461492,
      "grad_norm": Infinity,
      "learning_rate": 1.0885234924900233e-06,
      "loss": 11.8609,
      "step": 1492
    },
    {
      "epoch": 0.452698605215282,
      "grad_norm": Infinity,
      "learning_rate": 1.0681552890836944e-06,
      "loss": 11.9244,
      "step": 1493
    },
    {
      "epoch": 0.4530018192844148,
      "grad_norm": Infinity,
      "learning_rate": 1.0479773948152306e-06,
      "loss": 14.5605,
      "step": 1494
    },
    {
      "epoch": 0.4533050333535476,
      "grad_norm": Infinity,
      "learning_rate": 1.027989888161901e-06,
      "loss": 13.4678,
      "step": 1495
    },
    {
      "epoch": 0.4536082474226804,
      "grad_norm": Infinity,
      "learning_rate": 1.0081928468605118e-06,
      "loss": 13.1852,
      "step": 1496
    },
    {
      "epoch": 0.4539114614918132,
      "grad_norm": Infinity,
      "learning_rate": 9.88586347907089e-07,
      "loss": 10.5323,
      "step": 1497
    },
    {
      "epoch": 0.454214675560946,
      "grad_norm": Infinity,
      "learning_rate": 9.691704675565905e-07,
      "loss": 12.0788,
      "step": 1498
    },
    {
      "epoch": 0.45451788963007883,
      "grad_norm": 2.4467404335611904e+16,
      "learning_rate": 9.499452813226284e-07,
      "loss": 9.6827,
      "step": 1499
    },
    {
      "epoch": 0.45482110369921164,
      "grad_norm": 15894606512128.0,
      "learning_rate": 9.309108639771136e-07,
      "loss": 5.9202,
      "step": 1500
    },
    {
      "epoch": 0.45512431776834444,
      "grad_norm": Infinity,
      "learning_rate": 9.120672895500393e-07,
      "loss": 14.6885,
      "step": 1501
    },
    {
      "epoch": 0.45542753183747725,
      "grad_norm": Infinity,
      "learning_rate": 8.934146313291425e-07,
      "loss": 13.9641,
      "step": 1502
    },
    {
      "epoch": 0.45573074590661006,
      "grad_norm": Infinity,
      "learning_rate": 8.749529618596486e-07,
      "loss": 13.252,
      "step": 1503
    },
    {
      "epoch": 0.45603395997574286,
      "grad_norm": Infinity,
      "learning_rate": 8.56682352943966e-07,
      "loss": 14.0441,
      "step": 1504
    },
    {
      "epoch": 0.45633717404487567,
      "grad_norm": Infinity,
      "learning_rate": 8.386028756414089e-07,
      "loss": 14.1016,
      "step": 1505
    },
    {
      "epoch": 0.4566403881140085,
      "grad_norm": Infinity,
      "learning_rate": 8.207146002679523e-07,
      "loss": 15.1771,
      "step": 1506
    },
    {
      "epoch": 0.4569436021831413,
      "grad_norm": Infinity,
      "learning_rate": 8.030175963959108e-07,
      "loss": 14.5084,
      "step": 1507
    },
    {
      "epoch": 0.4572468162522741,
      "grad_norm": Infinity,
      "learning_rate": 7.855119328537109e-07,
      "loss": 13.9359,
      "step": 1508
    },
    {
      "epoch": 0.4575500303214069,
      "grad_norm": Infinity,
      "learning_rate": 7.681976777255961e-07,
      "loss": 14.6556,
      "step": 1509
    },
    {
      "epoch": 0.4578532443905397,
      "grad_norm": Infinity,
      "learning_rate": 7.510748983513783e-07,
      "loss": 15.5187,
      "step": 1510
    },
    {
      "epoch": 0.4581564584596725,
      "grad_norm": Infinity,
      "learning_rate": 7.341436613261532e-07,
      "loss": 13.8045,
      "step": 1511
    },
    {
      "epoch": 0.4584596725288053,
      "grad_norm": Infinity,
      "learning_rate": 7.174040325000797e-07,
      "loss": 14.4948,
      "step": 1512
    },
    {
      "epoch": 0.4587628865979381,
      "grad_norm": Infinity,
      "learning_rate": 7.008560769780792e-07,
      "loss": 14.2971,
      "step": 1513
    },
    {
      "epoch": 0.45906610066707093,
      "grad_norm": Infinity,
      "learning_rate": 6.844998591196138e-07,
      "loss": 14.5078,
      "step": 1514
    },
    {
      "epoch": 0.45936931473620374,
      "grad_norm": Infinity,
      "learning_rate": 6.683354425384259e-07,
      "loss": 13.7575,
      "step": 1515
    },
    {
      "epoch": 0.45967252880533654,
      "grad_norm": Infinity,
      "learning_rate": 6.523628901022927e-07,
      "loss": 14.6062,
      "step": 1516
    },
    {
      "epoch": 0.45997574287446935,
      "grad_norm": Infinity,
      "learning_rate": 6.365822639327723e-07,
      "loss": 14.9706,
      "step": 1517
    },
    {
      "epoch": 0.46027895694360216,
      "grad_norm": Infinity,
      "learning_rate": 6.209936254049809e-07,
      "loss": 12.9556,
      "step": 1518
    },
    {
      "epoch": 0.46058217101273496,
      "grad_norm": Infinity,
      "learning_rate": 6.055970351473261e-07,
      "loss": 15.3268,
      "step": 1519
    },
    {
      "epoch": 0.46088538508186777,
      "grad_norm": Infinity,
      "learning_rate": 5.903925530413135e-07,
      "loss": 15.2886,
      "step": 1520
    },
    {
      "epoch": 0.46118859915100063,
      "grad_norm": Infinity,
      "learning_rate": 5.753802382212625e-07,
      "loss": 14.5147,
      "step": 1521
    },
    {
      "epoch": 0.46149181322013344,
      "grad_norm": Infinity,
      "learning_rate": 5.605601490741241e-07,
      "loss": 14.7627,
      "step": 1522
    },
    {
      "epoch": 0.46179502728926625,
      "grad_norm": Infinity,
      "learning_rate": 5.459323432392083e-07,
      "loss": 14.7721,
      "step": 1523
    },
    {
      "epoch": 0.46209824135839905,
      "grad_norm": Infinity,
      "learning_rate": 5.314968776080009e-07,
      "loss": 14.8603,
      "step": 1524
    },
    {
      "epoch": 0.46240145542753186,
      "grad_norm": Infinity,
      "learning_rate": 5.172538083239197e-07,
      "loss": 14.7565,
      "step": 1525
    },
    {
      "epoch": 0.46270466949666467,
      "grad_norm": Infinity,
      "learning_rate": 5.032031907821089e-07,
      "loss": 14.1017,
      "step": 1526
    },
    {
      "epoch": 0.4630078835657975,
      "grad_norm": Infinity,
      "learning_rate": 4.893450796291999e-07,
      "loss": 14.7101,
      "step": 1527
    },
    {
      "epoch": 0.4633110976349303,
      "grad_norm": Infinity,
      "learning_rate": 4.7567952876312884e-07,
      "loss": 13.3816,
      "step": 1528
    },
    {
      "epoch": 0.4636143117040631,
      "grad_norm": Infinity,
      "learning_rate": 4.6220659133290325e-07,
      "loss": 14.6118,
      "step": 1529
    },
    {
      "epoch": 0.4639175257731959,
      "grad_norm": Infinity,
      "learning_rate": 4.48926319738413e-07,
      "loss": 12.5657,
      "step": 1530
    },
    {
      "epoch": 0.4642207398423287,
      "grad_norm": Infinity,
      "learning_rate": 4.358387656302143e-07,
      "loss": 13.1771,
      "step": 1531
    },
    {
      "epoch": 0.4645239539114615,
      "grad_norm": Infinity,
      "learning_rate": 4.2294397990932934e-07,
      "loss": 12.8576,
      "step": 1532
    },
    {
      "epoch": 0.4648271679805943,
      "grad_norm": Infinity,
      "learning_rate": 4.10242012727069e-07,
      "loss": 12.5746,
      "step": 1533
    },
    {
      "epoch": 0.4651303820497271,
      "grad_norm": Infinity,
      "learning_rate": 3.9773291348479405e-07,
      "loss": 14.2922,
      "step": 1534
    },
    {
      "epoch": 0.4654335961188599,
      "grad_norm": Infinity,
      "learning_rate": 3.854167308337708e-07,
      "loss": 13.4111,
      "step": 1535
    },
    {
      "epoch": 0.46573681018799273,
      "grad_norm": Infinity,
      "learning_rate": 3.732935126749604e-07,
      "loss": 14.4422,
      "step": 1536
    },
    {
      "epoch": 0.46604002425712554,
      "grad_norm": Infinity,
      "learning_rate": 3.613633061588184e-07,
      "loss": 13.3594,
      "step": 1537
    },
    {
      "epoch": 0.46634323832625835,
      "grad_norm": Infinity,
      "learning_rate": 3.4962615768513453e-07,
      "loss": 14.3581,
      "step": 1538
    },
    {
      "epoch": 0.46664645239539115,
      "grad_norm": Infinity,
      "learning_rate": 3.380821129028489e-07,
      "loss": 13.7304,
      "step": 1539
    },
    {
      "epoch": 0.46694966646452396,
      "grad_norm": Infinity,
      "learning_rate": 3.2673121670986907e-07,
      "loss": 12.0273,
      "step": 1540
    },
    {
      "epoch": 0.46725288053365677,
      "grad_norm": Infinity,
      "learning_rate": 3.1557351325287586e-07,
      "loss": 14.4611,
      "step": 1541
    },
    {
      "epoch": 0.4675560946027896,
      "grad_norm": Infinity,
      "learning_rate": 3.046090459271955e-07,
      "loss": 12.9659,
      "step": 1542
    },
    {
      "epoch": 0.4678593086719224,
      "grad_norm": Infinity,
      "learning_rate": 2.9383785737659985e-07,
      "loss": 13.6811,
      "step": 1543
    },
    {
      "epoch": 0.4681625227410552,
      "grad_norm": Infinity,
      "learning_rate": 2.8325998949314536e-07,
      "loss": 11.5592,
      "step": 1544
    },
    {
      "epoch": 0.468465736810188,
      "grad_norm": Infinity,
      "learning_rate": 2.728754834170066e-07,
      "loss": 12.0636,
      "step": 1545
    },
    {
      "epoch": 0.4687689508793208,
      "grad_norm": Infinity,
      "learning_rate": 2.626843795363321e-07,
      "loss": 12.5304,
      "step": 1546
    },
    {
      "epoch": 0.4690721649484536,
      "grad_norm": Infinity,
      "learning_rate": 2.526867174870717e-07,
      "loss": 12.141,
      "step": 1547
    },
    {
      "epoch": 0.4693753790175864,
      "grad_norm": 3.133843434649944e+18,
      "learning_rate": 2.428825361528275e-07,
      "loss": 11.9549,
      "step": 1548
    },
    {
      "epoch": 0.4696785930867192,
      "grad_norm": 3.872570147340288e+16,
      "learning_rate": 2.3327187366470883e-07,
      "loss": 9.8293,
      "step": 1549
    },
    {
      "epoch": 0.469981807155852,
      "grad_norm": 17114186383360.0,
      "learning_rate": 2.238547674011715e-07,
      "loss": 6.5432,
      "step": 1550
    },
    {
      "epoch": 0.47028502122498483,
      "grad_norm": Infinity,
      "learning_rate": 2.1463125398787364e-07,
      "loss": 14.3738,
      "step": 1551
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": Infinity,
      "learning_rate": 2.0560136929755892e-07,
      "loss": 13.49,
      "step": 1552
    },
    {
      "epoch": 0.47089144936325045,
      "grad_norm": Infinity,
      "learning_rate": 1.9676514844987337e-07,
      "loss": 14.0791,
      "step": 1553
    },
    {
      "epoch": 0.47119466343238325,
      "grad_norm": Infinity,
      "learning_rate": 1.8812262581126562e-07,
      "loss": 14.8558,
      "step": 1554
    },
    {
      "epoch": 0.47149787750151606,
      "grad_norm": Infinity,
      "learning_rate": 1.796738349948368e-07,
      "loss": 15.1982,
      "step": 1555
    },
    {
      "epoch": 0.47180109157064887,
      "grad_norm": Infinity,
      "learning_rate": 1.714188088602131e-07,
      "loss": 14.8546,
      "step": 1556
    },
    {
      "epoch": 0.4721043056397817,
      "grad_norm": Infinity,
      "learning_rate": 1.633575795134179e-07,
      "loss": 14.5675,
      "step": 1557
    },
    {
      "epoch": 0.4724075197089145,
      "grad_norm": Infinity,
      "learning_rate": 1.5549017830674418e-07,
      "loss": 14.2359,
      "step": 1558
    },
    {
      "epoch": 0.4727107337780473,
      "grad_norm": Infinity,
      "learning_rate": 1.4781663583863793e-07,
      "loss": 15.1281,
      "step": 1559
    },
    {
      "epoch": 0.4730139478471801,
      "grad_norm": Infinity,
      "learning_rate": 1.4033698195357048e-07,
      "loss": 15.4586,
      "step": 1560
    },
    {
      "epoch": 0.4733171619163129,
      "grad_norm": Infinity,
      "learning_rate": 1.3305124574193305e-07,
      "loss": 14.8451,
      "step": 1561
    },
    {
      "epoch": 0.4736203759854457,
      "grad_norm": Infinity,
      "learning_rate": 1.2595945553992573e-07,
      "loss": 13.7318,
      "step": 1562
    },
    {
      "epoch": 0.4739235900545785,
      "grad_norm": Infinity,
      "learning_rate": 1.1906163892942967e-07,
      "loss": 14.2355,
      "step": 1563
    },
    {
      "epoch": 0.4742268041237113,
      "grad_norm": Infinity,
      "learning_rate": 1.123578227379074e-07,
      "loss": 14.3096,
      "step": 1564
    },
    {
      "epoch": 0.4745300181928441,
      "grad_norm": Infinity,
      "learning_rate": 1.0584803303831381e-07,
      "loss": 15.328,
      "step": 1565
    },
    {
      "epoch": 0.47483323226197693,
      "grad_norm": Infinity,
      "learning_rate": 9.953229514897411e-08,
      "loss": 14.2565,
      "step": 1566
    },
    {
      "epoch": 0.47513644633110974,
      "grad_norm": Infinity,
      "learning_rate": 9.341063363349501e-08,
      "loss": 15.272,
      "step": 1567
    },
    {
      "epoch": 0.47543966040024255,
      "grad_norm": Infinity,
      "learning_rate": 8.748307230067588e-08,
      "loss": 13.1112,
      "step": 1568
    },
    {
      "epoch": 0.47574287446937535,
      "grad_norm": Infinity,
      "learning_rate": 8.174963420439218e-08,
      "loss": 14.2399,
      "step": 1569
    },
    {
      "epoch": 0.47604608853850816,
      "grad_norm": Infinity,
      "learning_rate": 7.621034164353447e-08,
      "loss": 15.1801,
      "step": 1570
    },
    {
      "epoch": 0.47634930260764097,
      "grad_norm": Infinity,
      "learning_rate": 7.086521616190279e-08,
      "loss": 15.7448,
      "step": 1571
    },
    {
      "epoch": 0.47665251667677383,
      "grad_norm": Infinity,
      "learning_rate": 6.571427854813461e-08,
      "loss": 14.1682,
      "step": 1572
    },
    {
      "epoch": 0.47695573074590664,
      "grad_norm": Infinity,
      "learning_rate": 6.075754883561602e-08,
      "loss": 13.6122,
      "step": 1573
    },
    {
      "epoch": 0.47725894481503944,
      "grad_norm": Infinity,
      "learning_rate": 5.599504630239838e-08,
      "loss": 15.3425,
      "step": 1574
    },
    {
      "epoch": 0.47756215888417225,
      "grad_norm": Infinity,
      "learning_rate": 5.1426789471142876e-08,
      "loss": 14.7705,
      "step": 1575
    },
    {
      "epoch": 0.47786537295330506,
      "grad_norm": Infinity,
      "learning_rate": 4.705279610903168e-08,
      "loss": 14.9015,
      "step": 1576
    },
    {
      "epoch": 0.47816858702243786,
      "grad_norm": Infinity,
      "learning_rate": 4.287308322770689e-08,
      "loss": 14.3991,
      "step": 1577
    },
    {
      "epoch": 0.47847180109157067,
      "grad_norm": Infinity,
      "learning_rate": 3.8887667083198356e-08,
      "loss": 14.7911,
      "step": 1578
    },
    {
      "epoch": 0.4787750151607035,
      "grad_norm": Infinity,
      "learning_rate": 3.509656317585708e-08,
      "loss": 14.198,
      "step": 1579
    },
    {
      "epoch": 0.4790782292298363,
      "grad_norm": Infinity,
      "learning_rate": 3.149978625032191e-08,
      "loss": 14.4293,
      "step": 1580
    },
    {
      "epoch": 0.4793814432989691,
      "grad_norm": Infinity,
      "learning_rate": 2.809735029541405e-08,
      "loss": 14.1522,
      "step": 1581
    },
    {
      "epoch": 0.4796846573681019,
      "grad_norm": Infinity,
      "learning_rate": 2.4889268544131538e-08,
      "loss": 13.705,
      "step": 1582
    },
    {
      "epoch": 0.4799878714372347,
      "grad_norm": Infinity,
      "learning_rate": 2.1875553473565956e-08,
      "loss": 13.5412,
      "step": 1583
    },
    {
      "epoch": 0.4802910855063675,
      "grad_norm": Infinity,
      "learning_rate": 1.9056216804874683e-08,
      "loss": 13.231,
      "step": 1584
    },
    {
      "epoch": 0.4805942995755003,
      "grad_norm": Infinity,
      "learning_rate": 1.6431269503208724e-08,
      "loss": 12.9288,
      "step": 1585
    },
    {
      "epoch": 0.4808975136446331,
      "grad_norm": Infinity,
      "learning_rate": 1.400072177770162e-08,
      "loss": 14.3069,
      "step": 1586
    },
    {
      "epoch": 0.48120072771376593,
      "grad_norm": Infinity,
      "learning_rate": 1.1764583081408375e-08,
      "loss": 13.6574,
      "step": 1587
    },
    {
      "epoch": 0.48150394178289874,
      "grad_norm": Infinity,
      "learning_rate": 9.722862111277709e-09,
      "loss": 13.5063,
      "step": 1588
    },
    {
      "epoch": 0.48180715585203154,
      "grad_norm": Infinity,
      "learning_rate": 7.875566808107637e-09,
      "loss": 13.8719,
      "step": 1589
    },
    {
      "epoch": 0.48211036992116435,
      "grad_norm": Infinity,
      "learning_rate": 6.2227043565288305e-09,
      "loss": 13.863,
      "step": 1590
    },
    {
      "epoch": 0.48241358399029716,
      "grad_norm": Infinity,
      "learning_rate": 4.764281184971298e-09,
      "loss": 14.0359,
      "step": 1591
    },
    {
      "epoch": 0.48271679805942996,
      "grad_norm": Infinity,
      "learning_rate": 3.500302965636637e-09,
      "loss": 13.2875,
      "step": 1592
    },
    {
      "epoch": 0.48302001212856277,
      "grad_norm": Infinity,
      "learning_rate": 2.430774614470277e-09,
      "loss": 13.353,
      "step": 1593
    },
    {
      "epoch": 0.4833232261976956,
      "grad_norm": Infinity,
      "learning_rate": 1.5557002911670281e-09,
      "loss": 13.9415,
      "step": 1594
    },
    {
      "epoch": 0.4836264402668284,
      "grad_norm": Infinity,
      "learning_rate": 8.750833991155727e-10,
      "loss": 13.4611,
      "step": 1595
    },
    {
      "epoch": 0.4839296543359612,
      "grad_norm": Infinity,
      "learning_rate": 3.889265854317703e-10,
      "loss": 14.2792,
      "step": 1596
    },
    {
      "epoch": 0.484232868405094,
      "grad_norm": 1.0237267992710742e+19,
      "learning_rate": 9.723174089759646e-11,
      "loss": 11.3514,
      "step": 1597
    },
    {
      "epoch": 0.4845360824742268,
      "grad_norm": 1.0064497366951526e+17,
      "learning_rate": 0.0,
      "loss": 10.8932,
      "step": 1598
    }
  ],
  "logging_steps": 1,
  "max_steps": 1598,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.665442192908616e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}