{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9998061639852684,
  "eval_steps": 500,
  "global_step": 2579,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 4.69306501159409,
      "learning_rate": 1.282051282051282e-06,
      "loss": 2.1787,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.506837026996793,
      "learning_rate": 2.564102564102564e-06,
      "loss": 1.8891,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.438301836503163,
      "learning_rate": 3.846153846153847e-06,
      "loss": 2.5317,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.207116848283117,
      "learning_rate": 5.128205128205128e-06,
      "loss": 2.2702,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.098686703145902,
      "learning_rate": 6.41025641025641e-06,
      "loss": 1.7442,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.327082176457721,
      "learning_rate": 7.692307692307694e-06,
      "loss": 1.8005,
      "step": 6
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.083648769497813,
      "learning_rate": 8.974358974358976e-06,
      "loss": 2.3195,
      "step": 7
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.9721189798632865,
      "learning_rate": 1.0256410256410256e-05,
      "loss": 2.2203,
      "step": 8
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.481512145592572,
      "learning_rate": 1.153846153846154e-05,
      "loss": 1.9533,
      "step": 9
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.796077594480403,
      "learning_rate": 1.282051282051282e-05,
      "loss": 2.2174,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.863762581458463,
      "learning_rate": 1.4102564102564104e-05,
      "loss": 1.9025,
      "step": 11
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.964167848529222,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 1.8724,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.212199413141998,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.8724,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.9991101787133125,
      "learning_rate": 1.794871794871795e-05,
      "loss": 1.6667,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.9950976141198913,
      "learning_rate": 1.923076923076923e-05,
      "loss": 1.5062,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.3484962557412956,
      "learning_rate": 2.0512820512820512e-05,
      "loss": 1.3116,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.5411637650997476,
      "learning_rate": 2.1794871794871795e-05,
      "loss": 1.0651,
      "step": 17
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8728273890215832,
      "learning_rate": 2.307692307692308e-05,
      "loss": 0.8532,
      "step": 18
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.37319200279805914,
      "learning_rate": 2.435897435897436e-05,
      "loss": 0.8961,
      "step": 19
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.26778570145080266,
      "learning_rate": 2.564102564102564e-05,
      "loss": 0.9431,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.26343496527412413,
      "learning_rate": 2.6923076923076923e-05,
      "loss": 0.9142,
      "step": 21
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.18448673218765005,
      "learning_rate": 2.8205128205128207e-05,
      "loss": 0.9584,
      "step": 22
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.15747936484715852,
      "learning_rate": 2.948717948717949e-05,
      "loss": 0.8906,
      "step": 23
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.1300792568052292,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 0.8735,
      "step": 24
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.07292004430536878,
      "learning_rate": 3.205128205128206e-05,
      "loss": 0.6704,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.10197166969468204,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.7888,
      "step": 26
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.07835180109780117,
      "learning_rate": 3.461538461538462e-05,
      "loss": 0.7389,
      "step": 27
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.0704324317517061,
      "learning_rate": 3.58974358974359e-05,
      "loss": 0.9559,
      "step": 28
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.09270148499910093,
      "learning_rate": 3.717948717948718e-05,
      "loss": 1.013,
      "step": 29
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.0538640885556403,
      "learning_rate": 3.846153846153846e-05,
      "loss": 0.6862,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.050542197360252034,
      "learning_rate": 3.974358974358974e-05,
      "loss": 0.7568,
      "step": 31
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.06200021813361159,
      "learning_rate": 4.1025641025641023e-05,
      "loss": 0.7381,
      "step": 32
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.07148437140255384,
      "learning_rate": 4.230769230769231e-05,
      "loss": 0.937,
      "step": 33
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.07068413017716756,
      "learning_rate": 4.358974358974359e-05,
      "loss": 0.9197,
      "step": 34
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.06964046918103582,
      "learning_rate": 4.4871794871794874e-05,
      "loss": 0.7719,
      "step": 35
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.047420916097544195,
      "learning_rate": 4.615384615384616e-05,
      "loss": 0.5296,
      "step": 36
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.060377422750502334,
      "learning_rate": 4.7435897435897435e-05,
      "loss": 0.7891,
      "step": 37
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.05287659221435102,
      "learning_rate": 4.871794871794872e-05,
      "loss": 0.7483,
      "step": 38
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05007354700631922,
      "learning_rate": 5e-05,
      "loss": 0.6418,
      "step": 39
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.048560439474254175,
      "learning_rate": 5.128205128205128e-05,
      "loss": 0.7661,
      "step": 40
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.055731740960241076,
      "learning_rate": 5.256410256410257e-05,
      "loss": 0.7636,
      "step": 41
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.039382071881179107,
      "learning_rate": 5.384615384615385e-05,
      "loss": 0.6164,
      "step": 42
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.051152559817922265,
      "learning_rate": 5.512820512820514e-05,
      "loss": 0.7863,
      "step": 43
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.10973787053587118,
      "learning_rate": 5.6410256410256414e-05,
      "loss": 0.8705,
      "step": 44
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.051370771572143606,
      "learning_rate": 5.769230769230769e-05,
      "loss": 0.8955,
      "step": 45
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.04202376112077229,
      "learning_rate": 5.897435897435898e-05,
      "loss": 0.8714,
      "step": 46
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.04124717493250609,
      "learning_rate": 6.025641025641026e-05,
      "loss": 0.7603,
      "step": 47
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05247468203262029,
      "learning_rate": 6.153846153846155e-05,
      "loss": 0.9245,
      "step": 48
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.049608239690676625,
      "learning_rate": 6.282051282051282e-05,
      "loss": 0.8537,
      "step": 49
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.04228938571979761,
      "learning_rate": 6.410256410256412e-05,
      "loss": 0.6312,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.06140213971366997,
      "learning_rate": 6.538461538461539e-05,
      "loss": 0.7211,
      "step": 51
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.050947677597746086,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.8178,
      "step": 52
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.051071766850664946,
      "learning_rate": 6.794871794871795e-05,
      "loss": 0.8278,
      "step": 53
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.04551893382051773,
      "learning_rate": 6.923076923076924e-05,
      "loss": 0.7224,
      "step": 54
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.04326400181381808,
      "learning_rate": 7.051282051282052e-05,
      "loss": 0.7381,
      "step": 55
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.08229203007637183,
      "learning_rate": 7.17948717948718e-05,
      "loss": 0.8395,
      "step": 56
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.059516717041369946,
      "learning_rate": 7.307692307692307e-05,
      "loss": 0.764,
      "step": 57
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.04936316616578491,
      "learning_rate": 7.435897435897436e-05,
      "loss": 0.7171,
      "step": 58
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05007286456873606,
      "learning_rate": 7.564102564102564e-05,
      "loss": 0.8757,
      "step": 59
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05516155785804259,
      "learning_rate": 7.692307692307693e-05,
      "loss": 0.8284,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05407748177766764,
      "learning_rate": 7.820512820512821e-05,
      "loss": 0.7222,
      "step": 61
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.048067695200639936,
      "learning_rate": 7.948717948717948e-05,
      "loss": 0.6332,
      "step": 62
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05368840460944899,
      "learning_rate": 8.076923076923078e-05,
      "loss": 0.8508,
      "step": 63
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.051643995085246065,
      "learning_rate": 8.205128205128205e-05,
      "loss": 0.7086,
      "step": 64
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05846281984829256,
      "learning_rate": 8.333333333333334e-05,
      "loss": 0.7399,
      "step": 65
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.06976306950775919,
      "learning_rate": 8.461538461538461e-05,
      "loss": 0.7448,
      "step": 66
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05836305033639584,
      "learning_rate": 8.58974358974359e-05,
      "loss": 0.7393,
      "step": 67
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05940839989666981,
      "learning_rate": 8.717948717948718e-05,
      "loss": 0.703,
      "step": 68
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.0683530121345241,
      "learning_rate": 8.846153846153847e-05,
      "loss": 0.5945,
      "step": 69
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.06899361839055641,
      "learning_rate": 8.974358974358975e-05,
      "loss": 0.9029,
      "step": 70
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.0569874511705292,
      "learning_rate": 9.102564102564103e-05,
      "loss": 0.7263,
      "step": 71
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.09988814235581972,
      "learning_rate": 9.230769230769232e-05,
      "loss": 0.8018,
      "step": 72
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.0680397811514509,
      "learning_rate": 9.35897435897436e-05,
      "loss": 0.7679,
      "step": 73
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.051464721191673515,
      "learning_rate": 9.487179487179487e-05,
      "loss": 0.7819,
      "step": 74
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.06045452368378556,
      "learning_rate": 9.615384615384617e-05,
      "loss": 0.713,
      "step": 75
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.06993460245660957,
      "learning_rate": 9.743589743589744e-05,
      "loss": 0.8684,
      "step": 76
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.0610804649729957,
      "learning_rate": 9.871794871794872e-05,
      "loss": 0.7131,
      "step": 77
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.06897943934048707,
      "learning_rate": 0.0001,
      "loss": 0.6624,
      "step": 78
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05092461210293901,
      "learning_rate": 9.999996055315139e-05,
      "loss": 0.7569,
      "step": 79
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.08137879565404182,
      "learning_rate": 9.999984221266776e-05,
      "loss": 0.6615,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.061097010659213975,
      "learning_rate": 9.999964497873585e-05,
      "loss": 0.7397,
      "step": 81
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.08373769483888896,
      "learning_rate": 9.999936885166688e-05,
      "loss": 0.789,
      "step": 82
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.06070503904869032,
      "learning_rate": 9.999901383189654e-05,
      "loss": 0.7958,
      "step": 83
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.06051161042094932,
      "learning_rate": 9.999857991998499e-05,
      "loss": 0.7809,
      "step": 84
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.07783321523866699,
      "learning_rate": 9.999806711661691e-05,
      "loss": 0.6973,
      "step": 85
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.055847443446171936,
      "learning_rate": 9.999747542260143e-05,
      "loss": 0.7263,
      "step": 86
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.0601437155544993,
      "learning_rate": 9.999680483887217e-05,
      "loss": 0.7401,
      "step": 87
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.10693686101337112,
      "learning_rate": 9.999605536648723e-05,
      "loss": 0.9016,
      "step": 88
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.06273642005558444,
      "learning_rate": 9.999522700662917e-05,
      "loss": 0.6275,
      "step": 89
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.07140447858737985,
      "learning_rate": 9.999431976060504e-05,
      "loss": 0.5691,
      "step": 90
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.10089207160231231,
      "learning_rate": 9.999333362984638e-05,
      "loss": 0.7197,
      "step": 91
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.08065762939598006,
      "learning_rate": 9.999226861590915e-05,
      "loss": 0.7269,
      "step": 92
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.07182682815705241,
      "learning_rate": 9.999112472047386e-05,
      "loss": 0.8144,
      "step": 93
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.08876876327078471,
      "learning_rate": 9.998990194534536e-05,
      "loss": 0.7903,
      "step": 94
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.07150864062292983,
      "learning_rate": 9.998860029245308e-05,
      "loss": 0.809,
      "step": 95
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.07068412032597418,
      "learning_rate": 9.998721976385087e-05,
      "loss": 0.7969,
      "step": 96
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.061791817203736533,
      "learning_rate": 9.998576036171699e-05,
      "loss": 0.6368,
      "step": 97
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.07552025547684962,
      "learning_rate": 9.998422208835423e-05,
      "loss": 0.8187,
      "step": 98
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.1092653181543674,
      "learning_rate": 9.998260494618979e-05,
      "loss": 0.7742,
      "step": 99
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.06413843500201,
      "learning_rate": 9.99809089377753e-05,
      "loss": 0.7308,
      "step": 100
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.09655806022762327,
      "learning_rate": 9.997913406578685e-05,
      "loss": 0.7225,
      "step": 101
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.07910762132462207,
      "learning_rate": 9.997728033302496e-05,
      "loss": 0.6552,
      "step": 102
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.08952675067366787,
      "learning_rate": 9.997534774241462e-05,
      "loss": 0.7892,
      "step": 103
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.0785800091396037,
      "learning_rate": 9.997333629700516e-05,
      "loss": 0.793,
      "step": 104
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.07964586545353868,
      "learning_rate": 9.997124599997043e-05,
      "loss": 0.7848,
      "step": 105
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.09500446293689357,
      "learning_rate": 9.996907685460863e-05,
      "loss": 0.7781,
      "step": 106
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.07235011838832343,
      "learning_rate": 9.996682886434243e-05,
      "loss": 0.6258,
      "step": 107
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.09144292723294861,
      "learning_rate": 9.996450203271886e-05,
      "loss": 0.7196,
      "step": 108
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.1655634352593081,
      "learning_rate": 9.996209636340935e-05,
      "loss": 0.7841,
      "step": 109
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.09687123031722801,
      "learning_rate": 9.995961186020974e-05,
      "loss": 0.6785,
      "step": 110
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.09959088792233611,
      "learning_rate": 9.995704852704029e-05,
      "loss": 0.6837,
      "step": 111
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.08648733757779878,
      "learning_rate": 9.99544063679456e-05,
      "loss": 0.6164,
      "step": 112
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.10129837416632682,
      "learning_rate": 9.995168538709467e-05,
      "loss": 0.7161,
      "step": 113
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.07959210428402734,
      "learning_rate": 9.994888558878086e-05,
      "loss": 0.5569,
      "step": 114
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.10376071352169636,
      "learning_rate": 9.994600697742192e-05,
      "loss": 0.8164,
      "step": 115
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.08143074487521387,
      "learning_rate": 9.994304955755988e-05,
      "loss": 0.5528,
      "step": 116
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.07930542157764357,
      "learning_rate": 9.994001333386125e-05,
      "loss": 0.5745,
      "step": 117
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.11243333882809244,
      "learning_rate": 9.993689831111675e-05,
      "loss": 0.6499,
      "step": 118
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.15841579807009434,
      "learning_rate": 9.993370449424153e-05,
      "loss": 0.6085,
      "step": 119
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.10329592594350352,
      "learning_rate": 9.993043188827501e-05,
      "loss": 0.6332,
      "step": 120
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.118143904405318,
      "learning_rate": 9.992708049838096e-05,
      "loss": 0.7563,
      "step": 121
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.12812188502328334,
      "learning_rate": 9.992365032984743e-05,
      "loss": 0.8763,
      "step": 122
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.09302004451424886,
      "learning_rate": 9.992014138808682e-05,
      "loss": 0.7584,
      "step": 123
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.09999548408300289,
      "learning_rate": 9.99165536786358e-05,
      "loss": 0.5141,
      "step": 124
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.10786321147618519,
      "learning_rate": 9.991288720715528e-05,
      "loss": 0.7825,
      "step": 125
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.12095842442592586,
      "learning_rate": 9.990914197943053e-05,
      "loss": 0.741,
      "step": 126
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.1387251162622758,
      "learning_rate": 9.990531800137104e-05,
      "loss": 0.6637,
      "step": 127
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.09782273879715161,
      "learning_rate": 9.990141527901058e-05,
      "loss": 0.6489,
      "step": 128
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.15339347603144352,
      "learning_rate": 9.989743381850711e-05,
      "loss": 0.7167,
      "step": 129
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.146401938092544,
      "learning_rate": 9.989337362614292e-05,
      "loss": 0.7998,
      "step": 130
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.13091983160494505,
      "learning_rate": 9.988923470832445e-05,
      "loss": 0.6355,
      "step": 131
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.14937457400548415,
      "learning_rate": 9.988501707158243e-05,
      "loss": 0.5271,
      "step": 132
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.12246496089018469,
      "learning_rate": 9.988072072257168e-05,
      "loss": 0.7229,
      "step": 133
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.09408533139461038,
      "learning_rate": 9.987634566807139e-05,
      "loss": 0.5178,
      "step": 134
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.12548647070745905,
      "learning_rate": 9.987189191498479e-05,
      "loss": 0.5887,
      "step": 135
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.13862234534412998,
      "learning_rate": 9.986735947033934e-05,
      "loss": 0.6643,
      "step": 136
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.15031409127442816,
      "learning_rate": 9.98627483412867e-05,
      "loss": 0.6067,
      "step": 137
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.14046288837697166,
      "learning_rate": 9.985805853510262e-05,
      "loss": 0.7624,
      "step": 138
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.11333867710001684,
      "learning_rate": 9.985329005918702e-05,
      "loss": 0.6362,
      "step": 139
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.1294618858919512,
      "learning_rate": 9.984844292106399e-05,
      "loss": 0.569,
      "step": 140
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.13234698253646288,
      "learning_rate": 9.984351712838167e-05,
      "loss": 0.5799,
      "step": 141
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.15535738720797415,
      "learning_rate": 9.983851268891235e-05,
      "loss": 0.6708,
      "step": 142
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.14760542796876128,
      "learning_rate": 9.98334296105524e-05,
      "loss": 0.6102,
      "step": 143
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.15739524000411748,
      "learning_rate": 9.98282679013223e-05,
      "loss": 0.6565,
      "step": 144
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.141147472206485,
      "learning_rate": 9.982302756936654e-05,
      "loss": 0.5578,
      "step": 145
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.19920528067966087,
      "learning_rate": 9.981770862295371e-05,
      "loss": 0.6415,
      "step": 146
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.14682219958310702,
      "learning_rate": 9.981231107047648e-05,
      "loss": 0.5491,
      "step": 147
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.18236995941144937,
      "learning_rate": 9.980683492045146e-05,
      "loss": 0.7169,
      "step": 148
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.14702505262681953,
      "learning_rate": 9.980128018151936e-05,
      "loss": 0.5655,
      "step": 149
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.14628369172991856,
      "learning_rate": 9.97956468624448e-05,
      "loss": 0.4795,
      "step": 150
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.19031144751102697,
      "learning_rate": 9.978993497211651e-05,
      "loss": 0.6444,
      "step": 151
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.25483121705709155,
      "learning_rate": 9.978414451954709e-05,
      "loss": 0.6614,
      "step": 152
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.2474591337720803,
      "learning_rate": 9.977827551387318e-05,
      "loss": 0.7091,
      "step": 153
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.20267955544922026,
      "learning_rate": 9.977232796435532e-05,
      "loss": 0.615,
      "step": 154
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.20501776332954405,
      "learning_rate": 9.976630188037796e-05,
      "loss": 0.6272,
      "step": 155
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.220472604243044,
      "learning_rate": 9.976019727144956e-05,
      "loss": 0.6652,
      "step": 156
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.16517433833901038,
      "learning_rate": 9.975401414720238e-05,
      "loss": 0.6343,
      "step": 157
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.24366775689453735,
      "learning_rate": 9.974775251739262e-05,
      "loss": 0.6478,
      "step": 158
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.24258248643386068,
      "learning_rate": 9.974141239190034e-05,
      "loss": 0.7808,
      "step": 159
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.26856916058928076,
      "learning_rate": 9.973499378072945e-05,
      "loss": 0.6478,
      "step": 160
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.29019945410134346,
      "learning_rate": 9.972849669400775e-05,
      "loss": 0.6629,
      "step": 161
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.1928432603038015,
      "learning_rate": 9.972192114198677e-05,
      "loss": 0.5113,
      "step": 162
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.17664230260791197,
      "learning_rate": 9.971526713504195e-05,
      "loss": 0.5732,
      "step": 163
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.17244610899690302,
      "learning_rate": 9.970853468367245e-05,
      "loss": 0.6623,
      "step": 164
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.26046178396731917,
      "learning_rate": 9.970172379850122e-05,
      "loss": 0.5675,
      "step": 165
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.21105646242566348,
      "learning_rate": 9.969483449027502e-05,
      "loss": 0.678,
      "step": 166
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.1903443767964628,
      "learning_rate": 9.968786676986425e-05,
      "loss": 0.6104,
      "step": 167
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.20277673211017885,
      "learning_rate": 9.968082064826314e-05,
      "loss": 0.564,
      "step": 168
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.19769995403204096,
      "learning_rate": 9.967369613658955e-05,
      "loss": 0.6266,
      "step": 169
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.21797017028592774,
      "learning_rate": 9.966649324608511e-05,
      "loss": 0.643,
      "step": 170
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.18871031788166956,
      "learning_rate": 9.965921198811501e-05,
      "loss": 0.6041,
      "step": 171
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.14991538318540282,
      "learning_rate": 9.965185237416821e-05,
      "loss": 0.4789,
      "step": 172
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.1795400662392063,
      "learning_rate": 9.964441441585722e-05,
      "loss": 0.5375,
      "step": 173
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.27073328268411684,
      "learning_rate": 9.96368981249182e-05,
      "loss": 0.66,
      "step": 174
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.21154125505912186,
      "learning_rate": 9.962930351321095e-05,
      "loss": 0.6552,
      "step": 175
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.1987747566925381,
      "learning_rate": 9.962163059271876e-05,
      "loss": 0.591,
      "step": 176
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.16751498789224126,
      "learning_rate": 9.961387937554857e-05,
      "loss": 0.5159,
      "step": 177
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.17668197721964446,
      "learning_rate": 9.960604987393081e-05,
      "loss": 0.4864,
      "step": 178
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.19387748518557524,
      "learning_rate": 9.959814210021943e-05,
      "loss": 0.4725,
      "step": 179
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.1940563850561596,
      "learning_rate": 9.95901560668919e-05,
      "loss": 0.7463,
      "step": 180
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.28637334329849534,
      "learning_rate": 9.958209178654922e-05,
      "loss": 0.6253,
      "step": 181
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.29432411742186987,
      "learning_rate": 9.957394927191576e-05,
      "loss": 0.6021,
      "step": 182
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.19774241646875668,
      "learning_rate": 9.95657285358394e-05,
      "loss": 0.6394,
      "step": 183
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.18304498158946858,
      "learning_rate": 9.955742959129142e-05,
      "loss": 0.6731,
      "step": 184
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.20441182683123066,
      "learning_rate": 9.95490524513665e-05,
      "loss": 0.5557,
      "step": 185
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.1873218625785221,
      "learning_rate": 9.954059712928275e-05,
      "loss": 0.5252,
      "step": 186
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.22075472545903208,
      "learning_rate": 9.953206363838155e-05,
      "loss": 0.6526,
      "step": 187
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.22519517293276028,
      "learning_rate": 9.952345199212769e-05,
      "loss": 0.6862,
      "step": 188
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.2194266652299314,
      "learning_rate": 9.951476220410929e-05,
      "loss": 0.7407,
      "step": 189
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.26040301691446854,
      "learning_rate": 9.95059942880377e-05,
      "loss": 0.5101,
      "step": 190
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.20717259899478516,
      "learning_rate": 9.949714825774763e-05,
      "loss": 0.6905,
      "step": 191
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.17825352231330577,
      "learning_rate": 9.948822412719697e-05,
      "loss": 0.5652,
      "step": 192
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.2041391359257337,
      "learning_rate": 9.947922191046686e-05,
      "loss": 0.46,
      "step": 193
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.19603635688055443,
      "learning_rate": 9.94701416217617e-05,
      "loss": 0.5939,
      "step": 194
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.1872785691214204,
      "learning_rate": 9.946098327540902e-05,
      "loss": 0.6327,
      "step": 195
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.19683661371145783,
      "learning_rate": 9.945174688585954e-05,
      "loss": 0.495,
      "step": 196
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.18435850628536646,
      "learning_rate": 9.944243246768712e-05,
      "loss": 0.5298,
      "step": 197
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.21370598402093988,
      "learning_rate": 9.943304003558873e-05,
      "loss": 0.6278,
      "step": 198
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.36556500361691235,
      "learning_rate": 9.942356960438447e-05,
      "loss": 0.404,
      "step": 199
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.2283404106810272,
      "learning_rate": 9.941402118901744e-05,
      "loss": 0.5454,
      "step": 200
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.285203553560007,
      "learning_rate": 9.940439480455386e-05,
      "loss": 0.6656,
      "step": 201
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.19551299346963485,
      "learning_rate": 9.939469046618297e-05,
      "loss": 0.6426,
      "step": 202
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.1901428071251872,
      "learning_rate": 9.938490818921697e-05,
      "loss": 0.5005,
      "step": 203
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.23825053260686943,
      "learning_rate": 9.937504798909106e-05,
      "loss": 0.5887,
      "step": 204
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.23279470488889947,
      "learning_rate": 9.93651098813634e-05,
      "loss": 0.6672,
      "step": 205
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.2466907512105627,
      "learning_rate": 9.935509388171509e-05,
      "loss": 0.5605,
      "step": 206
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.19698701699197102,
      "learning_rate": 9.934500000595008e-05,
      "loss": 0.4993,
      "step": 207
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.21603317193428717,
      "learning_rate": 9.933482826999525e-05,
      "loss": 0.5296,
      "step": 208
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.17898903129167304,
      "learning_rate": 9.93245786899003e-05,
      "loss": 0.5221,
      "step": 209
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.20662005879657103,
      "learning_rate": 9.931425128183782e-05,
      "loss": 0.5661,
      "step": 210
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.19592993502045705,
      "learning_rate": 9.930384606210312e-05,
      "loss": 0.4862,
      "step": 211
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.17686590219223386,
      "learning_rate": 9.929336304711432e-05,
      "loss": 0.5294,
      "step": 212
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.2715967927181227,
      "learning_rate": 9.928280225341232e-05,
      "loss": 0.5512,
      "step": 213
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.26657222669819935,
      "learning_rate": 9.927216369766071e-05,
      "loss": 0.5186,
      "step": 214
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.2207395975694703,
      "learning_rate": 9.92614473966458e-05,
      "loss": 0.6139,
      "step": 215
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.26838813260745625,
      "learning_rate": 9.925065336727654e-05,
      "loss": 0.4139,
      "step": 216
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.2501582921452834,
      "learning_rate": 9.923978162658459e-05,
      "loss": 0.6069,
      "step": 217
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.24116640632267292,
      "learning_rate": 9.922883219172412e-05,
      "loss": 0.5375,
      "step": 218
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.25664827853109307,
      "learning_rate": 9.921780507997202e-05,
      "loss": 0.6343,
      "step": 219
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.22618868231817268,
      "learning_rate": 9.920670030872765e-05,
      "loss": 0.5617,
      "step": 220
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.25543134868855727,
      "learning_rate": 9.919551789551295e-05,
      "loss": 0.5132,
      "step": 221
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.2325372954071179,
      "learning_rate": 9.918425785797235e-05,
      "loss": 0.531,
      "step": 222
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.42634456707527,
      "learning_rate": 9.917292021387279e-05,
      "loss": 0.5948,
      "step": 223
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.2240058553937653,
      "learning_rate": 9.916150498110361e-05,
      "loss": 0.5855,
      "step": 224
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.2596168406959582,
      "learning_rate": 9.915001217767663e-05,
      "loss": 0.5857,
      "step": 225
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.24824601798161458,
      "learning_rate": 9.913844182172605e-05,
      "loss": 0.5153,
      "step": 226
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5914567663809334,
      "learning_rate": 9.912679393150843e-05,
      "loss": 0.7648,
      "step": 227
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.256221357401725,
      "learning_rate": 9.911506852540267e-05,
      "loss": 0.5691,
      "step": 228
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4217744668092305,
      "learning_rate": 9.910326562190997e-05,
      "loss": 0.5044,
      "step": 229
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.27479889651251527,
      "learning_rate": 9.909138523965383e-05,
      "loss": 0.5878,
      "step": 230
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.18236005396708246,
      "learning_rate": 9.907942739738001e-05,
      "loss": 0.5423,
      "step": 231
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.20975236432055144,
      "learning_rate": 9.906739211395648e-05,
      "loss": 0.6277,
      "step": 232
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.37962277922275434,
      "learning_rate": 9.905527940837336e-05,
      "loss": 0.5634,
      "step": 233
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.24030685675412616,
      "learning_rate": 9.904308929974302e-05,
      "loss": 0.5208,
      "step": 234
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.22784552917131773,
      "learning_rate": 9.90308218072999e-05,
      "loss": 0.503,
      "step": 235
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.2130751218349975,
      "learning_rate": 9.901847695040054e-05,
      "loss": 0.6245,
      "step": 236
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.20781980152912097,
      "learning_rate": 9.900605474852358e-05,
      "loss": 0.566,
      "step": 237
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.26888889229473656,
      "learning_rate": 9.89935552212697e-05,
      "loss": 0.6548,
      "step": 238
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.2543502361264635,
      "learning_rate": 9.898097838836156e-05,
      "loss": 0.6064,
      "step": 239
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.304161945665546,
      "learning_rate": 9.896832426964382e-05,
      "loss": 0.6385,
      "step": 240
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.20945467454532363,
      "learning_rate": 9.895559288508309e-05,
      "loss": 0.5459,
      "step": 241
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.369589708732702,
      "learning_rate": 9.89427842547679e-05,
      "loss": 0.445,
      "step": 242
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.25267510370016005,
      "learning_rate": 9.892989839890863e-05,
      "loss": 0.505,
      "step": 243
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5940932300849462,
      "learning_rate": 9.891693533783756e-05,
      "loss": 0.6953,
      "step": 244
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.28787850023715805,
      "learning_rate": 9.890389509200874e-05,
      "loss": 0.4978,
      "step": 245
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3495485566645449,
      "learning_rate": 9.889077768199806e-05,
      "loss": 0.6721,
      "step": 246
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.22116372589185532,
      "learning_rate": 9.887758312850312e-05,
      "loss": 0.5074,
      "step": 247
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.20655316095897422,
      "learning_rate": 9.88643114523433e-05,
      "loss": 0.48,
      "step": 248
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2521477595068982,
      "learning_rate": 9.885096267445957e-05,
      "loss": 0.5625,
      "step": 249
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2808280736671409,
      "learning_rate": 9.883753681591465e-05,
      "loss": 0.5704,
      "step": 250
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.28393595157077006,
      "learning_rate": 9.882403389789288e-05,
      "loss": 0.5569,
      "step": 251
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2323758315963947,
      "learning_rate": 9.881045394170012e-05,
      "loss": 0.4651,
      "step": 252
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2659858757505713,
      "learning_rate": 9.879679696876384e-05,
      "loss": 0.5486,
      "step": 253
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2598197184253965,
      "learning_rate": 9.878306300063305e-05,
      "loss": 0.4705,
      "step": 254
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.28429278364915544,
      "learning_rate": 9.876925205897818e-05,
      "loss": 0.5084,
      "step": 255
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.36284590370555186,
      "learning_rate": 9.875536416559118e-05,
      "loss": 0.4967,
      "step": 256
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5189576954264763,
      "learning_rate": 9.874139934238538e-05,
      "loss": 0.6616,
      "step": 257
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3437025026278296,
      "learning_rate": 9.872735761139554e-05,
      "loss": 0.4377,
      "step": 258
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3312970875293144,
      "learning_rate": 9.871323899477769e-05,
      "loss": 0.4951,
      "step": 259
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3418914938200352,
      "learning_rate": 9.869904351480928e-05,
      "loss": 0.6479,
      "step": 260
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2711887890654864,
      "learning_rate": 9.868477119388896e-05,
      "loss": 0.559,
      "step": 261
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2939611890962491,
      "learning_rate": 9.867042205453665e-05,
      "loss": 0.5128,
      "step": 262
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.47485874553452795,
      "learning_rate": 9.86559961193935e-05,
      "loss": 0.5367,
      "step": 263
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.24994962377679558,
      "learning_rate": 9.864149341122181e-05,
      "loss": 0.5007,
      "step": 264
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.24569274146349668,
      "learning_rate": 9.862691395290502e-05,
      "loss": 0.5166,
      "step": 265
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2892197954908777,
      "learning_rate": 9.86122577674477e-05,
      "loss": 0.5023,
      "step": 266
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.29722363824728804,
      "learning_rate": 9.859752487797542e-05,
      "loss": 0.6456,
      "step": 267
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2786554602985958,
      "learning_rate": 9.858271530773485e-05,
      "loss": 0.6932,
      "step": 268
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2310377185160831,
      "learning_rate": 9.856782908009363e-05,
      "loss": 0.5397,
      "step": 269
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3091504584800718,
      "learning_rate": 9.855286621854034e-05,
      "loss": 0.5894,
      "step": 270
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.321783955685494,
      "learning_rate": 9.853782674668451e-05,
      "loss": 0.5298,
      "step": 271
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.30435315298148463,
      "learning_rate": 9.85227106882565e-05,
      "loss": 0.6016,
      "step": 272
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.292324985520842,
      "learning_rate": 9.850751806710753e-05,
      "loss": 0.5672,
      "step": 273
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.27988301541342275,
      "learning_rate": 9.849224890720972e-05,
      "loss": 0.5043,
      "step": 274
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.398032305762736,
      "learning_rate": 9.84769032326558e-05,
      "loss": 0.6116,
      "step": 275
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.302706485839751,
      "learning_rate": 9.846148106765933e-05,
      "loss": 0.5071,
      "step": 276
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3097676094364589,
      "learning_rate": 9.844598243655459e-05,
      "loss": 0.4919,
      "step": 277
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.2312244928583951,
      "learning_rate": 9.843040736379639e-05,
      "loss": 0.5704,
      "step": 278
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.2292158151354088,
      "learning_rate": 9.841475587396028e-05,
      "loss": 0.4842,
      "step": 279
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.29624249712518314,
      "learning_rate": 9.839902799174232e-05,
      "loss": 0.7006,
      "step": 280
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.2840450563095656,
      "learning_rate": 9.838322374195915e-05,
      "loss": 0.4974,
      "step": 281
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.28570249175465284,
      "learning_rate": 9.836734314954785e-05,
      "loss": 0.6362,
      "step": 282
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.26879430791274467,
      "learning_rate": 9.835138623956603e-05,
      "loss": 0.5521,
      "step": 283
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.24617401108557566,
      "learning_rate": 9.833535303719163e-05,
      "loss": 0.3734,
      "step": 284
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5309765506538205,
      "learning_rate": 9.831924356772308e-05,
      "loss": 0.4948,
      "step": 285
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.31528682237845845,
      "learning_rate": 9.830305785657906e-05,
      "loss": 0.5372,
      "step": 286
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.28456622906620077,
      "learning_rate": 9.82867959292986e-05,
      "loss": 0.4943,
      "step": 287
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.2454566476549884,
      "learning_rate": 9.827045781154093e-05,
      "loss": 0.5972,
      "step": 288
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.32057245479108615,
      "learning_rate": 9.82540435290856e-05,
      "loss": 0.5775,
      "step": 289
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.29960403192581153,
      "learning_rate": 9.823755310783223e-05,
      "loss": 0.5676,
      "step": 290
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.302660955860091,
      "learning_rate": 9.822098657380065e-05,
      "loss": 0.5327,
      "step": 291
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.2315000943130953,
      "learning_rate": 9.820434395313074e-05,
      "loss": 0.4834,
      "step": 292
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.28294134898279605,
      "learning_rate": 9.81876252720825e-05,
      "loss": 0.6102,
      "step": 293
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.2753501256659024,
      "learning_rate": 9.817083055703587e-05,
      "loss": 0.6348,
      "step": 294
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.33895423463556235,
      "learning_rate": 9.81539598344908e-05,
      "loss": 0.5853,
      "step": 295
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.22534129609940923,
      "learning_rate": 9.813701313106716e-05,
      "loss": 0.5187,
      "step": 296
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5403625294993587,
      "learning_rate": 9.811999047350471e-05,
      "loss": 0.5223,
      "step": 297
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.29528987034970827,
      "learning_rate": 9.810289188866307e-05,
      "loss": 0.5652,
      "step": 298
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.45137180699866275,
      "learning_rate": 9.808571740352163e-05,
      "loss": 0.4208,
      "step": 299
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3974000048720142,
      "learning_rate": 9.806846704517957e-05,
      "loss": 0.6516,
      "step": 300
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.32325002046121826,
      "learning_rate": 9.805114084085581e-05,
      "loss": 0.498,
      "step": 301
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.33170679424022537,
      "learning_rate": 9.803373881788888e-05,
      "loss": 0.6285,
      "step": 302
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.34858289499187783,
      "learning_rate": 9.801626100373699e-05,
      "loss": 0.553,
      "step": 303
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3577130534153477,
      "learning_rate": 9.799870742597795e-05,
      "loss": 0.5771,
      "step": 304
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.35156929753883304,
      "learning_rate": 9.798107811230906e-05,
      "loss": 0.5758,
      "step": 305
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3267427632324563,
      "learning_rate": 9.796337309054717e-05,
      "loss": 0.6326,
      "step": 306
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.2908924493039364,
      "learning_rate": 9.794559238862857e-05,
      "loss": 0.5383,
      "step": 307
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3435337779508391,
      "learning_rate": 9.792773603460897e-05,
      "loss": 0.5516,
      "step": 308
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3404917058569213,
      "learning_rate": 9.790980405666344e-05,
      "loss": 0.6161,
      "step": 309
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.31224850387571695,
      "learning_rate": 9.789179648308637e-05,
      "loss": 0.6645,
      "step": 310
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.28876912734514765,
      "learning_rate": 9.787371334229145e-05,
      "loss": 0.513,
      "step": 311
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.26099706644867293,
      "learning_rate": 9.785555466281162e-05,
      "loss": 0.5614,
      "step": 312
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.2236982255233649,
      "learning_rate": 9.783732047329897e-05,
      "loss": 0.5077,
      "step": 313
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3051598646738276,
      "learning_rate": 9.781901080252473e-05,
      "loss": 0.5974,
      "step": 314
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3320325180192087,
      "learning_rate": 9.780062567937928e-05,
      "loss": 0.4805,
      "step": 315
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3996464388449079,
      "learning_rate": 9.778216513287204e-05,
      "loss": 0.5244,
      "step": 316
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.27391881772470206,
      "learning_rate": 9.776362919213139e-05,
      "loss": 0.5238,
      "step": 317
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4162295788097015,
      "learning_rate": 9.774501788640471e-05,
      "loss": 0.3922,
      "step": 318
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.33878132713565456,
      "learning_rate": 9.772633124505833e-05,
      "loss": 0.5688,
      "step": 319
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.237009266272325,
      "learning_rate": 9.770756929757737e-05,
      "loss": 0.4722,
      "step": 320
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.22214844642252274,
      "learning_rate": 9.768873207356586e-05,
      "loss": 0.5054,
      "step": 321
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.25194814037634655,
      "learning_rate": 9.766981960274653e-05,
      "loss": 0.4812,
      "step": 322
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.27658192652594715,
      "learning_rate": 9.76508319149609e-05,
      "loss": 0.5293,
      "step": 323
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.31738247028551975,
      "learning_rate": 9.763176904016913e-05,
      "loss": 0.5492,
      "step": 324
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.33151936170433044,
      "learning_rate": 9.761263100845004e-05,
      "loss": 0.5414,
      "step": 325
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3544048939660011,
      "learning_rate": 9.759341785000105e-05,
      "loss": 0.5639,
      "step": 326
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.30360728564528244,
      "learning_rate": 9.757412959513807e-05,
      "loss": 0.6037,
      "step": 327
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.2790024569647753,
      "learning_rate": 9.755476627429556e-05,
      "loss": 0.5671,
      "step": 328
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.2747237143215108,
      "learning_rate": 9.753532791802637e-05,
      "loss": 0.5749,
      "step": 329
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3276747309359057,
      "learning_rate": 9.751581455700181e-05,
      "loss": 0.5517,
      "step": 330
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.46547071992023126,
      "learning_rate": 9.749622622201149e-05,
      "loss": 0.5491,
      "step": 331
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.33431214442660506,
      "learning_rate": 9.747656294396332e-05,
      "loss": 0.5189,
      "step": 332
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.284919012203279,
      "learning_rate": 9.745682475388348e-05,
      "loss": 0.5153,
      "step": 333
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3103588221591017,
      "learning_rate": 9.743701168291638e-05,
      "loss": 0.571,
      "step": 334
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.25008935112668135,
      "learning_rate": 9.74171237623245e-05,
      "loss": 0.4336,
      "step": 335
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.29420736574577816,
      "learning_rate": 9.73971610234885e-05,
      "loss": 0.6378,
      "step": 336
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.2879280794257662,
      "learning_rate": 9.737712349790706e-05,
      "loss": 0.4986,
      "step": 337
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.2860449635242686,
      "learning_rate": 9.735701121719687e-05,
      "loss": 0.4825,
      "step": 338
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.256625526891438,
      "learning_rate": 9.733682421309256e-05,
      "loss": 0.5099,
      "step": 339
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.30821001953125327,
      "learning_rate": 9.73165625174467e-05,
      "loss": 0.5399,
      "step": 340
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.36163791814072743,
      "learning_rate": 9.729622616222968e-05,
      "loss": 0.5568,
      "step": 341
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.45893386943350195,
      "learning_rate": 9.727581517952969e-05,
      "loss": 0.4872,
      "step": 342
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.37098603669269276,
      "learning_rate": 9.725532960155272e-05,
      "loss": 0.5606,
      "step": 343
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.31903928138478405,
      "learning_rate": 9.723476946062241e-05,
      "loss": 0.4782,
      "step": 344
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.2544102025240382,
      "learning_rate": 9.721413478918007e-05,
      "loss": 0.4664,
      "step": 345
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.2650545716322745,
      "learning_rate": 9.719342561978462e-05,
      "loss": 0.4513,
      "step": 346
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.41678129022157884,
      "learning_rate": 9.717264198511252e-05,
      "loss": 0.5134,
      "step": 347
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3187645832916173,
      "learning_rate": 9.715178391795769e-05,
      "loss": 0.529,
      "step": 348
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.37137884649779296,
      "learning_rate": 9.713085145123157e-05,
      "loss": 0.5737,
      "step": 349
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.27288835858676297,
      "learning_rate": 9.710984461796297e-05,
      "loss": 0.4662,
      "step": 350
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.35688292626701107,
      "learning_rate": 9.708876345129797e-05,
      "loss": 0.5324,
      "step": 351
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5331385748491453,
      "learning_rate": 9.706760798450004e-05,
      "loss": 0.5113,
      "step": 352
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3275562498511858,
      "learning_rate": 9.70463782509498e-05,
      "loss": 0.596,
      "step": 353
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3320706247000787,
      "learning_rate": 9.702507428414513e-05,
      "loss": 0.5459,
      "step": 354
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.28867464153973155,
      "learning_rate": 9.700369611770099e-05,
      "loss": 0.4749,
      "step": 355
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3498930383533842,
      "learning_rate": 9.698224378534943e-05,
      "loss": 0.5404,
      "step": 356
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3360256100000724,
      "learning_rate": 9.696071732093952e-05,
      "loss": 0.488,
      "step": 357
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.37751145026595234,
      "learning_rate": 9.693911675843732e-05,
      "loss": 0.6259,
      "step": 358
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3613172073715647,
      "learning_rate": 9.691744213192578e-05,
      "loss": 0.4789,
      "step": 359
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.38884025265546474,
      "learning_rate": 9.689569347560475e-05,
      "loss": 0.5453,
      "step": 360
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.7085648012232798,
      "learning_rate": 9.687387082379085e-05,
      "loss": 0.4452,
      "step": 361
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3391867646339619,
      "learning_rate": 9.685197421091749e-05,
      "loss": 0.4994,
      "step": 362
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3996936535755718,
      "learning_rate": 9.683000367153474e-05,
      "loss": 0.484,
      "step": 363
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.31205589605386125,
      "learning_rate": 9.680795924030936e-05,
      "loss": 0.5312,
      "step": 364
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4415941346074416,
      "learning_rate": 9.678584095202468e-05,
      "loss": 0.5671,
      "step": 365
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.40252699180812856,
      "learning_rate": 9.676364884158058e-05,
      "loss": 0.5939,
      "step": 366
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5932028469974123,
      "learning_rate": 9.67413829439934e-05,
      "loss": 0.5332,
      "step": 367
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.32777284807085444,
      "learning_rate": 9.671904329439592e-05,
      "loss": 0.5031,
      "step": 368
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4824176951872103,
      "learning_rate": 9.66966299280373e-05,
      "loss": 0.5491,
      "step": 369
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.48645095155445944,
      "learning_rate": 9.667414288028298e-05,
      "loss": 0.6122,
      "step": 370
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.35465435799233236,
      "learning_rate": 9.665158218661473e-05,
      "loss": 0.4761,
      "step": 371
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.453180099637615,
      "learning_rate": 9.662894788263046e-05,
      "loss": 0.4257,
      "step": 372
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.35764962962568164,
      "learning_rate": 9.660624000404423e-05,
      "loss": 0.4985,
      "step": 373
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5155367285552261,
      "learning_rate": 9.658345858668624e-05,
      "loss": 0.4945,
      "step": 374
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.2766724522395966,
      "learning_rate": 9.656060366650267e-05,
      "loss": 0.4721,
      "step": 375
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3526715896619326,
      "learning_rate": 9.653767527955573e-05,
      "loss": 0.4584,
      "step": 376
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3291355383308037,
      "learning_rate": 9.65146734620235e-05,
      "loss": 0.4529,
      "step": 377
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.47052841560521336,
      "learning_rate": 9.649159825019996e-05,
      "loss": 0.4576,
      "step": 378
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3725042220462778,
      "learning_rate": 9.646844968049489e-05,
      "loss": 0.5175,
      "step": 379
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3439096076103894,
      "learning_rate": 9.644522778943379e-05,
      "loss": 0.4646,
      "step": 380
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.38280681442797204,
      "learning_rate": 9.642193261365791e-05,
      "loss": 0.5051,
      "step": 381
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.2908556083150553,
      "learning_rate": 9.639856418992408e-05,
      "loss": 0.4644,
      "step": 382
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.2824483801619754,
      "learning_rate": 9.637512255510475e-05,
      "loss": 0.5512,
      "step": 383
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3069168854288719,
      "learning_rate": 9.635160774618782e-05,
      "loss": 0.5244,
      "step": 384
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5915990842187461,
      "learning_rate": 9.632801980027674e-05,
      "loss": 0.5393,
      "step": 385
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.36246068093101375,
      "learning_rate": 9.630435875459029e-05,
      "loss": 0.4789,
      "step": 386
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.341880085207185,
      "learning_rate": 9.628062464646264e-05,
      "loss": 0.5869,
      "step": 387
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.45818926922635905,
      "learning_rate": 9.625681751334319e-05,
      "loss": 0.4942,
      "step": 388
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.6530996922801402,
      "learning_rate": 9.62329373927966e-05,
      "loss": 0.4736,
      "step": 389
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.354869231094255,
      "learning_rate": 9.620898432250272e-05,
      "loss": 0.4733,
      "step": 390
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.44123483342465086,
      "learning_rate": 9.618495834025646e-05,
      "loss": 0.5903,
      "step": 391
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.36308792267239837,
      "learning_rate": 9.616085948396778e-05,
      "loss": 0.4845,
      "step": 392
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.33930723954225567,
      "learning_rate": 9.613668779166165e-05,
      "loss": 0.5836,
      "step": 393
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.23723787152554882,
      "learning_rate": 9.611244330147793e-05,
      "loss": 0.4288,
      "step": 394
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3045658471294025,
      "learning_rate": 9.608812605167141e-05,
      "loss": 0.4881,
      "step": 395
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9978096184573138,
      "learning_rate": 9.606373608061162e-05,
      "loss": 0.4563,
      "step": 396
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.312786014232619,
      "learning_rate": 9.603927342678285e-05,
      "loss": 0.5536,
      "step": 397
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.49066818379781985,
      "learning_rate": 9.60147381287841e-05,
      "loss": 0.4761,
      "step": 398
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.2785294232887671,
      "learning_rate": 9.5990130225329e-05,
      "loss": 0.5071,
      "step": 399
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3091114388909406,
      "learning_rate": 9.596544975524567e-05,
      "loss": 0.4829,
      "step": 400
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3170289442218083,
      "learning_rate": 9.59406967574768e-05,
      "loss": 0.4703,
      "step": 401
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.29080896729352906,
      "learning_rate": 9.59158712710795e-05,
      "loss": 0.5386,
      "step": 402
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.2741983578252953,
      "learning_rate": 9.589097333522528e-05,
      "loss": 0.6068,
      "step": 403
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3391924407985241,
      "learning_rate": 9.586600298919992e-05,
      "loss": 0.6028,
      "step": 404
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3835751088871844,
      "learning_rate": 9.58409602724035e-05,
      "loss": 0.5776,
      "step": 405
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4169836767014063,
      "learning_rate": 9.581584522435024e-05,
      "loss": 0.6414,
      "step": 406
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3506232529827741,
      "learning_rate": 9.579065788466854e-05,
      "loss": 0.517,
      "step": 407
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8131297672531503,
      "learning_rate": 9.576539829310085e-05,
      "loss": 0.5488,
      "step": 408
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.31575537973274387,
      "learning_rate": 9.57400664895036e-05,
      "loss": 0.4281,
      "step": 409
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5172317183668976,
      "learning_rate": 9.571466251384722e-05,
      "loss": 0.5941,
      "step": 410
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3543029715097665,
      "learning_rate": 9.568918640621594e-05,
      "loss": 0.468,
      "step": 411
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3571571069827224,
      "learning_rate": 9.566363820680787e-05,
      "loss": 0.5501,
      "step": 412
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4669680835043353,
      "learning_rate": 9.563801795593483e-05,
      "loss": 0.4603,
      "step": 413
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3512979673545533,
      "learning_rate": 9.561232569402239e-05,
      "loss": 0.4804,
      "step": 414
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.2984061836559209,
      "learning_rate": 9.558656146160964e-05,
      "loss": 0.4269,
      "step": 415
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.31219484237240036,
      "learning_rate": 9.556072529934933e-05,
      "loss": 0.5368,
      "step": 416
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.2844019588745298,
      "learning_rate": 9.553481724800768e-05,
      "loss": 0.4785,
      "step": 417
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.29692931109891635,
      "learning_rate": 9.550883734846427e-05,
      "loss": 0.5144,
      "step": 418
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.284142022381103,
      "learning_rate": 9.548278564171219e-05,
      "loss": 0.5525,
      "step": 419
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.33378814255722705,
      "learning_rate": 9.545666216885767e-05,
      "loss": 0.5067,
      "step": 420
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3290042920610684,
      "learning_rate": 9.54304669711203e-05,
      "loss": 0.4734,
      "step": 421
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.24225133774523205,
      "learning_rate": 9.540420008983279e-05,
      "loss": 0.3563,
      "step": 422
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.33170027795352425,
      "learning_rate": 9.537786156644097e-05,
      "loss": 0.6369,
      "step": 423
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.29286395271014015,
      "learning_rate": 9.53514514425037e-05,
      "loss": 0.6147,
      "step": 424
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3152175248574347,
      "learning_rate": 9.532496975969285e-05,
      "loss": 0.6559,
      "step": 425
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.27634115211706434,
      "learning_rate": 9.529841655979315e-05,
      "loss": 0.5324,
      "step": 426
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3315605760447172,
      "learning_rate": 9.527179188470221e-05,
      "loss": 0.4955,
      "step": 427
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4542157642478433,
      "learning_rate": 9.524509577643042e-05,
      "loss": 0.5754,
      "step": 428
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.341599708995729,
      "learning_rate": 9.521832827710089e-05,
      "loss": 0.5133,
      "step": 429
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3130055953895144,
      "learning_rate": 9.51914894289493e-05,
      "loss": 0.5533,
      "step": 430
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3271937857101081,
      "learning_rate": 9.516457927432404e-05,
      "loss": 0.5559,
      "step": 431
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.6106442475481,
      "learning_rate": 9.51375978556859e-05,
      "loss": 0.501,
      "step": 432
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4005693088893351,
      "learning_rate": 9.511054521560816e-05,
      "loss": 0.545,
      "step": 433
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4501902996154705,
      "learning_rate": 9.508342139677649e-05,
      "loss": 0.5593,
      "step": 434
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3258393070401052,
      "learning_rate": 9.505622644198885e-05,
      "loss": 0.6029,
      "step": 435
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5157971048553323,
      "learning_rate": 9.502896039415545e-05,
      "loss": 0.4069,
      "step": 436
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.33468009126668297,
      "learning_rate": 9.500162329629868e-05,
      "loss": 0.5428,
      "step": 437
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.23021782762253204,
      "learning_rate": 9.497421519155303e-05,
      "loss": 0.494,
      "step": 438
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.31727656953683375,
      "learning_rate": 9.494673612316504e-05,
      "loss": 0.5313,
      "step": 439
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.28293606255691095,
      "learning_rate": 9.49191861344932e-05,
      "loss": 0.4492,
      "step": 440
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4981162572821312,
      "learning_rate": 9.489156526900794e-05,
      "loss": 0.5514,
      "step": 441
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5002344319109161,
      "learning_rate": 9.486387357029149e-05,
      "loss": 0.5138,
      "step": 442
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.2516013866696286,
      "learning_rate": 9.483611108203787e-05,
      "loss": 0.4155,
      "step": 443
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5773571025444239,
      "learning_rate": 9.480827784805278e-05,
      "loss": 0.4899,
      "step": 444
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.38071462887142943,
      "learning_rate": 9.478037391225356e-05,
      "loss": 0.4939,
      "step": 445
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.2986392399636392,
      "learning_rate": 9.47523993186691e-05,
      "loss": 0.3827,
      "step": 446
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5745680121578277,
      "learning_rate": 9.472435411143978e-05,
      "loss": 0.3897,
      "step": 447
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.2804712112121546,
      "learning_rate": 9.46962383348174e-05,
      "loss": 0.4763,
      "step": 448
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.28848411743447966,
      "learning_rate": 9.466805203316514e-05,
      "loss": 0.4234,
      "step": 449
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3439605477114156,
      "learning_rate": 9.463979525095738e-05,
      "loss": 0.5095,
      "step": 450
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.7200764408639522,
      "learning_rate": 9.461146803277979e-05,
      "loss": 0.6237,
      "step": 451
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3155372945233132,
      "learning_rate": 9.458307042332915e-05,
      "loss": 0.5283,
      "step": 452
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.35491170217800116,
      "learning_rate": 9.455460246741331e-05,
      "loss": 0.3711,
      "step": 453
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.6206911527865123,
      "learning_rate": 9.45260642099511e-05,
      "loss": 0.5067,
      "step": 454
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3016265734989333,
      "learning_rate": 9.449745569597232e-05,
      "loss": 0.4504,
      "step": 455
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.31860517584349707,
      "learning_rate": 9.446877697061757e-05,
      "loss": 0.4846,
      "step": 456
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3050609782762519,
      "learning_rate": 9.444002807913828e-05,
      "loss": 0.4987,
      "step": 457
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.6803955734232413,
      "learning_rate": 9.441120906689655e-05,
      "loss": 0.5241,
      "step": 458
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.30994688547285615,
      "learning_rate": 9.438231997936521e-05,
      "loss": 0.3278,
      "step": 459
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4416607440578863,
      "learning_rate": 9.435336086212754e-05,
      "loss": 0.4672,
      "step": 460
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.7182970286671136,
      "learning_rate": 9.43243317608774e-05,
      "loss": 0.4096,
      "step": 461
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3961629546661873,
      "learning_rate": 9.429523272141903e-05,
      "loss": 0.5404,
      "step": 462
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3049043969158353,
      "learning_rate": 9.426606378966709e-05,
      "loss": 0.4799,
      "step": 463
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4753075647740002,
      "learning_rate": 9.423682501164644e-05,
      "loss": 0.4552,
      "step": 464
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4642496008868493,
      "learning_rate": 9.420751643349219e-05,
      "loss": 0.5392,
      "step": 465
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.32771132053539453,
      "learning_rate": 9.41781381014496e-05,
      "loss": 0.6343,
      "step": 466
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3450480888576082,
      "learning_rate": 9.414869006187397e-05,
      "loss": 0.5262,
      "step": 467
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.41828793988696,
      "learning_rate": 9.411917236123059e-05,
      "loss": 0.5665,
      "step": 468
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.30592779613789667,
      "learning_rate": 9.408958504609466e-05,
      "loss": 0.4272,
      "step": 469
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3722355562668832,
      "learning_rate": 9.405992816315125e-05,
      "loss": 0.5176,
      "step": 470
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.36335046521129244,
      "learning_rate": 9.403020175919517e-05,
      "loss": 0.495,
      "step": 471
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.33297378860461335,
      "learning_rate": 9.400040588113095e-05,
      "loss": 0.5493,
      "step": 472
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.35860718535830866,
      "learning_rate": 9.397054057597272e-05,
      "loss": 0.5586,
      "step": 473
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4184731017455533,
      "learning_rate": 9.394060589084418e-05,
      "loss": 0.5696,
      "step": 474
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.32711960560352166,
      "learning_rate": 9.391060187297846e-05,
      "loss": 0.4332,
      "step": 475
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.39090012108044875,
      "learning_rate": 9.388052856971816e-05,
      "loss": 0.5317,
      "step": 476
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.2835397179948557,
      "learning_rate": 9.385038602851515e-05,
      "loss": 0.5633,
      "step": 477
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.388939717066448,
      "learning_rate": 9.382017429693053e-05,
      "loss": 0.5131,
      "step": 478
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3351012081587198,
      "learning_rate": 9.378989342263463e-05,
      "loss": 0.5358,
      "step": 479
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.27998903874463643,
      "learning_rate": 9.375954345340685e-05,
      "loss": 0.4252,
      "step": 480
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3886638562050157,
      "learning_rate": 9.37291244371356e-05,
      "loss": 0.5367,
      "step": 481
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3744452452183121,
      "learning_rate": 9.369863642181829e-05,
      "loss": 0.5354,
      "step": 482
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.36749261370136266,
      "learning_rate": 9.366807945556113e-05,
      "loss": 0.4908,
      "step": 483
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.33455134055944374,
      "learning_rate": 9.363745358657916e-05,
      "loss": 0.5624,
      "step": 484
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5906726125657421,
      "learning_rate": 9.360675886319617e-05,
      "loss": 0.4861,
      "step": 485
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3618815109452349,
      "learning_rate": 9.357599533384453e-05,
      "loss": 0.5685,
      "step": 486
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5329504356270778,
      "learning_rate": 9.354516304706526e-05,
      "loss": 0.4564,
      "step": 487
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4530409053549265,
      "learning_rate": 9.351426205150777e-05,
      "loss": 0.6154,
      "step": 488
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4056057494444866,
      "learning_rate": 9.348329239592995e-05,
      "loss": 0.5757,
      "step": 489
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3259919406300471,
      "learning_rate": 9.345225412919803e-05,
      "loss": 0.5341,
      "step": 490
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.34049580034425414,
      "learning_rate": 9.342114730028647e-05,
      "loss": 0.5004,
      "step": 491
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.38931716467582284,
      "learning_rate": 9.338997195827792e-05,
      "loss": 0.584,
      "step": 492
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3240505657876934,
      "learning_rate": 9.335872815236316e-05,
      "loss": 0.5868,
      "step": 493
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3424967331683608,
      "learning_rate": 9.332741593184095e-05,
      "loss": 0.4982,
      "step": 494
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.346726620503095,
      "learning_rate": 9.329603534611805e-05,
      "loss": 0.6019,
      "step": 495
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.2933818103924911,
      "learning_rate": 9.326458644470906e-05,
      "loss": 0.5438,
      "step": 496
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3293074527040308,
      "learning_rate": 9.323306927723638e-05,
      "loss": 0.3482,
      "step": 497
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.41689344429839853,
      "learning_rate": 9.320148389343012e-05,
      "loss": 0.5951,
      "step": 498
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.32046728944346153,
      "learning_rate": 9.316983034312805e-05,
      "loss": 0.5167,
      "step": 499
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.395851366632406,
      "learning_rate": 9.313810867627546e-05,
      "loss": 0.5282,
      "step": 500
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.33224765292469005,
      "learning_rate": 9.310631894292518e-05,
      "loss": 0.491,
      "step": 501
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.49160918072364385,
      "learning_rate": 9.307446119323738e-05,
      "loss": 0.6331,
      "step": 502
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.39136219787783394,
      "learning_rate": 9.304253547747954e-05,
      "loss": 0.4418,
      "step": 503
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.31242065483918185,
      "learning_rate": 9.301054184602647e-05,
      "loss": 0.543,
      "step": 504
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4477802705376959,
      "learning_rate": 9.297848034936006e-05,
      "loss": 0.5493,
      "step": 505
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8603396430515183,
      "learning_rate": 9.294635103806933e-05,
      "loss": 0.5227,
      "step": 506
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3068640933640373,
      "learning_rate": 9.291415396285024e-05,
      "loss": 0.5093,
      "step": 507
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.6094909768541493,
      "learning_rate": 9.288188917450575e-05,
      "loss": 0.5725,
      "step": 508
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3251074354095709,
      "learning_rate": 9.284955672394564e-05,
      "loss": 0.544,
      "step": 509
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4804791823028559,
      "learning_rate": 9.281715666218641e-05,
      "loss": 0.626,
      "step": 510
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3963262897397902,
      "learning_rate": 9.278468904035129e-05,
      "loss": 0.5381,
      "step": 511
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.36746932939943133,
      "learning_rate": 9.275215390967009e-05,
      "loss": 0.5762,
      "step": 512
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.7560549704674421,
      "learning_rate": 9.271955132147916e-05,
      "loss": 0.5259,
      "step": 513
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5399245125146872,
      "learning_rate": 9.268688132722124e-05,
      "loss": 0.457,
      "step": 514
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.44873951362456105,
      "learning_rate": 9.26541439784455e-05,
      "loss": 0.4821,
      "step": 515
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.46927005534044514,
      "learning_rate": 9.262133932680733e-05,
      "loss": 0.4699,
      "step": 516
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3838684354927554,
      "learning_rate": 9.258846742406833e-05,
      "loss": 0.5623,
      "step": 517
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4459447867185181,
      "learning_rate": 9.255552832209625e-05,
      "loss": 0.532,
      "step": 518
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.580017002469301,
      "learning_rate": 9.252252207286479e-05,
      "loss": 0.6753,
      "step": 519
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.41938862165065965,
      "learning_rate": 9.24894487284537e-05,
      "loss": 0.5508,
      "step": 520
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.9634132481926969,
      "learning_rate": 9.245630834104852e-05,
      "loss": 0.6543,
      "step": 521
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4276985104600089,
      "learning_rate": 9.24231009629406e-05,
      "loss": 0.4454,
      "step": 522
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4880076655000506,
      "learning_rate": 9.238982664652703e-05,
      "loss": 0.532,
      "step": 523
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8631971576773894,
      "learning_rate": 9.235648544431045e-05,
      "loss": 0.5008,
      "step": 524
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4989006372087439,
      "learning_rate": 9.232307740889909e-05,
      "loss": 0.6292,
      "step": 525
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5489288944332519,
      "learning_rate": 9.228960259300662e-05,
      "loss": 0.5553,
      "step": 526
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5731904188283302,
      "learning_rate": 9.225606104945208e-05,
      "loss": 0.4573,
      "step": 527
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4219515865843104,
      "learning_rate": 9.222245283115979e-05,
      "loss": 0.4324,
      "step": 528
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.9070563371049349,
      "learning_rate": 9.218877799115928e-05,
      "loss": 0.5536,
      "step": 529
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3458836588252442,
      "learning_rate": 9.215503658258522e-05,
      "loss": 0.511,
      "step": 530
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5004219986119638,
      "learning_rate": 9.21212286586773e-05,
      "loss": 0.412,
      "step": 531
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4450919976039767,
      "learning_rate": 9.208735427278014e-05,
      "loss": 0.5194,
      "step": 532
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.44478818721495544,
      "learning_rate": 9.205341347834326e-05,
      "loss": 0.5177,
      "step": 533
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.41894715400498195,
      "learning_rate": 9.201940632892096e-05,
      "loss": 0.4732,
      "step": 534
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4321044627195916,
      "learning_rate": 9.198533287817223e-05,
      "loss": 0.5522,
      "step": 535
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.41017995930702417,
      "learning_rate": 9.19511931798607e-05,
      "loss": 0.5144,
      "step": 536
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3263317458872094,
      "learning_rate": 9.191698728785448e-05,
      "loss": 0.6519,
      "step": 537
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.44660792503823443,
      "learning_rate": 9.188271525612615e-05,
      "loss": 0.4022,
      "step": 538
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.49411297495772377,
      "learning_rate": 9.18483771387527e-05,
      "loss": 0.5094,
      "step": 539
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.32707108419132885,
      "learning_rate": 9.181397298991532e-05,
      "loss": 0.4587,
      "step": 540
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37874747611601645,
      "learning_rate": 9.177950286389942e-05,
      "loss": 0.5057,
      "step": 541
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.38178631113482925,
      "learning_rate": 9.174496681509453e-05,
      "loss": 0.3773,
      "step": 542
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.41409758738381053,
      "learning_rate": 9.171036489799416e-05,
      "loss": 0.4842,
      "step": 543
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3999671513444348,
      "learning_rate": 9.167569716719579e-05,
      "loss": 0.477,
      "step": 544
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.6603819668141502,
      "learning_rate": 9.164096367740073e-05,
      "loss": 0.4169,
      "step": 545
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4146099684682038,
      "learning_rate": 9.160616448341403e-05,
      "loss": 0.4903,
      "step": 546
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5165310675955264,
      "learning_rate": 9.157129964014445e-05,
      "loss": 0.535,
      "step": 547
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4027850003525537,
      "learning_rate": 9.15363692026043e-05,
      "loss": 0.4565,
      "step": 548
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4203527612462647,
      "learning_rate": 9.150137322590944e-05,
      "loss": 0.4662,
      "step": 549
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.2881968540223522,
      "learning_rate": 9.146631176527906e-05,
      "loss": 0.4175,
      "step": 550
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.33087947226377984,
      "learning_rate": 9.143118487603578e-05,
      "loss": 0.4168,
      "step": 551
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5118033347212959,
      "learning_rate": 9.139599261360537e-05,
      "loss": 0.6044,
      "step": 552
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37208574054131016,
      "learning_rate": 9.136073503351679e-05,
      "loss": 0.5908,
      "step": 553
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.403881471009524,
      "learning_rate": 9.132541219140205e-05,
      "loss": 0.5546,
      "step": 554
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.31280897128501417,
      "learning_rate": 9.129002414299617e-05,
      "loss": 0.5745,
      "step": 555
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.41359014312178827,
      "learning_rate": 9.125457094413698e-05,
      "loss": 0.511,
      "step": 556
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3089622401477676,
      "learning_rate": 9.121905265076521e-05,
      "loss": 0.3559,
      "step": 557
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.31536630229085233,
      "learning_rate": 9.118346931892423e-05,
      "loss": 0.5012,
      "step": 558
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.42347041397395974,
      "learning_rate": 9.114782100476004e-05,
      "loss": 0.4814,
      "step": 559
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.40986923579115847,
      "learning_rate": 9.111210776452119e-05,
      "loss": 0.5226,
      "step": 560
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5480938375940833,
      "learning_rate": 9.10763296545587e-05,
      "loss": 0.5999,
      "step": 561
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4274310997575488,
      "learning_rate": 9.104048673132588e-05,
      "loss": 0.5096,
      "step": 562
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.426119075027884,
      "learning_rate": 9.100457905137836e-05,
      "loss": 0.5286,
      "step": 563
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.35858435410316547,
      "learning_rate": 9.096860667137393e-05,
      "loss": 0.457,
      "step": 564
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5721062072718396,
      "learning_rate": 9.093256964807249e-05,
      "loss": 0.4868,
      "step": 565
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.452615422441431,
      "learning_rate": 9.089646803833589e-05,
      "loss": 0.4513,
      "step": 566
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.37799619753011393,
      "learning_rate": 9.086030189912794e-05,
      "loss": 0.409,
      "step": 567
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.38620643180338377,
      "learning_rate": 9.082407128751423e-05,
      "loss": 0.5674,
      "step": 568
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5141943082595054,
      "learning_rate": 9.078777626066211e-05,
      "loss": 0.4859,
      "step": 569
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5079116766576186,
      "learning_rate": 9.075141687584057e-05,
      "loss": 0.4877,
      "step": 570
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3920918233414912,
      "learning_rate": 9.071499319042011e-05,
      "loss": 0.5518,
      "step": 571
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3519949166364063,
      "learning_rate": 9.067850526187275e-05,
      "loss": 0.5118,
      "step": 572
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.6136935175302517,
      "learning_rate": 9.06419531477718e-05,
      "loss": 0.5658,
      "step": 573
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3424031664514833,
      "learning_rate": 9.060533690579191e-05,
      "loss": 0.4918,
      "step": 574
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4888216904787723,
      "learning_rate": 9.05686565937089e-05,
      "loss": 0.6092,
      "step": 575
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.419780946944474,
      "learning_rate": 9.053191226939965e-05,
      "loss": 0.5478,
      "step": 576
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.48092832984229333,
      "learning_rate": 9.049510399084211e-05,
      "loss": 0.5097,
      "step": 577
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.29939926288008306,
      "learning_rate": 9.045823181611508e-05,
      "loss": 0.4483,
      "step": 578
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5366128657745243,
      "learning_rate": 9.042129580339822e-05,
      "loss": 0.5724,
      "step": 579
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4731990568756983,
      "learning_rate": 9.038429601097189e-05,
      "loss": 0.5434,
      "step": 580
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4470903649251902,
      "learning_rate": 9.034723249721708e-05,
      "loss": 0.4207,
      "step": 581
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.38840861190627185,
      "learning_rate": 9.031010532061538e-05,
      "loss": 0.4725,
      "step": 582
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3139321122479561,
      "learning_rate": 9.027291453974877e-05,
      "loss": 0.5062,
      "step": 583
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.33510146276664937,
      "learning_rate": 9.023566021329963e-05,
      "loss": 0.4716,
      "step": 584
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3311586929845794,
      "learning_rate": 9.019834240005058e-05,
      "loss": 0.5012,
      "step": 585
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.32119710154375214,
      "learning_rate": 9.016096115888442e-05,
      "loss": 0.428,
      "step": 586
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.49162289670228015,
      "learning_rate": 9.012351654878406e-05,
      "loss": 0.6209,
      "step": 587
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4239486961553634,
      "learning_rate": 9.008600862883235e-05,
      "loss": 0.4732,
      "step": 588
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3567697222033858,
      "learning_rate": 9.004843745821207e-05,
      "loss": 0.4594,
      "step": 589
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5853897923012714,
      "learning_rate": 9.00108030962058e-05,
      "loss": 0.44,
      "step": 590
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3721623150621374,
      "learning_rate": 8.997310560219578e-05,
      "loss": 0.4072,
      "step": 591
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3930236764556269,
      "learning_rate": 8.993534503566397e-05,
      "loss": 0.5168,
      "step": 592
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.7966293676595556,
      "learning_rate": 8.989752145619173e-05,
      "loss": 0.468,
      "step": 593
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3481576542595946,
      "learning_rate": 8.985963492345991e-05,
      "loss": 0.4747,
      "step": 594
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.6728337328441059,
      "learning_rate": 8.982168549724869e-05,
      "loss": 0.5756,
      "step": 595
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.7693727528878246,
      "learning_rate": 8.97836732374375e-05,
      "loss": 0.4236,
      "step": 596
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.31571555841951743,
      "learning_rate": 8.974559820400486e-05,
      "loss": 0.4575,
      "step": 597
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.30137741875595786,
      "learning_rate": 8.97074604570284e-05,
      "loss": 0.3555,
      "step": 598
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3436093999921399,
      "learning_rate": 8.966926005668465e-05,
      "loss": 0.5287,
      "step": 599
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3974564826556789,
      "learning_rate": 8.963099706324904e-05,
      "loss": 0.518,
      "step": 600
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4051529173736633,
      "learning_rate": 8.959267153709578e-05,
      "loss": 0.4707,
      "step": 601
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.36112449010264286,
      "learning_rate": 8.955428353869766e-05,
      "loss": 0.405,
      "step": 602
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.41337256866432237,
      "learning_rate": 8.951583312862616e-05,
      "loss": 0.5186,
      "step": 603
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3098446989835585,
      "learning_rate": 8.947732036755114e-05,
      "loss": 0.4551,
      "step": 604
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5964013883592723,
      "learning_rate": 8.94387453162409e-05,
      "loss": 0.637,
      "step": 605
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.32222100392288855,
      "learning_rate": 8.9400108035562e-05,
      "loss": 0.3723,
      "step": 606
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.41048799800766944,
      "learning_rate": 8.936140858647921e-05,
      "loss": 0.4837,
      "step": 607
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3107217869023358,
      "learning_rate": 8.932264703005538e-05,
      "loss": 0.4579,
      "step": 608
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.33222292392995234,
      "learning_rate": 8.928382342745137e-05,
      "loss": 0.5279,
      "step": 609
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.44505638709361006,
      "learning_rate": 8.924493783992589e-05,
      "loss": 0.591,
      "step": 610
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.45811661768055495,
      "learning_rate": 8.920599032883554e-05,
      "loss": 0.4111,
      "step": 611
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.38900016645888863,
      "learning_rate": 8.916698095563453e-05,
      "loss": 0.5084,
      "step": 612
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4534977367334788,
      "learning_rate": 8.912790978187481e-05,
      "loss": 0.4852,
      "step": 613
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.2999858883498486,
      "learning_rate": 8.908877686920571e-05,
      "loss": 0.4174,
      "step": 614
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3822694377044119,
      "learning_rate": 8.904958227937406e-05,
      "loss": 0.514,
      "step": 615
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.6857389340707,
      "learning_rate": 8.901032607422395e-05,
      "loss": 0.4675,
      "step": 616
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3501082303380316,
      "learning_rate": 8.897100831569676e-05,
      "loss": 0.3897,
      "step": 617
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3587455330971553,
      "learning_rate": 8.893162906583094e-05,
      "loss": 0.4464,
      "step": 618
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3803899558506493,
      "learning_rate": 8.889218838676199e-05,
      "loss": 0.6592,
      "step": 619
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5099074578798332,
      "learning_rate": 8.88526863407223e-05,
      "loss": 0.4814,
      "step": 620
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.273250973131118,
      "learning_rate": 8.881312299004117e-05,
      "loss": 0.5946,
      "step": 621
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3030603663379705,
      "learning_rate": 8.877349839714454e-05,
      "loss": 0.4887,
      "step": 622
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.28323243420939137,
      "learning_rate": 8.873381262455504e-05,
      "loss": 0.4718,
      "step": 623
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3964404983440558,
      "learning_rate": 8.86940657348918e-05,
      "loss": 0.423,
      "step": 624
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.7276820662788825,
      "learning_rate": 8.865425779087043e-05,
      "loss": 0.49,
      "step": 625
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.33459393794490183,
      "learning_rate": 8.861438885530282e-05,
      "loss": 0.4045,
      "step": 626
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.43118112196532254,
      "learning_rate": 8.857445899109715e-05,
      "loss": 0.4572,
      "step": 627
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3929525278451499,
      "learning_rate": 8.853446826125768e-05,
      "loss": 0.5181,
      "step": 628
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.9474483435384814,
      "learning_rate": 8.849441672888478e-05,
      "loss": 0.5408,
      "step": 629
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.34716318641349914,
      "learning_rate": 8.845430445717469e-05,
      "loss": 0.5203,
      "step": 630
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.34621939361316817,
      "learning_rate": 8.841413150941954e-05,
      "loss": 0.498,
      "step": 631
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.34277214724967525,
      "learning_rate": 8.837389794900713e-05,
      "loss": 0.4464,
      "step": 632
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.44035176990109737,
      "learning_rate": 8.8333603839421e-05,
      "loss": 0.5,
      "step": 633
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3033674583959246,
      "learning_rate": 8.829324924424016e-05,
      "loss": 0.4806,
      "step": 634
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3670317348437787,
      "learning_rate": 8.825283422713908e-05,
      "loss": 0.4519,
      "step": 635
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3092246455383532,
      "learning_rate": 8.821235885188754e-05,
      "loss": 0.5253,
      "step": 636
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4365003431632498,
      "learning_rate": 8.817182318235059e-05,
      "loss": 0.4614,
      "step": 637
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.49691405279264156,
      "learning_rate": 8.813122728248842e-05,
      "loss": 0.5899,
      "step": 638
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3656789028008157,
      "learning_rate": 8.809057121635624e-05,
      "loss": 0.4873,
      "step": 639
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.49508476056807355,
      "learning_rate": 8.804985504810416e-05,
      "loss": 0.5024,
      "step": 640
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5392883766797897,
      "learning_rate": 8.800907884197724e-05,
      "loss": 0.4917,
      "step": 641
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.30641663626504506,
      "learning_rate": 8.796824266231511e-05,
      "loss": 0.5266,
      "step": 642
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3273097618772115,
      "learning_rate": 8.792734657355215e-05,
      "loss": 0.5306,
      "step": 643
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.35480745440106903,
      "learning_rate": 8.788639064021724e-05,
      "loss": 0.4192,
      "step": 644
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.2952904969574228,
      "learning_rate": 8.784537492693368e-05,
      "loss": 0.5155,
      "step": 645
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.44736566138629913,
      "learning_rate": 8.780429949841907e-05,
      "loss": 0.4872,
      "step": 646
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4050077592959547,
      "learning_rate": 8.776316441948529e-05,
      "loss": 0.4925,
      "step": 647
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3389794558391044,
      "learning_rate": 8.772196975503828e-05,
      "loss": 0.5879,
      "step": 648
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3776957343044334,
      "learning_rate": 8.768071557007806e-05,
      "loss": 0.5474,
      "step": 649
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.39607261639407637,
      "learning_rate": 8.76394019296985e-05,
      "loss": 0.5803,
      "step": 650
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3443812701899891,
      "learning_rate": 8.759802889908734e-05,
      "loss": 0.4958,
      "step": 651
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4142186762503382,
      "learning_rate": 8.755659654352599e-05,
      "loss": 0.5161,
      "step": 652
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3541781842348961,
      "learning_rate": 8.751510492838951e-05,
      "loss": 0.4661,
      "step": 653
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.324645142055663,
      "learning_rate": 8.747355411914642e-05,
      "loss": 0.4521,
      "step": 654
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.37237057393084183,
      "learning_rate": 8.743194418135865e-05,
      "loss": 0.4676,
      "step": 655
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.42573375296478655,
      "learning_rate": 8.739027518068145e-05,
      "loss": 0.3993,
      "step": 656
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.34621299244142323,
      "learning_rate": 8.734854718286327e-05,
      "loss": 0.4194,
      "step": 657
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5256199314658262,
      "learning_rate": 8.73067602537456e-05,
      "loss": 0.5117,
      "step": 658
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.35305892723860227,
      "learning_rate": 8.726491445926295e-05,
      "loss": 0.4907,
      "step": 659
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.33082290604313574,
      "learning_rate": 8.722300986544272e-05,
      "loss": 0.5248,
      "step": 660
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.49332155805160305,
      "learning_rate": 8.718104653840506e-05,
      "loss": 0.5045,
      "step": 661
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4442660813287627,
      "learning_rate": 8.713902454436282e-05,
      "loss": 0.5692,
      "step": 662
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.38524343217017,
      "learning_rate": 8.709694394962144e-05,
      "loss": 0.4445,
      "step": 663
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4551164959847268,
      "learning_rate": 8.705480482057875e-05,
      "loss": 0.4877,
      "step": 664
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3827414434445466,
      "learning_rate": 8.701260722372498e-05,
      "loss": 0.4718,
      "step": 665
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.2741953752880272,
      "learning_rate": 8.697035122564266e-05,
      "loss": 0.4547,
      "step": 666
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.33835812351894645,
      "learning_rate": 8.692803689300641e-05,
      "loss": 0.623,
      "step": 667
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4907810613723189,
      "learning_rate": 8.68856642925829e-05,
      "loss": 0.5913,
      "step": 668
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3263153929284238,
      "learning_rate": 8.684323349123075e-05,
      "loss": 0.3883,
      "step": 669
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5453901739501588,
      "learning_rate": 8.680074455590045e-05,
      "loss": 0.5378,
      "step": 670
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5261467836366582,
      "learning_rate": 8.675819755363416e-05,
      "loss": 0.4102,
      "step": 671
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3841394292914702,
      "learning_rate": 8.671559255156567e-05,
      "loss": 0.5224,
      "step": 672
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.2824284512796938,
      "learning_rate": 8.667292961692033e-05,
      "loss": 0.4454,
      "step": 673
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.41436724571328865,
      "learning_rate": 8.663020881701487e-05,
      "loss": 0.5584,
      "step": 674
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3842286051615952,
      "learning_rate": 8.658743021925733e-05,
      "loss": 0.4468,
      "step": 675
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3956517837756805,
      "learning_rate": 8.65445938911469e-05,
      "loss": 0.5372,
      "step": 676
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.32392121335344926,
      "learning_rate": 8.650169990027397e-05,
      "loss": 0.54,
      "step": 677
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.39503519532005366,
      "learning_rate": 8.645874831431982e-05,
      "loss": 0.4193,
      "step": 678
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5160816227938054,
      "learning_rate": 8.641573920105664e-05,
      "loss": 0.4106,
      "step": 679
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3746177486343326,
      "learning_rate": 8.637267262834738e-05,
      "loss": 0.5646,
      "step": 680
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3019423519254173,
      "learning_rate": 8.632954866414567e-05,
      "loss": 0.5657,
      "step": 681
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3408924042583725,
      "learning_rate": 8.628636737649571e-05,
      "loss": 0.6654,
      "step": 682
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.2599061648752769,
      "learning_rate": 8.62431288335321e-05,
      "loss": 0.4038,
      "step": 683
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3942993296981051,
      "learning_rate": 8.619983310347982e-05,
      "loss": 0.5246,
      "step": 684
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3441342724560337,
      "learning_rate": 8.615648025465409e-05,
      "loss": 0.5644,
      "step": 685
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3900899541183104,
      "learning_rate": 8.611307035546021e-05,
      "loss": 0.5734,
      "step": 686
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3937918946943137,
      "learning_rate": 8.606960347439355e-05,
      "loss": 0.5934,
      "step": 687
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5048210579204713,
      "learning_rate": 8.602607968003935e-05,
      "loss": 0.5265,
      "step": 688
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.41204885372212785,
      "learning_rate": 8.59824990410727e-05,
      "loss": 0.451,
      "step": 689
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4279874155526598,
      "learning_rate": 8.593886162625835e-05,
      "loss": 0.4928,
      "step": 690
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.6032632726762277,
      "learning_rate": 8.589516750445061e-05,
      "loss": 0.4807,
      "step": 691
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4997363778461872,
      "learning_rate": 8.585141674459332e-05,
      "loss": 0.5089,
      "step": 692
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3742217265782209,
      "learning_rate": 8.580760941571967e-05,
      "loss": 0.4379,
      "step": 693
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3709419050836061,
      "learning_rate": 8.576374558695208e-05,
      "loss": 0.5547,
      "step": 694
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.9140533663708331,
      "learning_rate": 8.571982532750218e-05,
      "loss": 0.4668,
      "step": 695
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.42310856303318156,
      "learning_rate": 8.567584870667056e-05,
      "loss": 0.459,
      "step": 696
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4827390194794852,
      "learning_rate": 8.56318157938468e-05,
      "loss": 0.5181,
      "step": 697
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.38973019250712976,
      "learning_rate": 8.558772665850929e-05,
      "loss": 0.4829,
      "step": 698
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.42487457761142733,
      "learning_rate": 8.554358137022513e-05,
      "loss": 0.4892,
      "step": 699
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.48225105923474515,
      "learning_rate": 8.549937999865003e-05,
      "loss": 0.516,
      "step": 700
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.33648030994279016,
      "learning_rate": 8.545512261352815e-05,
      "loss": 0.5718,
      "step": 701
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4968206754014514,
      "learning_rate": 8.54108092846921e-05,
      "loss": 0.4046,
      "step": 702
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4230216313252818,
      "learning_rate": 8.536644008206269e-05,
      "loss": 0.498,
      "step": 703
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3480793016908266,
      "learning_rate": 8.532201507564896e-05,
      "loss": 0.5135,
      "step": 704
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.38648117943962,
      "learning_rate": 8.527753433554797e-05,
      "loss": 0.4916,
      "step": 705
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.32403220059161,
      "learning_rate": 8.523299793194471e-05,
      "loss": 0.4011,
      "step": 706
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4960515386486461,
      "learning_rate": 8.5188405935112e-05,
      "loss": 0.4483,
      "step": 707
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.45159745880238544,
      "learning_rate": 8.51437584154104e-05,
      "loss": 0.5057,
      "step": 708
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.45586234733666275,
      "learning_rate": 8.509905544328808e-05,
      "loss": 0.5203,
      "step": 709
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.34364507583360815,
      "learning_rate": 8.505429708928068e-05,
      "loss": 0.5067,
      "step": 710
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.43907295004943864,
      "learning_rate": 8.500948342401124e-05,
      "loss": 0.4192,
      "step": 711
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.46987131435716994,
      "learning_rate": 8.49646145181901e-05,
      "loss": 0.5318,
      "step": 712
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.43111722087665316,
      "learning_rate": 8.49196904426147e-05,
      "loss": 0.5041,
      "step": 713
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4530849281437647,
      "learning_rate": 8.48747112681696e-05,
      "loss": 0.3821,
      "step": 714
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3546511981019696,
      "learning_rate": 8.482967706582623e-05,
      "loss": 0.4334,
      "step": 715
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.44371915263206146,
      "learning_rate": 8.478458790664293e-05,
      "loss": 0.4785,
      "step": 716
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3807899855676716,
      "learning_rate": 8.473944386176469e-05,
      "loss": 0.473,
      "step": 717
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.44511302197112446,
      "learning_rate": 8.46942450024231e-05,
      "loss": 0.5877,
      "step": 718
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.39481392501229673,
      "learning_rate": 8.46489913999363e-05,
      "loss": 0.4262,
      "step": 719
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.6279180702325462,
      "learning_rate": 8.460368312570873e-05,
      "loss": 0.4262,
      "step": 720
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4423977842489796,
      "learning_rate": 8.455832025123119e-05,
      "loss": 0.5325,
      "step": 721
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5900313129627451,
      "learning_rate": 8.451290284808051e-05,
      "loss": 0.379,
      "step": 722
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5655619652096296,
      "learning_rate": 8.446743098791969e-05,
      "loss": 0.6207,
      "step": 723
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.389340824383358,
      "learning_rate": 8.442190474249754e-05,
      "loss": 0.4205,
      "step": 724
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5580895467180315,
      "learning_rate": 8.437632418364878e-05,
      "loss": 0.3716,
      "step": 725
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.38028366371689337,
      "learning_rate": 8.433068938329376e-05,
      "loss": 0.5404,
      "step": 726
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3277567930026217,
      "learning_rate": 8.428500041343847e-05,
      "loss": 0.5627,
      "step": 727
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5620958679742681,
      "learning_rate": 8.423925734617431e-05,
      "loss": 0.4257,
      "step": 728
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.35266893585526765,
      "learning_rate": 8.419346025367809e-05,
      "loss": 0.5047,
      "step": 729
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.382164382502437,
      "learning_rate": 8.414760920821185e-05,
      "loss": 0.6299,
      "step": 730
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.41776525686102206,
      "learning_rate": 8.410170428212276e-05,
      "loss": 0.4283,
      "step": 731
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4906603610314063,
      "learning_rate": 8.4055745547843e-05,
      "loss": 0.5207,
      "step": 732
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.19910041845292362,
      "learning_rate": 8.400973307788968e-05,
      "loss": 0.4719,
      "step": 733
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.31026429889944196,
      "learning_rate": 8.396366694486466e-05,
      "loss": 0.4047,
      "step": 734
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.20723311593652,
      "learning_rate": 8.391754722145449e-05,
      "loss": 0.5312,
      "step": 735
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3676675685370789,
      "learning_rate": 8.387137398043028e-05,
      "loss": 0.4831,
      "step": 736
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.28717507855423946,
      "learning_rate": 8.38251472946476e-05,
      "loss": 0.4199,
      "step": 737
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4324346581342807,
      "learning_rate": 8.37788672370463e-05,
      "loss": 0.5275,
      "step": 738
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.37732932089420324,
      "learning_rate": 8.373253388065051e-05,
      "loss": 0.5132,
      "step": 739
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.2677881655006737,
      "learning_rate": 8.36861472985684e-05,
      "loss": 0.5757,
      "step": 740
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.31512406865890424,
      "learning_rate": 8.36397075639922e-05,
      "loss": 0.5226,
      "step": 741
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.43616765475040087,
      "learning_rate": 8.359321475019789e-05,
      "loss": 0.5253,
      "step": 742
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.062001298619309,
      "learning_rate": 8.35466689305453e-05,
      "loss": 0.6046,
      "step": 743
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3545917004937794,
      "learning_rate": 8.350007017847788e-05,
      "loss": 0.4595,
      "step": 744
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.437800459486809,
      "learning_rate": 8.345341856752256e-05,
      "loss": 0.5086,
      "step": 745
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.42695261884406704,
      "learning_rate": 8.340671417128971e-05,
      "loss": 0.5138,
      "step": 746
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5297617571904786,
      "learning_rate": 8.335995706347299e-05,
      "loss": 0.48,
      "step": 747
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.29943101665916133,
      "learning_rate": 8.331314731784922e-05,
      "loss": 0.5076,
      "step": 748
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.35342419946931103,
      "learning_rate": 8.326628500827826e-05,
      "loss": 0.3943,
      "step": 749
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.40100940675340696,
      "learning_rate": 8.321937020870296e-05,
      "loss": 0.6251,
      "step": 750
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4002223518030749,
      "learning_rate": 8.317240299314895e-05,
      "loss": 0.4746,
      "step": 751
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.7018415491609389,
      "learning_rate": 8.312538343572454e-05,
      "loss": 0.4877,
      "step": 752
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4494528738197357,
      "learning_rate": 8.30783116106207e-05,
      "loss": 0.3603,
      "step": 753
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.335824703190095,
      "learning_rate": 8.303118759211083e-05,
      "loss": 0.4378,
      "step": 754
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5293953152924665,
      "learning_rate": 8.298401145455068e-05,
      "loss": 0.5655,
      "step": 755
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.40993783784853516,
      "learning_rate": 8.293678327237827e-05,
      "loss": 0.417,
      "step": 756
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.32576413364132095,
      "learning_rate": 8.28895031201137e-05,
      "loss": 0.4326,
      "step": 757
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.34988370178272954,
      "learning_rate": 8.28421710723591e-05,
      "loss": 0.4565,
      "step": 758
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.40566012622413283,
      "learning_rate": 8.279478720379845e-05,
      "loss": 0.5024,
      "step": 759
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.33115799888960507,
      "learning_rate": 8.274735158919757e-05,
      "loss": 0.4033,
      "step": 760
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.36643760675619363,
      "learning_rate": 8.269986430340385e-05,
      "loss": 0.4999,
      "step": 761
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.37142857289036785,
      "learning_rate": 8.265232542134622e-05,
      "loss": 0.3846,
      "step": 762
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.461535144754554,
      "learning_rate": 8.260473501803508e-05,
      "loss": 0.5657,
      "step": 763
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3862428742184543,
      "learning_rate": 8.255709316856207e-05,
      "loss": 0.6197,
      "step": 764
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4066893940201864,
      "learning_rate": 8.250939994810003e-05,
      "loss": 0.3172,
      "step": 765
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4233139119242837,
      "learning_rate": 8.246165543190285e-05,
      "loss": 0.4439,
      "step": 766
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.32780279816370106,
      "learning_rate": 8.241385969530535e-05,
      "loss": 0.3947,
      "step": 767
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.6113897413204105,
      "learning_rate": 8.236601281372319e-05,
      "loss": 0.4486,
      "step": 768
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.26178059069178106,
      "learning_rate": 8.231811486265271e-05,
      "loss": 0.3775,
      "step": 769
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3303436307156599,
      "learning_rate": 8.227016591767083e-05,
      "loss": 0.5228,
      "step": 770
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3151920604269471,
      "learning_rate": 8.222216605443496e-05,
      "loss": 0.4946,
      "step": 771
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4878649403118409,
      "learning_rate": 8.217411534868282e-05,
      "loss": 0.4719,
      "step": 772
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5655552004965891,
      "learning_rate": 8.212601387623236e-05,
      "loss": 0.4983,
      "step": 773
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.28971248366457814,
      "learning_rate": 8.207786171298166e-05,
      "loss": 0.496,
      "step": 774
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5008868100502049,
      "learning_rate": 8.202965893490878e-05,
      "loss": 0.504,
      "step": 775
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3999522853704164,
      "learning_rate": 8.198140561807156e-05,
      "loss": 0.4844,
      "step": 776
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.38924680499958364,
      "learning_rate": 8.193310183860771e-05,
      "loss": 0.4408,
      "step": 777
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4401960118486022,
      "learning_rate": 8.188474767273448e-05,
      "loss": 0.4701,
      "step": 778
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.28314627610728044,
      "learning_rate": 8.183634319674867e-05,
      "loss": 0.5286,
      "step": 779
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3742071329054437,
      "learning_rate": 8.178788848702643e-05,
      "loss": 0.4174,
      "step": 780
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.41417724744503986,
      "learning_rate": 8.173938362002318e-05,
      "loss": 0.5399,
      "step": 781
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.37107450062415737,
      "learning_rate": 8.169082867227347e-05,
      "loss": 0.4589,
      "step": 782
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.32171452142648854,
      "learning_rate": 8.164222372039092e-05,
      "loss": 0.5148,
      "step": 783
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5406812291650714,
      "learning_rate": 8.159356884106802e-05,
      "loss": 0.5578,
      "step": 784
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.361335992744055,
      "learning_rate": 8.154486411107599e-05,
      "loss": 0.5845,
      "step": 785
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5257722592549334,
      "learning_rate": 8.149610960726479e-05,
      "loss": 0.4886,
      "step": 786
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4090485851268941,
      "learning_rate": 8.14473054065629e-05,
      "loss": 0.4389,
      "step": 787
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4945012217928082,
      "learning_rate": 8.139845158597712e-05,
      "loss": 0.4808,
      "step": 788
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.19580496350594936,
      "learning_rate": 8.134954822259271e-05,
      "loss": 0.3107,
      "step": 789
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.34722410264116815,
      "learning_rate": 8.130059539357297e-05,
      "loss": 0.5114,
      "step": 790
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.36557176327693464,
      "learning_rate": 8.125159317615929e-05,
      "loss": 0.5579,
      "step": 791
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3366534196799642,
      "learning_rate": 8.120254164767101e-05,
      "loss": 0.4356,
      "step": 792
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5511012823284918,
      "learning_rate": 8.115344088550523e-05,
      "loss": 0.4624,
      "step": 793
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.37397299445795945,
      "learning_rate": 8.110429096713679e-05,
      "loss": 0.4963,
      "step": 794
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3835758533355217,
      "learning_rate": 8.105509197011807e-05,
      "loss": 0.486,
      "step": 795
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.30093325342358473,
      "learning_rate": 8.100584397207887e-05,
      "loss": 0.529,
      "step": 796
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5816191055629868,
      "learning_rate": 8.095654705072632e-05,
      "loss": 0.4179,
      "step": 797
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.069821343919872,
      "learning_rate": 8.090720128384475e-05,
      "loss": 0.5545,
      "step": 798
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.6624654389080444,
      "learning_rate": 8.085780674929557e-05,
      "loss": 0.4942,
      "step": 799
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3842943403925368,
      "learning_rate": 8.080836352501713e-05,
      "loss": 0.4825,
      "step": 800
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.174345741515125,
      "learning_rate": 8.075887168902459e-05,
      "loss": 0.6201,
      "step": 801
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3876843555252556,
      "learning_rate": 8.070933131940983e-05,
      "loss": 0.4966,
      "step": 802
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3259035511618089,
      "learning_rate": 8.065974249434133e-05,
      "loss": 0.4865,
      "step": 803
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4077591185001208,
      "learning_rate": 8.061010529206398e-05,
      "loss": 0.4508,
      "step": 804
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.34279261864849964,
      "learning_rate": 8.056041979089905e-05,
      "loss": 0.3723,
      "step": 805
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.34293401539422363,
      "learning_rate": 8.051068606924396e-05,
      "loss": 0.5101,
      "step": 806
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3448970546981553,
      "learning_rate": 8.046090420557231e-05,
      "loss": 0.5463,
      "step": 807
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.287528523619138,
      "learning_rate": 8.041107427843357e-05,
      "loss": 0.4006,
      "step": 808
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5112907756692353,
      "learning_rate": 8.036119636645307e-05,
      "loss": 0.5232,
      "step": 809
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3759025373094393,
      "learning_rate": 8.03112705483319e-05,
      "loss": 0.531,
      "step": 810
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.8239325686958794,
      "learning_rate": 8.026129690284669e-05,
      "loss": 0.4358,
      "step": 811
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5134154148008737,
      "learning_rate": 8.021127550884958e-05,
      "loss": 0.4551,
      "step": 812
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.32054211753667744,
      "learning_rate": 8.016120644526797e-05,
      "loss": 0.4611,
      "step": 813
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3293734597935241,
      "learning_rate": 8.011108979110457e-05,
      "loss": 0.4742,
      "step": 814
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3336964637368219,
      "learning_rate": 8.006092562543714e-05,
      "loss": 0.4978,
      "step": 815
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.3673688010785126,
      "learning_rate": 8.001071402741842e-05,
      "loss": 0.4966,
      "step": 816
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.6926514247487995,
      "learning_rate": 7.996045507627595e-05,
      "loss": 0.6989,
      "step": 817
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5135207258502672,
      "learning_rate": 7.991014885131204e-05,
      "loss": 0.4285,
      "step": 818
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5968539202893118,
      "learning_rate": 7.985979543190358e-05,
      "loss": 0.5104,
      "step": 819
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.48685547488321546,
      "learning_rate": 7.98093948975019e-05,
      "loss": 0.387,
      "step": 820
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4904087723125475,
      "learning_rate": 7.975894732763268e-05,
      "loss": 0.4706,
      "step": 821
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3981608440900607,
      "learning_rate": 7.970845280189586e-05,
      "loss": 0.5451,
      "step": 822
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3769675514329899,
      "learning_rate": 7.965791139996543e-05,
      "loss": 0.4714,
      "step": 823
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.46222185561979723,
      "learning_rate": 7.960732320158932e-05,
      "loss": 0.4613,
      "step": 824
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3564273001607408,
      "learning_rate": 7.955668828658937e-05,
      "loss": 0.5341,
      "step": 825
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.2470726914818973,
      "learning_rate": 7.950600673486106e-05,
      "loss": 0.5083,
      "step": 826
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.33912291806633027,
      "learning_rate": 7.945527862637351e-05,
      "loss": 0.4481,
      "step": 827
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4386397399887035,
      "learning_rate": 7.940450404116928e-05,
      "loss": 0.4884,
      "step": 828
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.6912381523853803,
      "learning_rate": 7.935368305936426e-05,
      "loss": 0.5076,
      "step": 829
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.350576962658423,
      "learning_rate": 7.930281576114754e-05,
      "loss": 0.4523,
      "step": 830
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.38927316966237313,
      "learning_rate": 7.925190222678133e-05,
      "loss": 0.5462,
      "step": 831
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.41761630049715387,
      "learning_rate": 7.920094253660076e-05,
      "loss": 0.419,
      "step": 832
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.39200680620227146,
      "learning_rate": 7.914993677101377e-05,
      "loss": 0.4262,
      "step": 833
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5359366381743211,
      "learning_rate": 7.909888501050109e-05,
      "loss": 0.4164,
      "step": 834
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5109662436985996,
      "learning_rate": 7.90477873356159e-05,
      "loss": 0.4483,
      "step": 835
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.43711556676284363,
      "learning_rate": 7.899664382698391e-05,
      "loss": 0.508,
      "step": 836
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4580616588666457,
      "learning_rate": 7.894545456530316e-05,
      "loss": 0.5585,
      "step": 837
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.49566271624526687,
      "learning_rate": 7.88942196313438e-05,
      "loss": 0.5106,
      "step": 838
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.40183970796802154,
      "learning_rate": 7.884293910594816e-05,
      "loss": 0.4536,
      "step": 839
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.364027118145622,
      "learning_rate": 7.879161307003038e-05,
      "loss": 0.4834,
      "step": 840
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.772554305346179,
      "learning_rate": 7.874024160457651e-05,
      "loss": 0.5857,
      "step": 841
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3979784598677529,
      "learning_rate": 7.868882479064426e-05,
      "loss": 0.4291,
      "step": 842
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.41295818203084933,
      "learning_rate": 7.863736270936284e-05,
      "loss": 0.4903,
      "step": 843
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3836924143105945,
      "learning_rate": 7.858585544193297e-05,
      "loss": 0.515,
      "step": 844
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.40954111488640565,
      "learning_rate": 7.85343030696266e-05,
      "loss": 0.5143,
      "step": 845
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.44927097598597354,
      "learning_rate": 7.848270567378686e-05,
      "loss": 0.4101,
      "step": 846
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7895478572996486,
      "learning_rate": 7.843106333582796e-05,
      "loss": 0.6122,
      "step": 847
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.47143573162128544,
      "learning_rate": 7.837937613723501e-05,
      "loss": 0.4222,
      "step": 848
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.6478366446944006,
      "learning_rate": 7.832764415956389e-05,
      "loss": 0.4562,
      "step": 849
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4525463312929024,
      "learning_rate": 7.827586748444111e-05,
      "loss": 0.5111,
      "step": 850
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.381490390814667,
      "learning_rate": 7.822404619356376e-05,
      "loss": 0.4564,
      "step": 851
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3780431043880791,
      "learning_rate": 7.81721803686993e-05,
      "loss": 0.4572,
      "step": 852
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.559720254239663,
      "learning_rate": 7.812027009168547e-05,
      "loss": 0.4355,
      "step": 853
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.40517394454092387,
      "learning_rate": 7.806831544443014e-05,
      "loss": 0.5996,
      "step": 854
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.47174431192848126,
      "learning_rate": 7.80163165089112e-05,
      "loss": 0.5375,
      "step": 855
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3884205288173406,
      "learning_rate": 7.796427336717638e-05,
      "loss": 0.471,
      "step": 856
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5393267657162305,
      "learning_rate": 7.791218610134323e-05,
      "loss": 0.5018,
      "step": 857
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4616263610061593,
      "learning_rate": 7.78600547935989e-05,
      "loss": 0.6201,
      "step": 858
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3814262869243594,
      "learning_rate": 7.780787952620001e-05,
      "loss": 0.5532,
      "step": 859
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5556130757421154,
      "learning_rate": 7.775566038147255e-05,
      "loss": 0.516,
      "step": 860
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4764949317078499,
      "learning_rate": 7.770339744181175e-05,
      "loss": 0.4669,
      "step": 861
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5205885344097309,
      "learning_rate": 7.765109078968193e-05,
      "loss": 0.4595,
      "step": 862
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.6819563850468213,
      "learning_rate": 7.759874050761642e-05,
      "loss": 0.4114,
      "step": 863
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5461936221265185,
      "learning_rate": 7.754634667821734e-05,
      "loss": 0.582,
      "step": 864
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4617096605100855,
      "learning_rate": 7.749390938415556e-05,
      "loss": 0.4225,
      "step": 865
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4274227698800238,
      "learning_rate": 7.744142870817052e-05,
      "loss": 0.498,
      "step": 866
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5968525547599297,
      "learning_rate": 7.73889047330701e-05,
      "loss": 0.4899,
      "step": 867
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.253227583135982,
      "learning_rate": 7.733633754173053e-05,
      "loss": 0.5178,
      "step": 868
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.422599087886454,
      "learning_rate": 7.728372721709622e-05,
      "loss": 0.4851,
      "step": 869
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.532140067049779,
      "learning_rate": 7.72310738421796e-05,
      "loss": 0.4071,
      "step": 870
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6918341487314829,
      "learning_rate": 7.717837750006106e-05,
      "loss": 0.6183,
      "step": 871
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.7250371095930972,
      "learning_rate": 7.712563827388881e-05,
      "loss": 0.4967,
      "step": 872
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.7857791426305423,
      "learning_rate": 7.70728562468787e-05,
      "loss": 0.4557,
      "step": 873
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.624427327230637,
      "learning_rate": 7.702003150231408e-05,
      "loss": 0.5207,
      "step": 874
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4144044913483631,
      "learning_rate": 7.696716412354576e-05,
      "loss": 0.4924,
      "step": 875
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5827152436008627,
      "learning_rate": 7.691425419399183e-05,
      "loss": 0.4491,
      "step": 876
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4804981609196056,
      "learning_rate": 7.686130179713745e-05,
      "loss": 0.5281,
      "step": 877
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5316542483723861,
      "learning_rate": 7.680830701653481e-05,
      "loss": 0.6021,
      "step": 878
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.33591088774615363,
      "learning_rate": 7.675526993580306e-05,
      "loss": 0.5472,
      "step": 879
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.7591821488578613,
      "learning_rate": 7.670219063862796e-05,
      "loss": 0.5744,
      "step": 880
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5933452333420998,
      "learning_rate": 7.664906920876198e-05,
      "loss": 0.4542,
      "step": 881
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6822266301021561,
      "learning_rate": 7.659590573002407e-05,
      "loss": 0.4139,
      "step": 882
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6370995562332443,
      "learning_rate": 7.654270028629943e-05,
      "loss": 0.4447,
      "step": 883
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5579856821127636,
      "learning_rate": 7.648945296153959e-05,
      "loss": 0.5142,
      "step": 884
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4101207397426356,
      "learning_rate": 7.643616383976214e-05,
      "loss": 0.4774,
      "step": 885
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6351893720724753,
      "learning_rate": 7.638283300505052e-05,
      "loss": 0.5056,
      "step": 886
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.1815791484903064,
      "learning_rate": 7.632946054155412e-05,
      "loss": 0.49,
      "step": 887
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4690367899946694,
      "learning_rate": 7.627604653348796e-05,
      "loss": 0.4002,
      "step": 888
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.27310839411910737,
      "learning_rate": 7.62225910651326e-05,
      "loss": 0.4418,
      "step": 889
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5343054746263921,
      "learning_rate": 7.616909422083402e-05,
      "loss": 0.4958,
      "step": 890
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.46404919853252347,
      "learning_rate": 7.611555608500351e-05,
      "loss": 0.4338,
      "step": 891
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8614399933455825,
      "learning_rate": 7.60619767421175e-05,
      "loss": 0.4189,
      "step": 892
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5963501008147051,
      "learning_rate": 7.600835627671743e-05,
      "loss": 0.6392,
      "step": 893
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3428176096579655,
      "learning_rate": 7.595469477340965e-05,
      "loss": 0.4806,
      "step": 894
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3235226828598292,
      "learning_rate": 7.590099231686522e-05,
      "loss": 0.584,
      "step": 895
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.7454750834692448,
      "learning_rate": 7.584724899181987e-05,
      "loss": 0.4998,
      "step": 896
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.40148651780480593,
      "learning_rate": 7.579346488307379e-05,
      "loss": 0.4841,
      "step": 897
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.9085804391932615,
      "learning_rate": 7.573964007549155e-05,
      "loss": 0.6266,
      "step": 898
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.6575046159777632,
      "learning_rate": 7.568577465400187e-05,
      "loss": 0.6429,
      "step": 899
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5555072910196384,
      "learning_rate": 7.563186870359758e-05,
      "loss": 0.5896,
      "step": 900
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5219972622800305,
      "learning_rate": 7.557792230933552e-05,
      "loss": 0.5055,
      "step": 901
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.3268278687721706,
      "learning_rate": 7.552393555633627e-05,
      "loss": 0.5456,
      "step": 902
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.44778187789876756,
      "learning_rate": 7.546990852978417e-05,
      "loss": 0.5644,
      "step": 903
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.5107086169074355,
      "learning_rate": 7.541584131492701e-05,
      "loss": 0.4021,
      "step": 904
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5010292644366529,
      "learning_rate": 7.536173399707602e-05,
      "loss": 0.3866,
      "step": 905
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.6262431488331031,
      "learning_rate": 7.530758666160577e-05,
      "loss": 0.4061,
      "step": 906
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.39734939380280976,
      "learning_rate": 7.525339939395394e-05,
      "loss": 0.57,
      "step": 907
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.702718543664284,
      "learning_rate": 7.519917227962117e-05,
      "loss": 0.4242,
      "step": 908
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.6342543851742486,
      "learning_rate": 7.514490540417103e-05,
      "loss": 0.4393,
      "step": 909
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4094992431407602,
      "learning_rate": 7.50905988532298e-05,
      "loss": 0.4712,
      "step": 910
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3511576529789937,
      "learning_rate": 7.503625271248639e-05,
      "loss": 0.4893,
      "step": 911
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.42597291874196325,
      "learning_rate": 7.498186706769212e-05,
      "loss": 0.4787,
      "step": 912
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3407723817243785,
      "learning_rate": 7.492744200466075e-05,
      "loss": 0.4976,
      "step": 913
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.43125265155449627,
      "learning_rate": 7.48729776092681e-05,
      "loss": 0.4619,
      "step": 914
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.34343873360470184,
      "learning_rate": 7.481847396745215e-05,
      "loss": 0.4317,
      "step": 915
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4451846209067019,
      "learning_rate": 7.476393116521277e-05,
      "loss": 0.4287,
      "step": 916
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.60867474398449,
      "learning_rate": 7.470934928861164e-05,
      "loss": 0.5111,
      "step": 917
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0582213168370262,
      "learning_rate": 7.465472842377207e-05,
      "loss": 0.4674,
      "step": 918
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4883424106149527,
      "learning_rate": 7.46000686568789e-05,
      "loss": 0.4175,
      "step": 919
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6603840673058312,
      "learning_rate": 7.454537007417835e-05,
      "loss": 0.5414,
      "step": 920
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7855809068336268,
      "learning_rate": 7.449063276197789e-05,
      "loss": 0.4644,
      "step": 921
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6773846658896852,
      "learning_rate": 7.44358568066461e-05,
      "loss": 0.4112,
      "step": 922
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7872699916364662,
      "learning_rate": 7.438104229461255e-05,
      "loss": 0.5285,
      "step": 923
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4074125883304313,
      "learning_rate": 7.432618931236759e-05,
      "loss": 0.4667,
      "step": 924
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5689809075106342,
      "learning_rate": 7.427129794646234e-05,
      "loss": 0.4652,
      "step": 925
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4844033438140774,
      "learning_rate": 7.421636828350846e-05,
      "loss": 0.5317,
      "step": 926
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4505489676111046,
      "learning_rate": 7.416140041017802e-05,
      "loss": 0.4631,
      "step": 927
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.268967821805924,
      "learning_rate": 7.41063944132034e-05,
      "loss": 0.4784,
      "step": 928
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4919581532866976,
      "learning_rate": 7.405135037937712e-05,
      "loss": 0.409,
      "step": 929
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5922776469114744,
      "learning_rate": 7.399626839555176e-05,
      "loss": 0.4976,
      "step": 930
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.40145433602717406,
      "learning_rate": 7.39411485486397e-05,
      "loss": 0.4817,
      "step": 931
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.074650961740946,
      "learning_rate": 7.388599092561315e-05,
      "loss": 0.4565,
      "step": 932
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.39088227595538866,
      "learning_rate": 7.383079561350386e-05,
      "loss": 0.5599,
      "step": 933
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.36480054873084855,
      "learning_rate": 7.37755626994031e-05,
      "loss": 0.3418,
      "step": 934
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5438413807318163,
      "learning_rate": 7.37202922704614e-05,
      "loss": 0.4963,
      "step": 935
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5163383903234023,
      "learning_rate": 7.36649844138886e-05,
      "loss": 0.4501,
      "step": 936
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.43980080125509785,
      "learning_rate": 7.360963921695345e-05,
      "loss": 0.4468,
      "step": 937
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6851530445798827,
      "learning_rate": 7.355425676698375e-05,
      "loss": 0.5609,
      "step": 938
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3932813938963249,
      "learning_rate": 7.3498837151366e-05,
      "loss": 0.3621,
      "step": 939
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5039251389160035,
      "learning_rate": 7.344338045754539e-05,
      "loss": 0.5272,
      "step": 940
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6570476229025275,
      "learning_rate": 7.338788677302556e-05,
      "loss": 0.5489,
      "step": 941
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5489645922063991,
      "learning_rate": 7.333235618536856e-05,
      "loss": 0.4751,
      "step": 942
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.41170456751515216,
      "learning_rate": 7.327678878219467e-05,
      "loss": 0.5413,
      "step": 943
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.37733894585574845,
      "learning_rate": 7.322118465118223e-05,
      "loss": 0.5139,
      "step": 944
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.35891208072411845,
      "learning_rate": 7.316554388006756e-05,
      "loss": 0.4267,
      "step": 945
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5387112709580224,
      "learning_rate": 7.31098665566448e-05,
      "loss": 0.5733,
      "step": 946
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3588749251189586,
      "learning_rate": 7.30541527687657e-05,
      "loss": 0.4416,
      "step": 947
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.8860766371711958,
      "learning_rate": 7.299840260433965e-05,
      "loss": 0.5513,
      "step": 948
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.573072982580171,
      "learning_rate": 7.294261615133334e-05,
      "loss": 0.494,
      "step": 949
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4316292932638048,
      "learning_rate": 7.288679349777078e-05,
      "loss": 0.4337,
      "step": 950
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5704752184403235,
      "learning_rate": 7.283093473173307e-05,
      "loss": 0.5061,
      "step": 951
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5489227210741205,
      "learning_rate": 7.277503994135833e-05,
      "loss": 0.4239,
      "step": 952
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.48559479403856737,
      "learning_rate": 7.271910921484147e-05,
      "loss": 0.5515,
      "step": 953
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.0501652660881096,
      "learning_rate": 7.26631426404341e-05,
      "loss": 0.4692,
      "step": 954
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.39964883040317656,
      "learning_rate": 7.260714030644447e-05,
      "loss": 0.4766,
      "step": 955
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.42775896543922076,
      "learning_rate": 7.255110230123717e-05,
      "loss": 0.3607,
      "step": 956
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.646809837749002,
      "learning_rate": 7.249502871323314e-05,
      "loss": 0.5358,
      "step": 957
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.3590480242083824,
      "learning_rate": 7.24389196309094e-05,
      "loss": 0.3708,
      "step": 958
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.39757060993311216,
      "learning_rate": 7.238277514279901e-05,
      "loss": 0.4872,
      "step": 959
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.052443818157129,
      "learning_rate": 7.232659533749092e-05,
      "loss": 0.5072,
      "step": 960
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.37845723604831677,
      "learning_rate": 7.227038030362979e-05,
      "loss": 0.4297,
      "step": 961
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5881073433126252,
      "learning_rate": 7.22141301299158e-05,
      "loss": 0.5715,
      "step": 962
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4502112206696146,
      "learning_rate": 7.215784490510468e-05,
      "loss": 0.4218,
      "step": 963
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.29905908058046093,
      "learning_rate": 7.210152471800741e-05,
      "loss": 0.4832,
      "step": 964
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4774795604238393,
      "learning_rate": 7.204516965749014e-05,
      "loss": 0.4283,
      "step": 965
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.423185383080735,
      "learning_rate": 7.198877981247406e-05,
      "loss": 0.5425,
      "step": 966
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3929796220652532,
      "learning_rate": 7.193235527193523e-05,
      "loss": 0.4199,
      "step": 967
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3213721145677447,
      "learning_rate": 7.187589612490449e-05,
      "loss": 0.5068,
      "step": 968
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.34956529363705346,
      "learning_rate": 7.18194024604672e-05,
      "loss": 0.5176,
      "step": 969
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4582667914811171,
      "learning_rate": 7.17628743677633e-05,
      "loss": 0.5052,
      "step": 970
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5395297210066586,
      "learning_rate": 7.170631193598695e-05,
      "loss": 0.4855,
      "step": 971
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.545468634815715,
      "learning_rate": 7.164971525438657e-05,
      "loss": 0.5073,
      "step": 972
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5689764949207623,
      "learning_rate": 7.159308441226455e-05,
      "loss": 0.4872,
      "step": 973
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.333352070496023,
      "learning_rate": 7.153641949897726e-05,
      "loss": 0.4102,
      "step": 974
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4622417265127374,
      "learning_rate": 7.147972060393478e-05,
      "loss": 0.4361,
      "step": 975
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3674159418840275,
      "learning_rate": 7.142298781660082e-05,
      "loss": 0.5404,
      "step": 976
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3829450303931304,
      "learning_rate": 7.136622122649256e-05,
      "loss": 0.5281,
      "step": 977
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3382040629427312,
      "learning_rate": 7.130942092318051e-05,
      "loss": 0.4033,
      "step": 978
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4655507031094861,
      "learning_rate": 7.125258699628841e-05,
      "loss": 0.4589,
      "step": 979
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.39096831012130806,
      "learning_rate": 7.119571953549305e-05,
      "loss": 0.4051,
      "step": 980
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.0865035042476798,
      "learning_rate": 7.113881863052405e-05,
      "loss": 0.5603,
      "step": 981
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.47766430080670685,
      "learning_rate": 7.108188437116394e-05,
      "loss": 0.517,
      "step": 982
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6372154371611761,
      "learning_rate": 7.102491684724777e-05,
      "loss": 0.5697,
      "step": 983
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.33210096605391476,
      "learning_rate": 7.096791614866309e-05,
      "loss": 0.4547,
      "step": 984
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5028649577870465,
      "learning_rate": 7.091088236534985e-05,
      "loss": 0.5009,
      "step": 985
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3534646554181079,
      "learning_rate": 7.085381558730016e-05,
      "loss": 0.4153,
      "step": 986
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.35853680614703753,
      "learning_rate": 7.079671590455821e-05,
      "loss": 0.4735,
      "step": 987
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5209996584867609,
      "learning_rate": 7.073958340722009e-05,
      "loss": 0.5298,
      "step": 988
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5870612296077006,
      "learning_rate": 7.068241818543368e-05,
      "loss": 0.5331,
      "step": 989
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.45339764419454404,
      "learning_rate": 7.06252203293985e-05,
      "loss": 0.4727,
      "step": 990
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4950260404926508,
      "learning_rate": 7.056798992936555e-05,
      "loss": 0.4234,
      "step": 991
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.215726131393077,
      "learning_rate": 7.051072707563719e-05,
      "loss": 0.5541,
      "step": 992
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6099713384071993,
      "learning_rate": 7.045343185856701e-05,
      "loss": 0.4818,
      "step": 993
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4493532307827714,
      "learning_rate": 7.039610436855959e-05,
      "loss": 0.5041,
      "step": 994
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5348448770814817,
      "learning_rate": 7.033874469607052e-05,
      "loss": 0.4771,
      "step": 995
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5702971078417588,
      "learning_rate": 7.028135293160611e-05,
      "loss": 0.4802,
      "step": 996
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.42124685909826215,
      "learning_rate": 7.022392916572336e-05,
      "loss": 0.443,
      "step": 997
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6309266600542899,
      "learning_rate": 7.016647348902969e-05,
      "loss": 0.4584,
      "step": 998
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4357030454333607,
      "learning_rate": 7.010898599218296e-05,
      "loss": 0.3904,
      "step": 999
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.442726992385936,
      "learning_rate": 7.005146676589117e-05,
      "loss": 0.5179,
      "step": 1000
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6140265480211292,
      "learning_rate": 6.99939159009124e-05,
      "loss": 0.4898,
      "step": 1001
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.8231208581833863,
      "learning_rate": 6.99363334880547e-05,
      "loss": 0.5689,
      "step": 1002
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.3128608370284225,
      "learning_rate": 6.987871961817581e-05,
      "loss": 0.5756,
      "step": 1003
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4716492032033585,
      "learning_rate": 6.982107438218319e-05,
      "loss": 0.5243,
      "step": 1004
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5676220687479695,
      "learning_rate": 6.976339787103373e-05,
      "loss": 0.4814,
      "step": 1005
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6506349657740547,
      "learning_rate": 6.970569017573371e-05,
      "loss": 0.4038,
      "step": 1006
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5031512736951338,
      "learning_rate": 6.96479513873386e-05,
      "loss": 0.4061,
      "step": 1007
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4994989707127644,
      "learning_rate": 6.959018159695293e-05,
      "loss": 0.5255,
      "step": 1008
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5397501667005039,
      "learning_rate": 6.953238089573013e-05,
      "loss": 0.4963,
      "step": 1009
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.35857080650663425,
      "learning_rate": 6.947454937487244e-05,
      "loss": 0.4677,
      "step": 1010
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0178441420027668,
      "learning_rate": 6.94166871256307e-05,
      "loss": 0.4992,
      "step": 1011
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.35809357212623544,
      "learning_rate": 6.935879423930424e-05,
      "loss": 0.4911,
      "step": 1012
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0071936865734228,
      "learning_rate": 6.930087080724075e-05,
      "loss": 0.5632,
      "step": 1013
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.43187135285097217,
      "learning_rate": 6.92429169208361e-05,
      "loss": 0.4466,
      "step": 1014
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3915446193535478,
      "learning_rate": 6.918493267153422e-05,
      "loss": 0.4525,
      "step": 1015
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6617164233207604,
      "learning_rate": 6.912691815082695e-05,
      "loss": 0.4233,
      "step": 1016
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.877968017835303,
      "learning_rate": 6.906887345025385e-05,
      "loss": 0.5231,
      "step": 1017
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7862046608848182,
      "learning_rate": 6.901079866140221e-05,
      "loss": 0.4598,
      "step": 1018
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4652609168992963,
      "learning_rate": 6.895269387590667e-05,
      "loss": 0.4262,
      "step": 1019
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5033202636383804,
      "learning_rate": 6.88945591854493e-05,
      "loss": 0.4512,
      "step": 1020
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3777537082196261,
      "learning_rate": 6.883639468175927e-05,
      "loss": 0.5091,
      "step": 1021
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.8253677095712194,
      "learning_rate": 6.877820045661285e-05,
      "loss": 0.5126,
      "step": 1022
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.42440800290171365,
      "learning_rate": 6.87199766018332e-05,
      "loss": 0.4504,
      "step": 1023
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.31475280451162474,
      "learning_rate": 6.866172320929022e-05,
      "loss": 0.4177,
      "step": 1024
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5468347961563679,
      "learning_rate": 6.860344037090044e-05,
      "loss": 0.4872,
      "step": 1025
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4246473097586218,
      "learning_rate": 6.85451281786268e-05,
      "loss": 0.5803,
      "step": 1026
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.174009421403457,
      "learning_rate": 6.848678672447861e-05,
      "loss": 0.3895,
      "step": 1027
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4027194926497135,
      "learning_rate": 6.842841610051132e-05,
      "loss": 0.5028,
      "step": 1028
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.42158296214313057,
      "learning_rate": 6.83700163988264e-05,
      "loss": 0.4905,
      "step": 1029
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4087813333787334,
      "learning_rate": 6.831158771157125e-05,
      "loss": 0.4447,
      "step": 1030
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5491146887305924,
      "learning_rate": 6.825313013093897e-05,
      "loss": 0.4551,
      "step": 1031
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.41467813267994913,
      "learning_rate": 6.819464374916823e-05,
      "loss": 0.5224,
      "step": 1032
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5776871199168344,
      "learning_rate": 6.813612865854318e-05,
      "loss": 0.5302,
      "step": 1033
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5060564628624094,
      "learning_rate": 6.807758495139326e-05,
      "loss": 0.5708,
      "step": 1034
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4079211910334083,
      "learning_rate": 6.801901272009306e-05,
      "loss": 0.7059,
      "step": 1035
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4611776965927422,
      "learning_rate": 6.796041205706218e-05,
      "loss": 0.5027,
      "step": 1036
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.39980995834159505,
      "learning_rate": 6.790178305476507e-05,
      "loss": 0.516,
      "step": 1037
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4701537957840474,
      "learning_rate": 6.784312580571091e-05,
      "loss": 0.4709,
      "step": 1038
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6612816767173896,
      "learning_rate": 6.778444040245345e-05,
      "loss": 0.4523,
      "step": 1039
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3366627358542136,
      "learning_rate": 6.772572693759084e-05,
      "loss": 0.4524,
      "step": 1040
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0840691645603981,
      "learning_rate": 6.766698550376556e-05,
      "loss": 0.5229,
      "step": 1041
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5134553680098077,
      "learning_rate": 6.760821619366415e-05,
      "loss": 0.5234,
      "step": 1042
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5588046360116137,
      "learning_rate": 6.754941910001722e-05,
      "loss": 0.5356,
      "step": 1043
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.43359915934930277,
      "learning_rate": 6.749059431559913e-05,
      "loss": 0.4857,
      "step": 1044
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.8108874770748155,
      "learning_rate": 6.743174193322796e-05,
      "loss": 0.5709,
      "step": 1045
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.9367265050258279,
      "learning_rate": 6.737286204576542e-05,
      "loss": 0.5389,
      "step": 1046
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5075323305201339,
      "learning_rate": 6.731395474611649e-05,
      "loss": 0.5646,
      "step": 1047
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.41942012127530703,
      "learning_rate": 6.725502012722948e-05,
      "loss": 0.4394,
      "step": 1048
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3608347583844787,
      "learning_rate": 6.71960582820958e-05,
      "loss": 0.5084,
      "step": 1049
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.33961050026622785,
      "learning_rate": 6.713706930374978e-05,
      "loss": 0.4306,
      "step": 1050
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.38801160708491667,
      "learning_rate": 6.707805328526864e-05,
      "loss": 0.5066,
      "step": 1051
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.43261145495063735,
      "learning_rate": 6.70190103197722e-05,
      "loss": 0.4113,
      "step": 1052
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3888637177257664,
      "learning_rate": 6.695994050042277e-05,
      "loss": 0.5246,
      "step": 1053
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.8005437596532128,
      "learning_rate": 6.690084392042513e-05,
      "loss": 0.46,
      "step": 1054
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4173083151309906,
      "learning_rate": 6.684172067302624e-05,
      "loss": 0.4529,
      "step": 1055
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3563157387052343,
      "learning_rate": 6.678257085151512e-05,
      "loss": 0.5035,
      "step": 1056
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6123404321432662,
      "learning_rate": 6.672339454922268e-05,
      "loss": 0.4415,
      "step": 1057
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.651195569925331,
      "learning_rate": 6.666419185952176e-05,
      "loss": 0.496,
      "step": 1058
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.39119145625901164,
      "learning_rate": 6.660496287582665e-05,
      "loss": 0.4804,
      "step": 1059
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.45885491395083533,
      "learning_rate": 6.654570769159327e-05,
      "loss": 0.4177,
      "step": 1060
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6025883380747791,
      "learning_rate": 6.648642640031884e-05,
      "loss": 0.5589,
      "step": 1061
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5004724676252734,
      "learning_rate": 6.642711909554174e-05,
      "loss": 0.4417,
      "step": 1062
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5268810396363521,
      "learning_rate": 6.636778587084142e-05,
      "loss": 0.5138,
      "step": 1063
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.34948421296797433,
      "learning_rate": 6.630842681983825e-05,
      "loss": 0.4605,
      "step": 1064
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.39628640718353086,
      "learning_rate": 6.624904203619332e-05,
      "loss": 0.4964,
      "step": 1065
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4197257131014588,
      "learning_rate": 6.618963161360834e-05,
      "loss": 0.5044,
      "step": 1066
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4781014824461859,
      "learning_rate": 6.613019564582543e-05,
      "loss": 0.4939,
      "step": 1067
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4901877421801652,
      "learning_rate": 6.607073422662711e-05,
      "loss": 0.501,
      "step": 1068
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.39658356805628475,
      "learning_rate": 6.601124744983596e-05,
      "loss": 0.4699,
      "step": 1069
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4159578894922895,
      "learning_rate": 6.595173540931464e-05,
      "loss": 0.4334,
      "step": 1070
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.35331102813423026,
      "learning_rate": 6.589219819896566e-05,
      "loss": 0.4136,
      "step": 1071
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3983399993147217,
      "learning_rate": 6.58326359127312e-05,
      "loss": 0.5326,
      "step": 1072
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.35085008575134063,
      "learning_rate": 6.577304864459304e-05,
      "loss": 0.4701,
      "step": 1073
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.213472051664306,
      "learning_rate": 6.571343648857242e-05,
      "loss": 0.4626,
      "step": 1074
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.33808976024248516,
      "learning_rate": 6.565379953872975e-05,
      "loss": 0.5969,
      "step": 1075
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5368762143692318,
      "learning_rate": 6.559413788916467e-05,
      "loss": 0.4569,
      "step": 1076
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.464238376528335,
      "learning_rate": 6.553445163401571e-05,
      "loss": 0.502,
      "step": 1077
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.917753545398643,
      "learning_rate": 6.547474086746027e-05,
      "loss": 0.5676,
      "step": 1078
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3537389590849832,
      "learning_rate": 6.54150056837144e-05,
      "loss": 0.4701,
      "step": 1079
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.531671104106013,
      "learning_rate": 6.535524617703273e-05,
      "loss": 0.5181,
      "step": 1080
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5259304335165531,
      "learning_rate": 6.529546244170818e-05,
      "loss": 0.4311,
      "step": 1081
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.21684134961888,
      "learning_rate": 6.523565457207195e-05,
      "loss": 0.4286,
      "step": 1082
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.41533954923264477,
      "learning_rate": 6.517582266249336e-05,
      "loss": 0.4658,
      "step": 1083
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5066217464609412,
      "learning_rate": 6.51159668073796e-05,
      "loss": 0.445,
      "step": 1084
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5811149744047976,
      "learning_rate": 6.505608710117567e-05,
      "loss": 0.4615,
      "step": 1085
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3685449290475553,
      "learning_rate": 6.499618363836417e-05,
      "loss": 0.4959,
      "step": 1086
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.38784001716675004,
      "learning_rate": 6.493625651346524e-05,
      "loss": 0.3947,
      "step": 1087
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.6794812095081304,
      "learning_rate": 6.487630582103632e-05,
      "loss": 0.5242,
      "step": 1088
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.45299159909500125,
      "learning_rate": 6.481633165567205e-05,
      "loss": 0.4678,
      "step": 1089
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3566160866231448,
      "learning_rate": 6.475633411200412e-05,
      "loss": 0.5118,
      "step": 1090
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.7907340955208315,
      "learning_rate": 6.469631328470104e-05,
      "loss": 0.434,
      "step": 1091
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.34981391183733535,
      "learning_rate": 6.463626926846817e-05,
      "loss": 0.579,
      "step": 1092
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.49280300449507375,
      "learning_rate": 6.457620215804735e-05,
      "loss": 0.5159,
      "step": 1093
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.31559420636732344,
      "learning_rate": 6.451611204821695e-05,
      "loss": 0.4963,
      "step": 1094
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4409026116814908,
      "learning_rate": 6.445599903379154e-05,
      "loss": 0.4213,
      "step": 1095
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.47993092285264205,
      "learning_rate": 6.439586320962194e-05,
      "loss": 0.5131,
      "step": 1096
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5523845745194981,
      "learning_rate": 6.433570467059484e-05,
      "loss": 0.6216,
      "step": 1097
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.636730556829641,
      "learning_rate": 6.427552351163286e-05,
      "loss": 0.3991,
      "step": 1098
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.9429396957817977,
      "learning_rate": 6.42153198276943e-05,
      "loss": 0.3859,
      "step": 1099
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.42236205664868454,
      "learning_rate": 6.415509371377295e-05,
      "loss": 0.5269,
      "step": 1100
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4065825438324349,
      "learning_rate": 6.409484526489805e-05,
      "loss": 0.4633,
      "step": 1101
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3724616429845594,
      "learning_rate": 6.403457457613404e-05,
      "loss": 0.3691,
      "step": 1102
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.45050598248702645,
      "learning_rate": 6.397428174258047e-05,
      "loss": 0.4109,
      "step": 1103
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3733565844797297,
      "learning_rate": 6.391396685937186e-05,
      "loss": 0.4982,
      "step": 1104
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8529051238851907,
      "learning_rate": 6.385363002167746e-05,
      "loss": 0.4491,
      "step": 1105
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.43139999146540914,
      "learning_rate": 6.379327132470122e-05,
      "loss": 0.4873,
      "step": 1106
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5684377748411663,
      "learning_rate": 6.373289086368152e-05,
      "loss": 0.4354,
      "step": 1107
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.41819266363747115,
      "learning_rate": 6.367248873389115e-05,
      "loss": 0.5295,
      "step": 1108
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.42874275437871495,
      "learning_rate": 6.361206503063704e-05,
      "loss": 0.5128,
      "step": 1109
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5160803488518498,
      "learning_rate": 6.355161984926019e-05,
      "loss": 0.4241,
      "step": 1110
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3591710149450975,
      "learning_rate": 6.349115328513546e-05,
      "loss": 0.4452,
      "step": 1111
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.9600734580182729,
      "learning_rate": 6.343066543367148e-05,
      "loss": 0.4531,
      "step": 1112
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7199379634221283,
      "learning_rate": 6.337015639031044e-05,
      "loss": 0.5812,
      "step": 1113
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.46159632067781176,
      "learning_rate": 6.3309626250528e-05,
      "loss": 0.3705,
      "step": 1114
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.47917238054641365,
      "learning_rate": 6.32490751098331e-05,
      "loss": 0.4721,
      "step": 1115
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.6004662134083194,
      "learning_rate": 6.318850306376777e-05,
      "loss": 0.4254,
      "step": 1116
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4508292384496392,
      "learning_rate": 6.312791020790707e-05,
      "loss": 0.4962,
      "step": 1117
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5585081353087615,
      "learning_rate": 6.306729663785893e-05,
      "loss": 0.4235,
      "step": 1118
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.7938096308988125,
      "learning_rate": 6.300666244926387e-05,
      "loss": 0.4001,
      "step": 1119
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5016339380606109,
      "learning_rate": 6.294600773779504e-05,
      "loss": 0.4312,
      "step": 1120
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3897042936128867,
      "learning_rate": 6.288533259915791e-05,
      "loss": 0.5794,
      "step": 1121
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.522485577257148,
      "learning_rate": 6.282463712909018e-05,
      "loss": 0.5085,
      "step": 1122
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.46928328282107573,
      "learning_rate": 6.276392142336168e-05,
      "loss": 0.5259,
      "step": 1123
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6327435264175868,
      "learning_rate": 6.270318557777413e-05,
      "loss": 0.4557,
      "step": 1124
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.40033858849416776,
      "learning_rate": 6.264242968816106e-05,
      "loss": 0.465,
      "step": 1125
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5719203068434118,
      "learning_rate": 6.258165385038757e-05,
      "loss": 0.5332,
      "step": 1126
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.3997470936664862,
      "learning_rate": 6.252085816035027e-05,
      "loss": 0.4867,
      "step": 1127
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6993188253846149,
      "learning_rate": 6.246004271397713e-05,
      "loss": 0.5557,
      "step": 1128
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6838741668405095,
      "learning_rate": 6.239920760722722e-05,
      "loss": 0.3559,
      "step": 1129
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.45836589731888366,
      "learning_rate": 6.233835293609071e-05,
      "loss": 0.3657,
      "step": 1130
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.8736297629596548,
      "learning_rate": 6.227747879658859e-05,
      "loss": 0.5194,
      "step": 1131
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5292322638356798,
      "learning_rate": 6.221658528477253e-05,
      "loss": 0.4785,
      "step": 1132
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5749905651279051,
      "learning_rate": 6.215567249672487e-05,
      "loss": 0.5191,
      "step": 1133
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4533555903079113,
      "learning_rate": 6.20947405285583e-05,
      "loss": 0.561,
      "step": 1134
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6580936882646482,
      "learning_rate": 6.203378947641578e-05,
      "loss": 0.4686,
      "step": 1135
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7729559082936535,
      "learning_rate": 6.197281943647039e-05,
      "loss": 0.4765,
      "step": 1136
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3543596655165685,
      "learning_rate": 6.191183050492516e-05,
      "loss": 0.4256,
      "step": 1137
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5430175787973474,
      "learning_rate": 6.185082277801293e-05,
      "loss": 0.5195,
      "step": 1138
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0668423302176233,
      "learning_rate": 6.178979635199621e-05,
      "loss": 0.4473,
      "step": 1139
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.573867652604546,
      "learning_rate": 6.172875132316703e-05,
      "loss": 0.502,
      "step": 1140
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5772692698777064,
      "learning_rate": 6.166768778784673e-05,
      "loss": 0.5827,
      "step": 1141
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7940966533757767,
      "learning_rate": 6.160660584238584e-05,
      "loss": 0.5362,
      "step": 1142
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.1483433831248182,
      "learning_rate": 6.154550558316405e-05,
      "loss": 0.5743,
      "step": 1143
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6891204966484625,
      "learning_rate": 6.14843871065898e-05,
      "loss": 0.4217,
      "step": 1144
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5700748524033264,
      "learning_rate": 6.142325050910033e-05,
      "loss": 0.4477,
      "step": 1145
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.45534581029760157,
      "learning_rate": 6.136209588716155e-05,
      "loss": 0.4737,
      "step": 1146
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4791115651230448,
      "learning_rate": 6.13009233372677e-05,
      "loss": 0.3861,
      "step": 1147
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5117363398776271,
      "learning_rate": 6.123973295594137e-05,
      "loss": 0.4754,
      "step": 1148
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4821297265794517,
      "learning_rate": 6.117852483973325e-05,
      "loss": 0.4144,
      "step": 1149
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.266196941721865,
      "learning_rate": 6.111729908522206e-05,
      "loss": 0.5379,
      "step": 1150
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6397650353007496,
      "learning_rate": 6.105605578901428e-05,
      "loss": 0.4687,
      "step": 1151
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.43236433393421625,
      "learning_rate": 6.0994795047744144e-05,
      "loss": 0.4529,
      "step": 1152
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4669734922489645,
      "learning_rate": 6.093351695807339e-05,
      "loss": 0.4202,
      "step": 1153
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4840393367507308,
      "learning_rate": 6.0872221616691086e-05,
      "loss": 0.5476,
      "step": 1154
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.47888963110053273,
      "learning_rate": 6.081090912031358e-05,
      "loss": 0.4517,
      "step": 1155
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4533933072906663,
      "learning_rate": 6.0749579565684246e-05,
      "loss": 0.5443,
      "step": 1156
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3603236211583048,
      "learning_rate": 6.0688233049573386e-05,
      "loss": 0.3908,
      "step": 1157
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.8357152412264358,
      "learning_rate": 6.0626869668778085e-05,
      "loss": 0.4337,
      "step": 1158
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3651856566841887,
      "learning_rate": 6.056548952012204e-05,
      "loss": 0.4223,
      "step": 1159
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.47009772687652907,
      "learning_rate": 6.050409270045534e-05,
      "loss": 0.3959,
      "step": 1160
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5133273406923701,
      "learning_rate": 6.044267930665446e-05,
      "loss": 0.422,
      "step": 1161
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.630267215442448,
      "learning_rate": 6.038124943562199e-05,
      "loss": 0.464,
      "step": 1162
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.35968451788913497,
      "learning_rate": 6.031980318428652e-05,
      "loss": 0.4173,
      "step": 1163
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.449823228474173,
      "learning_rate": 6.0258340649602484e-05,
      "loss": 0.519,
      "step": 1164
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.7029050567948619,
      "learning_rate": 6.019686192855002e-05,
      "loss": 0.5049,
      "step": 1165
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.522090859579361,
      "learning_rate": 6.01353671181348e-05,
      "loss": 0.4729,
      "step": 1166
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6772588700531432,
      "learning_rate": 6.007385631538788e-05,
      "loss": 0.5895,
      "step": 1167
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5427350750464439,
      "learning_rate": 6.001232961736556e-05,
      "loss": 0.4228,
      "step": 1168
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4410680228502123,
      "learning_rate": 5.995078712114921e-05,
      "loss": 0.4895,
      "step": 1169
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.608358418094847,
      "learning_rate": 5.988922892384513e-05,
      "loss": 0.5531,
      "step": 1170
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.49197445429137093,
      "learning_rate": 5.9827655122584384e-05,
      "loss": 0.4892,
      "step": 1171
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4171405454593537,
      "learning_rate": 5.97660658145227e-05,
      "loss": 0.4654,
      "step": 1172
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.555752814468536,
      "learning_rate": 5.9704461096840204e-05,
      "loss": 0.5112,
      "step": 1173
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6870001275882566,
      "learning_rate": 5.964284106674141e-05,
      "loss": 0.5303,
      "step": 1174
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.1091398859608146,
      "learning_rate": 5.9581205821454936e-05,
      "loss": 0.4321,
      "step": 1175
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7991948438314599,
      "learning_rate": 5.951955545823342e-05,
      "loss": 0.4969,
      "step": 1176
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.562548970514188,
      "learning_rate": 5.9457890074353384e-05,
      "loss": 0.5602,
      "step": 1177
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.43595090925148655,
      "learning_rate": 5.939620976711504e-05,
      "loss": 0.5529,
      "step": 1178
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4379689268744698,
      "learning_rate": 5.933451463384213e-05,
      "loss": 0.4757,
      "step": 1179
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3885033613587831,
      "learning_rate": 5.9272804771881776e-05,
      "loss": 0.3711,
      "step": 1180
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5344328961476661,
      "learning_rate": 5.921108027860438e-05,
      "loss": 0.4825,
      "step": 1181
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5252274910954183,
      "learning_rate": 5.91493412514034e-05,
      "loss": 0.425,
      "step": 1182
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5828001040132994,
      "learning_rate": 5.9087587787695244e-05,
      "loss": 0.5291,
      "step": 1183
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.8319262451113343,
      "learning_rate": 5.9025819984919115e-05,
      "loss": 0.3885,
      "step": 1184
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6171372676629261,
      "learning_rate": 5.896403794053679e-05,
      "loss": 0.5355,
      "step": 1185
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4438194688757092,
      "learning_rate": 5.890224175203255e-05,
      "loss": 0.4474,
      "step": 1186
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.8628119989969594,
      "learning_rate": 5.884043151691301e-05,
      "loss": 0.5128,
      "step": 1187
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5365180685775959,
      "learning_rate": 5.877860733270692e-05,
      "loss": 0.5922,
      "step": 1188
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.1296629541806007,
      "learning_rate": 5.871676929696504e-05,
      "loss": 0.5021,
      "step": 1189
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5081726475775343,
      "learning_rate": 5.8654917507259985e-05,
      "loss": 0.4678,
      "step": 1190
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5408430634857161,
      "learning_rate": 5.8593052061186125e-05,
      "loss": 0.42,
      "step": 1191
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6862951724108247,
      "learning_rate": 5.85311730563593e-05,
      "loss": 0.4638,
      "step": 1192
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.1248146554891765,
      "learning_rate": 5.84692805904168e-05,
      "loss": 0.3739,
      "step": 1193
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6668209056778415,
      "learning_rate": 5.840737476101712e-05,
      "loss": 0.4895,
      "step": 1194
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7535945461436965,
      "learning_rate": 5.834545566583984e-05,
      "loss": 0.4815,
      "step": 1195
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6393716944601483,
      "learning_rate": 5.8283523402585525e-05,
      "loss": 0.5467,
      "step": 1196
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.8318133943350972,
      "learning_rate": 5.8221578068975456e-05,
      "loss": 0.4416,
      "step": 1197
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5569925096307141,
      "learning_rate": 5.815961976275157e-05,
      "loss": 0.486,
      "step": 1198
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.0797509064230701,
      "learning_rate": 5.809764858167627e-05,
      "loss": 0.4781,
      "step": 1199
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3276805738933548,
      "learning_rate": 5.803566462353225e-05,
      "loss": 0.4991,
      "step": 1200
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6724619674928155,
      "learning_rate": 5.797366798612237e-05,
      "loss": 0.5231,
      "step": 1201
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.47670665182216726,
      "learning_rate": 5.791165876726954e-05,
      "loss": 0.5092,
      "step": 1202
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.9785151440047176,
      "learning_rate": 5.784963706481651e-05,
      "loss": 0.5796,
      "step": 1203
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5734345872328127,
      "learning_rate": 5.778760297662564e-05,
      "loss": 0.5475,
      "step": 1204
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.45506125186786595,
      "learning_rate": 5.772555660057895e-05,
      "loss": 0.354,
      "step": 1205
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5452258483255751,
      "learning_rate": 5.76634980345778e-05,
      "loss": 0.4005,
      "step": 1206
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.42742319797598316,
      "learning_rate": 5.760142737654276e-05,
      "loss": 0.438,
      "step": 1207
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.7292037943269871,
      "learning_rate": 5.753934472441354e-05,
      "loss": 0.5091,
      "step": 1208
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3557810876642036,
      "learning_rate": 5.747725017614869e-05,
      "loss": 0.4864,
      "step": 1209
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5377186413102509,
      "learning_rate": 5.741514382972563e-05,
      "loss": 0.3946,
      "step": 1210
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5908725911302531,
      "learning_rate": 5.73530257831403e-05,
      "loss": 0.437,
      "step": 1211
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.502414777016897,
      "learning_rate": 5.72908961344072e-05,
      "loss": 0.4843,
      "step": 1212
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5283724905538072,
      "learning_rate": 5.722875498155904e-05,
      "loss": 0.5187,
      "step": 1213
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6391591247633193,
      "learning_rate": 5.716660242264673e-05,
      "loss": 0.5387,
      "step": 1214
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5392150636110352,
      "learning_rate": 5.710443855573919e-05,
      "loss": 0.4457,
      "step": 1215
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6973282609475481,
      "learning_rate": 5.7042263478923175e-05,
      "loss": 0.3805,
      "step": 1216
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5019576186197934,
      "learning_rate": 5.698007729030308e-05,
      "loss": 0.4117,
      "step": 1217
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4947506207174517,
      "learning_rate": 5.691788008800092e-05,
      "loss": 0.5167,
      "step": 1218
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4805231187269029,
      "learning_rate": 5.6855671970156e-05,
      "loss": 0.4472,
      "step": 1219
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.7098608233791265,
      "learning_rate": 5.6793453034924906e-05,
      "loss": 0.4795,
      "step": 1220
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4803363048109046,
      "learning_rate": 5.6731223380481257e-05,
      "loss": 0.5039,
      "step": 1221
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.7265238090524142,
      "learning_rate": 5.6668983105015635e-05,
      "loss": 0.5419,
      "step": 1222
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4204774228025212,
      "learning_rate": 5.6606732306735345e-05,
      "loss": 0.4882,
      "step": 1223
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5434597504151714,
      "learning_rate": 5.654447108386426e-05,
      "loss": 0.431,
      "step": 1224
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5617577646500056,
      "learning_rate": 5.648219953464279e-05,
      "loss": 0.4604,
      "step": 1225
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.549082412229266,
      "learning_rate": 5.6419917757327555e-05,
      "loss": 0.4336,
      "step": 1226
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4483215382275244,
      "learning_rate": 5.6357625850191356e-05,
      "loss": 0.4238,
      "step": 1227
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.9758052409913877,
      "learning_rate": 5.629532391152299e-05,
      "loss": 0.4507,
      "step": 1228
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6075079568527325,
      "learning_rate": 5.6233012039627055e-05,
      "loss": 0.5057,
      "step": 1229
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6878938196087787,
      "learning_rate": 5.61706903328238e-05,
      "loss": 0.4959,
      "step": 1230
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5432343684122378,
      "learning_rate": 5.6108358889449076e-05,
      "loss": 0.488,
      "step": 1231
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6350230542357201,
      "learning_rate": 5.604601780785399e-05,
      "loss": 0.481,
      "step": 1232
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.9017909458042473,
      "learning_rate": 5.5983667186404955e-05,
      "loss": 0.5088,
      "step": 1233
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5060184191256921,
      "learning_rate": 5.592130712348336e-05,
      "loss": 0.4973,
      "step": 1234
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6563901098174774,
      "learning_rate": 5.5858937717485536e-05,
      "loss": 0.5054,
      "step": 1235
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8023598563514713,
      "learning_rate": 5.579655906682254e-05,
      "loss": 0.513,
      "step": 1236
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8073294518758839,
      "learning_rate": 5.573417126992003e-05,
      "loss": 0.4498,
      "step": 1237
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.669967335466607,
      "learning_rate": 5.567177442521808e-05,
      "loss": 0.5363,
      "step": 1238
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6358323036750079,
      "learning_rate": 5.5609368631171035e-05,
      "loss": 0.4785,
      "step": 1239
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.44327846600781695,
      "learning_rate": 5.5546953986247366e-05,
      "loss": 0.5029,
      "step": 1240
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.344572895095081,
      "learning_rate": 5.548453058892955e-05,
      "loss": 0.5133,
      "step": 1241
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.7793274707475856,
      "learning_rate": 5.542209853771381e-05,
      "loss": 0.5839,
      "step": 1242
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5876138893277258,
      "learning_rate": 5.5359657931110055e-05,
      "loss": 0.4961,
      "step": 1243
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5993968093634173,
      "learning_rate": 5.529720886764171e-05,
      "loss": 0.4575,
      "step": 1244
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8854805930119574,
      "learning_rate": 5.52347514458455e-05,
      "loss": 0.4018,
      "step": 1245
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4145959997294572,
      "learning_rate": 5.517228576427137e-05,
      "loss": 0.5722,
      "step": 1246
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8338898485548251,
      "learning_rate": 5.5109811921482314e-05,
      "loss": 0.5229,
      "step": 1247
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.9490513832901628,
      "learning_rate": 5.504733001605417e-05,
      "loss": 0.3969,
      "step": 1248
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4573960371049013,
      "learning_rate": 5.498484014657548e-05,
      "loss": 0.4326,
      "step": 1249
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.7009787035413363,
      "learning_rate": 5.492234241164741e-05,
      "loss": 0.5272,
      "step": 1250
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.9396922010236554,
      "learning_rate": 5.48598369098835e-05,
      "loss": 0.5266,
      "step": 1251
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.7276474608160468,
      "learning_rate": 5.479732373990956e-05,
      "loss": 0.49,
      "step": 1252
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5892688470259895,
      "learning_rate": 5.473480300036348e-05,
      "loss": 0.5137,
      "step": 1253
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.1388079624982925,
      "learning_rate": 5.467227478989512e-05,
      "loss": 0.4641,
      "step": 1254
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.9790529896773159,
      "learning_rate": 5.460973920716609e-05,
      "loss": 0.5887,
      "step": 1255
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.39691441722604964,
      "learning_rate": 5.454719635084968e-05,
      "loss": 0.3846,
      "step": 1256
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.70313384341185,
      "learning_rate": 5.448464631963063e-05,
      "loss": 0.4688,
      "step": 1257
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.769326899185308,
      "learning_rate": 5.4422089212204994e-05,
      "loss": 0.43,
      "step": 1258
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6537578636242135,
      "learning_rate": 5.435952512728001e-05,
      "loss": 0.5068,
      "step": 1259
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.8699587746987281,
      "learning_rate": 5.429695416357392e-05,
      "loss": 0.5049,
      "step": 1260
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7605632007422019,
      "learning_rate": 5.4234376419815805e-05,
      "loss": 0.4531,
      "step": 1261
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6640894055319035,
      "learning_rate": 5.4171791994745455e-05,
      "loss": 0.4711,
      "step": 1262
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.1777574356480223,
      "learning_rate": 5.410920098711324e-05,
      "loss": 0.4553,
      "step": 1263
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.835071593256167,
      "learning_rate": 5.404660349567984e-05,
      "loss": 0.3948,
      "step": 1264
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0606517857567281,
      "learning_rate": 5.3983999619216207e-05,
      "loss": 0.5479,
      "step": 1265
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.7834451096136544,
      "learning_rate": 5.392138945650339e-05,
      "loss": 0.4396,
      "step": 1266
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.662737049658303,
      "learning_rate": 5.385877310633233e-05,
      "loss": 0.5568,
      "step": 1267
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.8396846503542775,
      "learning_rate": 5.3796150667503706e-05,
      "loss": 0.4025,
      "step": 1268
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.3873787982341366,
      "learning_rate": 5.373352223882787e-05,
      "loss": 0.4328,
      "step": 1269
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.663586813233611,
      "learning_rate": 5.367088791912456e-05,
      "loss": 0.5321,
      "step": 1270
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.3132839971380046,
      "learning_rate": 5.360824780722285e-05,
      "loss": 0.4715,
      "step": 1271
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.3349975224555852,
      "learning_rate": 5.354560200196094e-05,
      "loss": 0.5862,
      "step": 1272
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.8782836418293243,
      "learning_rate": 5.3482950602186025e-05,
      "loss": 0.4743,
      "step": 1273
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0445549904727207,
      "learning_rate": 5.3420293706754074e-05,
      "loss": 0.5398,
      "step": 1274
    },
    {
      "epoch": 0.49,
      "grad_norm": 10.73201722939865,
      "learning_rate": 5.335763141452982e-05,
      "loss": 0.5053,
      "step": 1275
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.1318465294752174,
      "learning_rate": 5.329496382438643e-05,
      "loss": 0.4756,
      "step": 1276
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.2853983372596716,
      "learning_rate": 5.3232291035205485e-05,
      "loss": 0.519,
      "step": 1277
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.0963409483594937,
      "learning_rate": 5.3169613145876714e-05,
      "loss": 0.4965,
      "step": 1278
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.8276043898855225,
      "learning_rate": 5.310693025529797e-05,
      "loss": 0.4118,
      "step": 1279
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.9590343910629252,
      "learning_rate": 5.304424246237491e-05,
      "loss": 0.5091,
      "step": 1280
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6091249219811401,
      "learning_rate": 5.2981549866020975e-05,
      "loss": 0.3916,
      "step": 1281
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.9880606755080941,
      "learning_rate": 5.291885256515723e-05,
      "loss": 0.4549,
      "step": 1282
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8061051655940943,
      "learning_rate": 5.2856150658712045e-05,
      "loss": 0.4178,
      "step": 1283
    },
    {
      "epoch": 0.5,
      "grad_norm": 15.495052180972806,
      "learning_rate": 5.2793444245621146e-05,
      "loss": 0.5269,
      "step": 1284
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.8497097768966232,
      "learning_rate": 5.273073342482737e-05,
      "loss": 0.3787,
      "step": 1285
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.196956109038455,
      "learning_rate": 5.266801829528046e-05,
      "loss": 0.5346,
      "step": 1286
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6330578186365567,
      "learning_rate": 5.260529895593702e-05,
      "loss": 0.4705,
      "step": 1287
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.8542587084090543,
      "learning_rate": 5.254257550576023e-05,
      "loss": 0.3921,
      "step": 1288
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6760344840181977,
      "learning_rate": 5.247984804371978e-05,
      "loss": 0.485,
      "step": 1289
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4474822618966818,
      "learning_rate": 5.241711666879172e-05,
      "loss": 0.4897,
      "step": 1290
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.5756464064676243,
      "learning_rate": 5.235438147995826e-05,
      "loss": 0.6247,
      "step": 1291
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.3597941352509113,
      "learning_rate": 5.2291642576207614e-05,
      "loss": 0.5286,
      "step": 1292
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.8601405042134747,
      "learning_rate": 5.222890005653382e-05,
      "loss": 0.5195,
      "step": 1293
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.9191675678873756,
      "learning_rate": 5.216615401993674e-05,
      "loss": 0.5355,
      "step": 1294
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7882218995464151,
      "learning_rate": 5.210340456542164e-05,
      "loss": 0.4118,
      "step": 1295
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7715066708680316,
      "learning_rate": 5.2040651791999296e-05,
      "loss": 0.4787,
      "step": 1296
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.721158693991969,
      "learning_rate": 5.1977895798685664e-05,
      "loss": 0.4316,
      "step": 1297
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7909029834757019,
      "learning_rate": 5.191513668450178e-05,
      "loss": 0.3811,
      "step": 1298
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6950589410730142,
      "learning_rate": 5.1852374548473614e-05,
      "loss": 0.4872,
      "step": 1299
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.731666030445626,
      "learning_rate": 5.178960948963191e-05,
      "loss": 0.3958,
      "step": 1300
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.3351559980005105,
      "learning_rate": 5.172684160701203e-05,
      "loss": 0.4999,
      "step": 1301
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6074607474431282,
      "learning_rate": 5.1664070999653766e-05,
      "loss": 0.4669,
      "step": 1302
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.7700008048851988,
      "learning_rate": 5.160129776660123e-05,
      "loss": 0.478,
      "step": 1303
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.7585869545059949,
      "learning_rate": 5.1538522006902676e-05,
      "loss": 0.5199,
      "step": 1304
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.1599138629716228,
      "learning_rate": 5.147574381961032e-05,
      "loss": 0.4752,
      "step": 1305
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.0197720838390065,
      "learning_rate": 5.141296330378025e-05,
      "loss": 0.5123,
      "step": 1306
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.2543953293706909,
      "learning_rate": 5.1350180558472214e-05,
      "loss": 0.5329,
      "step": 1307
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.088421204492464,
      "learning_rate": 5.128739568274944e-05,
      "loss": 0.5526,
      "step": 1308
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9284169391002284,
      "learning_rate": 5.122460877567855e-05,
      "loss": 0.5432,
      "step": 1309
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.7678080219104549,
      "learning_rate": 5.116181993632939e-05,
      "loss": 0.3843,
      "step": 1310
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.215565862089752,
      "learning_rate": 5.109902926377482e-05,
      "loss": 0.5184,
      "step": 1311
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6757308733693772,
      "learning_rate": 5.1036236857090626e-05,
      "loss": 0.4518,
      "step": 1312
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.838757724454942,
      "learning_rate": 5.097344281535529e-05,
      "loss": 0.5137,
      "step": 1313
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.805703483436213,
      "learning_rate": 5.0910647237649874e-05,
      "loss": 0.5289,
      "step": 1314
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9535302881182957,
      "learning_rate": 5.084785022305792e-05,
      "loss": 0.444,
      "step": 1315
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.062164260262388,
      "learning_rate": 5.07850518706652e-05,
      "loss": 0.626,
      "step": 1316
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6093688604053858,
      "learning_rate": 5.072225227955959e-05,
      "loss": 0.5244,
      "step": 1317
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.8471257231551026,
      "learning_rate": 5.0659451548830917e-05,
      "loss": 0.3916,
      "step": 1318
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8565909124706996,
      "learning_rate": 5.059664977757083e-05,
      "loss": 0.3892,
      "step": 1319
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6722515365611338,
      "learning_rate": 5.053384706487261e-05,
      "loss": 0.492,
      "step": 1320
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4886512039910424,
      "learning_rate": 5.0471043509831e-05,
      "loss": 0.6052,
      "step": 1321
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.1789686688771153,
      "learning_rate": 5.040823921154213e-05,
      "loss": 0.4926,
      "step": 1322
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.1166902782186698,
      "learning_rate": 5.034543426910323e-05,
      "loss": 0.5067,
      "step": 1323
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3861100558387813,
      "learning_rate": 5.02826287816126e-05,
      "loss": 0.4764,
      "step": 1324
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4915214917569695,
      "learning_rate": 5.021982284816937e-05,
      "loss": 0.5326,
      "step": 1325
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.481751140936432,
      "learning_rate": 5.015701656787342e-05,
      "loss": 0.555,
      "step": 1326
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.1577924053583022,
      "learning_rate": 5.0094210039825104e-05,
      "loss": 0.4708,
      "step": 1327
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5483104632174866,
      "learning_rate": 5.003140336312522e-05,
      "loss": 0.5409,
      "step": 1328
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9483320224776556,
      "learning_rate": 4.996859663687479e-05,
      "loss": 0.48,
      "step": 1329
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.3400198268807149,
      "learning_rate": 4.99057899601749e-05,
      "loss": 0.5306,
      "step": 1330
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.0234580941445504,
      "learning_rate": 4.984298343212658e-05,
      "loss": 0.3308,
      "step": 1331
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9825147156065402,
      "learning_rate": 4.978017715183063e-05,
      "loss": 0.496,
      "step": 1332
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.0234677015926557,
      "learning_rate": 4.97173712183874e-05,
      "loss": 0.4912,
      "step": 1333
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4327857875860828,
      "learning_rate": 4.965456573089678e-05,
      "loss": 0.4857,
      "step": 1334
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.1886687721983409,
      "learning_rate": 4.959176078845789e-05,
      "loss": 0.3423,
      "step": 1335
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.2658518409164268,
      "learning_rate": 4.952895649016901e-05,
      "loss": 0.4723,
      "step": 1336
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.623203746051735,
      "learning_rate": 4.946615293512741e-05,
      "loss": 0.5011,
      "step": 1337
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6509697825433496,
      "learning_rate": 4.9403350222429184e-05,
      "loss": 0.4481,
      "step": 1338
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.7591554466187264,
      "learning_rate": 4.9340548451169095e-05,
      "loss": 0.4991,
      "step": 1339
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.0579853212023969,
      "learning_rate": 4.927774772044042e-05,
      "loss": 0.4634,
      "step": 1340
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.793201917571005,
      "learning_rate": 4.92149481293348e-05,
      "loss": 0.4077,
      "step": 1341
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.7108677912529753,
      "learning_rate": 4.9152149776942076e-05,
      "loss": 0.5493,
      "step": 1342
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.0978751350844935,
      "learning_rate": 4.9089352762350124e-05,
      "loss": 0.4126,
      "step": 1343
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.8765451203720735,
      "learning_rate": 4.902655718464474e-05,
      "loss": 0.5211,
      "step": 1344
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.9415248362385407,
      "learning_rate": 4.89637631429094e-05,
      "loss": 0.4836,
      "step": 1345
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4155905668478048,
      "learning_rate": 4.890097073622519e-05,
      "loss": 0.4891,
      "step": 1346
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4831151851575273,
      "learning_rate": 4.883818006367062e-05,
      "loss": 0.4952,
      "step": 1347
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.257418684538494,
      "learning_rate": 4.877539122432146e-05,
      "loss": 0.4772,
      "step": 1348
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.4516339347061797,
      "learning_rate": 4.8712604317250576e-05,
      "loss": 0.4512,
      "step": 1349
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.757605989127347,
      "learning_rate": 4.86498194415278e-05,
      "loss": 0.5382,
      "step": 1350
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5081530559827547,
      "learning_rate": 4.858703669621975e-05,
      "loss": 0.5401,
      "step": 1351
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9908205840392966,
      "learning_rate": 4.852425618038967e-05,
      "loss": 0.4374,
      "step": 1352
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.8962437960413145,
      "learning_rate": 4.846147799309732e-05,
      "loss": 0.5121,
      "step": 1353
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.3832389704072088,
      "learning_rate": 4.839870223339878e-05,
      "loss": 0.5221,
      "step": 1354
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.3986101318252073,
      "learning_rate": 4.8335929000346245e-05,
      "loss": 0.4152,
      "step": 1355
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.8855432351587772,
      "learning_rate": 4.8273158392987986e-05,
      "loss": 0.3992,
      "step": 1356
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.8439466083266167,
      "learning_rate": 4.82103905103681e-05,
      "loss": 0.3702,
      "step": 1357
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.2260018169438147,
      "learning_rate": 4.8147625451526404e-05,
      "loss": 0.4773,
      "step": 1358
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.014983869245517,
      "learning_rate": 4.8084863315498234e-05,
      "loss": 0.5318,
      "step": 1359
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.739163669738005,
      "learning_rate": 4.8022104201314354e-05,
      "loss": 0.34,
      "step": 1360
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.3252365971360416,
      "learning_rate": 4.795934820800071e-05,
      "loss": 0.4086,
      "step": 1361
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.3847065341415972,
      "learning_rate": 4.7896595434578356e-05,
      "loss": 0.4595,
      "step": 1362
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.474088222695863,
      "learning_rate": 4.7833845980063286e-05,
      "loss": 0.6331,
      "step": 1363
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4804990811700223,
      "learning_rate": 4.777109994346619e-05,
      "loss": 0.4933,
      "step": 1364
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.8995827993516308,
      "learning_rate": 4.770835742379242e-05,
      "loss": 0.4302,
      "step": 1365
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.300441122200327,
      "learning_rate": 4.7645618520041745e-05,
      "loss": 0.5193,
      "step": 1366
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.8410539790437606,
      "learning_rate": 4.758288333120828e-05,
      "loss": 0.4895,
      "step": 1367
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.1169746983810331,
      "learning_rate": 4.7520151956280227e-05,
      "loss": 0.4217,
      "step": 1368
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9213876754361268,
      "learning_rate": 4.7457424494239784e-05,
      "loss": 0.5855,
      "step": 1369
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.8030174441601121,
      "learning_rate": 4.7394701044063e-05,
      "loss": 0.5537,
      "step": 1370
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.018979393552825,
      "learning_rate": 4.733198170471953e-05,
      "loss": 0.529,
      "step": 1371
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.8719058330624111,
      "learning_rate": 4.726926657517264e-05,
      "loss": 0.428,
      "step": 1372
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9078358048262203,
      "learning_rate": 4.720655575437886e-05,
      "loss": 0.4368,
      "step": 1373
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.0586999219533584,
      "learning_rate": 4.714384934128798e-05,
      "loss": 0.344,
      "step": 1374
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.5209883895811502,
      "learning_rate": 4.7081147434842796e-05,
      "loss": 0.4777,
      "step": 1375
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.001548084575459,
      "learning_rate": 4.701845013397903e-05,
      "loss": 0.3797,
      "step": 1376
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.3445987747532653,
      "learning_rate": 4.6955757537625104e-05,
      "loss": 0.5116,
      "step": 1377
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9824465114454448,
      "learning_rate": 4.6893069744702045e-05,
      "loss": 0.4904,
      "step": 1378
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.8353617801269798,
      "learning_rate": 4.683038685412329e-05,
      "loss": 0.42,
      "step": 1379
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4541260884782548,
      "learning_rate": 4.6767708964794526e-05,
      "loss": 0.4659,
      "step": 1380
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.1490419406169372,
      "learning_rate": 4.670503617561357e-05,
      "loss": 0.4721,
      "step": 1381
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.7500032907352258,
      "learning_rate": 4.664236858547019e-05,
      "loss": 0.546,
      "step": 1382
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9925842741261236,
      "learning_rate": 4.6579706293245944e-05,
      "loss": 0.5457,
      "step": 1383
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.5164782384067577,
      "learning_rate": 4.651704939781401e-05,
      "loss": 0.4025,
      "step": 1384
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.935037418605687,
      "learning_rate": 4.645439799803907e-05,
      "loss": 0.4443,
      "step": 1385
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.2562187240663556,
      "learning_rate": 4.6391752192777164e-05,
      "loss": 0.4629,
      "step": 1386
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8702933996010471,
      "learning_rate": 4.6329112080875454e-05,
      "loss": 0.5548,
      "step": 1387
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.1651294807154082,
      "learning_rate": 4.626647776117214e-05,
      "loss": 0.4817,
      "step": 1388
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8963786695486258,
      "learning_rate": 4.62038493324963e-05,
      "loss": 0.5027,
      "step": 1389
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4474721121523062,
      "learning_rate": 4.6141226893667684e-05,
      "loss": 0.4176,
      "step": 1390
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0482284087982623,
      "learning_rate": 4.6078610543496614e-05,
      "loss": 0.4557,
      "step": 1391
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.533530285216196,
      "learning_rate": 4.601600038078379e-05,
      "loss": 0.4147,
      "step": 1392
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4367015612103244,
      "learning_rate": 4.5953396504320186e-05,
      "loss": 0.3879,
      "step": 1393
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.1078979769106705,
      "learning_rate": 4.5890799012886775e-05,
      "loss": 0.5226,
      "step": 1394
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5918314745735649,
      "learning_rate": 4.582820800525455e-05,
      "loss": 0.5242,
      "step": 1395
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.821927927728152,
      "learning_rate": 4.576562358018421e-05,
      "loss": 0.5423,
      "step": 1396
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.6365476856631247,
      "learning_rate": 4.57030458364261e-05,
      "loss": 0.507,
      "step": 1397
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.2825623310137684,
      "learning_rate": 4.564047487272001e-05,
      "loss": 0.5635,
      "step": 1398
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4666864308240775,
      "learning_rate": 4.557791078779502e-05,
      "loss": 0.6065,
      "step": 1399
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.8999448033663662,
      "learning_rate": 4.5515353680369375e-05,
      "loss": 0.47,
      "step": 1400
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0433233207715518,
      "learning_rate": 4.5452803649150324e-05,
      "loss": 0.5503,
      "step": 1401
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0625441443189965,
      "learning_rate": 4.539026079283391e-05,
      "loss": 0.3825,
      "step": 1402
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.1967968188890366,
      "learning_rate": 4.53277252101049e-05,
      "loss": 0.3505,
      "step": 1403
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9863918564648353,
      "learning_rate": 4.5265196999636535e-05,
      "loss": 0.3888,
      "step": 1404
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.2543248275084389,
      "learning_rate": 4.520267626009046e-05,
      "loss": 0.4673,
      "step": 1405
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.995986373375179,
      "learning_rate": 4.514016309011651e-05,
      "loss": 0.5453,
      "step": 1406
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.8553651616456688,
      "learning_rate": 4.5077657588352595e-05,
      "loss": 0.4541,
      "step": 1407
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.2808931631228515,
      "learning_rate": 4.501515985342453e-05,
      "loss": 0.4842,
      "step": 1408
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.232574654739371,
      "learning_rate": 4.495266998394585e-05,
      "loss": 0.4322,
      "step": 1409
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.523500095421903,
      "learning_rate": 4.489018807851769e-05,
      "loss": 0.462,
      "step": 1410
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.7006003571717003,
      "learning_rate": 4.482771423572862e-05,
      "loss": 0.4213,
      "step": 1411
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.1666447628859056,
      "learning_rate": 4.47652485541545e-05,
      "loss": 0.5811,
      "step": 1412
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.1836460622326577,
      "learning_rate": 4.4702791132358314e-05,
      "loss": 0.4837,
      "step": 1413
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.650996235756124,
      "learning_rate": 4.4640342068889964e-05,
      "loss": 0.4385,
      "step": 1414
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.202426579479258,
      "learning_rate": 4.457790146228621e-05,
      "loss": 0.53,
      "step": 1415
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.017702209903968,
      "learning_rate": 4.451546941107046e-05,
      "loss": 0.5115,
      "step": 1416
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5214244329831108,
      "learning_rate": 4.445304601375264e-05,
      "loss": 0.3537,
      "step": 1417
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.907140474964568,
      "learning_rate": 4.4390631368828984e-05,
      "loss": 0.4672,
      "step": 1418
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.3637155930476217,
      "learning_rate": 4.432822557478194e-05,
      "loss": 0.4696,
      "step": 1419
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8136639098121314,
      "learning_rate": 4.4265828730079987e-05,
      "loss": 0.3775,
      "step": 1420
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.4698262325122955,
      "learning_rate": 4.420344093317746e-05,
      "loss": 0.5846,
      "step": 1421
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8469097352108121,
      "learning_rate": 4.414106228251446e-05,
      "loss": 0.4828,
      "step": 1422
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.785388122333609,
      "learning_rate": 4.407869287651665e-05,
      "loss": 0.5255,
      "step": 1423
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.7683238676269144,
      "learning_rate": 4.401633281359507e-05,
      "loss": 0.5719,
      "step": 1424
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.7890558278060802,
      "learning_rate": 4.395398219214601e-05,
      "loss": 0.606,
      "step": 1425
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.0361192518802795,
      "learning_rate": 4.3891641110550936e-05,
      "loss": 0.4169,
      "step": 1426
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8847728607580723,
      "learning_rate": 4.38293096671762e-05,
      "loss": 0.3453,
      "step": 1427
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4969592978188078,
      "learning_rate": 4.3766987960372956e-05,
      "loss": 0.5778,
      "step": 1428
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.7919543205528248,
      "learning_rate": 4.370467608847701e-05,
      "loss": 0.5043,
      "step": 1429
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.208811652297687,
      "learning_rate": 4.364237414980864e-05,
      "loss": 0.4422,
      "step": 1430
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.935685362636753,
      "learning_rate": 4.358008224267245e-05,
      "loss": 0.4233,
      "step": 1431
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.001663964601448,
      "learning_rate": 4.351780046535724e-05,
      "loss": 0.4875,
      "step": 1432
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.2992138030998717,
      "learning_rate": 4.345552891613576e-05,
      "loss": 0.4726,
      "step": 1433
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.18642153737262,
      "learning_rate": 4.3393267693264686e-05,
      "loss": 0.3619,
      "step": 1434
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8450369528323032,
      "learning_rate": 4.333101689498437e-05,
      "loss": 0.478,
      "step": 1435
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.1861707962961925,
      "learning_rate": 4.3268776619518755e-05,
      "loss": 0.4779,
      "step": 1436
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.256739791853617,
      "learning_rate": 4.320654696507511e-05,
      "loss": 0.4888,
      "step": 1437
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.3233079669954337,
      "learning_rate": 4.314432802984401e-05,
      "loss": 0.3946,
      "step": 1438
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7566894778389377,
      "learning_rate": 4.30821199119991e-05,
      "loss": 0.4747,
      "step": 1439
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.9569128062729227,
      "learning_rate": 4.301992270969692e-05,
      "loss": 0.4673,
      "step": 1440
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.6737201509361495,
      "learning_rate": 4.295773652107683e-05,
      "loss": 0.536,
      "step": 1441
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.6831225034301873,
      "learning_rate": 4.2895561444260815e-05,
      "loss": 0.4867,
      "step": 1442
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8504728396812358,
      "learning_rate": 4.2833397577353284e-05,
      "loss": 0.371,
      "step": 1443
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.5835156544985494,
      "learning_rate": 4.277124501844098e-05,
      "loss": 0.4787,
      "step": 1444
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.250680370384238,
      "learning_rate": 4.270910386559282e-05,
      "loss": 0.5525,
      "step": 1445
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.6290963587843648,
      "learning_rate": 4.26469742168597e-05,
      "loss": 0.53,
      "step": 1446
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.2294469669919983,
      "learning_rate": 4.2584856170274384e-05,
      "loss": 0.4702,
      "step": 1447
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.819848866858657,
      "learning_rate": 4.252274982385132e-05,
      "loss": 0.4792,
      "step": 1448
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.6097043766040255,
      "learning_rate": 4.246065527558648e-05,
      "loss": 0.5342,
      "step": 1449
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8115080507172383,
      "learning_rate": 4.239857262345724e-05,
      "loss": 0.4756,
      "step": 1450
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.0233048038246664,
      "learning_rate": 4.233650196542221e-05,
      "loss": 0.4741,
      "step": 1451
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.3837439670381368,
      "learning_rate": 4.227444339942107e-05,
      "loss": 0.4496,
      "step": 1452
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.0959614387761305,
      "learning_rate": 4.221239702337438e-05,
      "loss": 0.5018,
      "step": 1453
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.180696497341878,
      "learning_rate": 4.2150362935183515e-05,
      "loss": 0.4038,
      "step": 1454
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4493427938811494,
      "learning_rate": 4.208834123273047e-05,
      "loss": 0.4913,
      "step": 1455
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9510493866184129,
      "learning_rate": 4.2026332013877634e-05,
      "loss": 0.4826,
      "step": 1456
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.106729534021983,
      "learning_rate": 4.196433537646777e-05,
      "loss": 0.4963,
      "step": 1457
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.6159560081790056,
      "learning_rate": 4.190235141832375e-05,
      "loss": 0.4549,
      "step": 1458
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.970051453835176,
      "learning_rate": 4.184038023724843e-05,
      "loss": 0.5427,
      "step": 1459
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4170877049205273,
      "learning_rate": 4.1778421931024535e-05,
      "loss": 0.4476,
      "step": 1460
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4772433167707992,
      "learning_rate": 4.171647659741448e-05,
      "loss": 0.4914,
      "step": 1461
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7126945669841418,
      "learning_rate": 4.1654544334160176e-05,
      "loss": 0.4401,
      "step": 1462
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.95812554562417,
      "learning_rate": 4.15926252389829e-05,
      "loss": 0.4703,
      "step": 1463
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9957174336043781,
      "learning_rate": 4.153071940958321e-05,
      "loss": 0.3297,
      "step": 1464
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.1228688501556556,
      "learning_rate": 4.146882694364071e-05,
      "loss": 0.4791,
      "step": 1465
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.5338805154828141,
      "learning_rate": 4.140694793881389e-05,
      "loss": 0.3942,
      "step": 1466
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4247369099841867,
      "learning_rate": 4.134508249274002e-05,
      "loss": 0.4344,
      "step": 1467
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.8284721161577084,
      "learning_rate": 4.1283230703034975e-05,
      "loss": 0.4791,
      "step": 1468
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.063367287088948,
      "learning_rate": 4.122139266729309e-05,
      "loss": 0.3666,
      "step": 1469
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.1808169481497925,
      "learning_rate": 4.1159568483087e-05,
      "loss": 0.5405,
      "step": 1470
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.1600727485821696,
      "learning_rate": 4.109775824796744e-05,
      "loss": 0.5386,
      "step": 1471
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9402023747792361,
      "learning_rate": 4.103596205946323e-05,
      "loss": 0.5187,
      "step": 1472
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4537509018083776,
      "learning_rate": 4.0974180015080897e-05,
      "loss": 0.4692,
      "step": 1473
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.1233463146259006,
      "learning_rate": 4.091241221230476e-05,
      "loss": 0.4499,
      "step": 1474
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.834765591057174,
      "learning_rate": 4.085065874859661e-05,
      "loss": 0.5228,
      "step": 1475
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.1475745486927376,
      "learning_rate": 4.078891972139564e-05,
      "loss": 0.5358,
      "step": 1476
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9363630821658266,
      "learning_rate": 4.072719522811824e-05,
      "loss": 0.4465,
      "step": 1477
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.073725033674283,
      "learning_rate": 4.066548536615789e-05,
      "loss": 0.4988,
      "step": 1478
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9062445127856258,
      "learning_rate": 4.060379023288495e-05,
      "loss": 0.4812,
      "step": 1479
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.087220080069716,
      "learning_rate": 4.054210992564661e-05,
      "loss": 0.5148,
      "step": 1480
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.061112050463759,
      "learning_rate": 4.0480444541766576e-05,
      "loss": 0.3728,
      "step": 1481
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.1329892433540727,
      "learning_rate": 4.041879417854509e-05,
      "loss": 0.5119,
      "step": 1482
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8150631276798883,
      "learning_rate": 4.035715893325861e-05,
      "loss": 0.4772,
      "step": 1483
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.7471873841642889,
      "learning_rate": 4.0295538903159815e-05,
      "loss": 0.5166,
      "step": 1484
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.3781115250463698,
      "learning_rate": 4.023393418547732e-05,
      "loss": 0.4878,
      "step": 1485
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.0023328579530737,
      "learning_rate": 4.017234487741562e-05,
      "loss": 0.5181,
      "step": 1486
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.7768286040860649,
      "learning_rate": 4.0110771076154885e-05,
      "loss": 0.4212,
      "step": 1487
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.7812659456822508,
      "learning_rate": 4.0049212878850793e-05,
      "loss": 0.5462,
      "step": 1488
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.1135399509940558,
      "learning_rate": 3.998767038263444e-05,
      "loss": 0.4014,
      "step": 1489
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.8828825462137984,
      "learning_rate": 3.9926143684612125e-05,
      "loss": 0.4319,
      "step": 1490
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.5452364515044947,
      "learning_rate": 3.9864632881865224e-05,
      "loss": 0.4814,
      "step": 1491
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.505864977231135,
      "learning_rate": 3.9803138071449996e-05,
      "loss": 0.5081,
      "step": 1492
    },
    {
      "epoch": 0.58,
      "grad_norm": 7.797558785070387,
      "learning_rate": 3.9741659350397534e-05,
      "loss": 0.4032,
      "step": 1493
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.0775961118837625,
      "learning_rate": 3.96801968157135e-05,
      "loss": 0.4036,
      "step": 1494
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.27258118787183,
      "learning_rate": 3.961875056437802e-05,
      "loss": 0.4356,
      "step": 1495
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.1375361026852984,
      "learning_rate": 3.955732069334556e-05,
      "loss": 0.5236,
      "step": 1496
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9730837719978017,
      "learning_rate": 3.949590729954467e-05,
      "loss": 0.5099,
      "step": 1497
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.039793949185601,
      "learning_rate": 3.9434510479877975e-05,
      "loss": 0.3966,
      "step": 1498
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9928449596601363,
      "learning_rate": 3.937313033122192e-05,
      "loss": 0.5109,
      "step": 1499
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.6182815450035692,
      "learning_rate": 3.931176695042661e-05,
      "loss": 0.5606,
      "step": 1500
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.3344217028739798,
      "learning_rate": 3.9250420434315785e-05,
      "loss": 0.559,
      "step": 1501
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.7106819560116833,
      "learning_rate": 3.918909087968644e-05,
      "loss": 0.5159,
      "step": 1502
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.78667764123269,
      "learning_rate": 3.912777838330893e-05,
      "loss": 0.4793,
      "step": 1503
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.0993572349747114,
      "learning_rate": 3.906648304192663e-05,
      "loss": 0.3999,
      "step": 1504
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9145987395127162,
      "learning_rate": 3.900520495225587e-05,
      "loss": 0.4986,
      "step": 1505
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.1451464142918404,
      "learning_rate": 3.8943944210985735e-05,
      "loss": 0.4914,
      "step": 1506
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9000533543706801,
      "learning_rate": 3.888270091477796e-05,
      "loss": 0.472,
      "step": 1507
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.923162387646894,
      "learning_rate": 3.8821475160266764e-05,
      "loss": 0.4156,
      "step": 1508
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.1285327259848852,
      "learning_rate": 3.876026704405864e-05,
      "loss": 0.5659,
      "step": 1509
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9202097624885489,
      "learning_rate": 3.86990766627323e-05,
      "loss": 0.704,
      "step": 1510
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.491201509936978,
      "learning_rate": 3.8637904112838466e-05,
      "loss": 0.5247,
      "step": 1511
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8124420105093871,
      "learning_rate": 3.8576749490899686e-05,
      "loss": 0.4338,
      "step": 1512
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8645055705194562,
      "learning_rate": 3.851561289341023e-05,
      "loss": 0.397,
      "step": 1513
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.2441871631450674,
      "learning_rate": 3.845449441683597e-05,
      "loss": 0.5019,
      "step": 1514
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5604469180445821,
      "learning_rate": 3.839339415761416e-05,
      "loss": 0.4944,
      "step": 1515
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.6089615530619907,
      "learning_rate": 3.8332312212153285e-05,
      "loss": 0.443,
      "step": 1516
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9078773043647322,
      "learning_rate": 3.827124867683297e-05,
      "loss": 0.3891,
      "step": 1517
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.1663466864887977,
      "learning_rate": 3.821020364800379e-05,
      "loss": 0.4924,
      "step": 1518
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.1084138509865435,
      "learning_rate": 3.814917722198707e-05,
      "loss": 0.4747,
      "step": 1519
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9601635875275922,
      "learning_rate": 3.8088169495074855e-05,
      "loss": 0.4775,
      "step": 1520
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.7643042400350885,
      "learning_rate": 3.802718056352962e-05,
      "loss": 0.3722,
      "step": 1521
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.1367204712351375,
      "learning_rate": 3.796621052358423e-05,
      "loss": 0.462,
      "step": 1522
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5321174500501296,
      "learning_rate": 3.7905259471441705e-05,
      "loss": 0.4803,
      "step": 1523
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.626656520220519,
      "learning_rate": 3.7844327503275136e-05,
      "loss": 0.517,
      "step": 1524
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5664336083419683,
      "learning_rate": 3.778341471522747e-05,
      "loss": 0.5053,
      "step": 1525
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.0939794845416393,
      "learning_rate": 3.7722521203411426e-05,
      "loss": 0.5076,
      "step": 1526
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4390944699387491,
      "learning_rate": 3.7661647063909294e-05,
      "loss": 0.4519,
      "step": 1527
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8580269083486728,
      "learning_rate": 3.760079239277277e-05,
      "loss": 0.4599,
      "step": 1528
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4957149926002238,
      "learning_rate": 3.753995728602287e-05,
      "loss": 0.5309,
      "step": 1529
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9753535994541809,
      "learning_rate": 3.747914183964973e-05,
      "loss": 0.4054,
      "step": 1530
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.2503509496126175,
      "learning_rate": 3.741834614961246e-05,
      "loss": 0.5142,
      "step": 1531
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.1962316897932097,
      "learning_rate": 3.735757031183896e-05,
      "loss": 0.5643,
      "step": 1532
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.221532751288844,
      "learning_rate": 3.729681442222587e-05,
      "loss": 0.3665,
      "step": 1533
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.029749297698328,
      "learning_rate": 3.7236078576638334e-05,
      "loss": 0.5611,
      "step": 1534
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.0103680901087515,
      "learning_rate": 3.717536287090982e-05,
      "loss": 0.5175,
      "step": 1535
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5707779577299552,
      "learning_rate": 3.711466740084211e-05,
      "loss": 0.5069,
      "step": 1536
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.2746455090570465,
      "learning_rate": 3.705399226220497e-05,
      "loss": 0.4008,
      "step": 1537
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.6651734084945982,
      "learning_rate": 3.699333755073613e-05,
      "loss": 0.5493,
      "step": 1538
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.3151964982551916,
      "learning_rate": 3.6932703362141084e-05,
      "loss": 0.4775,
      "step": 1539
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.448043272814283,
      "learning_rate": 3.6872089792092925e-05,
      "loss": 0.5118,
      "step": 1540
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.7471822366321993,
      "learning_rate": 3.681149693623226e-05,
      "loss": 0.4397,
      "step": 1541
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.0198537461827746,
      "learning_rate": 3.675092489016693e-05,
      "loss": 0.5215,
      "step": 1542
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9899415359824597,
      "learning_rate": 3.6690373749472014e-05,
      "loss": 0.4791,
      "step": 1543
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7124107623840292,
      "learning_rate": 3.662984360968956e-05,
      "loss": 0.5162,
      "step": 1544
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9045702432825438,
      "learning_rate": 3.656933456632853e-05,
      "loss": 0.4443,
      "step": 1545
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.7613052729407146,
      "learning_rate": 3.650884671486455e-05,
      "loss": 0.5353,
      "step": 1546
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.3517808620894527,
      "learning_rate": 3.644838015073981e-05,
      "loss": 0.5295,
      "step": 1547
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.2944344164747588,
      "learning_rate": 3.638793496936296e-05,
      "loss": 0.4791,
      "step": 1548
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.808548181512137,
      "learning_rate": 3.6327511266108855e-05,
      "loss": 0.4933,
      "step": 1549
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.0397164499614904,
      "learning_rate": 3.6267109136318476e-05,
      "loss": 0.5433,
      "step": 1550
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.033814672114351,
      "learning_rate": 3.620672867529881e-05,
      "loss": 0.4715,
      "step": 1551
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.8335469682294852,
      "learning_rate": 3.6146369978322544e-05,
      "loss": 0.4805,
      "step": 1552
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.242960280547306,
      "learning_rate": 3.6086033140628154e-05,
      "loss": 0.4491,
      "step": 1553
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7978069932609957,
      "learning_rate": 3.602571825741953e-05,
      "loss": 0.4618,
      "step": 1554
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.589348589734405,
      "learning_rate": 3.596542542386597e-05,
      "loss": 0.5058,
      "step": 1555
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8149762723504004,
      "learning_rate": 3.5905154735101965e-05,
      "loss": 0.4848,
      "step": 1556
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.026537091075313,
      "learning_rate": 3.584490628622705e-05,
      "loss": 0.4968,
      "step": 1557
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.718890021836977,
      "learning_rate": 3.578468017230572e-05,
      "loss": 0.5134,
      "step": 1558
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.356105299438152,
      "learning_rate": 3.572447648836714e-05,
      "loss": 0.509,
      "step": 1559
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.6780990237404283,
      "learning_rate": 3.566429532940518e-05,
      "loss": 0.4023,
      "step": 1560
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.6315640350725593,
      "learning_rate": 3.560413679037808e-05,
      "loss": 0.5052,
      "step": 1561
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0678091804149175,
      "learning_rate": 3.554400096620847e-05,
      "loss": 0.4512,
      "step": 1562
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6253576257645346,
      "learning_rate": 3.548388795178307e-05,
      "loss": 0.4421,
      "step": 1563
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.5229225464346583,
      "learning_rate": 3.542379784195266e-05,
      "loss": 0.3697,
      "step": 1564
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.6093172697487688,
      "learning_rate": 3.536373073153184e-05,
      "loss": 0.5389,
      "step": 1565
    },
    {
      "epoch": 0.61,
      "grad_norm": 3.9662432382036403,
      "learning_rate": 3.5303686715298955e-05,
      "loss": 0.4545,
      "step": 1566
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.2642270244380491,
      "learning_rate": 3.5243665887995895e-05,
      "loss": 0.3351,
      "step": 1567
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.8085429742008772,
      "learning_rate": 3.5183668344327945e-05,
      "loss": 0.5206,
      "step": 1568
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.9890885137371774,
      "learning_rate": 3.512369417896367e-05,
      "loss": 0.5776,
      "step": 1569
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0084293171652519,
      "learning_rate": 3.5063743486534775e-05,
      "loss": 0.5127,
      "step": 1570
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4309999562607645,
      "learning_rate": 3.500381636163585e-05,
      "loss": 0.4251,
      "step": 1571
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.418790098134346,
      "learning_rate": 3.494391289882435e-05,
      "loss": 0.4871,
      "step": 1572
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.989907123535903,
      "learning_rate": 3.4884033192620405e-05,
      "loss": 0.387,
      "step": 1573
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6667835438948174,
      "learning_rate": 3.482417733750665e-05,
      "loss": 0.4617,
      "step": 1574
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.8899055834633514,
      "learning_rate": 3.476434542792805e-05,
      "loss": 0.4356,
      "step": 1575
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.4752604491619572,
      "learning_rate": 3.470453755829183e-05,
      "loss": 0.4768,
      "step": 1576
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.8572266125684407,
      "learning_rate": 3.464475382296729e-05,
      "loss": 0.4264,
      "step": 1577
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0453139740019204,
      "learning_rate": 3.4584994316285604e-05,
      "loss": 0.5137,
      "step": 1578
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4534104545125819,
      "learning_rate": 3.452525913253973e-05,
      "loss": 0.4574,
      "step": 1579
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.797907276330914,
      "learning_rate": 3.446554836598431e-05,
      "loss": 0.4527,
      "step": 1580
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.43653754271974077,
      "learning_rate": 3.4405862110835364e-05,
      "loss": 0.4684,
      "step": 1581
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.8160942269985467,
      "learning_rate": 3.434620046127027e-05,
      "loss": 0.4008,
      "step": 1582
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0130163465311623,
      "learning_rate": 3.428656351142761e-05,
      "loss": 0.4432,
      "step": 1583
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6601699916008551,
      "learning_rate": 3.422695135540697e-05,
      "loss": 0.4593,
      "step": 1584
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6146773687861274,
      "learning_rate": 3.416736408726882e-05,
      "loss": 0.3859,
      "step": 1585
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.7726080501727082,
      "learning_rate": 3.410780180103435e-05,
      "loss": 0.4006,
      "step": 1586
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.54871602319012,
      "learning_rate": 3.404826459068536e-05,
      "loss": 0.5567,
      "step": 1587
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.6100694037665294,
      "learning_rate": 3.398875255016404e-05,
      "loss": 0.5226,
      "step": 1588
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.364102518382406,
      "learning_rate": 3.39292657733729e-05,
      "loss": 0.4077,
      "step": 1589
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.5093853100617054,
      "learning_rate": 3.386980435417457e-05,
      "loss": 0.4181,
      "step": 1590
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.5811061116080682,
      "learning_rate": 3.381036838639169e-05,
      "loss": 0.5344,
      "step": 1591
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9019590919488288,
      "learning_rate": 3.375095796380668e-05,
      "loss": 0.4654,
      "step": 1592
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.7690706166700487,
      "learning_rate": 3.369157318016176e-05,
      "loss": 0.4214,
      "step": 1593
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.2082221658640633,
      "learning_rate": 3.363221412915858e-05,
      "loss": 0.5031,
      "step": 1594
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5611469457403963,
      "learning_rate": 3.357288090445827e-05,
      "loss": 0.4501,
      "step": 1595
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1587715729007855,
      "learning_rate": 3.351357359968117e-05,
      "loss": 0.533,
      "step": 1596
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5586544200405361,
      "learning_rate": 3.345429230840672e-05,
      "loss": 0.3775,
      "step": 1597
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.0616994766299286,
      "learning_rate": 3.339503712417335e-05,
      "loss": 0.4221,
      "step": 1598
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.3168909775673354,
      "learning_rate": 3.333580814047826e-05,
      "loss": 0.4864,
      "step": 1599
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.6189331496282521,
      "learning_rate": 3.3276605450777334e-05,
      "loss": 0.4614,
      "step": 1600
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.7243622991820413,
      "learning_rate": 3.3217429148484914e-05,
      "loss": 0.3872,
      "step": 1601
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.8248838918504489,
      "learning_rate": 3.3158279326973766e-05,
      "loss": 0.5544,
      "step": 1602
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1257229700135833,
      "learning_rate": 3.309915607957487e-05,
      "loss": 0.5051,
      "step": 1603
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1500145130903787,
      "learning_rate": 3.304005949957724e-05,
      "loss": 0.3285,
      "step": 1604
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1904886746357077,
      "learning_rate": 3.298098968022782e-05,
      "loss": 0.5102,
      "step": 1605
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.6185696136617096,
      "learning_rate": 3.292194671473137e-05,
      "loss": 0.5225,
      "step": 1606
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.944743381931762,
      "learning_rate": 3.2862930696250216e-05,
      "loss": 0.4771,
      "step": 1607
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.797854205656905,
      "learning_rate": 3.2803941717904216e-05,
      "loss": 0.494,
      "step": 1608
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.8334805696786769,
      "learning_rate": 3.2744979872770526e-05,
      "loss": 0.5201,
      "step": 1609
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.3057928157615684,
      "learning_rate": 3.268604525388354e-05,
      "loss": 0.5088,
      "step": 1610
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.212323021037852,
      "learning_rate": 3.26271379542346e-05,
      "loss": 0.5252,
      "step": 1611
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9006692733433003,
      "learning_rate": 3.256825806677205e-05,
      "loss": 0.5051,
      "step": 1612
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.5283260128693216,
      "learning_rate": 3.25094056844009e-05,
      "loss": 0.3523,
      "step": 1613
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4601120442759865,
      "learning_rate": 3.2450580899982795e-05,
      "loss": 0.5186,
      "step": 1614
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9136246014906737,
      "learning_rate": 3.239178380633585e-05,
      "loss": 0.5036,
      "step": 1615
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.8356218112507021,
      "learning_rate": 3.233301449623445e-05,
      "loss": 0.4988,
      "step": 1616
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.6409946703370741,
      "learning_rate": 3.2274273062409154e-05,
      "loss": 0.4266,
      "step": 1617
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.2608840315378331,
      "learning_rate": 3.221555959754656e-05,
      "loss": 0.4457,
      "step": 1618
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9361247700808708,
      "learning_rate": 3.215687419428911e-05,
      "loss": 0.4067,
      "step": 1619
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.9086877891064866,
      "learning_rate": 3.2098216945234946e-05,
      "loss": 0.4662,
      "step": 1620
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.122857663025425,
      "learning_rate": 3.2039587942937834e-05,
      "loss": 0.5057,
      "step": 1621
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.9066402111092224,
      "learning_rate": 3.198098727990695e-05,
      "loss": 0.5248,
      "step": 1622
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.1366954229543134,
      "learning_rate": 3.192241504860675e-05,
      "loss": 0.3998,
      "step": 1623
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.589973516483536,
      "learning_rate": 3.186387134145682e-05,
      "loss": 0.496,
      "step": 1624
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.060993459475841,
      "learning_rate": 3.1805356250831784e-05,
      "loss": 0.4742,
      "step": 1625
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9637877151190014,
      "learning_rate": 3.174686986906104e-05,
      "loss": 0.4431,
      "step": 1626
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.1595129164943434,
      "learning_rate": 3.168841228842876e-05,
      "loss": 0.5433,
      "step": 1627
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.311459152480297,
      "learning_rate": 3.1629983601173605e-05,
      "loss": 0.4667,
      "step": 1628
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.6341127811748402,
      "learning_rate": 3.157158389948871e-05,
      "loss": 0.4789,
      "step": 1629
    },
    {
      "epoch": 0.63,
      "grad_norm": 3.3526069710228854,
      "learning_rate": 3.151321327552141e-05,
      "loss": 0.4338,
      "step": 1630
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.706337054546956,
      "learning_rate": 3.145487182137322e-05,
      "loss": 0.4805,
      "step": 1631
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.0730291079749754,
      "learning_rate": 3.1396559629099574e-05,
      "loss": 0.5453,
      "step": 1632
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.3905686434665987,
      "learning_rate": 3.1338276790709775e-05,
      "loss": 0.4224,
      "step": 1633
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.322408482210818,
      "learning_rate": 3.1280023398166805e-05,
      "loss": 0.475,
      "step": 1634
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.407553756366971,
      "learning_rate": 3.122179954338716e-05,
      "loss": 0.4795,
      "step": 1635
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.3573381743593438,
      "learning_rate": 3.116360531824074e-05,
      "loss": 0.4846,
      "step": 1636
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.8307258221033677,
      "learning_rate": 3.110544081455072e-05,
      "loss": 0.35,
      "step": 1637
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3989758156854588,
      "learning_rate": 3.1047306124093335e-05,
      "loss": 0.4685,
      "step": 1638
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.155353649215097,
      "learning_rate": 3.098920133859781e-05,
      "loss": 0.4544,
      "step": 1639
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.874871230174946,
      "learning_rate": 3.093112654974615e-05,
      "loss": 0.4374,
      "step": 1640
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3130557589711724,
      "learning_rate": 3.087308184917308e-05,
      "loss": 0.4997,
      "step": 1641
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3400351073808558,
      "learning_rate": 3.0815067328465796e-05,
      "loss": 0.3637,
      "step": 1642
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.1280985379586062,
      "learning_rate": 3.075708307916391e-05,
      "loss": 0.5185,
      "step": 1643
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.576095099702059,
      "learning_rate": 3.069912919275926e-05,
      "loss": 0.5274,
      "step": 1644
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8384411904888964,
      "learning_rate": 3.064120576069577e-05,
      "loss": 0.416,
      "step": 1645
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.080805134855292,
      "learning_rate": 3.058331287436932e-05,
      "loss": 0.4357,
      "step": 1646
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.1987001215432564,
      "learning_rate": 3.0525450625127575e-05,
      "loss": 0.4271,
      "step": 1647
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.6081824431676919,
      "learning_rate": 3.0467619104269872e-05,
      "loss": 0.4631,
      "step": 1648
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9057948022927748,
      "learning_rate": 3.040981840304709e-05,
      "loss": 0.5148,
      "step": 1649
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3959942095233908,
      "learning_rate": 3.0352048612661416e-05,
      "loss": 0.5075,
      "step": 1650
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.455888988000689,
      "learning_rate": 3.0294309824266298e-05,
      "loss": 0.4643,
      "step": 1651
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.048779944530563,
      "learning_rate": 3.0236602128966275e-05,
      "loss": 0.5583,
      "step": 1652
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.6436830271477973,
      "learning_rate": 3.017892561781682e-05,
      "loss": 0.4242,
      "step": 1653
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9789194220447782,
      "learning_rate": 3.012128038182419e-05,
      "loss": 0.5538,
      "step": 1654
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.0395133904508,
      "learning_rate": 3.006366651194531e-05,
      "loss": 0.3868,
      "step": 1655
    },
    {
      "epoch": 0.64,
      "grad_norm": 8.122236905165465,
      "learning_rate": 3.0006084099087595e-05,
      "loss": 0.3997,
      "step": 1656
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.0180460102400468,
      "learning_rate": 2.9948533234108834e-05,
      "loss": 0.327,
      "step": 1657
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.382691732629772,
      "learning_rate": 2.989101400781704e-05,
      "loss": 0.4231,
      "step": 1658
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8256625914519227,
      "learning_rate": 2.983352651097032e-05,
      "loss": 0.4683,
      "step": 1659
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9218160781483506,
      "learning_rate": 2.977607083427667e-05,
      "loss": 0.479,
      "step": 1660
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.9480632117942676,
      "learning_rate": 2.97186470683939e-05,
      "loss": 0.3448,
      "step": 1661
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.0284273004950624,
      "learning_rate": 2.9661255303929493e-05,
      "loss": 0.5114,
      "step": 1662
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7901808198505447,
      "learning_rate": 2.9603895631440425e-05,
      "loss": 0.4403,
      "step": 1663
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.192942774987168,
      "learning_rate": 2.9546568141433006e-05,
      "loss": 0.5499,
      "step": 1664
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.084848989207143,
      "learning_rate": 2.948927292436281e-05,
      "loss": 0.5121,
      "step": 1665
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4135087134365076,
      "learning_rate": 2.9432010070634453e-05,
      "loss": 0.4984,
      "step": 1666
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4776485197423175,
      "learning_rate": 2.9374779670601505e-05,
      "loss": 0.5546,
      "step": 1667
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.6133323580333396,
      "learning_rate": 2.9317581814566323e-05,
      "loss": 0.5063,
      "step": 1668
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.1491703759860625,
      "learning_rate": 2.9260416592779934e-05,
      "loss": 0.4226,
      "step": 1669
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.1762635247780706,
      "learning_rate": 2.9203284095441807e-05,
      "loss": 0.4194,
      "step": 1670
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.121574086412193,
      "learning_rate": 2.9146184412699855e-05,
      "loss": 0.5616,
      "step": 1671
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8502814628738978,
      "learning_rate": 2.9089117634650155e-05,
      "loss": 0.4656,
      "step": 1672
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8591515498744957,
      "learning_rate": 2.903208385133692e-05,
      "loss": 0.4172,
      "step": 1673
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.960564927037251,
      "learning_rate": 2.8975083152752258e-05,
      "loss": 0.47,
      "step": 1674
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.504290953840151,
      "learning_rate": 2.8918115628836062e-05,
      "loss": 0.4165,
      "step": 1675
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.207777213576157,
      "learning_rate": 2.8861181369475943e-05,
      "loss": 0.3686,
      "step": 1676
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.5311626808562722,
      "learning_rate": 2.8804280464506973e-05,
      "loss": 0.4136,
      "step": 1677
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.9675919184166824,
      "learning_rate": 2.8747413003711577e-05,
      "loss": 0.4489,
      "step": 1678
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8772215781785815,
      "learning_rate": 2.86905790768195e-05,
      "loss": 0.4997,
      "step": 1679
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.955155682012423,
      "learning_rate": 2.863377877350747e-05,
      "loss": 0.4348,
      "step": 1680
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.4250096050367937,
      "learning_rate": 2.8577012183399188e-05,
      "loss": 0.482,
      "step": 1681
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8047648795522901,
      "learning_rate": 2.852027939606523e-05,
      "loss": 0.5005,
      "step": 1682
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.421656543610948,
      "learning_rate": 2.8463580501022748e-05,
      "loss": 0.5064,
      "step": 1683
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4259169151126796,
      "learning_rate": 2.840691558773545e-05,
      "loss": 0.4666,
      "step": 1684
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8636307778867831,
      "learning_rate": 2.835028474561345e-05,
      "loss": 0.5463,
      "step": 1685
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8148390749301868,
      "learning_rate": 2.8293688064013062e-05,
      "loss": 0.4889,
      "step": 1686
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.1417937011867616,
      "learning_rate": 2.8237125632236704e-05,
      "loss": 0.4305,
      "step": 1687
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.9097987378195769,
      "learning_rate": 2.8180597539532816e-05,
      "loss": 0.5343,
      "step": 1688
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.350073634919161,
      "learning_rate": 2.8124103875095527e-05,
      "loss": 0.448,
      "step": 1689
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.47597544835045,
      "learning_rate": 2.8067644728064767e-05,
      "loss": 0.4753,
      "step": 1690
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.6310387915628757,
      "learning_rate": 2.801122018752595e-05,
      "loss": 0.4422,
      "step": 1691
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.7362629520027777,
      "learning_rate": 2.7954830342509875e-05,
      "loss": 0.4622,
      "step": 1692
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9320537465387395,
      "learning_rate": 2.78984752819926e-05,
      "loss": 0.4138,
      "step": 1693
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.8999036002594291,
      "learning_rate": 2.7842155094895326e-05,
      "loss": 0.4787,
      "step": 1694
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.2827212738723566,
      "learning_rate": 2.7785869870084213e-05,
      "loss": 0.4527,
      "step": 1695
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9568030897945652,
      "learning_rate": 2.7729619696370223e-05,
      "loss": 0.569,
      "step": 1696
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.61142710043277,
      "learning_rate": 2.767340466250908e-05,
      "loss": 0.3589,
      "step": 1697
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.2281723486792044,
      "learning_rate": 2.761722485720099e-05,
      "loss": 0.4068,
      "step": 1698
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.846976605702412,
      "learning_rate": 2.756108036909062e-05,
      "loss": 0.4394,
      "step": 1699
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9602685450477753,
      "learning_rate": 2.7504971286766883e-05,
      "loss": 0.4017,
      "step": 1700
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.7281565342715182,
      "learning_rate": 2.744889769876282e-05,
      "loss": 0.4141,
      "step": 1701
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.7963923757736515,
      "learning_rate": 2.739285969355554e-05,
      "loss": 0.4447,
      "step": 1702
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.413405143161347,
      "learning_rate": 2.7336857359565904e-05,
      "loss": 0.5782,
      "step": 1703
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.2814444797439177,
      "learning_rate": 2.728089078515854e-05,
      "loss": 0.4901,
      "step": 1704
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.87116516523268,
      "learning_rate": 2.7224960058641675e-05,
      "loss": 0.4907,
      "step": 1705
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.7058135199059445,
      "learning_rate": 2.7169065268266923e-05,
      "loss": 0.5689,
      "step": 1706
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9239435524017418,
      "learning_rate": 2.7113206502229232e-05,
      "loss": 0.5344,
      "step": 1707
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.863833564229975,
      "learning_rate": 2.7057383848666677e-05,
      "loss": 0.5351,
      "step": 1708
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.163958006768641,
      "learning_rate": 2.7001597395660376e-05,
      "loss": 0.4542,
      "step": 1709
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.7085402860230114,
      "learning_rate": 2.69458472312343e-05,
      "loss": 0.4861,
      "step": 1710
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.3150368186836803,
      "learning_rate": 2.6890133443355224e-05,
      "loss": 0.4495,
      "step": 1711
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.579048480535519,
      "learning_rate": 2.683445611993245e-05,
      "loss": 0.4587,
      "step": 1712
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8731363275913497,
      "learning_rate": 2.6778815348817776e-05,
      "loss": 0.4016,
      "step": 1713
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.381070223360702,
      "learning_rate": 2.6723211217805343e-05,
      "loss": 0.5943,
      "step": 1714
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.8755952173676516,
      "learning_rate": 2.6667643814631453e-05,
      "loss": 0.5152,
      "step": 1715
    },
    {
      "epoch": 0.67,
      "grad_norm": 3.9671014513437592,
      "learning_rate": 2.6612113226974443e-05,
      "loss": 0.4934,
      "step": 1716
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.654648570007157,
      "learning_rate": 2.655661954245462e-05,
      "loss": 0.582,
      "step": 1717
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.2044885605094087,
      "learning_rate": 2.650116284863402e-05,
      "loss": 0.7,
      "step": 1718
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.2700118592525278,
      "learning_rate": 2.644574323301625e-05,
      "loss": 0.4775,
      "step": 1719
    },
    {
      "epoch": 0.67,
      "grad_norm": 3.3588959115651096,
      "learning_rate": 2.639036078304656e-05,
      "loss": 0.434,
      "step": 1720
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.8077544338430089,
      "learning_rate": 2.6335015586111426e-05,
      "loss": 0.4238,
      "step": 1721
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.374829688488602,
      "learning_rate": 2.6279707729538592e-05,
      "loss": 0.5646,
      "step": 1722
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.636334085036744,
      "learning_rate": 2.6224437300596916e-05,
      "loss": 0.3853,
      "step": 1723
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.359035321023713,
      "learning_rate": 2.6169204386496148e-05,
      "loss": 0.5052,
      "step": 1724
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.865932099385055,
      "learning_rate": 2.6114009074386846e-05,
      "loss": 0.4224,
      "step": 1725
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.8930293676582692,
      "learning_rate": 2.60588514513603e-05,
      "loss": 0.5337,
      "step": 1726
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9293846085494082,
      "learning_rate": 2.6003731604448252e-05,
      "loss": 0.449,
      "step": 1727
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8139795486633417,
      "learning_rate": 2.5948649620622885e-05,
      "loss": 0.508,
      "step": 1728
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.0886072989528952,
      "learning_rate": 2.5893605586796622e-05,
      "loss": 0.4696,
      "step": 1729
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5736883333233402,
      "learning_rate": 2.5838599589822e-05,
      "loss": 0.4681,
      "step": 1730
    },
    {
      "epoch": 0.67,
      "grad_norm": 3.2179442376754523,
      "learning_rate": 2.5783631716491553e-05,
      "loss": 0.4616,
      "step": 1731
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.4054138044553706,
      "learning_rate": 2.5728702053537668e-05,
      "loss": 0.4627,
      "step": 1732
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.1200754369193764,
      "learning_rate": 2.5673810687632428e-05,
      "loss": 0.498,
      "step": 1733
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.7562279679834875,
      "learning_rate": 2.5618957705387465e-05,
      "loss": 0.4426,
      "step": 1734
    },
    {
      "epoch": 0.67,
      "grad_norm": 4.452556427977634,
      "learning_rate": 2.5564143193353907e-05,
      "loss": 0.4943,
      "step": 1735
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.0072864674629,
      "learning_rate": 2.5509367238022126e-05,
      "loss": 0.513,
      "step": 1736
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9270975501333062,
      "learning_rate": 2.545462992582165e-05,
      "loss": 0.5028,
      "step": 1737
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.0484505299762161,
      "learning_rate": 2.539993134312113e-05,
      "loss": 0.5446,
      "step": 1738
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.8961867803876548,
      "learning_rate": 2.5345271576227946e-05,
      "loss": 0.5242,
      "step": 1739
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.131788232381726,
      "learning_rate": 2.5290650711388374e-05,
      "loss": 0.4885,
      "step": 1740
    },
    {
      "epoch": 0.67,
      "grad_norm": 3.1749338107070977,
      "learning_rate": 2.5236068834787246e-05,
      "loss": 0.3928,
      "step": 1741
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.514399723895467,
      "learning_rate": 2.518152603254785e-05,
      "loss": 0.4055,
      "step": 1742
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.8748203631099234,
      "learning_rate": 2.5127022390731913e-05,
      "loss": 0.4685,
      "step": 1743
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.951633962473666,
      "learning_rate": 2.5072557995339275e-05,
      "loss": 0.4999,
      "step": 1744
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.1286514538536756,
      "learning_rate": 2.5018132932307882e-05,
      "loss": 0.4781,
      "step": 1745
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.3134325086555863,
      "learning_rate": 2.4963747287513616e-05,
      "loss": 0.4831,
      "step": 1746
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.30669920885783,
      "learning_rate": 2.490940114677022e-05,
      "loss": 0.4024,
      "step": 1747
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.251097391375837,
      "learning_rate": 2.485509459582898e-05,
      "loss": 0.4883,
      "step": 1748
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9061571499468215,
      "learning_rate": 2.4800827720378843e-05,
      "loss": 0.5811,
      "step": 1749
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.805382613368526,
      "learning_rate": 2.4746600606046078e-05,
      "loss": 0.4318,
      "step": 1750
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.45769663273903,
      "learning_rate": 2.4692413338394223e-05,
      "loss": 0.4288,
      "step": 1751
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.0278720467767193,
      "learning_rate": 2.4638266002923983e-05,
      "loss": 0.373,
      "step": 1752
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9528668784837063,
      "learning_rate": 2.4584158685073024e-05,
      "loss": 0.4408,
      "step": 1753
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.0076358837009383,
      "learning_rate": 2.4530091470215832e-05,
      "loss": 0.3786,
      "step": 1754
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.2980086909572672,
      "learning_rate": 2.4476064443663714e-05,
      "loss": 0.5489,
      "step": 1755
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4839257817028664,
      "learning_rate": 2.4422077690664487e-05,
      "loss": 0.4952,
      "step": 1756
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.6436441436434872,
      "learning_rate": 2.436813129640243e-05,
      "loss": 0.5225,
      "step": 1757
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.9155491064291115,
      "learning_rate": 2.4314225345998166e-05,
      "loss": 0.4249,
      "step": 1758
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.2736832952435813,
      "learning_rate": 2.426035992450848e-05,
      "loss": 0.4313,
      "step": 1759
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.773766343234928,
      "learning_rate": 2.4206535116926205e-05,
      "loss": 0.4582,
      "step": 1760
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.8530433493354599,
      "learning_rate": 2.415275100818013e-05,
      "loss": 0.4314,
      "step": 1761
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.559660170178029,
      "learning_rate": 2.4099007683134796e-05,
      "loss": 0.5067,
      "step": 1762
    },
    {
      "epoch": 0.68,
      "grad_norm": 7.702944441263445,
      "learning_rate": 2.404530522659036e-05,
      "loss": 0.4973,
      "step": 1763
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9894871924150765,
      "learning_rate": 2.3991643723282576e-05,
      "loss": 0.4376,
      "step": 1764
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.44537524869277,
      "learning_rate": 2.3938023257882514e-05,
      "loss": 0.4785,
      "step": 1765
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.5964215158320008,
      "learning_rate": 2.3884443914996485e-05,
      "loss": 0.4761,
      "step": 1766
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.5539680751378773,
      "learning_rate": 2.3830905779165997e-05,
      "loss": 0.4448,
      "step": 1767
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.841418993929175,
      "learning_rate": 2.3777408934867424e-05,
      "loss": 0.4716,
      "step": 1768
    },
    {
      "epoch": 0.69,
      "grad_norm": 3.9041081712615116,
      "learning_rate": 2.3723953466512046e-05,
      "loss": 0.4062,
      "step": 1769
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7000889693302046,
      "learning_rate": 2.3670539458445883e-05,
      "loss": 0.5239,
      "step": 1770
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.0963115716709986,
      "learning_rate": 2.3617166994949493e-05,
      "loss": 0.4777,
      "step": 1771
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8976241576191104,
      "learning_rate": 2.3563836160237873e-05,
      "loss": 0.4456,
      "step": 1772
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.8081649464203111,
      "learning_rate": 2.3510547038460405e-05,
      "loss": 0.5068,
      "step": 1773
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.0869011101900121,
      "learning_rate": 2.3457299713700577e-05,
      "loss": 0.4699,
      "step": 1774
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.052529276939716,
      "learning_rate": 2.340409426997594e-05,
      "loss": 0.5535,
      "step": 1775
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.1297024825730169,
      "learning_rate": 2.3350930791238012e-05,
      "loss": 0.4368,
      "step": 1776
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.5779688548470698,
      "learning_rate": 2.329780936137205e-05,
      "loss": 0.4945,
      "step": 1777
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7911035881395935,
      "learning_rate": 2.3244730064196962e-05,
      "loss": 0.3364,
      "step": 1778
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9094134607998872,
      "learning_rate": 2.3191692983465203e-05,
      "loss": 0.5629,
      "step": 1779
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.236485159631395,
      "learning_rate": 2.313869820286257e-05,
      "loss": 0.4614,
      "step": 1780
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.579315496500259,
      "learning_rate": 2.3085745806008185e-05,
      "loss": 0.4417,
      "step": 1781
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.9559839712655678,
      "learning_rate": 2.303283587645424e-05,
      "loss": 0.4355,
      "step": 1782
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4050837064049448,
      "learning_rate": 2.2979968497685937e-05,
      "loss": 0.6225,
      "step": 1783
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.757397867126633,
      "learning_rate": 2.2927143753121317e-05,
      "loss": 0.4528,
      "step": 1784
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7782883275832817,
      "learning_rate": 2.2874361726111194e-05,
      "loss": 0.5452,
      "step": 1785
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.445173883826877,
      "learning_rate": 2.282162249993895e-05,
      "loss": 0.5286,
      "step": 1786
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.171973564532335,
      "learning_rate": 2.2768926157820425e-05,
      "loss": 0.4614,
      "step": 1787
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.858382227316135,
      "learning_rate": 2.2716272782903806e-05,
      "loss": 0.4501,
      "step": 1788
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.2772201575613185,
      "learning_rate": 2.266366245826947e-05,
      "loss": 0.3711,
      "step": 1789
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7287660425373104,
      "learning_rate": 2.2611095266929905e-05,
      "loss": 0.4156,
      "step": 1790
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.2956546756225005,
      "learning_rate": 2.25585712918295e-05,
      "loss": 0.4964,
      "step": 1791
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.832382078827941,
      "learning_rate": 2.2506090615844443e-05,
      "loss": 0.4848,
      "step": 1792
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9357731328755012,
      "learning_rate": 2.245365332178267e-05,
      "loss": 0.3843,
      "step": 1793
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7001630215721828,
      "learning_rate": 2.2401259492383593e-05,
      "loss": 0.5536,
      "step": 1794
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.4731949791199166,
      "learning_rate": 2.2348909210318064e-05,
      "loss": 0.4508,
      "step": 1795
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.248633779832368,
      "learning_rate": 2.2296602558188253e-05,
      "loss": 0.3692,
      "step": 1796
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.190605291145064,
      "learning_rate": 2.224433961852747e-05,
      "loss": 0.4795,
      "step": 1797
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.937653507048127,
      "learning_rate": 2.2192120473799994e-05,
      "loss": 0.4795,
      "step": 1798
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.461686389725128,
      "learning_rate": 2.2139945206401103e-05,
      "loss": 0.4846,
      "step": 1799
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.941916613371252,
      "learning_rate": 2.2087813898656774e-05,
      "loss": 0.422,
      "step": 1800
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3801050061636784,
      "learning_rate": 2.203572663282362e-05,
      "loss": 0.5087,
      "step": 1801
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.0297469904274212,
      "learning_rate": 2.1983683491088823e-05,
      "loss": 0.5326,
      "step": 1802
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7393645755195999,
      "learning_rate": 2.1931684555569877e-05,
      "loss": 0.3781,
      "step": 1803
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.8010216263308075,
      "learning_rate": 2.1879729908314527e-05,
      "loss": 0.5144,
      "step": 1804
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.2809012056052405,
      "learning_rate": 2.18278196313007e-05,
      "loss": 0.3992,
      "step": 1805
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7128822955151142,
      "learning_rate": 2.177595380643625e-05,
      "loss": 0.5367,
      "step": 1806
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.9018402362685047,
      "learning_rate": 2.1724132515558904e-05,
      "loss": 0.4881,
      "step": 1807
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.4952933914953794,
      "learning_rate": 2.1672355840436136e-05,
      "loss": 0.5243,
      "step": 1808
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8202803619623893,
      "learning_rate": 2.1620623862765006e-05,
      "loss": 0.3966,
      "step": 1809
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9132988868643859,
      "learning_rate": 2.156893666417204e-05,
      "loss": 0.5581,
      "step": 1810
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3850821394546664,
      "learning_rate": 2.151729432621315e-05,
      "loss": 0.4724,
      "step": 1811
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.5927207978688414,
      "learning_rate": 2.146569693037343e-05,
      "loss": 0.4953,
      "step": 1812
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8761270644805164,
      "learning_rate": 2.141414455806704e-05,
      "loss": 0.4194,
      "step": 1813
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.788162149568196,
      "learning_rate": 2.136263729063716e-05,
      "loss": 0.5251,
      "step": 1814
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.9865140728627857,
      "learning_rate": 2.1311175209355755e-05,
      "loss": 0.4133,
      "step": 1815
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.565686968852839,
      "learning_rate": 2.1259758395423495e-05,
      "loss": 0.4759,
      "step": 1816
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.3278925194285773,
      "learning_rate": 2.1208386929969636e-05,
      "loss": 0.5071,
      "step": 1817
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.9916692525242456,
      "learning_rate": 2.115706089405185e-05,
      "loss": 0.4619,
      "step": 1818
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.1315376020365782,
      "learning_rate": 2.11057803686562e-05,
      "loss": 0.3841,
      "step": 1819
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.0765473487138066,
      "learning_rate": 2.1054545434696854e-05,
      "loss": 0.392,
      "step": 1820
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.7139699996921225,
      "learning_rate": 2.1003356173016098e-05,
      "loss": 0.5014,
      "step": 1821
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.0464327854603337,
      "learning_rate": 2.0952212664384108e-05,
      "loss": 0.4608,
      "step": 1822
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.354727545604716,
      "learning_rate": 2.0901114989498926e-05,
      "loss": 0.5847,
      "step": 1823
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.6118569124336257,
      "learning_rate": 2.0850063228986234e-05,
      "loss": 0.4395,
      "step": 1824
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.0382667785758872,
      "learning_rate": 2.0799057463399245e-05,
      "loss": 0.4674,
      "step": 1825
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.3067291804017356,
      "learning_rate": 2.0748097773218695e-05,
      "loss": 0.3816,
      "step": 1826
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.3188998620659773,
      "learning_rate": 2.0697184238852468e-05,
      "loss": 0.6071,
      "step": 1827
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.489672774169742,
      "learning_rate": 2.0646316940635763e-05,
      "loss": 0.4231,
      "step": 1828
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.677336734900692,
      "learning_rate": 2.059549595883074e-05,
      "loss": 0.5067,
      "step": 1829
    },
    {
      "epoch": 0.71,
      "grad_norm": 4.051834498448976,
      "learning_rate": 2.054472137362649e-05,
      "loss": 0.4898,
      "step": 1830
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4928779720159473,
      "learning_rate": 2.049399326513895e-05,
      "loss": 0.4634,
      "step": 1831
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.1653624890197039,
      "learning_rate": 2.0443311713410645e-05,
      "loss": 0.4999,
      "step": 1832
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.509339454588147,
      "learning_rate": 2.0392676798410677e-05,
      "loss": 0.4237,
      "step": 1833
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.7430162121130096,
      "learning_rate": 2.0342088600034582e-05,
      "loss": 0.4718,
      "step": 1834
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.455854010692765,
      "learning_rate": 2.0291547198104143e-05,
      "loss": 0.5839,
      "step": 1835
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.88762963483988,
      "learning_rate": 2.0241052672367327e-05,
      "loss": 0.414,
      "step": 1836
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.87647748595782,
      "learning_rate": 2.0190605102498122e-05,
      "loss": 0.4588,
      "step": 1837
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4426795078684118,
      "learning_rate": 2.0140204568096448e-05,
      "loss": 0.4998,
      "step": 1838
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.3335556962525703,
      "learning_rate": 2.0089851148687965e-05,
      "loss": 0.4246,
      "step": 1839
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.1702045928890503,
      "learning_rate": 2.0039544923724056e-05,
      "loss": 0.4522,
      "step": 1840
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.8182628402799483,
      "learning_rate": 1.9989285972581595e-05,
      "loss": 0.3732,
      "step": 1841
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.149940358581366,
      "learning_rate": 1.993907437456285e-05,
      "loss": 0.3413,
      "step": 1842
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.8563911343985988,
      "learning_rate": 1.9888910208895427e-05,
      "loss": 0.4641,
      "step": 1843
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9489876311481793,
      "learning_rate": 1.983879355473204e-05,
      "loss": 0.3891,
      "step": 1844
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.902050811024132,
      "learning_rate": 1.9788724491150423e-05,
      "loss": 0.346,
      "step": 1845
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.0456519811302551,
      "learning_rate": 1.9738703097153316e-05,
      "loss": 0.408,
      "step": 1846
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.8962279376172204,
      "learning_rate": 1.9688729451668114e-05,
      "loss": 0.4501,
      "step": 1847
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.1890853070859395,
      "learning_rate": 1.9638803633546933e-05,
      "loss": 0.5535,
      "step": 1848
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9150893164718357,
      "learning_rate": 1.958892572156645e-05,
      "loss": 0.4495,
      "step": 1849
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.695879888295101,
      "learning_rate": 1.9539095794427702e-05,
      "loss": 0.4785,
      "step": 1850
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.462374062793271,
      "learning_rate": 1.948931393075603e-05,
      "loss": 0.4804,
      "step": 1851
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.2887183165742926,
      "learning_rate": 1.943958020910096e-05,
      "loss": 0.5543,
      "step": 1852
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.5977887692815345,
      "learning_rate": 1.9389894707936028e-05,
      "loss": 0.4532,
      "step": 1853
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.259434021374505,
      "learning_rate": 1.9340257505658667e-05,
      "loss": 0.5193,
      "step": 1854
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.296055121613263,
      "learning_rate": 1.9290668680590164e-05,
      "loss": 0.468,
      "step": 1855
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.2361108837346895,
      "learning_rate": 1.9241128310975415e-05,
      "loss": 0.5526,
      "step": 1856
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7687212240964274,
      "learning_rate": 1.9191636474982883e-05,
      "loss": 0.3526,
      "step": 1857
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8582285891311419,
      "learning_rate": 1.9142193250704438e-05,
      "loss": 0.3932,
      "step": 1858
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.141102765163267,
      "learning_rate": 1.9092798716155263e-05,
      "loss": 0.4604,
      "step": 1859
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.2331800209309118,
      "learning_rate": 1.9043452949273687e-05,
      "loss": 0.5192,
      "step": 1860
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9765389223701403,
      "learning_rate": 1.8994156027921138e-05,
      "loss": 0.4853,
      "step": 1861
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.294081328058753,
      "learning_rate": 1.894490802988194e-05,
      "loss": 0.4211,
      "step": 1862
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.8349160728868408,
      "learning_rate": 1.8895709032863202e-05,
      "loss": 0.4971,
      "step": 1863
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9800373016957793,
      "learning_rate": 1.8846559114494773e-05,
      "loss": 0.5813,
      "step": 1864
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.294361408959749,
      "learning_rate": 1.8797458352329005e-05,
      "loss": 0.5608,
      "step": 1865
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.1572120831795356,
      "learning_rate": 1.8748406823840726e-05,
      "loss": 0.5774,
      "step": 1866
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7004989450364656,
      "learning_rate": 1.8699404606427052e-05,
      "loss": 0.4583,
      "step": 1867
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4786160035907472,
      "learning_rate": 1.8650451777407296e-05,
      "loss": 0.3732,
      "step": 1868
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8872720847303255,
      "learning_rate": 1.860154841402288e-05,
      "loss": 0.425,
      "step": 1869
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4206020784990663,
      "learning_rate": 1.855269459343713e-05,
      "loss": 0.4686,
      "step": 1870
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.104174805575187,
      "learning_rate": 1.850389039273521e-05,
      "loss": 0.3978,
      "step": 1871
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.5751670742649557,
      "learning_rate": 1.8455135888924013e-05,
      "loss": 0.5679,
      "step": 1872
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.5756240218280075,
      "learning_rate": 1.8406431158931996e-05,
      "loss": 0.4362,
      "step": 1873
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9547382630519172,
      "learning_rate": 1.8357776279609086e-05,
      "loss": 0.4986,
      "step": 1874
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.8788994964831094,
      "learning_rate": 1.830917132772654e-05,
      "loss": 0.6659,
      "step": 1875
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.802472621120529,
      "learning_rate": 1.826061637997685e-05,
      "loss": 0.5388,
      "step": 1876
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.41425815630591,
      "learning_rate": 1.821211151297358e-05,
      "loss": 0.5198,
      "step": 1877
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8010261973954915,
      "learning_rate": 1.816365680325134e-05,
      "loss": 0.4624,
      "step": 1878
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.0686224091876744,
      "learning_rate": 1.8115252327265526e-05,
      "loss": 0.4651,
      "step": 1879
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.2391391564924619,
      "learning_rate": 1.806689816139229e-05,
      "loss": 0.5193,
      "step": 1880
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.3844990210355943,
      "learning_rate": 1.8018594381928444e-05,
      "loss": 0.4139,
      "step": 1881
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.1151901645587694,
      "learning_rate": 1.7970341065091245e-05,
      "loss": 0.4023,
      "step": 1882
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.2105104872828942,
      "learning_rate": 1.792213828701833e-05,
      "loss": 0.4637,
      "step": 1883
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.4214595515326915,
      "learning_rate": 1.7873986123767635e-05,
      "loss": 0.5676,
      "step": 1884
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.7037247657160394,
      "learning_rate": 1.7825884651317204e-05,
      "loss": 0.4502,
      "step": 1885
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.7872178903417355,
      "learning_rate": 1.7777833945565052e-05,
      "loss": 0.4751,
      "step": 1886
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8257102460008755,
      "learning_rate": 1.7729834082329184e-05,
      "loss": 0.4391,
      "step": 1887
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.018992384551684,
      "learning_rate": 1.768188513734731e-05,
      "loss": 0.4646,
      "step": 1888
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.1319055000840113,
      "learning_rate": 1.763398718627681e-05,
      "loss": 0.3543,
      "step": 1889
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.155060843858897,
      "learning_rate": 1.7586140304694655e-05,
      "loss": 0.5325,
      "step": 1890
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.5985776507146046,
      "learning_rate": 1.753834456809716e-05,
      "loss": 0.5083,
      "step": 1891
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.433108225970522,
      "learning_rate": 1.7490600051899963e-05,
      "loss": 0.4702,
      "step": 1892
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.4941748779152788,
      "learning_rate": 1.7442906831437927e-05,
      "loss": 0.4787,
      "step": 1893
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.020380357373036,
      "learning_rate": 1.7395264981964927e-05,
      "loss": 0.529,
      "step": 1894
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.2472761213557777,
      "learning_rate": 1.734767457865379e-05,
      "loss": 0.4333,
      "step": 1895
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.7262045966221571,
      "learning_rate": 1.7300135696596175e-05,
      "loss": 0.419,
      "step": 1896
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.1424602575730045,
      "learning_rate": 1.725264841080245e-05,
      "loss": 0.4189,
      "step": 1897
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.3849597861603151,
      "learning_rate": 1.7205212796201547e-05,
      "loss": 0.4816,
      "step": 1898
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.589483618253375,
      "learning_rate": 1.715782892764092e-05,
      "loss": 0.469,
      "step": 1899
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.2074902112328711,
      "learning_rate": 1.7110496879886317e-05,
      "loss": 0.5282,
      "step": 1900
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.10476450580629,
      "learning_rate": 1.7063216727621732e-05,
      "loss": 0.3477,
      "step": 1901
    },
    {
      "epoch": 0.74,
      "grad_norm": 4.3851745234066986,
      "learning_rate": 1.7015988545449318e-05,
      "loss": 0.4444,
      "step": 1902
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.278406397494733,
      "learning_rate": 1.6968812407889185e-05,
      "loss": 0.4907,
      "step": 1903
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.0381605853362674,
      "learning_rate": 1.69216883893793e-05,
      "loss": 0.3688,
      "step": 1904
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.468178537914529,
      "learning_rate": 1.687461656427548e-05,
      "loss": 0.5716,
      "step": 1905
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.2572932292574472,
      "learning_rate": 1.682759700685107e-05,
      "loss": 0.5611,
      "step": 1906
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.2151495149637257,
      "learning_rate": 1.6780629791297044e-05,
      "loss": 0.4909,
      "step": 1907
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.976595360834786,
      "learning_rate": 1.673371499172174e-05,
      "loss": 0.399,
      "step": 1908
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.6175787243295683,
      "learning_rate": 1.6686852682150794e-05,
      "loss": 0.477,
      "step": 1909
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.434770969045573,
      "learning_rate": 1.664004293652701e-05,
      "loss": 0.6536,
      "step": 1910
    },
    {
      "epoch": 0.74,
      "grad_norm": 4.309591341049181,
      "learning_rate": 1.6593285828710298e-05,
      "loss": 0.4624,
      "step": 1911
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.38646361791836,
      "learning_rate": 1.6546581432477455e-05,
      "loss": 0.5535,
      "step": 1912
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.528620939926913,
      "learning_rate": 1.6499929821522125e-05,
      "loss": 0.3768,
      "step": 1913
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.2329739986453452,
      "learning_rate": 1.64533310694547e-05,
      "loss": 0.4877,
      "step": 1914
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.0445571702017764,
      "learning_rate": 1.640678524980212e-05,
      "loss": 0.4115,
      "step": 1915
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4690324804929746,
      "learning_rate": 1.636029243600782e-05,
      "loss": 0.4499,
      "step": 1916
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.0034662882606789,
      "learning_rate": 1.6313852701431597e-05,
      "loss": 0.5644,
      "step": 1917
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.1683976099606581,
      "learning_rate": 1.626746611934949e-05,
      "loss": 0.5575,
      "step": 1918
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8877232530422999,
      "learning_rate": 1.6221132762953706e-05,
      "loss": 0.4227,
      "step": 1919
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9766616397099599,
      "learning_rate": 1.6174852705352418e-05,
      "loss": 0.5158,
      "step": 1920
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4733751250476574,
      "learning_rate": 1.6128626019569715e-05,
      "loss": 0.3668,
      "step": 1921
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9184039737157347,
      "learning_rate": 1.6082452778545515e-05,
      "loss": 0.5516,
      "step": 1922
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5364446544087573,
      "learning_rate": 1.6036333055135344e-05,
      "loss": 0.4546,
      "step": 1923
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9733738827965206,
      "learning_rate": 1.5990266922110308e-05,
      "loss": 0.626,
      "step": 1924
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.1147776527109996,
      "learning_rate": 1.5944254452157002e-05,
      "loss": 0.4882,
      "step": 1925
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7432997930199058,
      "learning_rate": 1.5898295717877255e-05,
      "loss": 0.565,
      "step": 1926
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.054378959081471,
      "learning_rate": 1.585239079178815e-05,
      "loss": 0.4914,
      "step": 1927
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.011187632278474,
      "learning_rate": 1.5806539746321918e-05,
      "loss": 0.4834,
      "step": 1928
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.6256786896532187,
      "learning_rate": 1.5760742653825706e-05,
      "loss": 0.4381,
      "step": 1929
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4409757395998022,
      "learning_rate": 1.5714999586561536e-05,
      "loss": 0.4215,
      "step": 1930
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4390755705151792,
      "learning_rate": 1.5669310616706234e-05,
      "loss": 0.4743,
      "step": 1931
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.1971176433598694,
      "learning_rate": 1.5623675816351224e-05,
      "loss": 0.4795,
      "step": 1932
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.4471902562239918,
      "learning_rate": 1.557809525750245e-05,
      "loss": 0.5687,
      "step": 1933
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9449743031339419,
      "learning_rate": 1.5532569012080322e-05,
      "loss": 0.4924,
      "step": 1934
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5120900906621837,
      "learning_rate": 1.548709715191951e-05,
      "loss": 0.4465,
      "step": 1935
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.8801495032420004,
      "learning_rate": 1.5441679748768832e-05,
      "loss": 0.5039,
      "step": 1936
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.2114701956827776,
      "learning_rate": 1.5396316874291278e-05,
      "loss": 0.5059,
      "step": 1937
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9722369424839893,
      "learning_rate": 1.5351008600063728e-05,
      "loss": 0.4363,
      "step": 1938
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.5849314964505106,
      "learning_rate": 1.5305754997576905e-05,
      "loss": 0.3334,
      "step": 1939
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8410846287389867,
      "learning_rate": 1.5260556138235327e-05,
      "loss": 0.3982,
      "step": 1940
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.4095366383419043,
      "learning_rate": 1.5215412093357084e-05,
      "loss": 0.3732,
      "step": 1941
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.881570403238392,
      "learning_rate": 1.5170322934173764e-05,
      "loss": 0.5849,
      "step": 1942
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.1808329719339759,
      "learning_rate": 1.5125288731830411e-05,
      "loss": 0.4463,
      "step": 1943
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9563321312510683,
      "learning_rate": 1.5080309557385303e-05,
      "loss": 0.4645,
      "step": 1944
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.5102463314698413,
      "learning_rate": 1.503538548180991e-05,
      "loss": 0.5188,
      "step": 1945
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.0430878761993525,
      "learning_rate": 1.4990516575988767e-05,
      "loss": 0.4587,
      "step": 1946
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.9206045977663597,
      "learning_rate": 1.4945702910719334e-05,
      "loss": 0.4221,
      "step": 1947
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.1748267510775678,
      "learning_rate": 1.4900944556711927e-05,
      "loss": 0.5202,
      "step": 1948
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.396622212568365,
      "learning_rate": 1.4856241584589603e-05,
      "loss": 0.4484,
      "step": 1949
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.3309488768035633,
      "learning_rate": 1.4811594064888019e-05,
      "loss": 0.5132,
      "step": 1950
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.860984186430423,
      "learning_rate": 1.4767002068055297e-05,
      "loss": 0.6052,
      "step": 1951
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.8907479325360764,
      "learning_rate": 1.4722465664452034e-05,
      "loss": 0.5568,
      "step": 1952
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9698630340557274,
      "learning_rate": 1.467798492435104e-05,
      "loss": 0.4946,
      "step": 1953
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.083841862187081,
      "learning_rate": 1.4633559917937317e-05,
      "loss": 0.4354,
      "step": 1954
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5951921057718272,
      "learning_rate": 1.4589190715307926e-05,
      "loss": 0.4335,
      "step": 1955
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.8287664116970036,
      "learning_rate": 1.4544877386471856e-05,
      "loss": 0.5405,
      "step": 1956
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.5321651016492895,
      "learning_rate": 1.4500620001349985e-05,
      "loss": 0.406,
      "step": 1957
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.9331079685804329,
      "learning_rate": 1.4456418629774877e-05,
      "loss": 0.5661,
      "step": 1958
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.7907163467574974,
      "learning_rate": 1.4412273341490706e-05,
      "loss": 0.3979,
      "step": 1959
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.0920804360700225,
      "learning_rate": 1.4368184206153202e-05,
      "loss": 0.5444,
      "step": 1960
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.8010975263841296,
      "learning_rate": 1.4324151293329451e-05,
      "loss": 0.4683,
      "step": 1961
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.1730908158026727,
      "learning_rate": 1.4280174672497837e-05,
      "loss": 0.4918,
      "step": 1962
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.7296956423849692,
      "learning_rate": 1.423625441304791e-05,
      "loss": 0.4923,
      "step": 1963
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.047191815094478,
      "learning_rate": 1.4192390584280346e-05,
      "loss": 0.5064,
      "step": 1964
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9286537745801802,
      "learning_rate": 1.4148583255406684e-05,
      "loss": 0.4883,
      "step": 1965
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.6326575229022784,
      "learning_rate": 1.4104832495549402e-05,
      "loss": 0.3912,
      "step": 1966
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.175786614832364,
      "learning_rate": 1.4061138373741672e-05,
      "loss": 0.3294,
      "step": 1967
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.1860355412205728,
      "learning_rate": 1.4017500958927298e-05,
      "loss": 0.434,
      "step": 1968
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9987552740089478,
      "learning_rate": 1.3973920319960655e-05,
      "loss": 0.448,
      "step": 1969
    },
    {
      "epoch": 0.76,
      "grad_norm": 4.439521920970587,
      "learning_rate": 1.393039652560647e-05,
      "loss": 0.5726,
      "step": 1970
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9882002707293308,
      "learning_rate": 1.3886929644539798e-05,
      "loss": 0.5607,
      "step": 1971
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.2182256802674354,
      "learning_rate": 1.3843519745345923e-05,
      "loss": 0.4513,
      "step": 1972
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.081127059778525,
      "learning_rate": 1.3800166896520184e-05,
      "loss": 0.4342,
      "step": 1973
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.887972833256664,
      "learning_rate": 1.3756871166467911e-05,
      "loss": 0.4547,
      "step": 1974
    },
    {
      "epoch": 0.77,
      "grad_norm": 4.0959726669654035,
      "learning_rate": 1.3713632623504308e-05,
      "loss": 0.4892,
      "step": 1975
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.3827537595995505,
      "learning_rate": 1.367045133585434e-05,
      "loss": 0.6102,
      "step": 1976
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.990167970088494,
      "learning_rate": 1.3627327371652626e-05,
      "loss": 0.4949,
      "step": 1977
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.0924282476835883,
      "learning_rate": 1.3584260798943377e-05,
      "loss": 0.4621,
      "step": 1978
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4367361793070017,
      "learning_rate": 1.3541251685680196e-05,
      "loss": 0.4444,
      "step": 1979
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.6916393674452582,
      "learning_rate": 1.349830009972603e-05,
      "loss": 0.4717,
      "step": 1980
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.719392078208752,
      "learning_rate": 1.3455406108853091e-05,
      "loss": 0.4347,
      "step": 1981
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9565176985913184,
      "learning_rate": 1.341256978074269e-05,
      "loss": 0.4714,
      "step": 1982
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4818033445111845,
      "learning_rate": 1.3369791182985125e-05,
      "loss": 0.5016,
      "step": 1983
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.861650281737814,
      "learning_rate": 1.3327070383079676e-05,
      "loss": 0.5525,
      "step": 1984
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.5748927222641593,
      "learning_rate": 1.3284407448434343e-05,
      "loss": 0.4377,
      "step": 1985
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.33309038323705,
      "learning_rate": 1.3241802446365853e-05,
      "loss": 0.4143,
      "step": 1986
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5995737818180396,
      "learning_rate": 1.3199255444099557e-05,
      "loss": 0.4335,
      "step": 1987
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.7340044155286334,
      "learning_rate": 1.3156766508769253e-05,
      "loss": 0.4747,
      "step": 1988
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.4984946450011414,
      "learning_rate": 1.3114335707417108e-05,
      "loss": 0.5626,
      "step": 1989
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.2567042095867542,
      "learning_rate": 1.30719631069936e-05,
      "loss": 0.4764,
      "step": 1990
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.983640836332345,
      "learning_rate": 1.3029648774357345e-05,
      "loss": 0.4826,
      "step": 1991
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.8136902818371508,
      "learning_rate": 1.298739277627501e-05,
      "loss": 0.5496,
      "step": 1992
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.2268276171517534,
      "learning_rate": 1.2945195179421266e-05,
      "loss": 0.5365,
      "step": 1993
    },
    {
      "epoch": 0.77,
      "grad_norm": 4.608288846337186,
      "learning_rate": 1.2903056050378575e-05,
      "loss": 0.4654,
      "step": 1994
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9806931075590034,
      "learning_rate": 1.286097545563718e-05,
      "loss": 0.3673,
      "step": 1995
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.7496189443305021,
      "learning_rate": 1.2818953461594957e-05,
      "loss": 0.5202,
      "step": 1996
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.125482404179942,
      "learning_rate": 1.2776990134557293e-05,
      "loss": 0.4698,
      "step": 1997
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.7712075515288774,
      "learning_rate": 1.2735085540737063e-05,
      "loss": 0.5016,
      "step": 1998
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.0379380459721337,
      "learning_rate": 1.2693239746254415e-05,
      "loss": 0.4553,
      "step": 1999
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.298775597024131,
      "learning_rate": 1.2651452817136744e-05,
      "loss": 0.4612,
      "step": 2000
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.300225886037111,
      "learning_rate": 1.2609724819318542e-05,
      "loss": 0.5568,
      "step": 2001
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.204156912455503,
      "learning_rate": 1.256805581864135e-05,
      "loss": 0.5104,
      "step": 2002
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.003288465612554,
      "learning_rate": 1.2526445880853588e-05,
      "loss": 0.6335,
      "step": 2003
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.0482551154268525,
      "learning_rate": 1.2484895071610497e-05,
      "loss": 0.5071,
      "step": 2004
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9824731562989222,
      "learning_rate": 1.2443403456474017e-05,
      "loss": 0.4281,
      "step": 2005
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.4722426835665832,
      "learning_rate": 1.2401971100912663e-05,
      "loss": 0.442,
      "step": 2006
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9387067459825355,
      "learning_rate": 1.236059807030151e-05,
      "loss": 0.4954,
      "step": 2007
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.0809010249461215,
      "learning_rate": 1.2319284429921957e-05,
      "loss": 0.5275,
      "step": 2008
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7593747164024658,
      "learning_rate": 1.2278030244961719e-05,
      "loss": 0.5097,
      "step": 2009
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.6996603174163085,
      "learning_rate": 1.2236835580514717e-05,
      "loss": 0.4482,
      "step": 2010
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8358772458238671,
      "learning_rate": 1.2195700501580937e-05,
      "loss": 0.4236,
      "step": 2011
    },
    {
      "epoch": 0.78,
      "grad_norm": 4.356359161464372,
      "learning_rate": 1.2154625073066323e-05,
      "loss": 0.4439,
      "step": 2012
    },
    {
      "epoch": 0.78,
      "grad_norm": 9.384787782734543,
      "learning_rate": 1.2113609359782769e-05,
      "loss": 0.5581,
      "step": 2013
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9372976892862878,
      "learning_rate": 1.207265342644786e-05,
      "loss": 0.4568,
      "step": 2014
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.425101925600092,
      "learning_rate": 1.2031757337684895e-05,
      "loss": 0.5071,
      "step": 2015
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.227022635016761,
      "learning_rate": 1.1990921158022778e-05,
      "loss": 0.5267,
      "step": 2016
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.581870557531423,
      "learning_rate": 1.1950144951895836e-05,
      "loss": 0.4299,
      "step": 2017
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.616885736589568,
      "learning_rate": 1.1909428783643766e-05,
      "loss": 0.4371,
      "step": 2018
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.5828146503269678,
      "learning_rate": 1.1868772717511583e-05,
      "loss": 0.3647,
      "step": 2019
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.3669658253459323,
      "learning_rate": 1.182817681764941e-05,
      "loss": 0.4904,
      "step": 2020
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.4605719498727252,
      "learning_rate": 1.178764114811246e-05,
      "loss": 0.4159,
      "step": 2021
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.1555886538183633,
      "learning_rate": 1.1747165772860924e-05,
      "loss": 0.6173,
      "step": 2022
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7798456305192738,
      "learning_rate": 1.1706750755759854e-05,
      "loss": 0.4511,
      "step": 2023
    },
    {
      "epoch": 0.78,
      "grad_norm": 3.0690405704802135,
      "learning_rate": 1.1666396160579002e-05,
      "loss": 0.4229,
      "step": 2024
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.211574079709702,
      "learning_rate": 1.1626102050992877e-05,
      "loss": 0.5452,
      "step": 2025
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.251773304881486,
      "learning_rate": 1.1585868490580493e-05,
      "loss": 0.5291,
      "step": 2026
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.8088438120805985,
      "learning_rate": 1.1545695542825313e-05,
      "loss": 0.4788,
      "step": 2027
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.2290018431554683,
      "learning_rate": 1.1505583271115228e-05,
      "loss": 0.3348,
      "step": 2028
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.2538769966449714,
      "learning_rate": 1.146553173874232e-05,
      "loss": 0.3634,
      "step": 2029
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.533852718743652,
      "learning_rate": 1.1425541008902851e-05,
      "loss": 0.5004,
      "step": 2030
    },
    {
      "epoch": 0.79,
      "grad_norm": 3.7919758757678976,
      "learning_rate": 1.1385611144697178e-05,
      "loss": 0.4704,
      "step": 2031
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.891706109024229,
      "learning_rate": 1.1345742209129572e-05,
      "loss": 0.5439,
      "step": 2032
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.923942856919419,
      "learning_rate": 1.1305934265108203e-05,
      "loss": 0.4042,
      "step": 2033
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.1755439113971473,
      "learning_rate": 1.1266187375444975e-05,
      "loss": 0.4541,
      "step": 2034
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.3190062214645735,
      "learning_rate": 1.1226501602855466e-05,
      "loss": 0.5433,
      "step": 2035
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.013249515441217,
      "learning_rate": 1.118687700995884e-05,
      "loss": 0.4339,
      "step": 2036
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.8657808416677595,
      "learning_rate": 1.1147313659277703e-05,
      "loss": 0.4503,
      "step": 2037
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.08999636325976,
      "learning_rate": 1.1107811613238034e-05,
      "loss": 0.5601,
      "step": 2038
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.9782592782257207,
      "learning_rate": 1.1068370934169065e-05,
      "loss": 0.5016,
      "step": 2039
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.2617936906389282,
      "learning_rate": 1.1028991684303247e-05,
      "loss": 0.4777,
      "step": 2040
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.1306739404731927,
      "learning_rate": 1.0989673925776056e-05,
      "loss": 0.5098,
      "step": 2041
    },
    {
      "epoch": 0.79,
      "grad_norm": 4.123552957730964,
      "learning_rate": 1.0950417720625949e-05,
      "loss": 0.4711,
      "step": 2042
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.349859220971571,
      "learning_rate": 1.0911223130794307e-05,
      "loss": 0.459,
      "step": 2043
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5586685624616388,
      "learning_rate": 1.0872090218125197e-05,
      "loss": 0.6185,
      "step": 2044
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.3958534937137372,
      "learning_rate": 1.0833019044365466e-05,
      "loss": 0.5038,
      "step": 2045
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.5652367664620157,
      "learning_rate": 1.0794009671164484e-05,
      "loss": 0.605,
      "step": 2046
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4169408293100638,
      "learning_rate": 1.075506216007412e-05,
      "loss": 0.502,
      "step": 2047
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.062748819480626,
      "learning_rate": 1.0716176572548648e-05,
      "loss": 0.4787,
      "step": 2048
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.07570856742802,
      "learning_rate": 1.0677352969944627e-05,
      "loss": 0.509,
      "step": 2049
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.8278035037569277,
      "learning_rate": 1.0638591413520782e-05,
      "loss": 0.4799,
      "step": 2050
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.0133094811679586,
      "learning_rate": 1.059989196443799e-05,
      "loss": 0.4908,
      "step": 2051
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.577403446303876,
      "learning_rate": 1.0561254683759103e-05,
      "loss": 0.5696,
      "step": 2052
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6700740962240215,
      "learning_rate": 1.0522679632448867e-05,
      "loss": 0.4635,
      "step": 2053
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.5312488086933577,
      "learning_rate": 1.0484166871373858e-05,
      "loss": 0.4713,
      "step": 2054
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.678520198587866,
      "learning_rate": 1.0445716461302347e-05,
      "loss": 0.4356,
      "step": 2055
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.076454342604174,
      "learning_rate": 1.0407328462904232e-05,
      "loss": 0.4478,
      "step": 2056
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.420453947345962,
      "learning_rate": 1.036900293675096e-05,
      "loss": 0.5104,
      "step": 2057
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.2752189702619496,
      "learning_rate": 1.033073994331536e-05,
      "loss": 0.4238,
      "step": 2058
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8711662741377328,
      "learning_rate": 1.0292539542971608e-05,
      "loss": 0.4833,
      "step": 2059
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4629979763915826,
      "learning_rate": 1.0254401795995144e-05,
      "loss": 0.4652,
      "step": 2060
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.7851835944721097,
      "learning_rate": 1.0216326762562512e-05,
      "loss": 0.456,
      "step": 2061
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.7143868660956563,
      "learning_rate": 1.0178314502751302e-05,
      "loss": 0.4636,
      "step": 2062
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.5347624765309744,
      "learning_rate": 1.0140365076540104e-05,
      "loss": 0.5482,
      "step": 2063
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.2422331657963521,
      "learning_rate": 1.0102478543808291e-05,
      "loss": 0.4827,
      "step": 2064
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9154110526699497,
      "learning_rate": 1.006465496433604e-05,
      "loss": 0.4784,
      "step": 2065
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.879913639342821,
      "learning_rate": 1.0026894397804215e-05,
      "loss": 0.5001,
      "step": 2066
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.2084922719969078,
      "learning_rate": 9.989196903794217e-06,
      "loss": 0.4701,
      "step": 2067
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8344559533751382,
      "learning_rate": 9.951562541787929e-06,
      "loss": 0.4391,
      "step": 2068
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6109072145442775,
      "learning_rate": 9.913991371167653e-06,
      "loss": 0.4489,
      "step": 2069
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.0695353534939525,
      "learning_rate": 9.876483451215945e-06,
      "loss": 0.5747,
      "step": 2070
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.035066831494431,
      "learning_rate": 9.839038841115566e-06,
      "loss": 0.5606,
      "step": 2071
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.1770536446578321,
      "learning_rate": 9.801657599949432e-06,
      "loss": 0.4455,
      "step": 2072
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.9248120363759647,
      "learning_rate": 9.764339786700372e-06,
      "loss": 0.5024,
      "step": 2073
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.5933859380431996,
      "learning_rate": 9.727085460251235e-06,
      "loss": 0.4384,
      "step": 2074
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.8812876516120192,
      "learning_rate": 9.689894679384631e-06,
      "loss": 0.5561,
      "step": 2075
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.3405782028989024,
      "learning_rate": 9.652767502782933e-06,
      "loss": 0.6193,
      "step": 2076
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.7261254674622117,
      "learning_rate": 9.615703989028124e-06,
      "loss": 0.439,
      "step": 2077
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.7714415383784388,
      "learning_rate": 9.57870419660179e-06,
      "loss": 0.4222,
      "step": 2078
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.6043508628820038,
      "learning_rate": 9.541768183884925e-06,
      "loss": 0.4478,
      "step": 2079
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.2789087283636904,
      "learning_rate": 9.504896009157888e-06,
      "loss": 0.5166,
      "step": 2080
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9935706369580857,
      "learning_rate": 9.46808773060035e-06,
      "loss": 0.4231,
      "step": 2081
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.7872927284592952,
      "learning_rate": 9.431343406291115e-06,
      "loss": 0.4171,
      "step": 2082
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.990894157186052,
      "learning_rate": 9.394663094208101e-06,
      "loss": 0.3995,
      "step": 2083
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.0948744355160254,
      "learning_rate": 9.358046852228214e-06,
      "loss": 0.4206,
      "step": 2084
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.756196808217686,
      "learning_rate": 9.321494738127257e-06,
      "loss": 0.4937,
      "step": 2085
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.3792183304588501,
      "learning_rate": 9.285006809579888e-06,
      "loss": 0.5066,
      "step": 2086
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8909381400136742,
      "learning_rate": 9.248583124159438e-06,
      "loss": 0.4473,
      "step": 2087
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.3820622840950472,
      "learning_rate": 9.212223739337883e-06,
      "loss": 0.4826,
      "step": 2088
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.08969486597248,
      "learning_rate": 9.175928712485771e-06,
      "loss": 0.4,
      "step": 2089
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.3598359922011807,
      "learning_rate": 9.139698100872074e-06,
      "loss": 0.4133,
      "step": 2090
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9183792158020836,
      "learning_rate": 9.103531961664118e-06,
      "loss": 0.4712,
      "step": 2091
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.791846633317515,
      "learning_rate": 9.067430351927525e-06,
      "loss": 0.5299,
      "step": 2092
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.1311357234858477,
      "learning_rate": 9.031393328626082e-06,
      "loss": 0.4736,
      "step": 2093
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8619582476886923,
      "learning_rate": 8.99542094862164e-06,
      "loss": 0.4994,
      "step": 2094
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.7988638844612727,
      "learning_rate": 8.95951326867413e-06,
      "loss": 0.3992,
      "step": 2095
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.244657552468421,
      "learning_rate": 8.923670345441315e-06,
      "loss": 0.5292,
      "step": 2096
    },
    {
      "epoch": 0.81,
      "grad_norm": 4.3057145138215525,
      "learning_rate": 8.887892235478801e-06,
      "loss": 0.5037,
      "step": 2097
    },
    {
      "epoch": 0.81,
      "grad_norm": 10.300596100865532,
      "learning_rate": 8.852178995239969e-06,
      "loss": 0.5321,
      "step": 2098
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9515212027954026,
      "learning_rate": 8.816530681075779e-06,
      "loss": 0.4018,
      "step": 2099
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4110995350509827,
      "learning_rate": 8.780947349234785e-06,
      "loss": 0.4909,
      "step": 2100
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.214037581162975,
      "learning_rate": 8.745429055863014e-06,
      "loss": 0.5009,
      "step": 2101
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.3172166749985814,
      "learning_rate": 8.709975857003854e-06,
      "loss": 0.4349,
      "step": 2102
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4196068578170176,
      "learning_rate": 8.67458780859795e-06,
      "loss": 0.4986,
      "step": 2103
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.0831737734638454,
      "learning_rate": 8.639264966483224e-06,
      "loss": 0.3515,
      "step": 2104
    },
    {
      "epoch": 0.82,
      "grad_norm": 5.060649898764,
      "learning_rate": 8.604007386394647e-06,
      "loss": 0.4143,
      "step": 2105
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.057815156375213,
      "learning_rate": 8.568815123964225e-06,
      "loss": 0.5201,
      "step": 2106
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.548848505984044,
      "learning_rate": 8.533688234720937e-06,
      "loss": 0.4582,
      "step": 2107
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.505398105978885,
      "learning_rate": 8.49862677409058e-06,
      "loss": 0.5108,
      "step": 2108
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.6616769786488814,
      "learning_rate": 8.463630797395694e-06,
      "loss": 0.3815,
      "step": 2109
    },
    {
      "epoch": 0.82,
      "grad_norm": 4.987191007170844,
      "learning_rate": 8.428700359855557e-06,
      "loss": 0.3355,
      "step": 2110
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.1871393512810298,
      "learning_rate": 8.393835516585979e-06,
      "loss": 0.5599,
      "step": 2111
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7859027572703002,
      "learning_rate": 8.35903632259929e-06,
      "loss": 0.5079,
      "step": 2112
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9782588322312435,
      "learning_rate": 8.32430283280422e-06,
      "loss": 0.5371,
      "step": 2113
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7801974709187398,
      "learning_rate": 8.289635102005855e-06,
      "loss": 0.4025,
      "step": 2114
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.0309797623857815,
      "learning_rate": 8.255033184905481e-06,
      "loss": 0.5109,
      "step": 2115
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.6918194850916435,
      "learning_rate": 8.220497136100585e-06,
      "loss": 0.5211,
      "step": 2116
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8235283482411146,
      "learning_rate": 8.186027010084696e-06,
      "loss": 0.5082,
      "step": 2117
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.3571996226237766,
      "learning_rate": 8.151622861247304e-06,
      "loss": 0.4544,
      "step": 2118
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.044513198640235,
      "learning_rate": 8.117284743873849e-06,
      "loss": 0.4449,
      "step": 2119
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.8105481208486378,
      "learning_rate": 8.083012712145544e-06,
      "loss": 0.4951,
      "step": 2120
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.356305627525599,
      "learning_rate": 8.04880682013931e-06,
      "loss": 0.4695,
      "step": 2121
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.554471510489262,
      "learning_rate": 8.014667121827784e-06,
      "loss": 0.5092,
      "step": 2122
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9430838599759478,
      "learning_rate": 7.980593671079046e-06,
      "loss": 0.4271,
      "step": 2123
    },
    {
      "epoch": 0.82,
      "grad_norm": 9.428428956788883,
      "learning_rate": 7.946586521656751e-06,
      "loss": 0.5691,
      "step": 2124
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.935886850468895,
      "learning_rate": 7.912645727219875e-06,
      "loss": 0.4867,
      "step": 2125
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.359470747986102,
      "learning_rate": 7.878771341322716e-06,
      "loss": 0.449,
      "step": 2126
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4961502108862865,
      "learning_rate": 7.84496341741478e-06,
      "loss": 0.5231,
      "step": 2127
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8284907208181145,
      "learning_rate": 7.81122200884072e-06,
      "loss": 0.5405,
      "step": 2128
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9115746628257461,
      "learning_rate": 7.77754716884022e-06,
      "loss": 0.4817,
      "step": 2129
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.0045172058353447,
      "learning_rate": 7.743938950547925e-06,
      "loss": 0.4328,
      "step": 2130
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.0719970064996591,
      "learning_rate": 7.710397406993397e-06,
      "loss": 0.5211,
      "step": 2131
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.6887125337698918,
      "learning_rate": 7.676922591100922e-06,
      "loss": 0.4357,
      "step": 2132
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.1006710470339394,
      "learning_rate": 7.643514555689562e-06,
      "loss": 0.5661,
      "step": 2133
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.1492283941590282,
      "learning_rate": 7.610173353472993e-06,
      "loss": 0.5403,
      "step": 2134
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.0702862023428306,
      "learning_rate": 7.576899037059398e-06,
      "loss": 0.4697,
      "step": 2135
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9825870307128907,
      "learning_rate": 7.543691658951496e-06,
      "loss": 0.4167,
      "step": 2136
    },
    {
      "epoch": 0.83,
      "grad_norm": 4.495241260457605,
      "learning_rate": 7.510551271546318e-06,
      "loss": 0.4984,
      "step": 2137
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.9726997924288985,
      "learning_rate": 7.477477927135207e-06,
      "loss": 0.5473,
      "step": 2138
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9295439803129122,
      "learning_rate": 7.444471677903764e-06,
      "loss": 0.3898,
      "step": 2139
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9380982509869892,
      "learning_rate": 7.411532575931674e-06,
      "loss": 0.4193,
      "step": 2140
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.6430518180449738,
      "learning_rate": 7.378660673192683e-06,
      "loss": 0.4989,
      "step": 2141
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.974721241972053,
      "learning_rate": 7.345856021554509e-06,
      "loss": 0.4992,
      "step": 2142
    },
    {
      "epoch": 0.83,
      "grad_norm": 3.3560000911569694,
      "learning_rate": 7.313118672778768e-06,
      "loss": 0.5538,
      "step": 2143
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4389594231262313,
      "learning_rate": 7.280448678520851e-06,
      "loss": 0.4876,
      "step": 2144
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.7593066955168277,
      "learning_rate": 7.247846090329913e-06,
      "loss": 0.4201,
      "step": 2145
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.1632237298867776,
      "learning_rate": 7.215310959648719e-06,
      "loss": 0.4732,
      "step": 2146
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.475382069040998,
      "learning_rate": 7.182843337813589e-06,
      "loss": 0.3648,
      "step": 2147
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.3399080912959442,
      "learning_rate": 7.150443276054369e-06,
      "loss": 0.4154,
      "step": 2148
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.234097332828911,
      "learning_rate": 7.118110825494251e-06,
      "loss": 0.4218,
      "step": 2149
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.049800531404906,
      "learning_rate": 7.085846037149757e-06,
      "loss": 0.4396,
      "step": 2150
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.003951289140018,
      "learning_rate": 7.0536489619306975e-06,
      "loss": 0.4102,
      "step": 2151
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.5669670548009926,
      "learning_rate": 7.0215196506399515e-06,
      "loss": 0.4741,
      "step": 2152
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.547063928214398,
      "learning_rate": 6.989458153973538e-06,
      "loss": 0.4815,
      "step": 2153
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.1914348093778657,
      "learning_rate": 6.9574645225204625e-06,
      "loss": 0.4769,
      "step": 2154
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.381665264341148,
      "learning_rate": 6.925538806762649e-06,
      "loss": 0.4363,
      "step": 2155
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.9156218707406263,
      "learning_rate": 6.893681057074824e-06,
      "loss": 0.5213,
      "step": 2156
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.1185603822702401,
      "learning_rate": 6.8618913237245396e-06,
      "loss": 0.5287,
      "step": 2157
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8306707428128403,
      "learning_rate": 6.830169656871966e-06,
      "loss": 0.4975,
      "step": 2158
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.706737210244825,
      "learning_rate": 6.7985161065698854e-06,
      "loss": 0.5973,
      "step": 2159
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4164284479275833,
      "learning_rate": 6.766930722763631e-06,
      "loss": 0.5032,
      "step": 2160
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.73526200897914,
      "learning_rate": 6.735413555290948e-06,
      "loss": 0.602,
      "step": 2161
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.5048523972143537,
      "learning_rate": 6.703964653881955e-06,
      "loss": 0.5417,
      "step": 2162
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8016957964707393,
      "learning_rate": 6.672584068159055e-06,
      "loss": 0.4736,
      "step": 2163
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7240332760860314,
      "learning_rate": 6.641271847636854e-06,
      "loss": 0.435,
      "step": 2164
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.2152634423767945,
      "learning_rate": 6.610028041722078e-06,
      "loss": 0.3911,
      "step": 2165
    },
    {
      "epoch": 0.84,
      "grad_norm": 4.953239787003068,
      "learning_rate": 6.578852699713539e-06,
      "loss": 0.4391,
      "step": 2166
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.2392037212054003,
      "learning_rate": 6.54774587080198e-06,
      "loss": 0.4262,
      "step": 2167
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.07960817006798,
      "learning_rate": 6.5167076040700495e-06,
      "loss": 0.4599,
      "step": 2168
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.956948258030515,
      "learning_rate": 6.4857379484922375e-06,
      "loss": 0.4753,
      "step": 2169
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.8189718417160092,
      "learning_rate": 6.4548369529347566e-06,
      "loss": 0.5517,
      "step": 2170
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.2489188979991017,
      "learning_rate": 6.42400466615547e-06,
      "loss": 0.4631,
      "step": 2171
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.491174910118271,
      "learning_rate": 6.3932411368038455e-06,
      "loss": 0.4651,
      "step": 2172
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9912260963487626,
      "learning_rate": 6.362546413420839e-06,
      "loss": 0.5398,
      "step": 2173
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.389256377243174,
      "learning_rate": 6.331920544438885e-06,
      "loss": 0.5101,
      "step": 2174
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8720263710409821,
      "learning_rate": 6.3013635781817234e-06,
      "loss": 0.4756,
      "step": 2175
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.148573624870494,
      "learning_rate": 6.270875562864398e-06,
      "loss": 0.5001,
      "step": 2176
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.9681582698354854,
      "learning_rate": 6.24045654659316e-06,
      "loss": 0.4146,
      "step": 2177
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.6296370468875105,
      "learning_rate": 6.210106577365382e-06,
      "loss": 0.4783,
      "step": 2178
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.7605397816050339,
      "learning_rate": 6.179825703069486e-06,
      "loss": 0.4371,
      "step": 2179
    },
    {
      "epoch": 0.85,
      "grad_norm": 4.669254916513034,
      "learning_rate": 6.149613971484863e-06,
      "loss": 0.5743,
      "step": 2180
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.634743592774915,
      "learning_rate": 6.119471430281848e-06,
      "loss": 0.4695,
      "step": 2181
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.047530612594709,
      "learning_rate": 6.089398127021534e-06,
      "loss": 0.4284,
      "step": 2182
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9406776538569712,
      "learning_rate": 6.05939410915583e-06,
      "loss": 0.4952,
      "step": 2183
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.729742580321389,
      "learning_rate": 6.0294594240272895e-06,
      "loss": 0.5909,
      "step": 2184
    },
    {
      "epoch": 0.85,
      "grad_norm": 4.266715947205617,
      "learning_rate": 5.999594118869051e-06,
      "loss": 0.5016,
      "step": 2185
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.6857727428582554,
      "learning_rate": 5.96979824080483e-06,
      "loss": 0.513,
      "step": 2186
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.0010327906150345,
      "learning_rate": 5.940071836848759e-06,
      "loss": 0.442,
      "step": 2187
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.7790682069142902,
      "learning_rate": 5.910414953905341e-06,
      "loss": 0.4324,
      "step": 2188
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9061772067722779,
      "learning_rate": 5.880827638769415e-06,
      "loss": 0.4815,
      "step": 2189
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9377732699642384,
      "learning_rate": 5.851309938126031e-06,
      "loss": 0.4361,
      "step": 2190
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8553163999454936,
      "learning_rate": 5.821861898550402e-06,
      "loss": 0.4633,
      "step": 2191
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9891276917104119,
      "learning_rate": 5.792483566507811e-06,
      "loss": 0.5178,
      "step": 2192
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.3346065698931213,
      "learning_rate": 5.763174988353576e-06,
      "loss": 0.5376,
      "step": 2193
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.234410382266584,
      "learning_rate": 5.733936210332919e-06,
      "loss": 0.5277,
      "step": 2194
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8275606440596103,
      "learning_rate": 5.704767278580969e-06,
      "loss": 0.5621,
      "step": 2195
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9192187234143905,
      "learning_rate": 5.675668239122617e-06,
      "loss": 0.4931,
      "step": 2196
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9332173386373894,
      "learning_rate": 5.646639137872467e-06,
      "loss": 0.5578,
      "step": 2197
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.0745566451428674,
      "learning_rate": 5.6176800206347965e-06,
      "loss": 0.4183,
      "step": 2198
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.6742865429145777,
      "learning_rate": 5.588790933103444e-06,
      "loss": 0.4306,
      "step": 2199
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4055365963890705,
      "learning_rate": 5.559971920861734e-06,
      "loss": 0.4478,
      "step": 2200
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.3037996829371232,
      "learning_rate": 5.531223029382443e-06,
      "loss": 0.5447,
      "step": 2201
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.469336116650674,
      "learning_rate": 5.502544304027701e-06,
      "loss": 0.457,
      "step": 2202
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.3311597237807622,
      "learning_rate": 5.473935790048901e-06,
      "loss": 0.4311,
      "step": 2203
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.574108421761068,
      "learning_rate": 5.445397532586699e-06,
      "loss": 0.5758,
      "step": 2204
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.7642409401211139,
      "learning_rate": 5.41692957667086e-06,
      "loss": 0.4814,
      "step": 2205
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.132737925948306,
      "learning_rate": 5.388531967220211e-06,
      "loss": 0.442,
      "step": 2206
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4298531393052163,
      "learning_rate": 5.36020474904263e-06,
      "loss": 0.5339,
      "step": 2207
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.3225260997920463,
      "learning_rate": 5.3319479668348775e-06,
      "loss": 0.4995,
      "step": 2208
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.2518793556324255,
      "learning_rate": 5.303761665182594e-06,
      "loss": 0.4288,
      "step": 2209
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.5633877151622988,
      "learning_rate": 5.275645888560232e-06,
      "loss": 0.4792,
      "step": 2210
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.7844314474817828,
      "learning_rate": 5.247600681330905e-06,
      "loss": 0.4179,
      "step": 2211
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.1576005439443466,
      "learning_rate": 5.219626087746443e-06,
      "loss": 0.4661,
      "step": 2212
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.3321560311831875,
      "learning_rate": 5.191722151947226e-06,
      "loss": 0.4433,
      "step": 2213
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.6734259384367716,
      "learning_rate": 5.163888917962129e-06,
      "loss": 0.4885,
      "step": 2214
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9680987430898683,
      "learning_rate": 5.13612642970851e-06,
      "loss": 0.4122,
      "step": 2215
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.3469817879837085,
      "learning_rate": 5.1084347309920675e-06,
      "loss": 0.4261,
      "step": 2216
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.508967140231237,
      "learning_rate": 5.0808138655068115e-06,
      "loss": 0.4257,
      "step": 2217
    },
    {
      "epoch": 0.86,
      "grad_norm": 3.0192705025253925,
      "learning_rate": 5.053263876834968e-06,
      "loss": 0.5569,
      "step": 2218
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9785633487551242,
      "learning_rate": 5.025784808446976e-06,
      "loss": 0.5294,
      "step": 2219
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.3331835763222233,
      "learning_rate": 4.99837670370133e-06,
      "loss": 0.4309,
      "step": 2220
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4924106377254518,
      "learning_rate": 4.971039605844558e-06,
      "loss": 0.4832,
      "step": 2221
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.130843260194998,
      "learning_rate": 4.943773558011161e-06,
      "loss": 0.4964,
      "step": 2222
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.7932240655437628,
      "learning_rate": 4.916578603223515e-06,
      "loss": 0.5371,
      "step": 2223
    },
    {
      "epoch": 0.86,
      "grad_norm": 4.302876052440199,
      "learning_rate": 4.889454784391845e-06,
      "loss": 0.458,
      "step": 2224
    },
    {
      "epoch": 0.86,
      "grad_norm": 3.3143392606271345,
      "learning_rate": 4.86240214431411e-06,
      "loss": 0.4648,
      "step": 2225
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.5887123939945936,
      "learning_rate": 4.835420725675965e-06,
      "loss": 0.5039,
      "step": 2226
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.2996722572434283,
      "learning_rate": 4.808510571050695e-06,
      "loss": 0.5272,
      "step": 2227
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.7668444690451846,
      "learning_rate": 4.781671722899128e-06,
      "loss": 0.4508,
      "step": 2228
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.733214775758728,
      "learning_rate": 4.754904223569573e-06,
      "loss": 0.4346,
      "step": 2229
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.2605906262859543,
      "learning_rate": 4.7282081152977946e-06,
      "loss": 0.5003,
      "step": 2230
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.7857282394249,
      "learning_rate": 4.701583440206863e-06,
      "loss": 0.4728,
      "step": 2231
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.096257430120032,
      "learning_rate": 4.67503024030716e-06,
      "loss": 0.3766,
      "step": 2232
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5078746307214101,
      "learning_rate": 4.648548557496307e-06,
      "loss": 0.33,
      "step": 2233
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.9264404143261213,
      "learning_rate": 4.622138433559048e-06,
      "loss": 0.5319,
      "step": 2234
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.761545511742001,
      "learning_rate": 4.5957999101672145e-06,
      "loss": 0.6112,
      "step": 2235
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.4734702551363599,
      "learning_rate": 4.569533028879708e-06,
      "loss": 0.4157,
      "step": 2236
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.7407107772409502,
      "learning_rate": 4.543337831142341e-06,
      "loss": 0.4256,
      "step": 2237
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7426701297810754,
      "learning_rate": 4.517214358287825e-06,
      "loss": 0.4814,
      "step": 2238
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.870080555641259,
      "learning_rate": 4.491162651535718e-06,
      "loss": 0.4364,
      "step": 2239
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.4420979899454938,
      "learning_rate": 4.465182751992342e-06,
      "loss": 0.553,
      "step": 2240
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.0480703178702533,
      "learning_rate": 4.43927470065067e-06,
      "loss": 0.4304,
      "step": 2241
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9581996883665058,
      "learning_rate": 4.413438538390363e-06,
      "loss": 0.5087,
      "step": 2242
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.080002872425886,
      "learning_rate": 4.387674305977629e-06,
      "loss": 0.5285,
      "step": 2243
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.9572257294757853,
      "learning_rate": 4.361982044065166e-06,
      "loss": 0.4166,
      "step": 2244
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7344948278419487,
      "learning_rate": 4.3363617931921396e-06,
      "loss": 0.4518,
      "step": 2245
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.9934151072426127,
      "learning_rate": 4.310813593784075e-06,
      "loss": 0.417,
      "step": 2246
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.8422679407459069,
      "learning_rate": 4.2853374861527905e-06,
      "loss": 0.5182,
      "step": 2247
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.20359749383549,
      "learning_rate": 4.2599335104964e-06,
      "loss": 0.5936,
      "step": 2248
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.175025450813474,
      "learning_rate": 4.23460170689916e-06,
      "loss": 0.5233,
      "step": 2249
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.3858281482483013,
      "learning_rate": 4.209342115331466e-06,
      "loss": 0.5233,
      "step": 2250
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.0362217455364884,
      "learning_rate": 4.184154775649768e-06,
      "loss": 0.4984,
      "step": 2251
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7758372935040391,
      "learning_rate": 4.159039727596509e-06,
      "loss": 0.5001,
      "step": 2252
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.2864496144265027,
      "learning_rate": 4.133997010800078e-06,
      "loss": 0.442,
      "step": 2253
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7220087811151129,
      "learning_rate": 4.1090266647747236e-06,
      "loss": 0.4878,
      "step": 2254
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.1042300419416076,
      "learning_rate": 4.0841287289205e-06,
      "loss": 0.5021,
      "step": 2255
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.3307848731573866,
      "learning_rate": 4.0593032425232105e-06,
      "loss": 0.4819,
      "step": 2256
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.3066063952927383,
      "learning_rate": 4.034550244754348e-06,
      "loss": 0.514,
      "step": 2257
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.842729595964345,
      "learning_rate": 4.009869774671021e-06,
      "loss": 0.6206,
      "step": 2258
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4579545727902536,
      "learning_rate": 3.985261871215906e-06,
      "loss": 0.457,
      "step": 2259
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7844008766490085,
      "learning_rate": 3.96072657321716e-06,
      "loss": 0.4525,
      "step": 2260
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.9347556554420895,
      "learning_rate": 3.936263919388394e-06,
      "loss": 0.4639,
      "step": 2261
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.062765927906565,
      "learning_rate": 3.9118739483285985e-06,
      "loss": 0.5229,
      "step": 2262
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5651445058507236,
      "learning_rate": 3.887556698522071e-06,
      "loss": 0.4115,
      "step": 2263
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.099290343860933,
      "learning_rate": 3.86331220833836e-06,
      "loss": 0.6251,
      "step": 2264
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.418095503019766,
      "learning_rate": 3.83914051603223e-06,
      "loss": 0.4723,
      "step": 2265
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.954490197228492,
      "learning_rate": 3.815041659743551e-06,
      "loss": 0.4898,
      "step": 2266
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.1417595898952153,
      "learning_rate": 3.7910156774972784e-06,
      "loss": 0.4188,
      "step": 2267
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.3632257233255296,
      "learning_rate": 3.767062607203392e-06,
      "loss": 0.5151,
      "step": 2268
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.0889090654294316,
      "learning_rate": 3.7431824866568323e-06,
      "loss": 0.4187,
      "step": 2269
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5079784610187048,
      "learning_rate": 3.71937535353738e-06,
      "loss": 0.4721,
      "step": 2270
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7493221909027461,
      "learning_rate": 3.69564124540972e-06,
      "loss": 0.4451,
      "step": 2271
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4983745829925061,
      "learning_rate": 3.671980199723274e-06,
      "loss": 0.4667,
      "step": 2272
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.50715969252709,
      "learning_rate": 3.648392253812183e-06,
      "loss": 0.3686,
      "step": 2273
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.019073259753478,
      "learning_rate": 3.6248774448952695e-06,
      "loss": 0.4342,
      "step": 2274
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8161118976676139,
      "learning_rate": 3.601435810075926e-06,
      "loss": 0.5099,
      "step": 2275
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.0769309811681074,
      "learning_rate": 3.578067386342093e-06,
      "loss": 0.5256,
      "step": 2276
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.8736140648081252,
      "learning_rate": 3.5547722105662094e-06,
      "loss": 0.4121,
      "step": 2277
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.7292342906183635,
      "learning_rate": 3.5315503195051227e-06,
      "loss": 0.415,
      "step": 2278
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4648824202809754,
      "learning_rate": 3.5084017498000498e-06,
      "loss": 0.4458,
      "step": 2279
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.0908804473472498,
      "learning_rate": 3.4853265379765133e-06,
      "loss": 0.4896,
      "step": 2280
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.6741717178721524,
      "learning_rate": 3.4623247204442876e-06,
      "loss": 0.4223,
      "step": 2281
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4319717056410142,
      "learning_rate": 3.43939633349733e-06,
      "loss": 0.4995,
      "step": 2282
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5895871957232215,
      "learning_rate": 3.4165414133137728e-06,
      "loss": 0.4244,
      "step": 2283
    },
    {
      "epoch": 0.89,
      "grad_norm": 4.006421828698779,
      "learning_rate": 3.393759995955781e-06,
      "loss": 0.5253,
      "step": 2284
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.0637239867494785,
      "learning_rate": 3.37105211736955e-06,
      "loss": 0.5103,
      "step": 2285
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.3074135103785256,
      "learning_rate": 3.348417813385274e-06,
      "loss": 0.437,
      "step": 2286
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.3398169409367402,
      "learning_rate": 3.3258571197170187e-06,
      "loss": 0.4888,
      "step": 2287
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5546401432081085,
      "learning_rate": 3.303370071962708e-06,
      "loss": 0.4082,
      "step": 2288
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.01642938890571,
      "learning_rate": 3.2809567056040937e-06,
      "loss": 0.5246,
      "step": 2289
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.0025718701245634,
      "learning_rate": 3.2586170560066078e-06,
      "loss": 0.521,
      "step": 2290
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.2756071629157253,
      "learning_rate": 3.2363511584194263e-06,
      "loss": 0.5138,
      "step": 2291
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.338456741402672,
      "learning_rate": 3.2141590479753236e-06,
      "loss": 0.4234,
      "step": 2292
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.0824218535247037,
      "learning_rate": 3.1920407596906455e-06,
      "loss": 0.4651,
      "step": 2293
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.523818973283481,
      "learning_rate": 3.1699963284652633e-06,
      "loss": 0.4542,
      "step": 2294
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.169398020772002,
      "learning_rate": 3.1480257890825205e-06,
      "loss": 0.4303,
      "step": 2295
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.1626710061263452,
      "learning_rate": 3.1261291762091527e-06,
      "loss": 0.494,
      "step": 2296
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.391047128916928,
      "learning_rate": 3.1043065243952506e-06,
      "loss": 0.4613,
      "step": 2297
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.2371022708020614,
      "learning_rate": 3.082557868074221e-06,
      "loss": 0.484,
      "step": 2298
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.93216876185397,
      "learning_rate": 3.0608832415626898e-06,
      "loss": 0.4436,
      "step": 2299
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.7746856993378624,
      "learning_rate": 3.03928267906049e-06,
      "loss": 0.4772,
      "step": 2300
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.0801943765264324,
      "learning_rate": 3.0177562146505856e-06,
      "loss": 0.5356,
      "step": 2301
    },
    {
      "epoch": 0.89,
      "grad_norm": 4.066710597885466,
      "learning_rate": 2.9963038822990174e-06,
      "loss": 0.5163,
      "step": 2302
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.021860204857069,
      "learning_rate": 2.974925715854876e-06,
      "loss": 0.4106,
      "step": 2303
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.011126916525549,
      "learning_rate": 2.953621749050206e-06,
      "loss": 0.5126,
      "step": 2304
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.2357346367552673,
      "learning_rate": 2.932392015499974e-06,
      "loss": 0.5102,
      "step": 2305
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.265210346747528,
      "learning_rate": 2.9112365487020342e-06,
      "loss": 0.4529,
      "step": 2306
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8736585326622524,
      "learning_rate": 2.8901553820370463e-06,
      "loss": 0.4474,
      "step": 2307
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5292542057757978,
      "learning_rate": 2.8691485487684246e-06,
      "loss": 0.436,
      "step": 2308
    },
    {
      "epoch": 0.9,
      "grad_norm": 12.098178154437317,
      "learning_rate": 2.8482160820423154e-06,
      "loss": 0.4856,
      "step": 2309
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9731510788570535,
      "learning_rate": 2.8273580148875044e-06,
      "loss": 0.5206,
      "step": 2310
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.6589805071477998,
      "learning_rate": 2.8065743802153875e-06,
      "loss": 0.5184,
      "step": 2311
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.2320685060065286,
      "learning_rate": 2.7858652108199377e-06,
      "loss": 0.6121,
      "step": 2312
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9604444337514482,
      "learning_rate": 2.7652305393776002e-06,
      "loss": 0.5091,
      "step": 2313
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.307031100292478,
      "learning_rate": 2.7446703984472797e-06,
      "loss": 0.467,
      "step": 2314
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.008732803637314,
      "learning_rate": 2.72418482047031e-06,
      "loss": 0.5018,
      "step": 2315
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.1673611727363145,
      "learning_rate": 2.703773837770329e-06,
      "loss": 0.4659,
      "step": 2316
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.1624942468573896,
      "learning_rate": 2.6834374825533025e-06,
      "loss": 0.4526,
      "step": 2317
    },
    {
      "epoch": 0.9,
      "grad_norm": 4.638175119755527,
      "learning_rate": 2.66317578690744e-06,
      "loss": 0.5053,
      "step": 2318
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.7577462657557807,
      "learning_rate": 2.6429887828031407e-06,
      "loss": 0.4439,
      "step": 2319
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.706582996558788,
      "learning_rate": 2.6228765020929415e-06,
      "loss": 0.4103,
      "step": 2320
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.020340373708581,
      "learning_rate": 2.6028389765115014e-06,
      "loss": 0.5016,
      "step": 2321
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.6637848793582395,
      "learning_rate": 2.5828762376755024e-06,
      "loss": 0.5088,
      "step": 2322
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.1865808081207185,
      "learning_rate": 2.5629883170836256e-06,
      "loss": 0.4115,
      "step": 2323
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.162552688280119,
      "learning_rate": 2.543175246116514e-06,
      "loss": 0.4812,
      "step": 2324
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.1473469225127322,
      "learning_rate": 2.523437056036687e-06,
      "loss": 0.4419,
      "step": 2325
    },
    {
      "epoch": 0.9,
      "grad_norm": 4.255502651943419,
      "learning_rate": 2.503773777988522e-06,
      "loss": 0.4686,
      "step": 2326
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.8334454107302531,
      "learning_rate": 2.4841854429981993e-06,
      "loss": 0.5069,
      "step": 2327
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.264800141999642,
      "learning_rate": 2.4646720819736404e-06,
      "loss": 0.4619,
      "step": 2328
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.6895641857257564,
      "learning_rate": 2.44523372570446e-06,
      "loss": 0.4066,
      "step": 2329
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.635193409367471,
      "learning_rate": 2.425870404861941e-06,
      "loss": 0.4505,
      "step": 2330
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8879692387538818,
      "learning_rate": 2.4065821499989647e-06,
      "loss": 0.4269,
      "step": 2331
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.114546376609313,
      "learning_rate": 2.38736899154996e-06,
      "loss": 0.3784,
      "step": 2332
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.87635804376956,
      "learning_rate": 2.3682309598308747e-06,
      "loss": 0.587,
      "step": 2333
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.2063242510813075,
      "learning_rate": 2.3491680850391105e-06,
      "loss": 0.5223,
      "step": 2334
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.6924299757652499,
      "learning_rate": 2.330180397253473e-06,
      "loss": 0.4854,
      "step": 2335
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9843963994678459,
      "learning_rate": 2.311267926434152e-06,
      "loss": 0.3999,
      "step": 2336
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.6045094498344095,
      "learning_rate": 2.2924307024226322e-06,
      "loss": 0.3593,
      "step": 2337
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.189278050328899,
      "learning_rate": 2.273668754941688e-06,
      "loss": 0.6126,
      "step": 2338
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.6029458317655618,
      "learning_rate": 2.254982113595294e-06,
      "loss": 0.4097,
      "step": 2339
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.080343375151758,
      "learning_rate": 2.2363708078686263e-06,
      "loss": 0.4834,
      "step": 2340
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.0836317554606631,
      "learning_rate": 2.217834867127977e-06,
      "loss": 0.3998,
      "step": 2341
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.8308295005934,
      "learning_rate": 2.1993743206207228e-06,
      "loss": 0.4704,
      "step": 2342
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.234827485982201,
      "learning_rate": 2.1809891974752694e-06,
      "loss": 0.4762,
      "step": 2343
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.3654002897762727,
      "learning_rate": 2.162679526701045e-06,
      "loss": 0.4915,
      "step": 2344
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5544170829998456,
      "learning_rate": 2.1444453371883833e-06,
      "loss": 0.3886,
      "step": 2345
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.157592122326746,
      "learning_rate": 2.126286657708548e-06,
      "loss": 0.4238,
      "step": 2346
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8333293755474562,
      "learning_rate": 2.1082035169136373e-06,
      "loss": 0.5065,
      "step": 2347
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.6925483487948982,
      "learning_rate": 2.090195943336587e-06,
      "loss": 0.5361,
      "step": 2348
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.626213292560195,
      "learning_rate": 2.072263965391047e-06,
      "loss": 0.5132,
      "step": 2349
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5710727466232124,
      "learning_rate": 2.0544076113714396e-06,
      "loss": 0.5444,
      "step": 2350
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.606135404172804,
      "learning_rate": 2.036626909452838e-06,
      "loss": 0.5356,
      "step": 2351
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.040262994633847,
      "learning_rate": 2.0189218876909444e-06,
      "loss": 0.5069,
      "step": 2352
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.3905382567211637,
      "learning_rate": 2.001292574022051e-06,
      "loss": 0.4372,
      "step": 2353
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.21981252323586,
      "learning_rate": 1.9837389962630014e-06,
      "loss": 0.5726,
      "step": 2354
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.81611861852852,
      "learning_rate": 1.9662611821111122e-06,
      "loss": 0.4967,
      "step": 2355
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.7699940095807403,
      "learning_rate": 1.9488591591441894e-06,
      "loss": 0.4492,
      "step": 2356
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.3554122592553228,
      "learning_rate": 1.9315329548204255e-06,
      "loss": 0.4411,
      "step": 2357
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.914829809960224,
      "learning_rate": 1.9142825964783784e-06,
      "loss": 0.526,
      "step": 2358
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.6362257609046817,
      "learning_rate": 1.8971081113369481e-06,
      "loss": 0.4248,
      "step": 2359
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.508319956789437,
      "learning_rate": 1.8800095264953021e-06,
      "loss": 0.5521,
      "step": 2360
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.879213708090213,
      "learning_rate": 1.8629868689328533e-06,
      "loss": 0.5741,
      "step": 2361
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.3812880802040737,
      "learning_rate": 1.8460401655092107e-06,
      "loss": 0.4783,
      "step": 2362
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.1296692325553614,
      "learning_rate": 1.8291694429641404e-06,
      "loss": 0.5407,
      "step": 2363
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.3916398390000992,
      "learning_rate": 1.8123747279174986e-06,
      "loss": 0.4498,
      "step": 2364
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.1796004730906295,
      "learning_rate": 1.795656046869254e-06,
      "loss": 0.4469,
      "step": 2365
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.150008943672986,
      "learning_rate": 1.7790134261993607e-06,
      "loss": 0.4308,
      "step": 2366
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.5600942455881475,
      "learning_rate": 1.7624468921677738e-06,
      "loss": 0.5529,
      "step": 2367
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.0775046936429935,
      "learning_rate": 1.7459564709144171e-06,
      "loss": 0.5567,
      "step": 2368
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.5773629791180908,
      "learning_rate": 1.7295421884590769e-06,
      "loss": 0.3257,
      "step": 2369
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.5932217643937547,
      "learning_rate": 1.7132040707014186e-06,
      "loss": 0.4678,
      "step": 2370
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.3577700739818221,
      "learning_rate": 1.696942143420943e-06,
      "loss": 0.4873,
      "step": 2371
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.0895834722362505,
      "learning_rate": 1.6807564322769253e-06,
      "loss": 0.509,
      "step": 2372
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8983651262099848,
      "learning_rate": 1.6646469628083638e-06,
      "loss": 0.5528,
      "step": 2373
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.100365495852926,
      "learning_rate": 1.6486137604339813e-06,
      "loss": 0.4678,
      "step": 2374
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.818316395583948,
      "learning_rate": 1.6326568504521521e-06,
      "loss": 0.3951,
      "step": 2375
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.0237955104266894,
      "learning_rate": 1.616776258040853e-06,
      "loss": 0.5143,
      "step": 2376
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.0234846246392983,
      "learning_rate": 1.6009720082576785e-06,
      "loss": 0.3509,
      "step": 2377
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.310662442398866,
      "learning_rate": 1.5852441260397255e-06,
      "loss": 0.5317,
      "step": 2378
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.9754484321682174,
      "learning_rate": 1.5695926362036205e-06,
      "loss": 0.5374,
      "step": 2379
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.16945489736228,
      "learning_rate": 1.5540175634454313e-06,
      "loss": 0.3417,
      "step": 2380
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9686314429046026,
      "learning_rate": 1.5385189323406657e-06,
      "loss": 0.5025,
      "step": 2381
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9438388989606952,
      "learning_rate": 1.5230967673442066e-06,
      "loss": 0.6153,
      "step": 2382
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.3360324754036226,
      "learning_rate": 1.5077510927902938e-06,
      "loss": 0.4824,
      "step": 2383
    },
    {
      "epoch": 0.92,
      "grad_norm": 3.099389137119794,
      "learning_rate": 1.492481932892459e-06,
      "loss": 0.4693,
      "step": 2384
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4186787132192293,
      "learning_rate": 1.4772893117435127e-06,
      "loss": 0.4442,
      "step": 2385
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7609193707085792,
      "learning_rate": 1.462173253315502e-06,
      "loss": 0.4279,
      "step": 2386
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.6794679452088612,
      "learning_rate": 1.4471337814596586e-06,
      "loss": 0.5742,
      "step": 2387
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.3461537190189607,
      "learning_rate": 1.4321709199063726e-06,
      "loss": 0.618,
      "step": 2388
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.0713039357547132,
      "learning_rate": 1.4172846922651528e-06,
      "loss": 0.4216,
      "step": 2389
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.7636433348015643,
      "learning_rate": 1.402475122024588e-06,
      "loss": 0.5244,
      "step": 2390
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.274806925188111,
      "learning_rate": 1.3877422325523192e-06,
      "loss": 0.4176,
      "step": 2391
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.351372111077849,
      "learning_rate": 1.3730860470949847e-06,
      "loss": 0.4511,
      "step": 2392
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8574366330444638,
      "learning_rate": 1.3585065887781912e-06,
      "loss": 0.5041,
      "step": 2393
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.7276135127540124,
      "learning_rate": 1.3440038806065036e-06,
      "loss": 0.4527,
      "step": 2394
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.3500512116053205,
      "learning_rate": 1.3295779454633506e-06,
      "loss": 0.4347,
      "step": 2395
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.088829916928491,
      "learning_rate": 1.3152288061110518e-06,
      "loss": 0.5731,
      "step": 2396
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9922226001386104,
      "learning_rate": 1.3009564851907297e-06,
      "loss": 0.5135,
      "step": 2397
    },
    {
      "epoch": 0.93,
      "grad_norm": 3.0064778394199516,
      "learning_rate": 1.2867610052223144e-06,
      "loss": 0.3894,
      "step": 2398
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8047848402316129,
      "learning_rate": 1.2726423886044725e-06,
      "loss": 0.4843,
      "step": 2399
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.3312755981931077,
      "learning_rate": 1.258600657614617e-06,
      "loss": 0.502,
      "step": 2400
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9492466336014692,
      "learning_rate": 1.244635834408825e-06,
      "loss": 0.4761,
      "step": 2401
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8438148003492789,
      "learning_rate": 1.2307479410218203e-06,
      "loss": 0.4551,
      "step": 2402
    },
    {
      "epoch": 0.93,
      "grad_norm": 3.0936853419019292,
      "learning_rate": 1.2169369993669578e-06,
      "loss": 0.404,
      "step": 2403
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.7837598026493344,
      "learning_rate": 1.2032030312361554e-06,
      "loss": 0.5125,
      "step": 2404
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9593636238910693,
      "learning_rate": 1.1895460582998785e-06,
      "loss": 0.4081,
      "step": 2405
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.838400204362805,
      "learning_rate": 1.1759661021071233e-06,
      "loss": 0.4189,
      "step": 2406
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.215920726873269,
      "learning_rate": 1.1624631840853495e-06,
      "loss": 0.5694,
      "step": 2407
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9704848635371914,
      "learning_rate": 1.1490373255404364e-06,
      "loss": 0.4803,
      "step": 2408
    },
    {
      "epoch": 0.93,
      "grad_norm": 6.014390078149435,
      "learning_rate": 1.1356885476567214e-06,
      "loss": 0.485,
      "step": 2409
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.850331679632397,
      "learning_rate": 1.1224168714968786e-06,
      "loss": 0.4547,
      "step": 2410
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.547315493748677,
      "learning_rate": 1.10922231800194e-06,
      "loss": 0.5029,
      "step": 2411
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.1962399001032726,
      "learning_rate": 1.0961049079912633e-06,
      "loss": 0.5536,
      "step": 2412
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.7107378392485475,
      "learning_rate": 1.0830646621624529e-06,
      "loss": 0.3981,
      "step": 2413
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.0727725269513757,
      "learning_rate": 1.0701016010913723e-06,
      "loss": 0.5432,
      "step": 2414
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.1322875035904727,
      "learning_rate": 1.0572157452321097e-06,
      "loss": 0.4992,
      "step": 2415
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.4783085889781327,
      "learning_rate": 1.0444071149169122e-06,
      "loss": 0.5873,
      "step": 2416
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9179537952783381,
      "learning_rate": 1.0316757303561852e-06,
      "loss": 0.4686,
      "step": 2417
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.0190716380066944,
      "learning_rate": 1.0190216116384543e-06,
      "loss": 0.512,
      "step": 2418
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8827650972012697,
      "learning_rate": 1.0064447787303144e-06,
      "loss": 0.4913,
      "step": 2419
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.4065171332979047,
      "learning_rate": 9.939452514764248e-07,
      "loss": 0.2987,
      "step": 2420
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9905279287677128,
      "learning_rate": 9.8152304959947e-07,
      "loss": 0.4609,
      "step": 2421
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.510172172290676,
      "learning_rate": 9.691781927001154e-07,
      "loss": 0.4905,
      "step": 2422
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.6915166910930868,
      "learning_rate": 9.5691070025698e-07,
      "loss": 0.4357,
      "step": 2423
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.1782760460776103,
      "learning_rate": 9.447205916266411e-07,
      "loss": 0.4259,
      "step": 2424
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.9592305948832824,
      "learning_rate": 9.326078860435349e-07,
      "loss": 0.5347,
      "step": 2425
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.2903160114911552,
      "learning_rate": 9.205726026199902e-07,
      "loss": 0.4809,
      "step": 2426
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.951091967385787,
      "learning_rate": 9.086147603461714e-07,
      "loss": 0.4495,
      "step": 2427
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.2561185050721402,
      "learning_rate": 8.967343780900361e-07,
      "loss": 0.4779,
      "step": 2428
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.0030763996092413,
      "learning_rate": 8.849314745973447e-07,
      "loss": 0.4182,
      "step": 2429
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.6642245882296374,
      "learning_rate": 8.732060684915777e-07,
      "loss": 0.4716,
      "step": 2430
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9884804072674153,
      "learning_rate": 8.615581782739468e-07,
      "loss": 0.4426,
      "step": 2431
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.580319251439508,
      "learning_rate": 8.49987822323367e-07,
      "loss": 0.5156,
      "step": 2432
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.30487636394498,
      "learning_rate": 8.384950188963958e-07,
      "loss": 0.4259,
      "step": 2433
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.6606946494353698,
      "learning_rate": 8.270797861272272e-07,
      "loss": 0.3855,
      "step": 2434
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.0139883934678096,
      "learning_rate": 8.157421420276535e-07,
      "loss": 0.4852,
      "step": 2435
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9710012339873311,
      "learning_rate": 8.044821044870587e-07,
      "loss": 0.3984,
      "step": 2436
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.399735179246334,
      "learning_rate": 7.932996912723589e-07,
      "loss": 0.5305,
      "step": 2437
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8555796397697084,
      "learning_rate": 7.821949200279899e-07,
      "loss": 0.3631,
      "step": 2438
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5602037164554337,
      "learning_rate": 7.711678082758855e-07,
      "loss": 0.4843,
      "step": 2439
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8799794996419836,
      "learning_rate": 7.602183734154278e-07,
      "loss": 0.3529,
      "step": 2440
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.805409257140412,
      "learning_rate": 7.493466327234578e-07,
      "loss": 0.3849,
      "step": 2441
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.3222593886057235,
      "learning_rate": 7.38552603354209e-07,
      "loss": 0.4482,
      "step": 2442
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5233259221875142,
      "learning_rate": 7.278363023392909e-07,
      "loss": 0.4934,
      "step": 2443
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8717018537374492,
      "learning_rate": 7.171977465876834e-07,
      "loss": 0.4679,
      "step": 2444
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.9835532302096924,
      "learning_rate": 7.066369528856809e-07,
      "loss": 0.4727,
      "step": 2445
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5150846768551405,
      "learning_rate": 6.961539378968929e-07,
      "loss": 0.4276,
      "step": 2446
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.6542385364038095,
      "learning_rate": 6.85748718162188e-07,
      "loss": 0.428,
      "step": 2447
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.3827832018731572,
      "learning_rate": 6.754213100996997e-07,
      "loss": 0.4596,
      "step": 2448
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8749786147521728,
      "learning_rate": 6.6517173000476e-07,
      "loss": 0.4388,
      "step": 2449
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.836804684406758,
      "learning_rate": 6.549999940499318e-07,
      "loss": 0.4585,
      "step": 2450
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.342763376323636,
      "learning_rate": 6.449061182849215e-07,
      "loss": 0.4788,
      "step": 2451
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4503350770623937,
      "learning_rate": 6.348901186365941e-07,
      "loss": 0.5413,
      "step": 2452
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.0346414112359406,
      "learning_rate": 6.249520109089412e-07,
      "loss": 0.5268,
      "step": 2453
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.1073160714831727,
      "learning_rate": 6.150918107830361e-07,
      "loss": 0.4659,
      "step": 2454
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.8980814205697905,
      "learning_rate": 6.053095338170389e-07,
      "loss": 0.4216,
      "step": 2455
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.526996060761377,
      "learning_rate": 5.956051954461472e-07,
      "loss": 0.4795,
      "step": 2456
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.646863455804528,
      "learning_rate": 5.859788109825793e-07,
      "loss": 0.4719,
      "step": 2457
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.758721471954162,
      "learning_rate": 5.764303956155515e-07,
      "loss": 0.4332,
      "step": 2458
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.7577143569683904,
      "learning_rate": 5.669599644112788e-07,
      "loss": 0.5233,
      "step": 2459
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.1758263477097908,
      "learning_rate": 5.575675323128915e-07,
      "loss": 0.5771,
      "step": 2460
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.9482747593282438,
      "learning_rate": 5.482531141404679e-07,
      "loss": 0.4069,
      "step": 2461
    },
    {
      "epoch": 0.95,
      "grad_norm": 4.0832222703056935,
      "learning_rate": 5.39016724590985e-07,
      "loss": 0.5158,
      "step": 2462
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.6477066259585582,
      "learning_rate": 5.298583782383071e-07,
      "loss": 0.4739,
      "step": 2463
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.131868372813543,
      "learning_rate": 5.20778089533136e-07,
      "loss": 0.6089,
      "step": 2464
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.026851720510699,
      "learning_rate": 5.117758728030441e-07,
      "loss": 0.4446,
      "step": 2465
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9612659975850557,
      "learning_rate": 5.028517422523749e-07,
      "loss": 0.4961,
      "step": 2466
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.284313199756751,
      "learning_rate": 4.94005711962292e-07,
      "loss": 0.416,
      "step": 2467
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.957086677453935,
      "learning_rate": 4.852377958907195e-07,
      "loss": 0.5449,
      "step": 2468
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8267402624843162,
      "learning_rate": 4.7654800787230723e-07,
      "loss": 0.4364,
      "step": 2469
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4478142343771316,
      "learning_rate": 4.6793636161845955e-07,
      "loss": 0.546,
      "step": 2470
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8561583110510957,
      "learning_rate": 4.5940287071726817e-07,
      "loss": 0.5783,
      "step": 2471
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.485668720432814,
      "learning_rate": 4.509475486335013e-07,
      "loss": 0.5492,
      "step": 2472
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.1629380904291624,
      "learning_rate": 4.425704087085869e-07,
      "loss": 0.5149,
      "step": 2473
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4012788500220568,
      "learning_rate": 4.3427146416060714e-07,
      "loss": 0.4866,
      "step": 2474
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4088555372811888,
      "learning_rate": 4.260507280842485e-07,
      "loss": 0.4171,
      "step": 2475
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8321541052421897,
      "learning_rate": 4.1790821345079055e-07,
      "loss": 0.5009,
      "step": 2476
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.1910388775971799,
      "learning_rate": 4.09843933108095e-07,
      "loss": 0.421,
      "step": 2477
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.874919045897072,
      "learning_rate": 4.0185789978057774e-07,
      "loss": 0.4996,
      "step": 2478
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.2896179792352727,
      "learning_rate": 3.939501260692036e-07,
      "loss": 0.3559,
      "step": 2479
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.8882030168056745,
      "learning_rate": 3.8612062445143596e-07,
      "loss": 0.5274,
      "step": 2480
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.1393801025625803,
      "learning_rate": 3.7836940728123716e-07,
      "loss": 0.5613,
      "step": 2481
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.212663600235819,
      "learning_rate": 3.706964867890572e-07,
      "loss": 0.3621,
      "step": 2482
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8635221473861372,
      "learning_rate": 3.6310187508179494e-07,
      "loss": 0.4496,
      "step": 2483
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.7430402062074375,
      "learning_rate": 3.555855841427869e-07,
      "loss": 0.5022,
      "step": 2484
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5338420919241356,
      "learning_rate": 3.481476258318017e-07,
      "loss": 0.4978,
      "step": 2485
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8431488721179029,
      "learning_rate": 3.4078801188499597e-07,
      "loss": 0.513,
      "step": 2486
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.8705403562172775,
      "learning_rate": 3.335067539149084e-07,
      "loss": 0.6121,
      "step": 2487
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.412532956366045,
      "learning_rate": 3.263038634104487e-07,
      "loss": 0.4782,
      "step": 2488
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.8663538471267656,
      "learning_rate": 3.191793517368702e-07,
      "loss": 0.5843,
      "step": 2489
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.6816706075877386,
      "learning_rate": 3.1213323013575825e-07,
      "loss": 0.451,
      "step": 2490
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.6580975965482326,
      "learning_rate": 3.0516550972499724e-07,
      "loss": 0.4272,
      "step": 2491
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.3451834467071324,
      "learning_rate": 2.982762014987761e-07,
      "loss": 0.4686,
      "step": 2492
    },
    {
      "epoch": 0.97,
      "grad_norm": 3.1249623638322874,
      "learning_rate": 2.914653163275549e-07,
      "loss": 0.414,
      "step": 2493
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.3000568101157075,
      "learning_rate": 2.8473286495805387e-07,
      "loss": 0.5716,
      "step": 2494
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.874659975192293,
      "learning_rate": 2.780788580132254e-07,
      "loss": 0.3093,
      "step": 2495
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.649347147123595,
      "learning_rate": 2.7150330599226e-07,
      "loss": 0.4944,
      "step": 2496
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.0239546570128215,
      "learning_rate": 2.6500621927054715e-07,
      "loss": 0.4772,
      "step": 2497
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.6814461931356313,
      "learning_rate": 2.585876080996752e-07,
      "loss": 0.4547,
      "step": 2498
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.768076341627065,
      "learning_rate": 2.5224748260739284e-07,
      "loss": 0.5035,
      "step": 2499
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8637072439097306,
      "learning_rate": 2.459858527976311e-07,
      "loss": 0.5162,
      "step": 2500
    },
    {
      "epoch": 0.97,
      "grad_norm": 4.280364306534021,
      "learning_rate": 2.398027285504478e-07,
      "loss": 0.4886,
      "step": 2501
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.9716215929903633,
      "learning_rate": 2.3369811962203335e-07,
      "loss": 0.4025,
      "step": 2502
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9586827826755893,
      "learning_rate": 2.276720356446882e-07,
      "loss": 0.3958,
      "step": 2503
    },
    {
      "epoch": 0.97,
      "grad_norm": 4.90413805737964,
      "learning_rate": 2.217244861268175e-07,
      "loss": 0.4063,
      "step": 2504
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.4881480607613842,
      "learning_rate": 2.1585548045290337e-07,
      "loss": 0.5503,
      "step": 2505
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.4150155815936554,
      "learning_rate": 2.1006502788349924e-07,
      "loss": 0.4809,
      "step": 2506
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.3129545324451408,
      "learning_rate": 2.0435313755520214e-07,
      "loss": 0.4951,
      "step": 2507
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.629444547117807,
      "learning_rate": 1.9871981848065824e-07,
      "loss": 0.4313,
      "step": 2508
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.1297531018030798,
      "learning_rate": 1.9316507954854067e-07,
      "loss": 0.547,
      "step": 2509
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9343271473148416,
      "learning_rate": 1.876889295235218e-07,
      "loss": 0.395,
      "step": 2510
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.5514209489902213,
      "learning_rate": 1.8229137704627864e-07,
      "loss": 0.4997,
      "step": 2511
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.544666733565981,
      "learning_rate": 1.7697243063346524e-07,
      "loss": 0.4069,
      "step": 2512
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9703308817838767,
      "learning_rate": 1.7173209867771268e-07,
      "loss": 0.451,
      "step": 2513
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.3770735460461245,
      "learning_rate": 1.6657038944759563e-07,
      "loss": 0.4268,
      "step": 2514
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.006996643128126,
      "learning_rate": 1.614873110876547e-07,
      "loss": 0.4715,
      "step": 2515
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.6794318899790923,
      "learning_rate": 1.564828716183353e-07,
      "loss": 0.3586,
      "step": 2516
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.1392907887746997,
      "learning_rate": 1.5155707893601546e-07,
      "loss": 0.5425,
      "step": 2517
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7364639371058925,
      "learning_rate": 1.4670994081297795e-07,
      "loss": 0.6305,
      "step": 2518
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.5803778019976384,
      "learning_rate": 1.4194146489738824e-07,
      "loss": 0.4576,
      "step": 2519
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7369175892784541,
      "learning_rate": 1.3725165871331103e-07,
      "loss": 0.4542,
      "step": 2520
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.964964749090459,
      "learning_rate": 1.3264052966066033e-07,
      "loss": 0.4633,
      "step": 2521
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.3176447578256767,
      "learning_rate": 1.2810808501522165e-07,
      "loss": 0.582,
      "step": 2522
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.3930409994888306,
      "learning_rate": 1.2365433192861875e-07,
      "loss": 0.47,
      "step": 2523
    },
    {
      "epoch": 0.98,
      "grad_norm": 3.381051261884364,
      "learning_rate": 1.1927927742831358e-07,
      "loss": 0.4053,
      "step": 2524
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7928669195934175,
      "learning_rate": 1.1498292841758962e-07,
      "loss": 0.4322,
      "step": 2525
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.7619746280094537,
      "learning_rate": 1.1076529167554639e-07,
      "loss": 0.505,
      "step": 2526
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.4225697084677362,
      "learning_rate": 1.0662637385708274e-07,
      "loss": 0.4471,
      "step": 2527
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.4374525979576211,
      "learning_rate": 1.0256618149288577e-07,
      "loss": 0.457,
      "step": 2528
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.4902890750239328,
      "learning_rate": 9.858472098942528e-08,
      "loss": 0.4446,
      "step": 2529
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.387067058621959,
      "learning_rate": 9.468199862895377e-08,
      "loss": 0.4196,
      "step": 2530
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.6541938221166609,
      "learning_rate": 9.085802056946757e-08,
      "loss": 0.5253,
      "step": 2531
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7717490438556358,
      "learning_rate": 8.71127928447235e-08,
      "loss": 0.4739,
      "step": 2532
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.8267861455901196,
      "learning_rate": 8.344632136421671e-08,
      "loss": 0.391,
      "step": 2533
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.1400252093116834,
      "learning_rate": 7.985861191318611e-08,
      "loss": 0.4025,
      "step": 2534
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.5005972041034524,
      "learning_rate": 7.634967015257566e-08,
      "loss": 0.4903,
      "step": 2535
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.856560138195325,
      "learning_rate": 7.291950161905092e-08,
      "loss": 0.3739,
      "step": 2536
    },
    {
      "epoch": 0.98,
      "grad_norm": 3.5784046433808756,
      "learning_rate": 6.956811172499356e-08,
      "loss": 0.4253,
      "step": 2537
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7176302717302918,
      "learning_rate": 6.629550575847354e-08,
      "loss": 0.4479,
      "step": 2538
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.67273542456964,
      "learning_rate": 6.310168888324919e-08,
      "loss": 0.5306,
      "step": 2539
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.9331084723642866,
      "learning_rate": 5.998666613875603e-08,
      "loss": 0.4687,
      "step": 2540
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.6254329900376985,
      "learning_rate": 5.695044244011238e-08,
      "loss": 0.4219,
      "step": 2541
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.6444221237795696,
      "learning_rate": 5.399302257809713e-08,
      "loss": 0.4921,
      "step": 2542
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.261689922007517,
      "learning_rate": 5.111441121914418e-08,
      "loss": 0.4499,
      "step": 2543
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.2303696314184078,
      "learning_rate": 4.83146129053369e-08,
      "loss": 0.5341,
      "step": 2544
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.6321993784542236,
      "learning_rate": 4.559363205440814e-08,
      "loss": 0.3854,
      "step": 2545
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.9708012834511528,
      "learning_rate": 4.295147295972357e-08,
      "loss": 0.453,
      "step": 2546
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4831008062367148,
      "learning_rate": 4.038813979027056e-08,
      "loss": 0.4573,
      "step": 2547
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.9534573879452704,
      "learning_rate": 3.790363659067486e-08,
      "loss": 0.5383,
      "step": 2548
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.79380954158012,
      "learning_rate": 3.549796728115617e-08,
      "loss": 0.444,
      "step": 2549
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.9607563293629814,
      "learning_rate": 3.3171135657572575e-08,
      "loss": 0.4851,
      "step": 2550
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.6516531710304838,
      "learning_rate": 3.0923145391364984e-08,
      "loss": 0.4831,
      "step": 2551
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.4218591091811232,
      "learning_rate": 2.8754000029573845e-08,
      "loss": 0.5864,
      "step": 2552
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4278109527503478,
      "learning_rate": 2.6663702994844664e-08,
      "loss": 0.4724,
      "step": 2553
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.154383414331681,
      "learning_rate": 2.4652257585394688e-08,
      "loss": 0.4988,
      "step": 2554
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4054907514865422,
      "learning_rate": 2.271966697504069e-08,
      "loss": 0.4929,
      "step": 2555
    },
    {
      "epoch": 0.99,
      "grad_norm": 3.019170402587805,
      "learning_rate": 2.0865934213160078e-08,
      "loss": 0.4476,
      "step": 2556
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.0272704074126497,
      "learning_rate": 1.909106222471313e-08,
      "loss": 0.4311,
      "step": 2557
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.378344248500574,
      "learning_rate": 1.7395053810220775e-08,
      "loss": 0.4726,
      "step": 2558
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5927215946265338,
      "learning_rate": 1.577791164577014e-08,
      "loss": 0.5258,
      "step": 2559
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.8304029286912951,
      "learning_rate": 1.4239638283014555e-08,
      "loss": 0.5692,
      "step": 2560
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7032060357119156,
      "learning_rate": 1.2780236149145808e-08,
      "loss": 0.4923,
      "step": 2561
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.2453966599580333,
      "learning_rate": 1.1399707546921879e-08,
      "loss": 0.5115,
      "step": 2562
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.3533025178869484,
      "learning_rate": 1.009805465464475e-08,
      "loss": 0.5277,
      "step": 2563
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.7357442045774616,
      "learning_rate": 8.875279526154855e-09,
      "loss": 0.5067,
      "step": 2564
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.4947448760879776,
      "learning_rate": 7.731384090842176e-09,
      "loss": 0.5501,
      "step": 2565
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.9559167639819436,
      "learning_rate": 6.666370153624035e-09,
      "loss": 0.5241,
      "step": 2566
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.9758175150014871,
      "learning_rate": 5.6802393949562104e-09,
      "loss": 0.4599,
      "step": 2567
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.4731331592739016,
      "learning_rate": 4.772993370832923e-09,
      "loss": 0.4071,
      "step": 2568
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.0172854582710178,
      "learning_rate": 3.9446335127757414e-09,
      "loss": 0.5405,
      "step": 2569
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.8858050662880403,
      "learning_rate": 3.195161127833579e-09,
      "loss": 0.4728,
      "step": 2570
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.1224858836784657,
      "learning_rate": 2.5245773985715927e-09,
      "loss": 0.4895,
      "step": 2571
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.2854720901591494,
      "learning_rate": 1.932883383093387e-09,
      "loss": 0.4341,
      "step": 2572
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.0527536495252034,
      "learning_rate": 1.4200800150132588e-09,
      "loss": 0.4551,
      "step": 2573
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6239640873090154,
      "learning_rate": 9.861681034672997e-10,
      "loss": 0.3578,
      "step": 2574
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.0533015601311724,
      "learning_rate": 6.311483331244983e-10,
      "loss": 0.4429,
      "step": 2575
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.0577792792832101,
      "learning_rate": 3.5502126415343227e-10,
      "loss": 0.4972,
      "step": 2576
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.1651876844631635,
      "learning_rate": 1.5778733225002562e-10,
      "loss": 0.4429,
      "step": 2577
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.9822171272920979,
      "learning_rate": 3.944684862089432e-11,
      "loss": 0.4349,
      "step": 2578
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.948839446946887,
      "learning_rate": 0.0,
      "loss": 0.4465,
      "step": 2579
    },
    {
      "epoch": 1.0,
      "step": 2579,
      "total_flos": 347421368664064.0,
      "train_loss": 0.5110779059585003,
      "train_runtime": 73596.8502,
      "train_samples_per_second": 1.122,
      "train_steps_per_second": 0.035
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 2579,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000,
  "total_flos": 347421368664064.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}