{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5602702480019774,
  "eval_steps": 500,
  "global_step": 6800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 8.239268352970256e-05,
      "grad_norm": 56.51700210571289,
      "learning_rate": 1.3717421124828532e-08,
      "loss": 1.2731,
      "step": 1
    },
    {
      "epoch": 0.00016478536705940512,
      "grad_norm": 40.258872985839844,
      "learning_rate": 2.7434842249657065e-08,
      "loss": 0.7083,
      "step": 2
    },
    {
      "epoch": 0.0002471780505891077,
      "grad_norm": 30.2320556640625,
      "learning_rate": 4.1152263374485605e-08,
      "loss": 0.919,
      "step": 3
    },
    {
      "epoch": 0.00032957073411881023,
      "grad_norm": 42.63002014160156,
      "learning_rate": 5.486968449931413e-08,
      "loss": 0.9365,
      "step": 4
    },
    {
      "epoch": 0.00041196341764851283,
      "grad_norm": 17.680234909057617,
      "learning_rate": 6.858710562414266e-08,
      "loss": 0.3612,
      "step": 5
    },
    {
      "epoch": 0.0004943561011782154,
      "grad_norm": 17.667518615722656,
      "learning_rate": 8.230452674897121e-08,
      "loss": 0.3858,
      "step": 6
    },
    {
      "epoch": 0.000576748784707918,
      "grad_norm": 18.875225067138672,
      "learning_rate": 9.602194787379974e-08,
      "loss": 0.3087,
      "step": 7
    },
    {
      "epoch": 0.0006591414682376205,
      "grad_norm": 39.79576110839844,
      "learning_rate": 1.0973936899862826e-07,
      "loss": 0.7756,
      "step": 8
    },
    {
      "epoch": 0.0007415341517673231,
      "grad_norm": 33.80912780761719,
      "learning_rate": 1.234567901234568e-07,
      "loss": 0.9561,
      "step": 9
    },
    {
      "epoch": 0.0008239268352970257,
      "grad_norm": 47.27516555786133,
      "learning_rate": 1.3717421124828532e-07,
      "loss": 1.0005,
      "step": 10
    },
    {
      "epoch": 0.0009063195188267282,
      "grad_norm": 32.99760055541992,
      "learning_rate": 1.5089163237311387e-07,
      "loss": 0.8954,
      "step": 11
    },
    {
      "epoch": 0.0009887122023564308,
      "grad_norm": 30.054792404174805,
      "learning_rate": 1.6460905349794242e-07,
      "loss": 1.025,
      "step": 12
    },
    {
      "epoch": 0.0010711048858861334,
      "grad_norm": 33.529296875,
      "learning_rate": 1.7832647462277092e-07,
      "loss": 0.9859,
      "step": 13
    },
    {
      "epoch": 0.001153497569415836,
      "grad_norm": 41.08939743041992,
      "learning_rate": 1.9204389574759947e-07,
      "loss": 1.1469,
      "step": 14
    },
    {
      "epoch": 0.0012358902529455383,
      "grad_norm": 39.46188735961914,
      "learning_rate": 2.05761316872428e-07,
      "loss": 1.2586,
      "step": 15
    },
    {
      "epoch": 0.001318282936475241,
      "grad_norm": 31.856781005859375,
      "learning_rate": 2.1947873799725652e-07,
      "loss": 0.7818,
      "step": 16
    },
    {
      "epoch": 0.0014006756200049435,
      "grad_norm": 29.883176803588867,
      "learning_rate": 2.3319615912208507e-07,
      "loss": 0.7757,
      "step": 17
    },
    {
      "epoch": 0.0014830683035346461,
      "grad_norm": 27.324195861816406,
      "learning_rate": 2.469135802469136e-07,
      "loss": 0.9019,
      "step": 18
    },
    {
      "epoch": 0.0015654609870643487,
      "grad_norm": 26.0997314453125,
      "learning_rate": 2.606310013717421e-07,
      "loss": 0.9201,
      "step": 19
    },
    {
      "epoch": 0.0016478536705940513,
      "grad_norm": 42.489112854003906,
      "learning_rate": 2.7434842249657064e-07,
      "loss": 0.8313,
      "step": 20
    },
    {
      "epoch": 0.0017302463541237537,
      "grad_norm": 42.87385559082031,
      "learning_rate": 2.880658436213992e-07,
      "loss": 1.1305,
      "step": 21
    },
    {
      "epoch": 0.0018126390376534563,
      "grad_norm": 34.971534729003906,
      "learning_rate": 3.0178326474622774e-07,
      "loss": 0.856,
      "step": 22
    },
    {
      "epoch": 0.001895031721183159,
      "grad_norm": 46.60807800292969,
      "learning_rate": 3.1550068587105627e-07,
      "loss": 0.8984,
      "step": 23
    },
    {
      "epoch": 0.0019774244047128615,
      "grad_norm": 28.837739944458008,
      "learning_rate": 3.2921810699588484e-07,
      "loss": 0.7421,
      "step": 24
    },
    {
      "epoch": 0.002059817088242564,
      "grad_norm": 29.547473907470703,
      "learning_rate": 3.4293552812071337e-07,
      "loss": 0.3867,
      "step": 25
    },
    {
      "epoch": 0.0021422097717722667,
      "grad_norm": 25.004470825195312,
      "learning_rate": 3.5665294924554184e-07,
      "loss": 0.9035,
      "step": 26
    },
    {
      "epoch": 0.0022246024553019693,
      "grad_norm": 49.187232971191406,
      "learning_rate": 3.7037037037037036e-07,
      "loss": 0.8988,
      "step": 27
    },
    {
      "epoch": 0.002306995138831672,
      "grad_norm": 34.764530181884766,
      "learning_rate": 3.8408779149519894e-07,
      "loss": 0.6711,
      "step": 28
    },
    {
      "epoch": 0.0023893878223613745,
      "grad_norm": 32.232582092285156,
      "learning_rate": 3.9780521262002746e-07,
      "loss": 0.7847,
      "step": 29
    },
    {
      "epoch": 0.0024717805058910767,
      "grad_norm": 211.8793182373047,
      "learning_rate": 4.11522633744856e-07,
      "loss": 2.0724,
      "step": 30
    },
    {
      "epoch": 0.0025541731894207793,
      "grad_norm": 22.758872985839844,
      "learning_rate": 4.252400548696845e-07,
      "loss": 0.8788,
      "step": 31
    },
    {
      "epoch": 0.002636565872950482,
      "grad_norm": 23.255950927734375,
      "learning_rate": 4.3895747599451304e-07,
      "loss": 0.7044,
      "step": 32
    },
    {
      "epoch": 0.0027189585564801845,
      "grad_norm": 30.32904624938965,
      "learning_rate": 4.526748971193416e-07,
      "loss": 0.8109,
      "step": 33
    },
    {
      "epoch": 0.002801351240009887,
      "grad_norm": 17.912961959838867,
      "learning_rate": 4.6639231824417014e-07,
      "loss": 0.3353,
      "step": 34
    },
    {
      "epoch": 0.0028837439235395897,
      "grad_norm": 22.479999542236328,
      "learning_rate": 4.801097393689986e-07,
      "loss": 0.5583,
      "step": 35
    },
    {
      "epoch": 0.0029661366070692923,
      "grad_norm": 20.144775390625,
      "learning_rate": 4.938271604938272e-07,
      "loss": 0.5471,
      "step": 36
    },
    {
      "epoch": 0.003048529290598995,
      "grad_norm": 28.927202224731445,
      "learning_rate": 5.075445816186558e-07,
      "loss": 0.9018,
      "step": 37
    },
    {
      "epoch": 0.0031309219741286975,
      "grad_norm": 18.166128158569336,
      "learning_rate": 5.212620027434842e-07,
      "loss": 0.5875,
      "step": 38
    },
    {
      "epoch": 0.0032133146576584,
      "grad_norm": 23.31378173828125,
      "learning_rate": 5.349794238683128e-07,
      "loss": 0.5063,
      "step": 39
    },
    {
      "epoch": 0.0032957073411881027,
      "grad_norm": 24.16108512878418,
      "learning_rate": 5.486968449931413e-07,
      "loss": 0.6704,
      "step": 40
    },
    {
      "epoch": 0.0033781000247178053,
      "grad_norm": 28.459550857543945,
      "learning_rate": 5.624142661179699e-07,
      "loss": 0.9327,
      "step": 41
    },
    {
      "epoch": 0.0034604927082475074,
      "grad_norm": 16.4536190032959,
      "learning_rate": 5.761316872427984e-07,
      "loss": 0.6015,
      "step": 42
    },
    {
      "epoch": 0.00354288539177721,
      "grad_norm": 214.72381591796875,
      "learning_rate": 5.898491083676269e-07,
      "loss": 1.9088,
      "step": 43
    },
    {
      "epoch": 0.0036252780753069126,
      "grad_norm": 14.789505958557129,
      "learning_rate": 6.035665294924555e-07,
      "loss": 0.5374,
      "step": 44
    },
    {
      "epoch": 0.0037076707588366152,
      "grad_norm": 25.170644760131836,
      "learning_rate": 6.17283950617284e-07,
      "loss": 0.6804,
      "step": 45
    },
    {
      "epoch": 0.003790063442366318,
      "grad_norm": 18.395288467407227,
      "learning_rate": 6.310013717421125e-07,
      "loss": 0.8147,
      "step": 46
    },
    {
      "epoch": 0.0038724561258960204,
      "grad_norm": 22.100372314453125,
      "learning_rate": 6.44718792866941e-07,
      "loss": 0.8294,
      "step": 47
    },
    {
      "epoch": 0.003954848809425723,
      "grad_norm": 18.61798667907715,
      "learning_rate": 6.584362139917697e-07,
      "loss": 0.4601,
      "step": 48
    },
    {
      "epoch": 0.004037241492955425,
      "grad_norm": 14.859886169433594,
      "learning_rate": 6.721536351165982e-07,
      "loss": 0.5151,
      "step": 49
    },
    {
      "epoch": 0.004119634176485128,
      "grad_norm": 28.0513973236084,
      "learning_rate": 6.858710562414267e-07,
      "loss": 0.9785,
      "step": 50
    },
    {
      "epoch": 0.00420202686001483,
      "grad_norm": 28.81538200378418,
      "learning_rate": 6.995884773662552e-07,
      "loss": 0.8167,
      "step": 51
    },
    {
      "epoch": 0.004284419543544533,
      "grad_norm": 27.488924026489258,
      "learning_rate": 7.133058984910837e-07,
      "loss": 0.6556,
      "step": 52
    },
    {
      "epoch": 0.004366812227074236,
      "grad_norm": 16.235477447509766,
      "learning_rate": 7.270233196159123e-07,
      "loss": 0.5973,
      "step": 53
    },
    {
      "epoch": 0.004449204910603939,
      "grad_norm": 13.234213829040527,
      "learning_rate": 7.407407407407407e-07,
      "loss": 0.2324,
      "step": 54
    },
    {
      "epoch": 0.004531597594133641,
      "grad_norm": 13.949467658996582,
      "learning_rate": 7.544581618655693e-07,
      "loss": 0.6996,
      "step": 55
    },
    {
      "epoch": 0.004613990277663344,
      "grad_norm": 19.184772491455078,
      "learning_rate": 7.681755829903979e-07,
      "loss": 0.8721,
      "step": 56
    },
    {
      "epoch": 0.004696382961193046,
      "grad_norm": 15.078434944152832,
      "learning_rate": 7.818930041152265e-07,
      "loss": 0.6597,
      "step": 57
    },
    {
      "epoch": 0.004778775644722749,
      "grad_norm": 25.15418815612793,
      "learning_rate": 7.956104252400549e-07,
      "loss": 0.8048,
      "step": 58
    },
    {
      "epoch": 0.004861168328252451,
      "grad_norm": 15.353533744812012,
      "learning_rate": 8.093278463648835e-07,
      "loss": 0.4553,
      "step": 59
    },
    {
      "epoch": 0.004943561011782153,
      "grad_norm": 62.55601501464844,
      "learning_rate": 8.23045267489712e-07,
      "loss": 0.5793,
      "step": 60
    },
    {
      "epoch": 0.005025953695311856,
      "grad_norm": 20.35675621032715,
      "learning_rate": 8.367626886145406e-07,
      "loss": 0.7542,
      "step": 61
    },
    {
      "epoch": 0.0051083463788415585,
      "grad_norm": 21.830989837646484,
      "learning_rate": 8.50480109739369e-07,
      "loss": 0.5921,
      "step": 62
    },
    {
      "epoch": 0.005190739062371262,
      "grad_norm": 25.75105094909668,
      "learning_rate": 8.641975308641976e-07,
      "loss": 0.7565,
      "step": 63
    },
    {
      "epoch": 0.005273131745900964,
      "grad_norm": 11.13671588897705,
      "learning_rate": 8.779149519890261e-07,
      "loss": 0.3467,
      "step": 64
    },
    {
      "epoch": 0.005355524429430667,
      "grad_norm": 14.184932708740234,
      "learning_rate": 8.916323731138548e-07,
      "loss": 0.5824,
      "step": 65
    },
    {
      "epoch": 0.005437917112960369,
      "grad_norm": 15.029806137084961,
      "learning_rate": 9.053497942386832e-07,
      "loss": 0.6008,
      "step": 66
    },
    {
      "epoch": 0.005520309796490072,
      "grad_norm": 14.374632835388184,
      "learning_rate": 9.190672153635118e-07,
      "loss": 0.3962,
      "step": 67
    },
    {
      "epoch": 0.005602702480019774,
      "grad_norm": 15.57335090637207,
      "learning_rate": 9.327846364883403e-07,
      "loss": 0.6922,
      "step": 68
    },
    {
      "epoch": 0.005685095163549477,
      "grad_norm": 18.969757080078125,
      "learning_rate": 9.465020576131687e-07,
      "loss": 0.7939,
      "step": 69
    },
    {
      "epoch": 0.005767487847079179,
      "grad_norm": 16.62308120727539,
      "learning_rate": 9.602194787379972e-07,
      "loss": 0.4738,
      "step": 70
    },
    {
      "epoch": 0.005849880530608882,
      "grad_norm": 11.715179443359375,
      "learning_rate": 9.73936899862826e-07,
      "loss": 0.3445,
      "step": 71
    },
    {
      "epoch": 0.0059322732141385845,
      "grad_norm": 13.562552452087402,
      "learning_rate": 9.876543209876544e-07,
      "loss": 0.6191,
      "step": 72
    },
    {
      "epoch": 0.006014665897668287,
      "grad_norm": 10.021506309509277,
      "learning_rate": 1.001371742112483e-06,
      "loss": 0.3605,
      "step": 73
    },
    {
      "epoch": 0.00609705858119799,
      "grad_norm": 9.88261604309082,
      "learning_rate": 1.0150891632373115e-06,
      "loss": 0.5205,
      "step": 74
    },
    {
      "epoch": 0.006179451264727692,
      "grad_norm": 14.595756530761719,
      "learning_rate": 1.02880658436214e-06,
      "loss": 0.6917,
      "step": 75
    },
    {
      "epoch": 0.006261843948257395,
      "grad_norm": 16.707874298095703,
      "learning_rate": 1.0425240054869685e-06,
      "loss": 0.6654,
      "step": 76
    },
    {
      "epoch": 0.006344236631787097,
      "grad_norm": 8.667993545532227,
      "learning_rate": 1.0562414266117972e-06,
      "loss": 0.4676,
      "step": 77
    },
    {
      "epoch": 0.0064266293153168,
      "grad_norm": 10.52366828918457,
      "learning_rate": 1.0699588477366256e-06,
      "loss": 0.3683,
      "step": 78
    },
    {
      "epoch": 0.006509021998846502,
      "grad_norm": 10.905351638793945,
      "learning_rate": 1.083676268861454e-06,
      "loss": 0.5896,
      "step": 79
    },
    {
      "epoch": 0.006591414682376205,
      "grad_norm": 17.78834342956543,
      "learning_rate": 1.0973936899862826e-06,
      "loss": 0.8076,
      "step": 80
    },
    {
      "epoch": 0.0066738073659059075,
      "grad_norm": 12.717888832092285,
      "learning_rate": 1.111111111111111e-06,
      "loss": 0.6543,
      "step": 81
    },
    {
      "epoch": 0.0067562000494356105,
      "grad_norm": 9.238017082214355,
      "learning_rate": 1.1248285322359397e-06,
      "loss": 0.3734,
      "step": 82
    },
    {
      "epoch": 0.006838592732965313,
      "grad_norm": 13.280336380004883,
      "learning_rate": 1.1385459533607684e-06,
      "loss": 0.372,
      "step": 83
    },
    {
      "epoch": 0.006920985416495015,
      "grad_norm": 11.723220825195312,
      "learning_rate": 1.1522633744855969e-06,
      "loss": 0.6618,
      "step": 84
    },
    {
      "epoch": 0.007003378100024718,
      "grad_norm": 13.389555931091309,
      "learning_rate": 1.1659807956104253e-06,
      "loss": 0.5928,
      "step": 85
    },
    {
      "epoch": 0.00708577078355442,
      "grad_norm": 8.506617546081543,
      "learning_rate": 1.1796982167352538e-06,
      "loss": 0.335,
      "step": 86
    },
    {
      "epoch": 0.007168163467084123,
      "grad_norm": 7.928221225738525,
      "learning_rate": 1.1934156378600823e-06,
      "loss": 0.3686,
      "step": 87
    },
    {
      "epoch": 0.007250556150613825,
      "grad_norm": 12.338606834411621,
      "learning_rate": 1.207133058984911e-06,
      "loss": 0.5097,
      "step": 88
    },
    {
      "epoch": 0.007332948834143528,
      "grad_norm": 19.66794204711914,
      "learning_rate": 1.2208504801097394e-06,
      "loss": 0.6022,
      "step": 89
    },
    {
      "epoch": 0.0074153415176732304,
      "grad_norm": 10.69802188873291,
      "learning_rate": 1.234567901234568e-06,
      "loss": 0.5004,
      "step": 90
    },
    {
      "epoch": 0.0074977342012029335,
      "grad_norm": 13.613055229187012,
      "learning_rate": 1.2482853223593966e-06,
      "loss": 0.7371,
      "step": 91
    },
    {
      "epoch": 0.007580126884732636,
      "grad_norm": 12.26012134552002,
      "learning_rate": 1.262002743484225e-06,
      "loss": 0.396,
      "step": 92
    },
    {
      "epoch": 0.007662519568262339,
      "grad_norm": 19.485416412353516,
      "learning_rate": 1.2757201646090535e-06,
      "loss": 0.5567,
      "step": 93
    },
    {
      "epoch": 0.007744912251792041,
      "grad_norm": 13.712939262390137,
      "learning_rate": 1.289437585733882e-06,
      "loss": 0.7618,
      "step": 94
    },
    {
      "epoch": 0.007827304935321744,
      "grad_norm": 12.361629486083984,
      "learning_rate": 1.3031550068587107e-06,
      "loss": 0.5462,
      "step": 95
    },
    {
      "epoch": 0.007909697618851446,
      "grad_norm": 12.678031921386719,
      "learning_rate": 1.3168724279835394e-06,
      "loss": 0.6909,
      "step": 96
    },
    {
      "epoch": 0.007992090302381148,
      "grad_norm": 11.238283157348633,
      "learning_rate": 1.3305898491083676e-06,
      "loss": 0.5644,
      "step": 97
    },
    {
      "epoch": 0.00807448298591085,
      "grad_norm": 15.105474472045898,
      "learning_rate": 1.3443072702331963e-06,
      "loss": 0.5356,
      "step": 98
    },
    {
      "epoch": 0.008156875669440554,
      "grad_norm": 11.20759105682373,
      "learning_rate": 1.3580246913580248e-06,
      "loss": 0.4739,
      "step": 99
    },
    {
      "epoch": 0.008239268352970256,
      "grad_norm": 11.56765079498291,
      "learning_rate": 1.3717421124828535e-06,
      "loss": 0.6108,
      "step": 100
    },
    {
      "epoch": 0.008321661036499959,
      "grad_norm": 8.893553733825684,
      "learning_rate": 1.3854595336076817e-06,
      "loss": 0.4248,
      "step": 101
    },
    {
      "epoch": 0.00840405372002966,
      "grad_norm": 12.569270133972168,
      "learning_rate": 1.3991769547325104e-06,
      "loss": 0.5682,
      "step": 102
    },
    {
      "epoch": 0.008486446403559365,
      "grad_norm": 9.879176139831543,
      "learning_rate": 1.412894375857339e-06,
      "loss": 0.4645,
      "step": 103
    },
    {
      "epoch": 0.008568839087089067,
      "grad_norm": 10.02160358428955,
      "learning_rate": 1.4266117969821674e-06,
      "loss": 0.5834,
      "step": 104
    },
    {
      "epoch": 0.008651231770618769,
      "grad_norm": 11.538610458374023,
      "learning_rate": 1.440329218106996e-06,
      "loss": 0.5264,
      "step": 105
    },
    {
      "epoch": 0.008733624454148471,
      "grad_norm": 12.011957168579102,
      "learning_rate": 1.4540466392318245e-06,
      "loss": 0.582,
      "step": 106
    },
    {
      "epoch": 0.008816017137678173,
      "grad_norm": 11.976914405822754,
      "learning_rate": 1.4677640603566532e-06,
      "loss": 0.7295,
      "step": 107
    },
    {
      "epoch": 0.008898409821207877,
      "grad_norm": 9.216083526611328,
      "learning_rate": 1.4814814814814815e-06,
      "loss": 0.5045,
      "step": 108
    },
    {
      "epoch": 0.00898080250473758,
      "grad_norm": 14.908822059631348,
      "learning_rate": 1.4951989026063101e-06,
      "loss": 0.6483,
      "step": 109
    },
    {
      "epoch": 0.009063195188267282,
      "grad_norm": 10.541009902954102,
      "learning_rate": 1.5089163237311386e-06,
      "loss": 0.6848,
      "step": 110
    },
    {
      "epoch": 0.009145587871796984,
      "grad_norm": 9.878063201904297,
      "learning_rate": 1.5226337448559673e-06,
      "loss": 0.4452,
      "step": 111
    },
    {
      "epoch": 0.009227980555326688,
      "grad_norm": 7.646243095397949,
      "learning_rate": 1.5363511659807958e-06,
      "loss": 0.4378,
      "step": 112
    },
    {
      "epoch": 0.00931037323885639,
      "grad_norm": 10.572312355041504,
      "learning_rate": 1.5500685871056242e-06,
      "loss": 0.5024,
      "step": 113
    },
    {
      "epoch": 0.009392765922386092,
      "grad_norm": 7.627384185791016,
      "learning_rate": 1.563786008230453e-06,
      "loss": 0.4436,
      "step": 114
    },
    {
      "epoch": 0.009475158605915794,
      "grad_norm": 13.793905258178711,
      "learning_rate": 1.5775034293552812e-06,
      "loss": 0.5641,
      "step": 115
    },
    {
      "epoch": 0.009557551289445498,
      "grad_norm": 9.33076000213623,
      "learning_rate": 1.5912208504801099e-06,
      "loss": 0.5682,
      "step": 116
    },
    {
      "epoch": 0.0096399439729752,
      "grad_norm": 10.607457160949707,
      "learning_rate": 1.6049382716049383e-06,
      "loss": 0.4535,
      "step": 117
    },
    {
      "epoch": 0.009722336656504902,
      "grad_norm": 12.461761474609375,
      "learning_rate": 1.618655692729767e-06,
      "loss": 0.5385,
      "step": 118
    },
    {
      "epoch": 0.009804729340034605,
      "grad_norm": 10.042202949523926,
      "learning_rate": 1.6323731138545953e-06,
      "loss": 0.3481,
      "step": 119
    },
    {
      "epoch": 0.009887122023564307,
      "grad_norm": 12.622625350952148,
      "learning_rate": 1.646090534979424e-06,
      "loss": 0.5399,
      "step": 120
    },
    {
      "epoch": 0.00996951470709401,
      "grad_norm": 11.345706939697266,
      "learning_rate": 1.6598079561042526e-06,
      "loss": 0.7632,
      "step": 121
    },
    {
      "epoch": 0.010051907390623713,
      "grad_norm": 11.978707313537598,
      "learning_rate": 1.6735253772290811e-06,
      "loss": 0.6997,
      "step": 122
    },
    {
      "epoch": 0.010134300074153415,
      "grad_norm": 12.520243644714355,
      "learning_rate": 1.6872427983539098e-06,
      "loss": 0.617,
      "step": 123
    },
    {
      "epoch": 0.010216692757683117,
      "grad_norm": 9.0907621383667,
      "learning_rate": 1.700960219478738e-06,
      "loss": 0.5024,
      "step": 124
    },
    {
      "epoch": 0.010299085441212821,
      "grad_norm": 13.479630470275879,
      "learning_rate": 1.7146776406035667e-06,
      "loss": 0.6655,
      "step": 125
    },
    {
      "epoch": 0.010381478124742523,
      "grad_norm": 13.685473442077637,
      "learning_rate": 1.7283950617283952e-06,
      "loss": 0.7491,
      "step": 126
    },
    {
      "epoch": 0.010463870808272225,
      "grad_norm": 11.837061882019043,
      "learning_rate": 1.7421124828532237e-06,
      "loss": 0.4203,
      "step": 127
    },
    {
      "epoch": 0.010546263491801927,
      "grad_norm": 11.307201385498047,
      "learning_rate": 1.7558299039780521e-06,
      "loss": 0.7072,
      "step": 128
    },
    {
      "epoch": 0.010628656175331631,
      "grad_norm": 11.536028861999512,
      "learning_rate": 1.7695473251028808e-06,
      "loss": 0.4732,
      "step": 129
    },
    {
      "epoch": 0.010711048858861334,
      "grad_norm": 9.303438186645508,
      "learning_rate": 1.7832647462277095e-06,
      "loss": 0.4453,
      "step": 130
    },
    {
      "epoch": 0.010793441542391036,
      "grad_norm": 8.76524829864502,
      "learning_rate": 1.7969821673525378e-06,
      "loss": 0.6057,
      "step": 131
    },
    {
      "epoch": 0.010875834225920738,
      "grad_norm": 314.04168701171875,
      "learning_rate": 1.8106995884773665e-06,
      "loss": 4.25,
      "step": 132
    },
    {
      "epoch": 0.01095822690945044,
      "grad_norm": 7.0818352699279785,
      "learning_rate": 1.824417009602195e-06,
      "loss": 0.4642,
      "step": 133
    },
    {
      "epoch": 0.011040619592980144,
      "grad_norm": 14.103567123413086,
      "learning_rate": 1.8381344307270236e-06,
      "loss": 0.6826,
      "step": 134
    },
    {
      "epoch": 0.011123012276509846,
      "grad_norm": 15.193459510803223,
      "learning_rate": 1.8518518518518519e-06,
      "loss": 0.5339,
      "step": 135
    },
    {
      "epoch": 0.011205404960039548,
      "grad_norm": 9.683887481689453,
      "learning_rate": 1.8655692729766806e-06,
      "loss": 0.6103,
      "step": 136
    },
    {
      "epoch": 0.01128779764356925,
      "grad_norm": 10.624603271484375,
      "learning_rate": 1.879286694101509e-06,
      "loss": 0.4923,
      "step": 137
    },
    {
      "epoch": 0.011370190327098954,
      "grad_norm": 13.407661437988281,
      "learning_rate": 1.8930041152263375e-06,
      "loss": 0.5889,
      "step": 138
    },
    {
      "epoch": 0.011452583010628656,
      "grad_norm": 8.102571487426758,
      "learning_rate": 1.9067215363511662e-06,
      "loss": 0.4634,
      "step": 139
    },
    {
      "epoch": 0.011534975694158359,
      "grad_norm": 10.748870849609375,
      "learning_rate": 1.9204389574759944e-06,
      "loss": 0.2836,
      "step": 140
    },
    {
      "epoch": 0.01161736837768806,
      "grad_norm": 14.050963401794434,
      "learning_rate": 1.9341563786008233e-06,
      "loss": 0.7285,
      "step": 141
    },
    {
      "epoch": 0.011699761061217765,
      "grad_norm": 13.408652305603027,
      "learning_rate": 1.947873799725652e-06,
      "loss": 0.5339,
      "step": 142
    },
    {
      "epoch": 0.011782153744747467,
      "grad_norm": 11.12368106842041,
      "learning_rate": 1.9615912208504803e-06,
      "loss": 0.4703,
      "step": 143
    },
    {
      "epoch": 0.011864546428277169,
      "grad_norm": 9.521602630615234,
      "learning_rate": 1.9753086419753087e-06,
      "loss": 0.6059,
      "step": 144
    },
    {
      "epoch": 0.011946939111806871,
      "grad_norm": 11.498387336730957,
      "learning_rate": 1.9890260631001372e-06,
      "loss": 0.4854,
      "step": 145
    },
    {
      "epoch": 0.012029331795336573,
      "grad_norm": 7.442966938018799,
      "learning_rate": 2.002743484224966e-06,
      "loss": 0.4213,
      "step": 146
    },
    {
      "epoch": 0.012111724478866277,
      "grad_norm": 9.810602188110352,
      "learning_rate": 2.0164609053497946e-06,
      "loss": 0.2819,
      "step": 147
    },
    {
      "epoch": 0.01219411716239598,
      "grad_norm": 11.50195598602295,
      "learning_rate": 2.030178326474623e-06,
      "loss": 0.483,
      "step": 148
    },
    {
      "epoch": 0.012276509845925682,
      "grad_norm": 12.584747314453125,
      "learning_rate": 2.0438957475994515e-06,
      "loss": 0.7579,
      "step": 149
    },
    {
      "epoch": 0.012358902529455384,
      "grad_norm": 10.334659576416016,
      "learning_rate": 2.05761316872428e-06,
      "loss": 0.4548,
      "step": 150
    },
    {
      "epoch": 0.012441295212985088,
      "grad_norm": 9.95334529876709,
      "learning_rate": 2.0713305898491085e-06,
      "loss": 0.4903,
      "step": 151
    },
    {
      "epoch": 0.01252368789651479,
      "grad_norm": 11.624676704406738,
      "learning_rate": 2.085048010973937e-06,
      "loss": 0.534,
      "step": 152
    },
    {
      "epoch": 0.012606080580044492,
      "grad_norm": 11.232975959777832,
      "learning_rate": 2.0987654320987654e-06,
      "loss": 0.5124,
      "step": 153
    },
    {
      "epoch": 0.012688473263574194,
      "grad_norm": 11.973352432250977,
      "learning_rate": 2.1124828532235943e-06,
      "loss": 0.6786,
      "step": 154
    },
    {
      "epoch": 0.012770865947103896,
      "grad_norm": 13.819453239440918,
      "learning_rate": 2.1262002743484228e-06,
      "loss": 0.6804,
      "step": 155
    },
    {
      "epoch": 0.0128532586306336,
      "grad_norm": 12.194920539855957,
      "learning_rate": 2.1399176954732512e-06,
      "loss": 0.6247,
      "step": 156
    },
    {
      "epoch": 0.012935651314163302,
      "grad_norm": 9.46353816986084,
      "learning_rate": 2.1536351165980797e-06,
      "loss": 0.7009,
      "step": 157
    },
    {
      "epoch": 0.013018043997693005,
      "grad_norm": 14.240569114685059,
      "learning_rate": 2.167352537722908e-06,
      "loss": 0.5266,
      "step": 158
    },
    {
      "epoch": 0.013100436681222707,
      "grad_norm": 10.151540756225586,
      "learning_rate": 2.1810699588477367e-06,
      "loss": 0.5616,
      "step": 159
    },
    {
      "epoch": 0.01318282936475241,
      "grad_norm": 10.29638957977295,
      "learning_rate": 2.194787379972565e-06,
      "loss": 0.524,
      "step": 160
    },
    {
      "epoch": 0.013265222048282113,
      "grad_norm": 11.119837760925293,
      "learning_rate": 2.208504801097394e-06,
      "loss": 0.5557,
      "step": 161
    },
    {
      "epoch": 0.013347614731811815,
      "grad_norm": 8.375231742858887,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.3779,
      "step": 162
    },
    {
      "epoch": 0.013430007415341517,
      "grad_norm": 151.76480102539062,
      "learning_rate": 2.235939643347051e-06,
      "loss": 1.8769,
      "step": 163
    },
    {
      "epoch": 0.013512400098871221,
      "grad_norm": 12.209758758544922,
      "learning_rate": 2.2496570644718794e-06,
      "loss": 0.6702,
      "step": 164
    },
    {
      "epoch": 0.013594792782400923,
      "grad_norm": 6.031085014343262,
      "learning_rate": 2.263374485596708e-06,
      "loss": 0.5386,
      "step": 165
    },
    {
      "epoch": 0.013677185465930625,
      "grad_norm": 11.500214576721191,
      "learning_rate": 2.277091906721537e-06,
      "loss": 0.4506,
      "step": 166
    },
    {
      "epoch": 0.013759578149460328,
      "grad_norm": 8.443875312805176,
      "learning_rate": 2.290809327846365e-06,
      "loss": 0.5067,
      "step": 167
    },
    {
      "epoch": 0.01384197083299003,
      "grad_norm": 9.542861938476562,
      "learning_rate": 2.3045267489711937e-06,
      "loss": 0.5613,
      "step": 168
    },
    {
      "epoch": 0.013924363516519734,
      "grad_norm": 10.692530632019043,
      "learning_rate": 2.3182441700960222e-06,
      "loss": 0.506,
      "step": 169
    },
    {
      "epoch": 0.014006756200049436,
      "grad_norm": 6.766666412353516,
      "learning_rate": 2.3319615912208507e-06,
      "loss": 0.3961,
      "step": 170
    },
    {
      "epoch": 0.014089148883579138,
      "grad_norm": 8.108800888061523,
      "learning_rate": 2.345679012345679e-06,
      "loss": 0.3742,
      "step": 171
    },
    {
      "epoch": 0.01417154156710884,
      "grad_norm": 12.092208862304688,
      "learning_rate": 2.3593964334705076e-06,
      "loss": 0.6267,
      "step": 172
    },
    {
      "epoch": 0.014253934250638544,
      "grad_norm": 10.575095176696777,
      "learning_rate": 2.3731138545953365e-06,
      "loss": 0.7828,
      "step": 173
    },
    {
      "epoch": 0.014336326934168246,
      "grad_norm": 17.29262351989746,
      "learning_rate": 2.3868312757201646e-06,
      "loss": 0.6163,
      "step": 174
    },
    {
      "epoch": 0.014418719617697948,
      "grad_norm": 9.689221382141113,
      "learning_rate": 2.4005486968449935e-06,
      "loss": 0.6256,
      "step": 175
    },
    {
      "epoch": 0.01450111230122765,
      "grad_norm": 9.418839454650879,
      "learning_rate": 2.414266117969822e-06,
      "loss": 0.5919,
      "step": 176
    },
    {
      "epoch": 0.014583504984757354,
      "grad_norm": 12.282389640808105,
      "learning_rate": 2.4279835390946504e-06,
      "loss": 0.5538,
      "step": 177
    },
    {
      "epoch": 0.014665897668287057,
      "grad_norm": 10.800005912780762,
      "learning_rate": 2.441700960219479e-06,
      "loss": 0.6339,
      "step": 178
    },
    {
      "epoch": 0.014748290351816759,
      "grad_norm": 12.195772171020508,
      "learning_rate": 2.4554183813443074e-06,
      "loss": 0.5867,
      "step": 179
    },
    {
      "epoch": 0.014830683035346461,
      "grad_norm": 5.9223151206970215,
      "learning_rate": 2.469135802469136e-06,
      "loss": 0.4669,
      "step": 180
    },
    {
      "epoch": 0.014913075718876163,
      "grad_norm": 7.535144805908203,
      "learning_rate": 2.4828532235939647e-06,
      "loss": 0.3056,
      "step": 181
    },
    {
      "epoch": 0.014995468402405867,
      "grad_norm": 11.884033203125,
      "learning_rate": 2.496570644718793e-06,
      "loss": 0.5134,
      "step": 182
    },
    {
      "epoch": 0.015077861085935569,
      "grad_norm": 10.34755802154541,
      "learning_rate": 2.5102880658436217e-06,
      "loss": 0.4868,
      "step": 183
    },
    {
      "epoch": 0.015160253769465271,
      "grad_norm": 10.808096885681152,
      "learning_rate": 2.52400548696845e-06,
      "loss": 0.6181,
      "step": 184
    },
    {
      "epoch": 0.015242646452994973,
      "grad_norm": 8.556878089904785,
      "learning_rate": 2.5377229080932786e-06,
      "loss": 0.3293,
      "step": 185
    },
    {
      "epoch": 0.015325039136524677,
      "grad_norm": 7.7272868156433105,
      "learning_rate": 2.551440329218107e-06,
      "loss": 0.4515,
      "step": 186
    },
    {
      "epoch": 0.01540743182005438,
      "grad_norm": 7.194767951965332,
      "learning_rate": 2.565157750342936e-06,
      "loss": 0.434,
      "step": 187
    },
    {
      "epoch": 0.015489824503584082,
      "grad_norm": 9.255846977233887,
      "learning_rate": 2.578875171467764e-06,
      "loss": 0.6364,
      "step": 188
    },
    {
      "epoch": 0.015572217187113784,
      "grad_norm": 10.563949584960938,
      "learning_rate": 2.5925925925925925e-06,
      "loss": 0.5603,
      "step": 189
    },
    {
      "epoch": 0.015654609870643488,
      "grad_norm": 6.211328983306885,
      "learning_rate": 2.6063100137174214e-06,
      "loss": 0.3562,
      "step": 190
    },
    {
      "epoch": 0.01573700255417319,
      "grad_norm": 9.085487365722656,
      "learning_rate": 2.62002743484225e-06,
      "loss": 0.3385,
      "step": 191
    },
    {
      "epoch": 0.015819395237702892,
      "grad_norm": 9.838171005249023,
      "learning_rate": 2.6337448559670788e-06,
      "loss": 0.714,
      "step": 192
    },
    {
      "epoch": 0.015901787921232594,
      "grad_norm": 9.972753524780273,
      "learning_rate": 2.647462277091907e-06,
      "loss": 0.5227,
      "step": 193
    },
    {
      "epoch": 0.015984180604762296,
      "grad_norm": 14.503077507019043,
      "learning_rate": 2.6611796982167353e-06,
      "loss": 0.7821,
      "step": 194
    },
    {
      "epoch": 0.016066573288292,
      "grad_norm": 11.369441986083984,
      "learning_rate": 2.674897119341564e-06,
      "loss": 0.4383,
      "step": 195
    },
    {
      "epoch": 0.0161489659718217,
      "grad_norm": 7.601566791534424,
      "learning_rate": 2.6886145404663926e-06,
      "loss": 0.4215,
      "step": 196
    },
    {
      "epoch": 0.016231358655351406,
      "grad_norm": 7.866364002227783,
      "learning_rate": 2.7023319615912207e-06,
      "loss": 0.3713,
      "step": 197
    },
    {
      "epoch": 0.01631375133888111,
      "grad_norm": 11.604052543640137,
      "learning_rate": 2.7160493827160496e-06,
      "loss": 0.671,
      "step": 198
    },
    {
      "epoch": 0.01639614402241081,
      "grad_norm": 7.742397308349609,
      "learning_rate": 2.729766803840878e-06,
      "loss": 0.4746,
      "step": 199
    },
    {
      "epoch": 0.016478536705940513,
      "grad_norm": 10.07720947265625,
      "learning_rate": 2.743484224965707e-06,
      "loss": 0.5063,
      "step": 200
    },
    {
      "epoch": 0.016560929389470215,
      "grad_norm": 9.651717185974121,
      "learning_rate": 2.7572016460905354e-06,
      "loss": 0.5127,
      "step": 201
    },
    {
      "epoch": 0.016643322072999917,
      "grad_norm": 12.79235553741455,
      "learning_rate": 2.7709190672153635e-06,
      "loss": 0.5794,
      "step": 202
    },
    {
      "epoch": 0.01672571475652962,
      "grad_norm": 9.655978202819824,
      "learning_rate": 2.7846364883401924e-06,
      "loss": 0.5133,
      "step": 203
    },
    {
      "epoch": 0.01680810744005932,
      "grad_norm": 6.4306559562683105,
      "learning_rate": 2.798353909465021e-06,
      "loss": 0.488,
      "step": 204
    },
    {
      "epoch": 0.016890500123589024,
      "grad_norm": 9.876733779907227,
      "learning_rate": 2.8120713305898493e-06,
      "loss": 0.5673,
      "step": 205
    },
    {
      "epoch": 0.01697289280711873,
      "grad_norm": 12.834920883178711,
      "learning_rate": 2.825788751714678e-06,
      "loss": 0.3712,
      "step": 206
    },
    {
      "epoch": 0.01705528549064843,
      "grad_norm": 10.195089340209961,
      "learning_rate": 2.8395061728395062e-06,
      "loss": 0.4095,
      "step": 207
    },
    {
      "epoch": 0.017137678174178134,
      "grad_norm": 9.124926567077637,
      "learning_rate": 2.8532235939643347e-06,
      "loss": 0.578,
      "step": 208
    },
    {
      "epoch": 0.017220070857707836,
      "grad_norm": 8.022380828857422,
      "learning_rate": 2.8669410150891636e-06,
      "loss": 0.4292,
      "step": 209
    },
    {
      "epoch": 0.017302463541237538,
      "grad_norm": 14.243910789489746,
      "learning_rate": 2.880658436213992e-06,
      "loss": 0.6528,
      "step": 210
    },
    {
      "epoch": 0.01738485622476724,
      "grad_norm": 11.0796480178833,
      "learning_rate": 2.89437585733882e-06,
      "loss": 0.5112,
      "step": 211
    },
    {
      "epoch": 0.017467248908296942,
      "grad_norm": 9.955620765686035,
      "learning_rate": 2.908093278463649e-06,
      "loss": 0.3583,
      "step": 212
    },
    {
      "epoch": 0.017549641591826644,
      "grad_norm": 9.660956382751465,
      "learning_rate": 2.9218106995884775e-06,
      "loss": 0.525,
      "step": 213
    },
    {
      "epoch": 0.017632034275356347,
      "grad_norm": 7.116572856903076,
      "learning_rate": 2.9355281207133064e-06,
      "loss": 0.5048,
      "step": 214
    },
    {
      "epoch": 0.017714426958886052,
      "grad_norm": 9.971091270446777,
      "learning_rate": 2.949245541838135e-06,
      "loss": 0.7164,
      "step": 215
    },
    {
      "epoch": 0.017796819642415754,
      "grad_norm": 8.526199340820312,
      "learning_rate": 2.962962962962963e-06,
      "loss": 0.4085,
      "step": 216
    },
    {
      "epoch": 0.017879212325945457,
      "grad_norm": 9.927916526794434,
      "learning_rate": 2.976680384087792e-06,
      "loss": 0.6889,
      "step": 217
    },
    {
      "epoch": 0.01796160500947516,
      "grad_norm": 12.820579528808594,
      "learning_rate": 2.9903978052126203e-06,
      "loss": 0.6405,
      "step": 218
    },
    {
      "epoch": 0.01804399769300486,
      "grad_norm": 135.22926330566406,
      "learning_rate": 3.004115226337449e-06,
      "loss": 2.7919,
      "step": 219
    },
    {
      "epoch": 0.018126390376534563,
      "grad_norm": 8.060023307800293,
      "learning_rate": 3.0178326474622772e-06,
      "loss": 0.4103,
      "step": 220
    },
    {
      "epoch": 0.018208783060064265,
      "grad_norm": 10.598920822143555,
      "learning_rate": 3.0315500685871057e-06,
      "loss": 0.6191,
      "step": 221
    },
    {
      "epoch": 0.018291175743593967,
      "grad_norm": 8.31331729888916,
      "learning_rate": 3.0452674897119346e-06,
      "loss": 0.5279,
      "step": 222
    },
    {
      "epoch": 0.018373568427123673,
      "grad_norm": 10.468708992004395,
      "learning_rate": 3.058984910836763e-06,
      "loss": 0.6532,
      "step": 223
    },
    {
      "epoch": 0.018455961110653375,
      "grad_norm": 8.444803237915039,
      "learning_rate": 3.0727023319615915e-06,
      "loss": 0.5322,
      "step": 224
    },
    {
      "epoch": 0.018538353794183077,
      "grad_norm": 7.617444038391113,
      "learning_rate": 3.08641975308642e-06,
      "loss": 0.5372,
      "step": 225
    },
    {
      "epoch": 0.01862074647771278,
      "grad_norm": 11.925827980041504,
      "learning_rate": 3.1001371742112485e-06,
      "loss": 0.8139,
      "step": 226
    },
    {
      "epoch": 0.018703139161242482,
      "grad_norm": 10.623505592346191,
      "learning_rate": 3.113854595336077e-06,
      "loss": 0.6154,
      "step": 227
    },
    {
      "epoch": 0.018785531844772184,
      "grad_norm": 93.2562255859375,
      "learning_rate": 3.127572016460906e-06,
      "loss": 0.9407,
      "step": 228
    },
    {
      "epoch": 0.018867924528301886,
      "grad_norm": 8.378385543823242,
      "learning_rate": 3.141289437585734e-06,
      "loss": 0.4454,
      "step": 229
    },
    {
      "epoch": 0.018950317211831588,
      "grad_norm": 8.327590942382812,
      "learning_rate": 3.1550068587105624e-06,
      "loss": 0.4379,
      "step": 230
    },
    {
      "epoch": 0.01903270989536129,
      "grad_norm": 6.9413957595825195,
      "learning_rate": 3.1687242798353912e-06,
      "loss": 0.5017,
      "step": 231
    },
    {
      "epoch": 0.019115102578890996,
      "grad_norm": 8.618310928344727,
      "learning_rate": 3.1824417009602197e-06,
      "loss": 0.6419,
      "step": 232
    },
    {
      "epoch": 0.019197495262420698,
      "grad_norm": 10.541897773742676,
      "learning_rate": 3.1961591220850486e-06,
      "loss": 0.5724,
      "step": 233
    },
    {
      "epoch": 0.0192798879459504,
      "grad_norm": 9.920352935791016,
      "learning_rate": 3.2098765432098767e-06,
      "loss": 0.6983,
      "step": 234
    },
    {
      "epoch": 0.019362280629480103,
      "grad_norm": 8.841619491577148,
      "learning_rate": 3.223593964334705e-06,
      "loss": 0.5345,
      "step": 235
    },
    {
      "epoch": 0.019444673313009805,
      "grad_norm": 8.368014335632324,
      "learning_rate": 3.237311385459534e-06,
      "loss": 0.3775,
      "step": 236
    },
    {
      "epoch": 0.019527065996539507,
      "grad_norm": 8.243146896362305,
      "learning_rate": 3.2510288065843625e-06,
      "loss": 0.4532,
      "step": 237
    },
    {
      "epoch": 0.01960945868006921,
      "grad_norm": 8.176177024841309,
      "learning_rate": 3.2647462277091905e-06,
      "loss": 0.5012,
      "step": 238
    },
    {
      "epoch": 0.01969185136359891,
      "grad_norm": 7.1698760986328125,
      "learning_rate": 3.2784636488340194e-06,
      "loss": 0.5375,
      "step": 239
    },
    {
      "epoch": 0.019774244047128613,
      "grad_norm": 10.86773681640625,
      "learning_rate": 3.292181069958848e-06,
      "loss": 0.4556,
      "step": 240
    },
    {
      "epoch": 0.01985663673065832,
      "grad_norm": 7.855858325958252,
      "learning_rate": 3.305898491083677e-06,
      "loss": 0.3838,
      "step": 241
    },
    {
      "epoch": 0.01993902941418802,
      "grad_norm": 8.269692420959473,
      "learning_rate": 3.3196159122085053e-06,
      "loss": 0.3872,
      "step": 242
    },
    {
      "epoch": 0.020021422097717723,
      "grad_norm": 14.567724227905273,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.7082,
      "step": 243
    },
    {
      "epoch": 0.020103814781247425,
      "grad_norm": 7.729959964752197,
      "learning_rate": 3.3470507544581622e-06,
      "loss": 0.3058,
      "step": 244
    },
    {
      "epoch": 0.020186207464777128,
      "grad_norm": 6.976518630981445,
      "learning_rate": 3.3607681755829907e-06,
      "loss": 0.311,
      "step": 245
    },
    {
      "epoch": 0.02026860014830683,
      "grad_norm": 9.016054153442383,
      "learning_rate": 3.3744855967078196e-06,
      "loss": 0.3818,
      "step": 246
    },
    {
      "epoch": 0.020350992831836532,
      "grad_norm": 7.440279006958008,
      "learning_rate": 3.3882030178326476e-06,
      "loss": 0.2833,
      "step": 247
    },
    {
      "epoch": 0.020433385515366234,
      "grad_norm": 8.372817993164062,
      "learning_rate": 3.401920438957476e-06,
      "loss": 0.262,
      "step": 248
    },
    {
      "epoch": 0.020515778198895936,
      "grad_norm": 5.40642786026001,
      "learning_rate": 3.415637860082305e-06,
      "loss": 0.3802,
      "step": 249
    },
    {
      "epoch": 0.020598170882425642,
      "grad_norm": 13.123364448547363,
      "learning_rate": 3.4293552812071335e-06,
      "loss": 0.5992,
      "step": 250
    },
    {
      "epoch": 0.020680563565955344,
      "grad_norm": 8.695820808410645,
      "learning_rate": 3.443072702331962e-06,
      "loss": 0.4402,
      "step": 251
    },
    {
      "epoch": 0.020762956249485046,
      "grad_norm": 6.715677261352539,
      "learning_rate": 3.4567901234567904e-06,
      "loss": 0.3179,
      "step": 252
    },
    {
      "epoch": 0.02084534893301475,
      "grad_norm": 13.503896713256836,
      "learning_rate": 3.470507544581619e-06,
      "loss": 0.5184,
      "step": 253
    },
    {
      "epoch": 0.02092774161654445,
      "grad_norm": 108.18482971191406,
      "learning_rate": 3.4842249657064474e-06,
      "loss": 2.542,
      "step": 254
    },
    {
      "epoch": 0.021010134300074153,
      "grad_norm": 13.63663101196289,
      "learning_rate": 3.4979423868312762e-06,
      "loss": 0.7883,
      "step": 255
    },
    {
      "epoch": 0.021092526983603855,
      "grad_norm": 6.297175407409668,
      "learning_rate": 3.5116598079561043e-06,
      "loss": 0.4902,
      "step": 256
    },
    {
      "epoch": 0.021174919667133557,
      "grad_norm": 7.564141750335693,
      "learning_rate": 3.5253772290809328e-06,
      "loss": 0.4473,
      "step": 257
    },
    {
      "epoch": 0.021257312350663263,
      "grad_norm": 8.757903099060059,
      "learning_rate": 3.5390946502057617e-06,
      "loss": 0.4969,
      "step": 258
    },
    {
      "epoch": 0.021339705034192965,
      "grad_norm": 8.555965423583984,
      "learning_rate": 3.55281207133059e-06,
      "loss": 0.4998,
      "step": 259
    },
    {
      "epoch": 0.021422097717722667,
      "grad_norm": 7.391960144042969,
      "learning_rate": 3.566529492455419e-06,
      "loss": 0.4749,
      "step": 260
    },
    {
      "epoch": 0.02150449040125237,
      "grad_norm": 11.9590425491333,
      "learning_rate": 3.580246913580247e-06,
      "loss": 0.6409,
      "step": 261
    },
    {
      "epoch": 0.02158688308478207,
      "grad_norm": 10.112947463989258,
      "learning_rate": 3.5939643347050755e-06,
      "loss": 0.6519,
      "step": 262
    },
    {
      "epoch": 0.021669275768311774,
      "grad_norm": 9.173094749450684,
      "learning_rate": 3.6076817558299044e-06,
      "loss": 0.6529,
      "step": 263
    },
    {
      "epoch": 0.021751668451841476,
      "grad_norm": 21.901288986206055,
      "learning_rate": 3.621399176954733e-06,
      "loss": 1.0127,
      "step": 264
    },
    {
      "epoch": 0.021834061135371178,
      "grad_norm": 8.271058082580566,
      "learning_rate": 3.635116598079561e-06,
      "loss": 0.529,
      "step": 265
    },
    {
      "epoch": 0.02191645381890088,
      "grad_norm": 7.836156845092773,
      "learning_rate": 3.64883401920439e-06,
      "loss": 0.3116,
      "step": 266
    },
    {
      "epoch": 0.021998846502430586,
      "grad_norm": 9.788719177246094,
      "learning_rate": 3.6625514403292183e-06,
      "loss": 0.6536,
      "step": 267
    },
    {
      "epoch": 0.022081239185960288,
      "grad_norm": 9.627703666687012,
      "learning_rate": 3.6762688614540472e-06,
      "loss": 0.5798,
      "step": 268
    },
    {
      "epoch": 0.02216363186948999,
      "grad_norm": 7.108246326446533,
      "learning_rate": 3.6899862825788757e-06,
      "loss": 0.3583,
      "step": 269
    },
    {
      "epoch": 0.022246024553019692,
      "grad_norm": 10.230528831481934,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 0.5434,
      "step": 270
    },
    {
      "epoch": 0.022328417236549394,
      "grad_norm": 8.450175285339355,
      "learning_rate": 3.7174211248285326e-06,
      "loss": 0.2979,
      "step": 271
    },
    {
      "epoch": 0.022410809920079097,
      "grad_norm": 8.785239219665527,
      "learning_rate": 3.731138545953361e-06,
      "loss": 0.5209,
      "step": 272
    },
    {
      "epoch": 0.0224932026036088,
      "grad_norm": 6.910568714141846,
      "learning_rate": 3.7448559670781896e-06,
      "loss": 0.6289,
      "step": 273
    },
    {
      "epoch": 0.0225755952871385,
      "grad_norm": 8.4871187210083,
      "learning_rate": 3.758573388203018e-06,
      "loss": 0.2989,
      "step": 274
    },
    {
      "epoch": 0.022657987970668203,
      "grad_norm": 8.790731430053711,
      "learning_rate": 3.7722908093278465e-06,
      "loss": 0.4966,
      "step": 275
    },
    {
      "epoch": 0.02274038065419791,
      "grad_norm": 8.504339218139648,
      "learning_rate": 3.786008230452675e-06,
      "loss": 0.4338,
      "step": 276
    },
    {
      "epoch": 0.02282277333772761,
      "grad_norm": 12.0985746383667,
      "learning_rate": 3.799725651577504e-06,
      "loss": 0.6928,
      "step": 277
    },
    {
      "epoch": 0.022905166021257313,
      "grad_norm": 7.0832319259643555,
      "learning_rate": 3.8134430727023324e-06,
      "loss": 0.4493,
      "step": 278
    },
    {
      "epoch": 0.022987558704787015,
      "grad_norm": 7.778102397918701,
      "learning_rate": 3.827160493827161e-06,
      "loss": 0.3713,
      "step": 279
    },
    {
      "epoch": 0.023069951388316717,
      "grad_norm": 8.763737678527832,
      "learning_rate": 3.840877914951989e-06,
      "loss": 0.4373,
      "step": 280
    },
    {
      "epoch": 0.02315234407184642,
      "grad_norm": 6.949521541595459,
      "learning_rate": 3.854595336076818e-06,
      "loss": 0.4103,
      "step": 281
    },
    {
      "epoch": 0.02323473675537612,
      "grad_norm": 8.19953727722168,
      "learning_rate": 3.868312757201647e-06,
      "loss": 0.4746,
      "step": 282
    },
    {
      "epoch": 0.023317129438905824,
      "grad_norm": 9.851585388183594,
      "learning_rate": 3.882030178326475e-06,
      "loss": 0.5145,
      "step": 283
    },
    {
      "epoch": 0.02339952212243553,
      "grad_norm": 7.420225143432617,
      "learning_rate": 3.895747599451304e-06,
      "loss": 0.2947,
      "step": 284
    },
    {
      "epoch": 0.02348191480596523,
      "grad_norm": 7.750582218170166,
      "learning_rate": 3.909465020576132e-06,
      "loss": 0.3215,
      "step": 285
    },
    {
      "epoch": 0.023564307489494934,
      "grad_norm": 8.820334434509277,
      "learning_rate": 3.9231824417009605e-06,
      "loss": 0.6199,
      "step": 286
    },
    {
      "epoch": 0.023646700173024636,
      "grad_norm": 9.622298240661621,
      "learning_rate": 3.9368998628257894e-06,
      "loss": 0.5985,
      "step": 287
    },
    {
      "epoch": 0.023729092856554338,
      "grad_norm": 14.00783634185791,
      "learning_rate": 3.9506172839506175e-06,
      "loss": 0.7779,
      "step": 288
    },
    {
      "epoch": 0.02381148554008404,
      "grad_norm": 8.290560722351074,
      "learning_rate": 3.964334705075446e-06,
      "loss": 0.5707,
      "step": 289
    },
    {
      "epoch": 0.023893878223613742,
      "grad_norm": 15.583239555358887,
      "learning_rate": 3.9780521262002744e-06,
      "loss": 0.7033,
      "step": 290
    },
    {
      "epoch": 0.023976270907143445,
      "grad_norm": 11.735614776611328,
      "learning_rate": 3.991769547325103e-06,
      "loss": 0.5937,
      "step": 291
    },
    {
      "epoch": 0.024058663590673147,
      "grad_norm": 10.598677635192871,
      "learning_rate": 4.005486968449932e-06,
      "loss": 0.5619,
      "step": 292
    },
    {
      "epoch": 0.024141056274202852,
      "grad_norm": 10.365565299987793,
      "learning_rate": 4.01920438957476e-06,
      "loss": 0.6306,
      "step": 293
    },
    {
      "epoch": 0.024223448957732555,
      "grad_norm": 11.17667293548584,
      "learning_rate": 4.032921810699589e-06,
      "loss": 0.4083,
      "step": 294
    },
    {
      "epoch": 0.024305841641262257,
      "grad_norm": 9.102399826049805,
      "learning_rate": 4.046639231824417e-06,
      "loss": 0.3879,
      "step": 295
    },
    {
      "epoch": 0.02438823432479196,
      "grad_norm": 9.626298904418945,
      "learning_rate": 4.060356652949246e-06,
      "loss": 0.6803,
      "step": 296
    },
    {
      "epoch": 0.02447062700832166,
      "grad_norm": 7.68278694152832,
      "learning_rate": 4.074074074074074e-06,
      "loss": 0.2361,
      "step": 297
    },
    {
      "epoch": 0.024553019691851363,
      "grad_norm": 6.006025314331055,
      "learning_rate": 4.087791495198903e-06,
      "loss": 0.2625,
      "step": 298
    },
    {
      "epoch": 0.024635412375381065,
      "grad_norm": 10.65706729888916,
      "learning_rate": 4.101508916323731e-06,
      "loss": 0.6129,
      "step": 299
    },
    {
      "epoch": 0.024717805058910768,
      "grad_norm": 9.714295387268066,
      "learning_rate": 4.11522633744856e-06,
      "loss": 0.7195,
      "step": 300
    },
    {
      "epoch": 0.02480019774244047,
      "grad_norm": 9.159826278686523,
      "learning_rate": 4.128943758573389e-06,
      "loss": 0.5762,
      "step": 301
    },
    {
      "epoch": 0.024882590425970175,
      "grad_norm": 6.60572624206543,
      "learning_rate": 4.142661179698217e-06,
      "loss": 0.5756,
      "step": 302
    },
    {
      "epoch": 0.024964983109499878,
      "grad_norm": 9.470706939697266,
      "learning_rate": 4.156378600823046e-06,
      "loss": 0.6945,
      "step": 303
    },
    {
      "epoch": 0.02504737579302958,
      "grad_norm": 9.70786190032959,
      "learning_rate": 4.170096021947874e-06,
      "loss": 0.5031,
      "step": 304
    },
    {
      "epoch": 0.025129768476559282,
      "grad_norm": 13.166387557983398,
      "learning_rate": 4.183813443072703e-06,
      "loss": 0.6567,
      "step": 305
    },
    {
      "epoch": 0.025212161160088984,
      "grad_norm": 7.530982971191406,
      "learning_rate": 4.197530864197531e-06,
      "loss": 0.2813,
      "step": 306
    },
    {
      "epoch": 0.025294553843618686,
      "grad_norm": 6.686866283416748,
      "learning_rate": 4.21124828532236e-06,
      "loss": 0.2764,
      "step": 307
    },
    {
      "epoch": 0.02537694652714839,
      "grad_norm": 10.065841674804688,
      "learning_rate": 4.224965706447189e-06,
      "loss": 0.6011,
      "step": 308
    },
    {
      "epoch": 0.02545933921067809,
      "grad_norm": 11.906961441040039,
      "learning_rate": 4.238683127572017e-06,
      "loss": 0.5305,
      "step": 309
    },
    {
      "epoch": 0.025541731894207793,
      "grad_norm": 7.659340858459473,
      "learning_rate": 4.2524005486968456e-06,
      "loss": 0.373,
      "step": 310
    },
    {
      "epoch": 0.0256241245777375,
      "grad_norm": 9.28520679473877,
      "learning_rate": 4.266117969821674e-06,
      "loss": 0.3312,
      "step": 311
    },
    {
      "epoch": 0.0257065172612672,
      "grad_norm": 9.241649627685547,
      "learning_rate": 4.2798353909465025e-06,
      "loss": 0.6655,
      "step": 312
    },
    {
      "epoch": 0.025788909944796903,
      "grad_norm": 13.730417251586914,
      "learning_rate": 4.293552812071331e-06,
      "loss": 0.7174,
      "step": 313
    },
    {
      "epoch": 0.025871302628326605,
      "grad_norm": 10.073050498962402,
      "learning_rate": 4.3072702331961594e-06,
      "loss": 0.6444,
      "step": 314
    },
    {
      "epoch": 0.025953695311856307,
      "grad_norm": 9.264717102050781,
      "learning_rate": 4.3209876543209875e-06,
      "loss": 0.6007,
      "step": 315
    },
    {
      "epoch": 0.02603608799538601,
      "grad_norm": 8.550673484802246,
      "learning_rate": 4.334705075445816e-06,
      "loss": 0.4878,
      "step": 316
    },
    {
      "epoch": 0.02611848067891571,
      "grad_norm": 9.326912879943848,
      "learning_rate": 4.348422496570645e-06,
      "loss": 0.3328,
      "step": 317
    },
    {
      "epoch": 0.026200873362445413,
      "grad_norm": 13.836237907409668,
      "learning_rate": 4.362139917695473e-06,
      "loss": 0.8062,
      "step": 318
    },
    {
      "epoch": 0.02628326604597512,
      "grad_norm": 10.419273376464844,
      "learning_rate": 4.375857338820302e-06,
      "loss": 0.6375,
      "step": 319
    },
    {
      "epoch": 0.02636565872950482,
      "grad_norm": 9.81992244720459,
      "learning_rate": 4.38957475994513e-06,
      "loss": 0.4437,
      "step": 320
    },
    {
      "epoch": 0.026448051413034523,
      "grad_norm": 11.139498710632324,
      "learning_rate": 4.403292181069959e-06,
      "loss": 0.5766,
      "step": 321
    },
    {
      "epoch": 0.026530444096564226,
      "grad_norm": 12.20173168182373,
      "learning_rate": 4.417009602194788e-06,
      "loss": 0.5626,
      "step": 322
    },
    {
      "epoch": 0.026612836780093928,
      "grad_norm": 9.312471389770508,
      "learning_rate": 4.430727023319616e-06,
      "loss": 0.6125,
      "step": 323
    },
    {
      "epoch": 0.02669522946362363,
      "grad_norm": 7.834466934204102,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.3997,
      "step": 324
    },
    {
      "epoch": 0.026777622147153332,
      "grad_norm": 7.688599586486816,
      "learning_rate": 4.458161865569273e-06,
      "loss": 0.3002,
      "step": 325
    },
    {
      "epoch": 0.026860014830683034,
      "grad_norm": 7.819516658782959,
      "learning_rate": 4.471879286694102e-06,
      "loss": 0.6154,
      "step": 326
    },
    {
      "epoch": 0.026942407514212736,
      "grad_norm": 11.195005416870117,
      "learning_rate": 4.485596707818931e-06,
      "loss": 0.4739,
      "step": 327
    },
    {
      "epoch": 0.027024800197742442,
      "grad_norm": 7.963990211486816,
      "learning_rate": 4.499314128943759e-06,
      "loss": 0.4911,
      "step": 328
    },
    {
      "epoch": 0.027107192881272144,
      "grad_norm": 10.648114204406738,
      "learning_rate": 4.513031550068587e-06,
      "loss": 0.6342,
      "step": 329
    },
    {
      "epoch": 0.027189585564801846,
      "grad_norm": 9.3810453414917,
      "learning_rate": 4.526748971193416e-06,
      "loss": 0.624,
      "step": 330
    },
    {
      "epoch": 0.02727197824833155,
      "grad_norm": 8.984840393066406,
      "learning_rate": 4.540466392318245e-06,
      "loss": 0.6272,
      "step": 331
    },
    {
      "epoch": 0.02735437093186125,
      "grad_norm": 5.883072376251221,
      "learning_rate": 4.554183813443074e-06,
      "loss": 0.3326,
      "step": 332
    },
    {
      "epoch": 0.027436763615390953,
      "grad_norm": 5.657201766967773,
      "learning_rate": 4.567901234567902e-06,
      "loss": 0.3399,
      "step": 333
    },
    {
      "epoch": 0.027519156298920655,
      "grad_norm": 10.19749927520752,
      "learning_rate": 4.58161865569273e-06,
      "loss": 0.4408,
      "step": 334
    },
    {
      "epoch": 0.027601548982450357,
      "grad_norm": 10.872804641723633,
      "learning_rate": 4.595336076817559e-06,
      "loss": 0.5823,
      "step": 335
    },
    {
      "epoch": 0.02768394166598006,
      "grad_norm": 11.476855278015137,
      "learning_rate": 4.6090534979423875e-06,
      "loss": 0.5664,
      "step": 336
    },
    {
      "epoch": 0.027766334349509765,
      "grad_norm": 7.5818891525268555,
      "learning_rate": 4.622770919067216e-06,
      "loss": 0.3922,
      "step": 337
    },
    {
      "epoch": 0.027848727033039467,
      "grad_norm": 8.063002586364746,
      "learning_rate": 4.6364883401920444e-06,
      "loss": 0.2645,
      "step": 338
    },
    {
      "epoch": 0.02793111971656917,
      "grad_norm": 11.877552032470703,
      "learning_rate": 4.6502057613168725e-06,
      "loss": 0.6782,
      "step": 339
    },
    {
      "epoch": 0.02801351240009887,
      "grad_norm": 8.079391479492188,
      "learning_rate": 4.663923182441701e-06,
      "loss": 0.4239,
      "step": 340
    },
    {
      "epoch": 0.028095905083628574,
      "grad_norm": 7.868372440338135,
      "learning_rate": 4.67764060356653e-06,
      "loss": 0.5756,
      "step": 341
    },
    {
      "epoch": 0.028178297767158276,
      "grad_norm": 10.720019340515137,
      "learning_rate": 4.691358024691358e-06,
      "loss": 0.6744,
      "step": 342
    },
    {
      "epoch": 0.028260690450687978,
      "grad_norm": 6.203351974487305,
      "learning_rate": 4.705075445816187e-06,
      "loss": 0.4932,
      "step": 343
    },
    {
      "epoch": 0.02834308313421768,
      "grad_norm": 7.244535446166992,
      "learning_rate": 4.718792866941015e-06,
      "loss": 0.3202,
      "step": 344
    },
    {
      "epoch": 0.028425475817747382,
      "grad_norm": 8.697125434875488,
      "learning_rate": 4.732510288065844e-06,
      "loss": 0.5678,
      "step": 345
    },
    {
      "epoch": 0.028507868501277088,
      "grad_norm": 6.99738883972168,
      "learning_rate": 4.746227709190673e-06,
      "loss": 0.4733,
      "step": 346
    },
    {
      "epoch": 0.02859026118480679,
      "grad_norm": 9.91829776763916,
      "learning_rate": 4.759945130315501e-06,
      "loss": 0.5737,
      "step": 347
    },
    {
      "epoch": 0.028672653868336492,
      "grad_norm": 9.31679916381836,
      "learning_rate": 4.773662551440329e-06,
      "loss": 0.6417,
      "step": 348
    },
    {
      "epoch": 0.028755046551866194,
      "grad_norm": 10.32136058807373,
      "learning_rate": 4.787379972565158e-06,
      "loss": 0.6945,
      "step": 349
    },
    {
      "epoch": 0.028837439235395897,
      "grad_norm": 11.161327362060547,
      "learning_rate": 4.801097393689987e-06,
      "loss": 0.66,
      "step": 350
    },
    {
      "epoch": 0.0289198319189256,
      "grad_norm": 8.708389282226562,
      "learning_rate": 4.814814814814815e-06,
      "loss": 0.6335,
      "step": 351
    },
    {
      "epoch": 0.0290022246024553,
      "grad_norm": 7.197515964508057,
      "learning_rate": 4.828532235939644e-06,
      "loss": 0.3829,
      "step": 352
    },
    {
      "epoch": 0.029084617285985003,
      "grad_norm": 8.021191596984863,
      "learning_rate": 4.842249657064472e-06,
      "loss": 0.4714,
      "step": 353
    },
    {
      "epoch": 0.02916700996951471,
      "grad_norm": 5.339371681213379,
      "learning_rate": 4.855967078189301e-06,
      "loss": 0.5381,
      "step": 354
    },
    {
      "epoch": 0.02924940265304441,
      "grad_norm": 11.772566795349121,
      "learning_rate": 4.86968449931413e-06,
      "loss": 0.5332,
      "step": 355
    },
    {
      "epoch": 0.029331795336574113,
      "grad_norm": 10.840551376342773,
      "learning_rate": 4.883401920438958e-06,
      "loss": 0.5481,
      "step": 356
    },
    {
      "epoch": 0.029414188020103815,
      "grad_norm": 6.720440864562988,
      "learning_rate": 4.897119341563787e-06,
      "loss": 0.3845,
      "step": 357
    },
    {
      "epoch": 0.029496580703633517,
      "grad_norm": 8.788209915161133,
      "learning_rate": 4.910836762688615e-06,
      "loss": 0.4775,
      "step": 358
    },
    {
      "epoch": 0.02957897338716322,
      "grad_norm": 8.34142780303955,
      "learning_rate": 4.924554183813444e-06,
      "loss": 0.4532,
      "step": 359
    },
    {
      "epoch": 0.029661366070692922,
      "grad_norm": 8.235908508300781,
      "learning_rate": 4.938271604938272e-06,
      "loss": 0.6597,
      "step": 360
    },
    {
      "epoch": 0.029743758754222624,
      "grad_norm": 4.987242698669434,
      "learning_rate": 4.9519890260631005e-06,
      "loss": 0.4993,
      "step": 361
    },
    {
      "epoch": 0.029826151437752326,
      "grad_norm": 9.5879487991333,
      "learning_rate": 4.9657064471879294e-06,
      "loss": 0.5448,
      "step": 362
    },
    {
      "epoch": 0.029908544121282032,
      "grad_norm": 5.260179042816162,
      "learning_rate": 4.9794238683127575e-06,
      "loss": 0.3358,
      "step": 363
    },
    {
      "epoch": 0.029990936804811734,
      "grad_norm": 6.413874626159668,
      "learning_rate": 4.993141289437586e-06,
      "loss": 0.3105,
      "step": 364
    },
    {
      "epoch": 0.030073329488341436,
      "grad_norm": 12.083365440368652,
      "learning_rate": 5.0068587105624144e-06,
      "loss": 0.6485,
      "step": 365
    },
    {
      "epoch": 0.030155722171871138,
      "grad_norm": 9.882231712341309,
      "learning_rate": 5.020576131687243e-06,
      "loss": 0.4814,
      "step": 366
    },
    {
      "epoch": 0.03023811485540084,
      "grad_norm": 8.201709747314453,
      "learning_rate": 5.034293552812071e-06,
      "loss": 0.2845,
      "step": 367
    },
    {
      "epoch": 0.030320507538930543,
      "grad_norm": 8.609759330749512,
      "learning_rate": 5.0480109739369e-06,
      "loss": 0.3533,
      "step": 368
    },
    {
      "epoch": 0.030402900222460245,
      "grad_norm": 8.835406303405762,
      "learning_rate": 5.061728395061729e-06,
      "loss": 0.2949,
      "step": 369
    },
    {
      "epoch": 0.030485292905989947,
      "grad_norm": 6.869314670562744,
      "learning_rate": 5.075445816186557e-06,
      "loss": 0.3805,
      "step": 370
    },
    {
      "epoch": 0.03056768558951965,
      "grad_norm": 7.8644890785217285,
      "learning_rate": 5.089163237311386e-06,
      "loss": 0.2974,
      "step": 371
    },
    {
      "epoch": 0.030650078273049355,
      "grad_norm": 7.4809041023254395,
      "learning_rate": 5.102880658436214e-06,
      "loss": 0.5466,
      "step": 372
    },
    {
      "epoch": 0.030732470956579057,
      "grad_norm": 9.350696563720703,
      "learning_rate": 5.116598079561042e-06,
      "loss": 0.6341,
      "step": 373
    },
    {
      "epoch": 0.03081486364010876,
      "grad_norm": 14.509031295776367,
      "learning_rate": 5.130315500685872e-06,
      "loss": 0.6095,
      "step": 374
    },
    {
      "epoch": 0.03089725632363846,
      "grad_norm": 6.426882266998291,
      "learning_rate": 5.1440329218107e-06,
      "loss": 0.3909,
      "step": 375
    },
    {
      "epoch": 0.030979649007168163,
      "grad_norm": 6.9655303955078125,
      "learning_rate": 5.157750342935528e-06,
      "loss": 0.3183,
      "step": 376
    },
    {
      "epoch": 0.031062041690697866,
      "grad_norm": 11.843262672424316,
      "learning_rate": 5.171467764060357e-06,
      "loss": 0.5252,
      "step": 377
    },
    {
      "epoch": 0.031144434374227568,
      "grad_norm": 8.09951400756836,
      "learning_rate": 5.185185185185185e-06,
      "loss": 0.5673,
      "step": 378
    },
    {
      "epoch": 0.03122682705775727,
      "grad_norm": 8.851774215698242,
      "learning_rate": 5.198902606310015e-06,
      "loss": 0.6031,
      "step": 379
    },
    {
      "epoch": 0.031309219741286975,
      "grad_norm": 5.519658088684082,
      "learning_rate": 5.212620027434843e-06,
      "loss": 0.3887,
      "step": 380
    },
    {
      "epoch": 0.031391612424816674,
      "grad_norm": 9.278386116027832,
      "learning_rate": 5.226337448559671e-06,
      "loss": 0.4955,
      "step": 381
    },
    {
      "epoch": 0.03147400510834638,
      "grad_norm": 9.909171104431152,
      "learning_rate": 5.2400548696845e-06,
      "loss": 0.3187,
      "step": 382
    },
    {
      "epoch": 0.03155639779187608,
      "grad_norm": 8.103912353515625,
      "learning_rate": 5.253772290809328e-06,
      "loss": 0.5617,
      "step": 383
    },
    {
      "epoch": 0.031638790475405784,
      "grad_norm": 9.409250259399414,
      "learning_rate": 5.2674897119341575e-06,
      "loss": 0.6721,
      "step": 384
    },
    {
      "epoch": 0.03172118315893549,
      "grad_norm": 10.592995643615723,
      "learning_rate": 5.2812071330589856e-06,
      "loss": 0.6006,
      "step": 385
    },
    {
      "epoch": 0.03180357584246519,
      "grad_norm": 6.864661693572998,
      "learning_rate": 5.294924554183814e-06,
      "loss": 0.3736,
      "step": 386
    },
    {
      "epoch": 0.031885968525994894,
      "grad_norm": 9.538352966308594,
      "learning_rate": 5.3086419753086425e-06,
      "loss": 0.4362,
      "step": 387
    },
    {
      "epoch": 0.03196836120952459,
      "grad_norm": 9.573002815246582,
      "learning_rate": 5.3223593964334705e-06,
      "loss": 0.802,
      "step": 388
    },
    {
      "epoch": 0.0320507538930543,
      "grad_norm": 6.370300769805908,
      "learning_rate": 5.3360768175583e-06,
      "loss": 0.5524,
      "step": 389
    },
    {
      "epoch": 0.032133146576584,
      "grad_norm": 6.89885950088501,
      "learning_rate": 5.349794238683128e-06,
      "loss": 0.4014,
      "step": 390
    },
    {
      "epoch": 0.0322155392601137,
      "grad_norm": 6.904421329498291,
      "learning_rate": 5.363511659807956e-06,
      "loss": 0.5678,
      "step": 391
    },
    {
      "epoch": 0.0322979319436434,
      "grad_norm": 9.976534843444824,
      "learning_rate": 5.377229080932785e-06,
      "loss": 0.5627,
      "step": 392
    },
    {
      "epoch": 0.03238032462717311,
      "grad_norm": 6.909670829772949,
      "learning_rate": 5.390946502057613e-06,
      "loss": 0.3182,
      "step": 393
    },
    {
      "epoch": 0.03246271731070281,
      "grad_norm": 11.03062915802002,
      "learning_rate": 5.404663923182441e-06,
      "loss": 0.7084,
      "step": 394
    },
    {
      "epoch": 0.03254510999423251,
      "grad_norm": 11.638808250427246,
      "learning_rate": 5.418381344307271e-06,
      "loss": 0.5661,
      "step": 395
    },
    {
      "epoch": 0.03262750267776222,
      "grad_norm": 10.307133674621582,
      "learning_rate": 5.432098765432099e-06,
      "loss": 0.597,
      "step": 396
    },
    {
      "epoch": 0.032709895361291916,
      "grad_norm": 5.664909839630127,
      "learning_rate": 5.445816186556928e-06,
      "loss": 0.3665,
      "step": 397
    },
    {
      "epoch": 0.03279228804482162,
      "grad_norm": 8.613065719604492,
      "learning_rate": 5.459533607681756e-06,
      "loss": 0.6001,
      "step": 398
    },
    {
      "epoch": 0.03287468072835132,
      "grad_norm": 9.315359115600586,
      "learning_rate": 5.473251028806584e-06,
      "loss": 0.5885,
      "step": 399
    },
    {
      "epoch": 0.032957073411881026,
      "grad_norm": 107.74174499511719,
      "learning_rate": 5.486968449931414e-06,
      "loss": 2.9585,
      "step": 400
    },
    {
      "epoch": 0.033039466095410724,
      "grad_norm": 5.918422698974609,
      "learning_rate": 5.500685871056242e-06,
      "loss": 0.4313,
      "step": 401
    },
    {
      "epoch": 0.03312185877894043,
      "grad_norm": 6.75853157043457,
      "learning_rate": 5.514403292181071e-06,
      "loss": 0.4917,
      "step": 402
    },
    {
      "epoch": 0.033204251462470136,
      "grad_norm": 13.179014205932617,
      "learning_rate": 5.528120713305899e-06,
      "loss": 0.5937,
      "step": 403
    },
    {
      "epoch": 0.033286644145999834,
      "grad_norm": 5.990130424499512,
      "learning_rate": 5.541838134430727e-06,
      "loss": 0.5371,
      "step": 404
    },
    {
      "epoch": 0.03336903682952954,
      "grad_norm": 11.237771987915039,
      "learning_rate": 5.555555555555557e-06,
      "loss": 0.7383,
      "step": 405
    },
    {
      "epoch": 0.03345142951305924,
      "grad_norm": 8.617600440979004,
      "learning_rate": 5.569272976680385e-06,
      "loss": 0.5751,
      "step": 406
    },
    {
      "epoch": 0.033533822196588944,
      "grad_norm": 9.072235107421875,
      "learning_rate": 5.582990397805214e-06,
      "loss": 0.7994,
      "step": 407
    },
    {
      "epoch": 0.03361621488011864,
      "grad_norm": 10.178047180175781,
      "learning_rate": 5.596707818930042e-06,
      "loss": 0.6078,
      "step": 408
    },
    {
      "epoch": 0.03369860756364835,
      "grad_norm": 6.508071422576904,
      "learning_rate": 5.61042524005487e-06,
      "loss": 0.3708,
      "step": 409
    },
    {
      "epoch": 0.03378100024717805,
      "grad_norm": 6.1533122062683105,
      "learning_rate": 5.624142661179699e-06,
      "loss": 0.346,
      "step": 410
    },
    {
      "epoch": 0.03386339293070775,
      "grad_norm": 10.57042407989502,
      "learning_rate": 5.6378600823045275e-06,
      "loss": 0.6719,
      "step": 411
    },
    {
      "epoch": 0.03394578561423746,
      "grad_norm": 7.296802997589111,
      "learning_rate": 5.651577503429356e-06,
      "loss": 0.4991,
      "step": 412
    },
    {
      "epoch": 0.03402817829776716,
      "grad_norm": 9.663239479064941,
      "learning_rate": 5.6652949245541844e-06,
      "loss": 0.6882,
      "step": 413
    },
    {
      "epoch": 0.03411057098129686,
      "grad_norm": 5.755528450012207,
      "learning_rate": 5.6790123456790125e-06,
      "loss": 0.3132,
      "step": 414
    },
    {
      "epoch": 0.03419296366482656,
      "grad_norm": 10.921210289001465,
      "learning_rate": 5.692729766803841e-06,
      "loss": 0.6535,
      "step": 415
    },
    {
      "epoch": 0.03427535634835627,
      "grad_norm": 9.94051742553711,
      "learning_rate": 5.7064471879286694e-06,
      "loss": 0.5595,
      "step": 416
    },
    {
      "epoch": 0.034357749031885966,
      "grad_norm": 75.76789093017578,
      "learning_rate": 5.720164609053498e-06,
      "loss": 0.9388,
      "step": 417
    },
    {
      "epoch": 0.03444014171541567,
      "grad_norm": 8.118194580078125,
      "learning_rate": 5.733882030178327e-06,
      "loss": 0.5602,
      "step": 418
    },
    {
      "epoch": 0.03452253439894537,
      "grad_norm": 8.705886840820312,
      "learning_rate": 5.747599451303155e-06,
      "loss": 0.5136,
      "step": 419
    },
    {
      "epoch": 0.034604927082475076,
      "grad_norm": 10.67286491394043,
      "learning_rate": 5.761316872427984e-06,
      "loss": 0.4491,
      "step": 420
    },
    {
      "epoch": 0.03468731976600478,
      "grad_norm": 6.605020999908447,
      "learning_rate": 5.775034293552812e-06,
      "loss": 0.5705,
      "step": 421
    },
    {
      "epoch": 0.03476971244953448,
      "grad_norm": 8.415862083435059,
      "learning_rate": 5.78875171467764e-06,
      "loss": 0.4451,
      "step": 422
    },
    {
      "epoch": 0.034852105133064186,
      "grad_norm": 7.2088494300842285,
      "learning_rate": 5.80246913580247e-06,
      "loss": 0.5354,
      "step": 423
    },
    {
      "epoch": 0.034934497816593885,
      "grad_norm": 9.34552001953125,
      "learning_rate": 5.816186556927298e-06,
      "loss": 0.5883,
      "step": 424
    },
    {
      "epoch": 0.03501689050012359,
      "grad_norm": 8.552689552307129,
      "learning_rate": 5.829903978052127e-06,
      "loss": 0.6177,
      "step": 425
    },
    {
      "epoch": 0.03509928318365329,
      "grad_norm": 7.312561511993408,
      "learning_rate": 5.843621399176955e-06,
      "loss": 0.3237,
      "step": 426
    },
    {
      "epoch": 0.035181675867182995,
      "grad_norm": 7.2584052085876465,
      "learning_rate": 5.857338820301783e-06,
      "loss": 0.518,
      "step": 427
    },
    {
      "epoch": 0.03526406855071269,
      "grad_norm": 6.993336200714111,
      "learning_rate": 5.871056241426613e-06,
      "loss": 0.3908,
      "step": 428
    },
    {
      "epoch": 0.0353464612342424,
      "grad_norm": 8.458375930786133,
      "learning_rate": 5.884773662551441e-06,
      "loss": 0.4041,
      "step": 429
    },
    {
      "epoch": 0.035428853917772105,
      "grad_norm": 5.93768310546875,
      "learning_rate": 5.89849108367627e-06,
      "loss": 0.3937,
      "step": 430
    },
    {
      "epoch": 0.0355112466013018,
      "grad_norm": 6.913330078125,
      "learning_rate": 5.912208504801098e-06,
      "loss": 0.2812,
      "step": 431
    },
    {
      "epoch": 0.03559363928483151,
      "grad_norm": 7.391064167022705,
      "learning_rate": 5.925925925925926e-06,
      "loss": 0.3509,
      "step": 432
    },
    {
      "epoch": 0.03567603196836121,
      "grad_norm": 7.924985408782959,
      "learning_rate": 5.9396433470507556e-06,
      "loss": 0.2638,
      "step": 433
    },
    {
      "epoch": 0.03575842465189091,
      "grad_norm": 7.599272727966309,
      "learning_rate": 5.953360768175584e-06,
      "loss": 0.5535,
      "step": 434
    },
    {
      "epoch": 0.03584081733542061,
      "grad_norm": 9.165040016174316,
      "learning_rate": 5.967078189300412e-06,
      "loss": 0.6748,
      "step": 435
    },
    {
      "epoch": 0.03592321001895032,
      "grad_norm": 9.608358383178711,
      "learning_rate": 5.9807956104252405e-06,
      "loss": 0.6021,
      "step": 436
    },
    {
      "epoch": 0.03600560270248002,
      "grad_norm": 9.819331169128418,
      "learning_rate": 5.994513031550069e-06,
      "loss": 0.5339,
      "step": 437
    },
    {
      "epoch": 0.03608799538600972,
      "grad_norm": 8.454878807067871,
      "learning_rate": 6.008230452674898e-06,
      "loss": 0.3782,
      "step": 438
    },
    {
      "epoch": 0.03617038806953943,
      "grad_norm": 9.004887580871582,
      "learning_rate": 6.021947873799726e-06,
      "loss": 0.4969,
      "step": 439
    },
    {
      "epoch": 0.036252780753069126,
      "grad_norm": 13.321428298950195,
      "learning_rate": 6.0356652949245544e-06,
      "loss": 0.5892,
      "step": 440
    },
    {
      "epoch": 0.03633517343659883,
      "grad_norm": 9.647826194763184,
      "learning_rate": 6.049382716049383e-06,
      "loss": 0.6473,
      "step": 441
    },
    {
      "epoch": 0.03641756612012853,
      "grad_norm": 8.8889741897583,
      "learning_rate": 6.063100137174211e-06,
      "loss": 0.4528,
      "step": 442
    },
    {
      "epoch": 0.036499958803658236,
      "grad_norm": 7.413582801818848,
      "learning_rate": 6.076817558299041e-06,
      "loss": 0.3581,
      "step": 443
    },
    {
      "epoch": 0.036582351487187935,
      "grad_norm": 6.335949420928955,
      "learning_rate": 6.090534979423869e-06,
      "loss": 0.5634,
      "step": 444
    },
    {
      "epoch": 0.03666474417071764,
      "grad_norm": 5.827211856842041,
      "learning_rate": 6.104252400548697e-06,
      "loss": 0.4523,
      "step": 445
    },
    {
      "epoch": 0.036747136854247346,
      "grad_norm": 6.8192338943481445,
      "learning_rate": 6.117969821673526e-06,
      "loss": 0.3919,
      "step": 446
    },
    {
      "epoch": 0.036829529537777045,
      "grad_norm": 8.094497680664062,
      "learning_rate": 6.131687242798354e-06,
      "loss": 0.4177,
      "step": 447
    },
    {
      "epoch": 0.03691192222130675,
      "grad_norm": 7.195756912231445,
      "learning_rate": 6.145404663923183e-06,
      "loss": 0.4001,
      "step": 448
    },
    {
      "epoch": 0.03699431490483645,
      "grad_norm": 8.000702857971191,
      "learning_rate": 6.159122085048012e-06,
      "loss": 0.5114,
      "step": 449
    },
    {
      "epoch": 0.037076707588366155,
      "grad_norm": 8.21603012084961,
      "learning_rate": 6.17283950617284e-06,
      "loss": 0.46,
      "step": 450
    },
    {
      "epoch": 0.037159100271895854,
      "grad_norm": 9.328729629516602,
      "learning_rate": 6.186556927297669e-06,
      "loss": 0.483,
      "step": 451
    },
    {
      "epoch": 0.03724149295542556,
      "grad_norm": 11.493599891662598,
      "learning_rate": 6.200274348422497e-06,
      "loss": 0.7491,
      "step": 452
    },
    {
      "epoch": 0.03732388563895526,
      "grad_norm": 9.083672523498535,
      "learning_rate": 6.213991769547325e-06,
      "loss": 0.5008,
      "step": 453
    },
    {
      "epoch": 0.037406278322484963,
      "grad_norm": 7.512134552001953,
      "learning_rate": 6.227709190672154e-06,
      "loss": 0.432,
      "step": 454
    },
    {
      "epoch": 0.03748867100601467,
      "grad_norm": 9.764891624450684,
      "learning_rate": 6.241426611796983e-06,
      "loss": 0.5584,
      "step": 455
    },
    {
      "epoch": 0.03757106368954437,
      "grad_norm": 8.398491859436035,
      "learning_rate": 6.255144032921812e-06,
      "loss": 0.4809,
      "step": 456
    },
    {
      "epoch": 0.03765345637307407,
      "grad_norm": 6.080417633056641,
      "learning_rate": 6.26886145404664e-06,
      "loss": 0.4887,
      "step": 457
    },
    {
      "epoch": 0.03773584905660377,
      "grad_norm": 10.465970993041992,
      "learning_rate": 6.282578875171468e-06,
      "loss": 0.4273,
      "step": 458
    },
    {
      "epoch": 0.03781824174013348,
      "grad_norm": 7.008916854858398,
      "learning_rate": 6.296296296296297e-06,
      "loss": 0.4461,
      "step": 459
    },
    {
      "epoch": 0.037900634423663176,
      "grad_norm": 8.192365646362305,
      "learning_rate": 6.310013717421125e-06,
      "loss": 0.5166,
      "step": 460
    },
    {
      "epoch": 0.03798302710719288,
      "grad_norm": 7.0439982414245605,
      "learning_rate": 6.3237311385459544e-06,
      "loss": 0.49,
      "step": 461
    },
    {
      "epoch": 0.03806541979072258,
      "grad_norm": 10.70974063873291,
      "learning_rate": 6.3374485596707825e-06,
      "loss": 0.4603,
      "step": 462
    },
    {
      "epoch": 0.038147812474252286,
      "grad_norm": 7.833343505859375,
      "learning_rate": 6.3511659807956105e-06,
      "loss": 0.4303,
      "step": 463
    },
    {
      "epoch": 0.03823020515778199,
      "grad_norm": 9.470915794372559,
      "learning_rate": 6.3648834019204394e-06,
      "loss": 0.7852,
      "step": 464
    },
    {
      "epoch": 0.03831259784131169,
      "grad_norm": 8.585809707641602,
      "learning_rate": 6.3786008230452675e-06,
      "loss": 0.4297,
      "step": 465
    },
    {
      "epoch": 0.038394990524841396,
      "grad_norm": 5.394692420959473,
      "learning_rate": 6.392318244170097e-06,
      "loss": 0.4953,
      "step": 466
    },
    {
      "epoch": 0.038477383208371095,
      "grad_norm": 7.607184410095215,
      "learning_rate": 6.406035665294925e-06,
      "loss": 0.4117,
      "step": 467
    },
    {
      "epoch": 0.0385597758919008,
      "grad_norm": 10.251306533813477,
      "learning_rate": 6.419753086419753e-06,
      "loss": 0.6156,
      "step": 468
    },
    {
      "epoch": 0.0386421685754305,
      "grad_norm": 12.169107437133789,
      "learning_rate": 6.433470507544582e-06,
      "loss": 0.7065,
      "step": 469
    },
    {
      "epoch": 0.038724561258960205,
      "grad_norm": 5.518953800201416,
      "learning_rate": 6.44718792866941e-06,
      "loss": 0.328,
      "step": 470
    },
    {
      "epoch": 0.038806953942489904,
      "grad_norm": 8.05764102935791,
      "learning_rate": 6.460905349794238e-06,
      "loss": 0.5272,
      "step": 471
    },
    {
      "epoch": 0.03888934662601961,
      "grad_norm": 8.579903602600098,
      "learning_rate": 6.474622770919068e-06,
      "loss": 0.5853,
      "step": 472
    },
    {
      "epoch": 0.038971739309549315,
      "grad_norm": 4.759896278381348,
      "learning_rate": 6.488340192043896e-06,
      "loss": 0.4326,
      "step": 473
    },
    {
      "epoch": 0.039054131993079014,
      "grad_norm": 6.088530540466309,
      "learning_rate": 6.502057613168725e-06,
      "loss": 0.4531,
      "step": 474
    },
    {
      "epoch": 0.03913652467660872,
      "grad_norm": 5.358631610870361,
      "learning_rate": 6.515775034293553e-06,
      "loss": 0.3454,
      "step": 475
    },
    {
      "epoch": 0.03921891736013842,
      "grad_norm": 14.82512378692627,
      "learning_rate": 6.529492455418381e-06,
      "loss": 1.0528,
      "step": 476
    },
    {
      "epoch": 0.039301310043668124,
      "grad_norm": 6.218222618103027,
      "learning_rate": 6.543209876543211e-06,
      "loss": 0.4624,
      "step": 477
    },
    {
      "epoch": 0.03938370272719782,
      "grad_norm": 7.979825496673584,
      "learning_rate": 6.556927297668039e-06,
      "loss": 0.5225,
      "step": 478
    },
    {
      "epoch": 0.03946609541072753,
      "grad_norm": 10.148805618286133,
      "learning_rate": 6.570644718792868e-06,
      "loss": 0.6474,
      "step": 479
    },
    {
      "epoch": 0.03954848809425723,
      "grad_norm": 9.120624542236328,
      "learning_rate": 6.584362139917696e-06,
      "loss": 0.7423,
      "step": 480
    },
    {
      "epoch": 0.03963088077778693,
      "grad_norm": 8.329362869262695,
      "learning_rate": 6.598079561042524e-06,
      "loss": 0.4831,
      "step": 481
    },
    {
      "epoch": 0.03971327346131664,
      "grad_norm": 10.455221176147461,
      "learning_rate": 6.611796982167354e-06,
      "loss": 0.4813,
      "step": 482
    },
    {
      "epoch": 0.03979566614484634,
      "grad_norm": 7.908751010894775,
      "learning_rate": 6.625514403292182e-06,
      "loss": 0.4796,
      "step": 483
    },
    {
      "epoch": 0.03987805882837604,
      "grad_norm": 7.149308204650879,
      "learning_rate": 6.6392318244170106e-06,
      "loss": 0.4626,
      "step": 484
    },
    {
      "epoch": 0.03996045151190574,
      "grad_norm": 9.382625579833984,
      "learning_rate": 6.652949245541839e-06,
      "loss": 0.4984,
      "step": 485
    },
    {
      "epoch": 0.04004284419543545,
      "grad_norm": 8.469162940979004,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.619,
      "step": 486
    },
    {
      "epoch": 0.040125236878965145,
      "grad_norm": 8.43997573852539,
      "learning_rate": 6.680384087791496e-06,
      "loss": 0.5697,
      "step": 487
    },
    {
      "epoch": 0.04020762956249485,
      "grad_norm": 8.273421287536621,
      "learning_rate": 6.6941015089163244e-06,
      "loss": 0.5804,
      "step": 488
    },
    {
      "epoch": 0.04029002224602455,
      "grad_norm": 8.3672456741333,
      "learning_rate": 6.707818930041153e-06,
      "loss": 0.469,
      "step": 489
    },
    {
      "epoch": 0.040372414929554255,
      "grad_norm": 8.769938468933105,
      "learning_rate": 6.721536351165981e-06,
      "loss": 0.5841,
      "step": 490
    },
    {
      "epoch": 0.04045480761308396,
      "grad_norm": 7.2366461753845215,
      "learning_rate": 6.7352537722908094e-06,
      "loss": 0.6412,
      "step": 491
    },
    {
      "epoch": 0.04053720029661366,
      "grad_norm": 5.666878700256348,
      "learning_rate": 6.748971193415639e-06,
      "loss": 0.4439,
      "step": 492
    },
    {
      "epoch": 0.040619592980143365,
      "grad_norm": 86.25350952148438,
      "learning_rate": 6.762688614540467e-06,
      "loss": 2.0013,
      "step": 493
    },
    {
      "epoch": 0.040701985663673064,
      "grad_norm": 11.822357177734375,
      "learning_rate": 6.776406035665295e-06,
      "loss": 0.6741,
      "step": 494
    },
    {
      "epoch": 0.04078437834720277,
      "grad_norm": 5.965676784515381,
      "learning_rate": 6.790123456790124e-06,
      "loss": 0.4286,
      "step": 495
    },
    {
      "epoch": 0.04086677103073247,
      "grad_norm": 7.497893333435059,
      "learning_rate": 6.803840877914952e-06,
      "loss": 0.2988,
      "step": 496
    },
    {
      "epoch": 0.040949163714262174,
      "grad_norm": 7.477792739868164,
      "learning_rate": 6.817558299039781e-06,
      "loss": 0.663,
      "step": 497
    },
    {
      "epoch": 0.04103155639779187,
      "grad_norm": 5.916099548339844,
      "learning_rate": 6.83127572016461e-06,
      "loss": 0.5138,
      "step": 498
    },
    {
      "epoch": 0.04111394908132158,
      "grad_norm": 8.926040649414062,
      "learning_rate": 6.844993141289438e-06,
      "loss": 0.6336,
      "step": 499
    },
    {
      "epoch": 0.041196341764851284,
      "grad_norm": 9.156622886657715,
      "learning_rate": 6.858710562414267e-06,
      "loss": 0.445,
      "step": 500
    },
    {
      "epoch": 0.04127873444838098,
      "grad_norm": 5.3853840827941895,
      "learning_rate": 6.872427983539095e-06,
      "loss": 0.4353,
      "step": 501
    },
    {
      "epoch": 0.04136112713191069,
      "grad_norm": 5.391887187957764,
      "learning_rate": 6.886145404663924e-06,
      "loss": 0.2792,
      "step": 502
    },
    {
      "epoch": 0.04144351981544039,
      "grad_norm": 7.980141639709473,
      "learning_rate": 6.899862825788752e-06,
      "loss": 0.507,
      "step": 503
    },
    {
      "epoch": 0.04152591249897009,
      "grad_norm": 4.9907450675964355,
      "learning_rate": 6.913580246913581e-06,
      "loss": 0.2082,
      "step": 504
    },
    {
      "epoch": 0.04160830518249979,
      "grad_norm": 6.420015335083008,
      "learning_rate": 6.92729766803841e-06,
      "loss": 0.3614,
      "step": 505
    },
    {
      "epoch": 0.0416906978660295,
      "grad_norm": 7.362675189971924,
      "learning_rate": 6.941015089163238e-06,
      "loss": 0.4029,
      "step": 506
    },
    {
      "epoch": 0.0417730905495592,
      "grad_norm": 8.400398254394531,
      "learning_rate": 6.954732510288067e-06,
      "loss": 0.3949,
      "step": 507
    },
    {
      "epoch": 0.0418554832330889,
      "grad_norm": 6.780442714691162,
      "learning_rate": 6.968449931412895e-06,
      "loss": 0.3337,
      "step": 508
    },
    {
      "epoch": 0.04193787591661861,
      "grad_norm": 7.841224193572998,
      "learning_rate": 6.982167352537723e-06,
      "loss": 0.5262,
      "step": 509
    },
    {
      "epoch": 0.042020268600148306,
      "grad_norm": 6.635540008544922,
      "learning_rate": 6.9958847736625525e-06,
      "loss": 0.4182,
      "step": 510
    },
    {
      "epoch": 0.04210266128367801,
      "grad_norm": 7.960569858551025,
      "learning_rate": 7.0096021947873805e-06,
      "loss": 0.4445,
      "step": 511
    },
    {
      "epoch": 0.04218505396720771,
      "grad_norm": 5.599612712860107,
      "learning_rate": 7.023319615912209e-06,
      "loss": 0.19,
      "step": 512
    },
    {
      "epoch": 0.042267446650737416,
      "grad_norm": 9.33856201171875,
      "learning_rate": 7.0370370370370375e-06,
      "loss": 0.5618,
      "step": 513
    },
    {
      "epoch": 0.042349839334267114,
      "grad_norm": 8.850448608398438,
      "learning_rate": 7.0507544581618655e-06,
      "loss": 0.5061,
      "step": 514
    },
    {
      "epoch": 0.04243223201779682,
      "grad_norm": 8.82685661315918,
      "learning_rate": 7.064471879286695e-06,
      "loss": 0.6243,
      "step": 515
    },
    {
      "epoch": 0.042514624701326525,
      "grad_norm": 7.11918306350708,
      "learning_rate": 7.078189300411523e-06,
      "loss": 0.4798,
      "step": 516
    },
    {
      "epoch": 0.042597017384856224,
      "grad_norm": 10.143945693969727,
      "learning_rate": 7.091906721536351e-06,
      "loss": 0.4959,
      "step": 517
    },
    {
      "epoch": 0.04267941006838593,
      "grad_norm": 8.854402542114258,
      "learning_rate": 7.10562414266118e-06,
      "loss": 0.6247,
      "step": 518
    },
    {
      "epoch": 0.04276180275191563,
      "grad_norm": 6.123519420623779,
      "learning_rate": 7.119341563786008e-06,
      "loss": 0.4245,
      "step": 519
    },
    {
      "epoch": 0.042844195435445334,
      "grad_norm": 8.250687599182129,
      "learning_rate": 7.133058984910838e-06,
      "loss": 0.5686,
      "step": 520
    },
    {
      "epoch": 0.04292658811897503,
      "grad_norm": 8.226188659667969,
      "learning_rate": 7.146776406035666e-06,
      "loss": 0.4901,
      "step": 521
    },
    {
      "epoch": 0.04300898080250474,
      "grad_norm": 9.448966026306152,
      "learning_rate": 7.160493827160494e-06,
      "loss": 0.5722,
      "step": 522
    },
    {
      "epoch": 0.04309137348603444,
      "grad_norm": 11.101643562316895,
      "learning_rate": 7.174211248285323e-06,
      "loss": 0.5611,
      "step": 523
    },
    {
      "epoch": 0.04317376616956414,
      "grad_norm": 6.15939998626709,
      "learning_rate": 7.187928669410151e-06,
      "loss": 0.4246,
      "step": 524
    },
    {
      "epoch": 0.04325615885309385,
      "grad_norm": 5.7448410987854,
      "learning_rate": 7.201646090534981e-06,
      "loss": 0.5687,
      "step": 525
    },
    {
      "epoch": 0.04333855153662355,
      "grad_norm": 5.059568405151367,
      "learning_rate": 7.215363511659809e-06,
      "loss": 0.359,
      "step": 526
    },
    {
      "epoch": 0.04342094422015325,
      "grad_norm": 7.13946008682251,
      "learning_rate": 7.229080932784637e-06,
      "loss": 0.4781,
      "step": 527
    },
    {
      "epoch": 0.04350333690368295,
      "grad_norm": 9.405611991882324,
      "learning_rate": 7.242798353909466e-06,
      "loss": 0.5645,
      "step": 528
    },
    {
      "epoch": 0.04358572958721266,
      "grad_norm": 7.374567031860352,
      "learning_rate": 7.256515775034294e-06,
      "loss": 0.7484,
      "step": 529
    },
    {
      "epoch": 0.043668122270742356,
      "grad_norm": 4.361997604370117,
      "learning_rate": 7.270233196159122e-06,
      "loss": 0.3139,
      "step": 530
    },
    {
      "epoch": 0.04375051495427206,
      "grad_norm": 8.380499839782715,
      "learning_rate": 7.283950617283952e-06,
      "loss": 0.6151,
      "step": 531
    },
    {
      "epoch": 0.04383290763780176,
      "grad_norm": 8.789050102233887,
      "learning_rate": 7.29766803840878e-06,
      "loss": 0.6812,
      "step": 532
    },
    {
      "epoch": 0.043915300321331466,
      "grad_norm": 10.551539421081543,
      "learning_rate": 7.311385459533609e-06,
      "loss": 0.5836,
      "step": 533
    },
    {
      "epoch": 0.04399769300486117,
      "grad_norm": 9.918712615966797,
      "learning_rate": 7.325102880658437e-06,
      "loss": 0.5055,
      "step": 534
    },
    {
      "epoch": 0.04408008568839087,
      "grad_norm": 6.990355491638184,
      "learning_rate": 7.338820301783265e-06,
      "loss": 0.4543,
      "step": 535
    },
    {
      "epoch": 0.044162478371920576,
      "grad_norm": 6.964005947113037,
      "learning_rate": 7.3525377229080944e-06,
      "loss": 0.5732,
      "step": 536
    },
    {
      "epoch": 0.044244871055450274,
      "grad_norm": 7.039922714233398,
      "learning_rate": 7.3662551440329225e-06,
      "loss": 0.368,
      "step": 537
    },
    {
      "epoch": 0.04432726373897998,
      "grad_norm": 4.80629825592041,
      "learning_rate": 7.379972565157751e-06,
      "loss": 0.4383,
      "step": 538
    },
    {
      "epoch": 0.04440965642250968,
      "grad_norm": 8.172607421875,
      "learning_rate": 7.3936899862825794e-06,
      "loss": 0.5753,
      "step": 539
    },
    {
      "epoch": 0.044492049106039384,
      "grad_norm": 5.670057773590088,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 0.2261,
      "step": 540
    },
    {
      "epoch": 0.04457444178956908,
      "grad_norm": 9.245757102966309,
      "learning_rate": 7.421124828532237e-06,
      "loss": 0.511,
      "step": 541
    },
    {
      "epoch": 0.04465683447309879,
      "grad_norm": 6.776296615600586,
      "learning_rate": 7.434842249657065e-06,
      "loss": 0.3361,
      "step": 542
    },
    {
      "epoch": 0.044739227156628494,
      "grad_norm": 6.857820510864258,
      "learning_rate": 7.448559670781894e-06,
      "loss": 0.4285,
      "step": 543
    },
    {
      "epoch": 0.04482161984015819,
      "grad_norm": 7.20657205581665,
      "learning_rate": 7.462277091906722e-06,
      "loss": 0.5645,
      "step": 544
    },
    {
      "epoch": 0.0449040125236879,
      "grad_norm": 6.782993793487549,
      "learning_rate": 7.47599451303155e-06,
      "loss": 0.4775,
      "step": 545
    },
    {
      "epoch": 0.0449864052072176,
      "grad_norm": 5.890018939971924,
      "learning_rate": 7.489711934156379e-06,
      "loss": 0.3803,
      "step": 546
    },
    {
      "epoch": 0.0450687978907473,
      "grad_norm": 5.086033821105957,
      "learning_rate": 7.503429355281208e-06,
      "loss": 0.2345,
      "step": 547
    },
    {
      "epoch": 0.045151190574277,
      "grad_norm": 6.764829158782959,
      "learning_rate": 7.517146776406036e-06,
      "loss": 0.3513,
      "step": 548
    },
    {
      "epoch": 0.04523358325780671,
      "grad_norm": 6.993112564086914,
      "learning_rate": 7.530864197530865e-06,
      "loss": 0.5731,
      "step": 549
    },
    {
      "epoch": 0.045315975941336406,
      "grad_norm": 9.38471508026123,
      "learning_rate": 7.544581618655693e-06,
      "loss": 0.7021,
      "step": 550
    },
    {
      "epoch": 0.04539836862486611,
      "grad_norm": 9.554983139038086,
      "learning_rate": 7.558299039780522e-06,
      "loss": 0.5786,
      "step": 551
    },
    {
      "epoch": 0.04548076130839582,
      "grad_norm": 5.225504398345947,
      "learning_rate": 7.57201646090535e-06,
      "loss": 0.4662,
      "step": 552
    },
    {
      "epoch": 0.045563153991925516,
      "grad_norm": 7.345925807952881,
      "learning_rate": 7.585733882030179e-06,
      "loss": 0.4029,
      "step": 553
    },
    {
      "epoch": 0.04564554667545522,
      "grad_norm": 9.641273498535156,
      "learning_rate": 7.599451303155008e-06,
      "loss": 0.7301,
      "step": 554
    },
    {
      "epoch": 0.04572793935898492,
      "grad_norm": 10.348965644836426,
      "learning_rate": 7.613168724279836e-06,
      "loss": 0.7985,
      "step": 555
    },
    {
      "epoch": 0.045810332042514626,
      "grad_norm": 6.451815605163574,
      "learning_rate": 7.626886145404665e-06,
      "loss": 0.3425,
      "step": 556
    },
    {
      "epoch": 0.045892724726044325,
      "grad_norm": 7.287787437438965,
      "learning_rate": 7.640603566529494e-06,
      "loss": 0.3517,
      "step": 557
    },
    {
      "epoch": 0.04597511740957403,
      "grad_norm": 7.8154802322387695,
      "learning_rate": 7.654320987654322e-06,
      "loss": 0.4595,
      "step": 558
    },
    {
      "epoch": 0.04605751009310373,
      "grad_norm": 4.711673736572266,
      "learning_rate": 7.66803840877915e-06,
      "loss": 0.2399,
      "step": 559
    },
    {
      "epoch": 0.046139902776633435,
      "grad_norm": 5.885513782501221,
      "learning_rate": 7.681755829903978e-06,
      "loss": 0.4414,
      "step": 560
    },
    {
      "epoch": 0.04622229546016314,
      "grad_norm": 8.372335433959961,
      "learning_rate": 7.695473251028807e-06,
      "loss": 0.4697,
      "step": 561
    },
    {
      "epoch": 0.04630468814369284,
      "grad_norm": 9.078726768493652,
      "learning_rate": 7.709190672153636e-06,
      "loss": 0.4893,
      "step": 562
    },
    {
      "epoch": 0.046387080827222545,
      "grad_norm": 6.379632949829102,
      "learning_rate": 7.722908093278464e-06,
      "loss": 0.4593,
      "step": 563
    },
    {
      "epoch": 0.04646947351075224,
      "grad_norm": 8.550272941589355,
      "learning_rate": 7.736625514403293e-06,
      "loss": 0.3943,
      "step": 564
    },
    {
      "epoch": 0.04655186619428195,
      "grad_norm": 6.729653835296631,
      "learning_rate": 7.750342935528121e-06,
      "loss": 0.411,
      "step": 565
    },
    {
      "epoch": 0.04663425887781165,
      "grad_norm": 10.900225639343262,
      "learning_rate": 7.76406035665295e-06,
      "loss": 0.754,
      "step": 566
    },
    {
      "epoch": 0.04671665156134135,
      "grad_norm": 7.5099077224731445,
      "learning_rate": 7.77777777777778e-06,
      "loss": 0.4319,
      "step": 567
    },
    {
      "epoch": 0.04679904424487106,
      "grad_norm": 8.170022010803223,
      "learning_rate": 7.791495198902607e-06,
      "loss": 0.5112,
      "step": 568
    },
    {
      "epoch": 0.04688143692840076,
      "grad_norm": 7.0934157371521,
      "learning_rate": 7.805212620027435e-06,
      "loss": 0.6119,
      "step": 569
    },
    {
      "epoch": 0.04696382961193046,
      "grad_norm": 10.652290344238281,
      "learning_rate": 7.818930041152263e-06,
      "loss": 0.615,
      "step": 570
    },
    {
      "epoch": 0.04704622229546016,
      "grad_norm": 8.396708488464355,
      "learning_rate": 7.832647462277091e-06,
      "loss": 0.458,
      "step": 571
    },
    {
      "epoch": 0.04712861497898987,
      "grad_norm": 4.198098182678223,
      "learning_rate": 7.846364883401921e-06,
      "loss": 0.338,
      "step": 572
    },
    {
      "epoch": 0.047211007662519566,
      "grad_norm": 7.967512607574463,
      "learning_rate": 7.860082304526749e-06,
      "loss": 0.5049,
      "step": 573
    },
    {
      "epoch": 0.04729340034604927,
      "grad_norm": 6.959109783172607,
      "learning_rate": 7.873799725651579e-06,
      "loss": 0.5024,
      "step": 574
    },
    {
      "epoch": 0.04737579302957897,
      "grad_norm": 6.280954360961914,
      "learning_rate": 7.887517146776407e-06,
      "loss": 0.5478,
      "step": 575
    },
    {
      "epoch": 0.047458185713108676,
      "grad_norm": 8.63679313659668,
      "learning_rate": 7.901234567901235e-06,
      "loss": 0.5176,
      "step": 576
    },
    {
      "epoch": 0.04754057839663838,
      "grad_norm": 6.394092082977295,
      "learning_rate": 7.914951989026065e-06,
      "loss": 0.3636,
      "step": 577
    },
    {
      "epoch": 0.04762297108016808,
      "grad_norm": 4.952608108520508,
      "learning_rate": 7.928669410150893e-06,
      "loss": 0.3917,
      "step": 578
    },
    {
      "epoch": 0.047705363763697786,
      "grad_norm": 8.246378898620605,
      "learning_rate": 7.94238683127572e-06,
      "loss": 0.5954,
      "step": 579
    },
    {
      "epoch": 0.047787756447227485,
      "grad_norm": 4.836894989013672,
      "learning_rate": 7.956104252400549e-06,
      "loss": 0.4636,
      "step": 580
    },
    {
      "epoch": 0.04787014913075719,
      "grad_norm": 5.64518928527832,
      "learning_rate": 7.969821673525377e-06,
      "loss": 0.3118,
      "step": 581
    },
    {
      "epoch": 0.04795254181428689,
      "grad_norm": 6.0517730712890625,
      "learning_rate": 7.983539094650207e-06,
      "loss": 0.4642,
      "step": 582
    },
    {
      "epoch": 0.048034934497816595,
      "grad_norm": 6.781915664672852,
      "learning_rate": 7.997256515775035e-06,
      "loss": 0.422,
      "step": 583
    },
    {
      "epoch": 0.048117327181346294,
      "grad_norm": 6.329776287078857,
      "learning_rate": 8.010973936899864e-06,
      "loss": 0.3283,
      "step": 584
    },
    {
      "epoch": 0.048199719864876,
      "grad_norm": 7.421687602996826,
      "learning_rate": 8.024691358024692e-06,
      "loss": 0.6769,
      "step": 585
    },
    {
      "epoch": 0.048282112548405705,
      "grad_norm": 7.59713077545166,
      "learning_rate": 8.03840877914952e-06,
      "loss": 0.5997,
      "step": 586
    },
    {
      "epoch": 0.048364505231935404,
      "grad_norm": 8.08737564086914,
      "learning_rate": 8.052126200274349e-06,
      "loss": 0.6207,
      "step": 587
    },
    {
      "epoch": 0.04844689791546511,
      "grad_norm": 6.050994873046875,
      "learning_rate": 8.065843621399178e-06,
      "loss": 0.3351,
      "step": 588
    },
    {
      "epoch": 0.04852929059899481,
      "grad_norm": 7.841310501098633,
      "learning_rate": 8.079561042524006e-06,
      "loss": 0.4667,
      "step": 589
    },
    {
      "epoch": 0.048611683282524513,
      "grad_norm": 8.466626167297363,
      "learning_rate": 8.093278463648834e-06,
      "loss": 0.5336,
      "step": 590
    },
    {
      "epoch": 0.04869407596605421,
      "grad_norm": 5.3419389724731445,
      "learning_rate": 8.106995884773662e-06,
      "loss": 0.5547,
      "step": 591
    },
    {
      "epoch": 0.04877646864958392,
      "grad_norm": 6.917943000793457,
      "learning_rate": 8.120713305898492e-06,
      "loss": 0.4295,
      "step": 592
    },
    {
      "epoch": 0.048858861333113617,
      "grad_norm": 8.176713943481445,
      "learning_rate": 8.13443072702332e-06,
      "loss": 0.472,
      "step": 593
    },
    {
      "epoch": 0.04894125401664332,
      "grad_norm": 7.454676151275635,
      "learning_rate": 8.148148148148148e-06,
      "loss": 0.5965,
      "step": 594
    },
    {
      "epoch": 0.04902364670017303,
      "grad_norm": 7.523698329925537,
      "learning_rate": 8.161865569272978e-06,
      "loss": 0.5438,
      "step": 595
    },
    {
      "epoch": 0.049106039383702726,
      "grad_norm": 7.699801921844482,
      "learning_rate": 8.175582990397806e-06,
      "loss": 0.5021,
      "step": 596
    },
    {
      "epoch": 0.04918843206723243,
      "grad_norm": 9.127096176147461,
      "learning_rate": 8.189300411522634e-06,
      "loss": 0.4385,
      "step": 597
    },
    {
      "epoch": 0.04927082475076213,
      "grad_norm": 10.856125831604004,
      "learning_rate": 8.203017832647462e-06,
      "loss": 0.5291,
      "step": 598
    },
    {
      "epoch": 0.049353217434291836,
      "grad_norm": 6.485289096832275,
      "learning_rate": 8.21673525377229e-06,
      "loss": 0.565,
      "step": 599
    },
    {
      "epoch": 0.049435610117821535,
      "grad_norm": 4.939853191375732,
      "learning_rate": 8.23045267489712e-06,
      "loss": 0.4378,
      "step": 600
    },
    {
      "epoch": 0.04951800280135124,
      "grad_norm": 6.217181205749512,
      "learning_rate": 8.244170096021948e-06,
      "loss": 0.5101,
      "step": 601
    },
    {
      "epoch": 0.04960039548488094,
      "grad_norm": 13.668376922607422,
      "learning_rate": 8.257887517146778e-06,
      "loss": 0.671,
      "step": 602
    },
    {
      "epoch": 0.049682788168410645,
      "grad_norm": 9.067185401916504,
      "learning_rate": 8.271604938271606e-06,
      "loss": 0.5404,
      "step": 603
    },
    {
      "epoch": 0.04976518085194035,
      "grad_norm": 5.984368801116943,
      "learning_rate": 8.285322359396434e-06,
      "loss": 0.6657,
      "step": 604
    },
    {
      "epoch": 0.04984757353547005,
      "grad_norm": 8.307544708251953,
      "learning_rate": 8.299039780521264e-06,
      "loss": 0.557,
      "step": 605
    },
    {
      "epoch": 0.049929966218999755,
      "grad_norm": 6.213210105895996,
      "learning_rate": 8.312757201646092e-06,
      "loss": 0.2935,
      "step": 606
    },
    {
      "epoch": 0.050012358902529454,
      "grad_norm": 6.952908515930176,
      "learning_rate": 8.32647462277092e-06,
      "loss": 0.5132,
      "step": 607
    },
    {
      "epoch": 0.05009475158605916,
      "grad_norm": 8.111509323120117,
      "learning_rate": 8.340192043895748e-06,
      "loss": 0.5676,
      "step": 608
    },
    {
      "epoch": 0.05017714426958886,
      "grad_norm": 7.2197160720825195,
      "learning_rate": 8.353909465020576e-06,
      "loss": 0.6174,
      "step": 609
    },
    {
      "epoch": 0.050259536953118564,
      "grad_norm": 12.295083999633789,
      "learning_rate": 8.367626886145406e-06,
      "loss": 0.5779,
      "step": 610
    },
    {
      "epoch": 0.05034192963664826,
      "grad_norm": 6.476094722747803,
      "learning_rate": 8.381344307270234e-06,
      "loss": 0.6287,
      "step": 611
    },
    {
      "epoch": 0.05042432232017797,
      "grad_norm": 6.522752285003662,
      "learning_rate": 8.395061728395062e-06,
      "loss": 0.4881,
      "step": 612
    },
    {
      "epoch": 0.050506715003707674,
      "grad_norm": 8.199675559997559,
      "learning_rate": 8.408779149519891e-06,
      "loss": 0.838,
      "step": 613
    },
    {
      "epoch": 0.05058910768723737,
      "grad_norm": 8.412047386169434,
      "learning_rate": 8.42249657064472e-06,
      "loss": 0.5895,
      "step": 614
    },
    {
      "epoch": 0.05067150037076708,
      "grad_norm": 10.514593124389648,
      "learning_rate": 8.43621399176955e-06,
      "loss": 0.6356,
      "step": 615
    },
    {
      "epoch": 0.05075389305429678,
      "grad_norm": 8.367865562438965,
      "learning_rate": 8.449931412894377e-06,
      "loss": 0.8657,
      "step": 616
    },
    {
      "epoch": 0.05083628573782648,
      "grad_norm": 5.3088531494140625,
      "learning_rate": 8.463648834019205e-06,
      "loss": 0.3938,
      "step": 617
    },
    {
      "epoch": 0.05091867842135618,
      "grad_norm": 112.49398803710938,
      "learning_rate": 8.477366255144033e-06,
      "loss": 2.3759,
      "step": 618
    },
    {
      "epoch": 0.05100107110488589,
      "grad_norm": 7.498004913330078,
      "learning_rate": 8.491083676268861e-06,
      "loss": 0.5199,
      "step": 619
    },
    {
      "epoch": 0.051083463788415585,
      "grad_norm": 10.981427192687988,
      "learning_rate": 8.504801097393691e-06,
      "loss": 0.496,
      "step": 620
    },
    {
      "epoch": 0.05116585647194529,
      "grad_norm": 6.40228271484375,
      "learning_rate": 8.518518518518519e-06,
      "loss": 0.465,
      "step": 621
    },
    {
      "epoch": 0.051248249155475,
      "grad_norm": 8.294326782226562,
      "learning_rate": 8.532235939643347e-06,
      "loss": 0.5807,
      "step": 622
    },
    {
      "epoch": 0.051330641839004695,
      "grad_norm": 6.413622856140137,
      "learning_rate": 8.545953360768177e-06,
      "loss": 0.4818,
      "step": 623
    },
    {
      "epoch": 0.0514130345225344,
      "grad_norm": 6.513673305511475,
      "learning_rate": 8.559670781893005e-06,
      "loss": 0.612,
      "step": 624
    },
    {
      "epoch": 0.0514954272060641,
      "grad_norm": 7.013916969299316,
      "learning_rate": 8.573388203017833e-06,
      "loss": 0.6968,
      "step": 625
    },
    {
      "epoch": 0.051577819889593805,
      "grad_norm": 4.544526100158691,
      "learning_rate": 8.587105624142663e-06,
      "loss": 0.1971,
      "step": 626
    },
    {
      "epoch": 0.051660212573123504,
      "grad_norm": 6.011785984039307,
      "learning_rate": 8.60082304526749e-06,
      "loss": 0.6067,
      "step": 627
    },
    {
      "epoch": 0.05174260525665321,
      "grad_norm": 7.981726169586182,
      "learning_rate": 8.614540466392319e-06,
      "loss": 0.6742,
      "step": 628
    },
    {
      "epoch": 0.05182499794018291,
      "grad_norm": 6.441753387451172,
      "learning_rate": 8.628257887517147e-06,
      "loss": 0.4287,
      "step": 629
    },
    {
      "epoch": 0.051907390623712614,
      "grad_norm": 6.560962200164795,
      "learning_rate": 8.641975308641975e-06,
      "loss": 0.5351,
      "step": 630
    },
    {
      "epoch": 0.05198978330724232,
      "grad_norm": 4.858688831329346,
      "learning_rate": 8.655692729766805e-06,
      "loss": 0.1901,
      "step": 631
    },
    {
      "epoch": 0.05207217599077202,
      "grad_norm": 6.852320671081543,
      "learning_rate": 8.669410150891633e-06,
      "loss": 0.6348,
      "step": 632
    },
    {
      "epoch": 0.052154568674301724,
      "grad_norm": 8.016363143920898,
      "learning_rate": 8.683127572016463e-06,
      "loss": 0.556,
      "step": 633
    },
    {
      "epoch": 0.05223696135783142,
      "grad_norm": 8.453095436096191,
      "learning_rate": 8.69684499314129e-06,
      "loss": 0.53,
      "step": 634
    },
    {
      "epoch": 0.05231935404136113,
      "grad_norm": 7.364608287811279,
      "learning_rate": 8.710562414266119e-06,
      "loss": 0.4414,
      "step": 635
    },
    {
      "epoch": 0.05240174672489083,
      "grad_norm": 9.797669410705566,
      "learning_rate": 8.724279835390947e-06,
      "loss": 0.661,
      "step": 636
    },
    {
      "epoch": 0.05248413940842053,
      "grad_norm": 7.542091369628906,
      "learning_rate": 8.737997256515776e-06,
      "loss": 0.5657,
      "step": 637
    },
    {
      "epoch": 0.05256653209195024,
      "grad_norm": 5.4400315284729,
      "learning_rate": 8.751714677640604e-06,
      "loss": 0.3439,
      "step": 638
    },
    {
      "epoch": 0.05264892477547994,
      "grad_norm": 5.831684112548828,
      "learning_rate": 8.765432098765432e-06,
      "loss": 0.5096,
      "step": 639
    },
    {
      "epoch": 0.05273131745900964,
      "grad_norm": 10.261207580566406,
      "learning_rate": 8.77914951989026e-06,
      "loss": 0.6914,
      "step": 640
    },
    {
      "epoch": 0.05281371014253934,
      "grad_norm": 6.322376251220703,
      "learning_rate": 8.79286694101509e-06,
      "loss": 0.4798,
      "step": 641
    },
    {
      "epoch": 0.05289610282606905,
      "grad_norm": 9.559090614318848,
      "learning_rate": 8.806584362139918e-06,
      "loss": 0.4001,
      "step": 642
    },
    {
      "epoch": 0.052978495509598746,
      "grad_norm": 6.659794330596924,
      "learning_rate": 8.820301783264746e-06,
      "loss": 0.4755,
      "step": 643
    },
    {
      "epoch": 0.05306088819312845,
      "grad_norm": 6.939435958862305,
      "learning_rate": 8.834019204389576e-06,
      "loss": 0.6634,
      "step": 644
    },
    {
      "epoch": 0.05314328087665815,
      "grad_norm": 4.156286716461182,
      "learning_rate": 8.847736625514404e-06,
      "loss": 0.1736,
      "step": 645
    },
    {
      "epoch": 0.053225673560187856,
      "grad_norm": 8.334768295288086,
      "learning_rate": 8.861454046639232e-06,
      "loss": 0.6671,
      "step": 646
    },
    {
      "epoch": 0.05330806624371756,
      "grad_norm": 8.932767868041992,
      "learning_rate": 8.87517146776406e-06,
      "loss": 0.524,
      "step": 647
    },
    {
      "epoch": 0.05339045892724726,
      "grad_norm": 7.567774772644043,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.4352,
      "step": 648
    },
    {
      "epoch": 0.053472851610776966,
      "grad_norm": 5.140070915222168,
      "learning_rate": 8.902606310013718e-06,
      "loss": 0.4429,
      "step": 649
    },
    {
      "epoch": 0.053555244294306664,
      "grad_norm": 4.354322910308838,
      "learning_rate": 8.916323731138546e-06,
      "loss": 0.6623,
      "step": 650
    },
    {
      "epoch": 0.05363763697783637,
      "grad_norm": 7.855712413787842,
      "learning_rate": 8.930041152263376e-06,
      "loss": 0.502,
      "step": 651
    },
    {
      "epoch": 0.05372002966136607,
      "grad_norm": 5.578932285308838,
      "learning_rate": 8.943758573388204e-06,
      "loss": 0.6263,
      "step": 652
    },
    {
      "epoch": 0.053802422344895774,
      "grad_norm": 6.449625015258789,
      "learning_rate": 8.957475994513032e-06,
      "loss": 0.4358,
      "step": 653
    },
    {
      "epoch": 0.05388481502842547,
      "grad_norm": 5.481019496917725,
      "learning_rate": 8.971193415637862e-06,
      "loss": 0.3689,
      "step": 654
    },
    {
      "epoch": 0.05396720771195518,
      "grad_norm": 6.369136333465576,
      "learning_rate": 8.98491083676269e-06,
      "loss": 0.627,
      "step": 655
    },
    {
      "epoch": 0.054049600395484884,
      "grad_norm": 7.460437774658203,
      "learning_rate": 8.998628257887518e-06,
      "loss": 0.5544,
      "step": 656
    },
    {
      "epoch": 0.05413199307901458,
      "grad_norm": 6.994673252105713,
      "learning_rate": 9.012345679012346e-06,
      "loss": 0.5475,
      "step": 657
    },
    {
      "epoch": 0.05421438576254429,
      "grad_norm": 6.172269821166992,
      "learning_rate": 9.026063100137174e-06,
      "loss": 0.4931,
      "step": 658
    },
    {
      "epoch": 0.05429677844607399,
      "grad_norm": 6.038127899169922,
      "learning_rate": 9.039780521262004e-06,
      "loss": 0.5011,
      "step": 659
    },
    {
      "epoch": 0.05437917112960369,
      "grad_norm": 8.201202392578125,
      "learning_rate": 9.053497942386832e-06,
      "loss": 0.6949,
      "step": 660
    },
    {
      "epoch": 0.05446156381313339,
      "grad_norm": 5.769407749176025,
      "learning_rate": 9.067215363511661e-06,
      "loss": 0.3611,
      "step": 661
    },
    {
      "epoch": 0.0545439564966631,
      "grad_norm": 6.246097564697266,
      "learning_rate": 9.08093278463649e-06,
      "loss": 0.7787,
      "step": 662
    },
    {
      "epoch": 0.054626349180192796,
      "grad_norm": 18.946378707885742,
      "learning_rate": 9.094650205761317e-06,
      "loss": 0.5388,
      "step": 663
    },
    {
      "epoch": 0.0547087418637225,
      "grad_norm": 6.826914310455322,
      "learning_rate": 9.108367626886147e-06,
      "loss": 0.5142,
      "step": 664
    },
    {
      "epoch": 0.05479113454725221,
      "grad_norm": 6.671212673187256,
      "learning_rate": 9.122085048010975e-06,
      "loss": 0.4708,
      "step": 665
    },
    {
      "epoch": 0.054873527230781906,
      "grad_norm": 6.738183498382568,
      "learning_rate": 9.135802469135803e-06,
      "loss": 0.5803,
      "step": 666
    },
    {
      "epoch": 0.05495591991431161,
      "grad_norm": 4.221395492553711,
      "learning_rate": 9.149519890260631e-06,
      "loss": 0.4116,
      "step": 667
    },
    {
      "epoch": 0.05503831259784131,
      "grad_norm": 4.475905895233154,
      "learning_rate": 9.16323731138546e-06,
      "loss": 0.6591,
      "step": 668
    },
    {
      "epoch": 0.055120705281371016,
      "grad_norm": 6.374804496765137,
      "learning_rate": 9.17695473251029e-06,
      "loss": 0.5209,
      "step": 669
    },
    {
      "epoch": 0.055203097964900714,
      "grad_norm": 6.207854270935059,
      "learning_rate": 9.190672153635117e-06,
      "loss": 0.3727,
      "step": 670
    },
    {
      "epoch": 0.05528549064843042,
      "grad_norm": 3.870436429977417,
      "learning_rate": 9.204389574759945e-06,
      "loss": 0.2331,
      "step": 671
    },
    {
      "epoch": 0.05536788333196012,
      "grad_norm": 6.253610610961914,
      "learning_rate": 9.218106995884775e-06,
      "loss": 0.4357,
      "step": 672
    },
    {
      "epoch": 0.055450276015489824,
      "grad_norm": 4.89175271987915,
      "learning_rate": 9.231824417009603e-06,
      "loss": 0.4559,
      "step": 673
    },
    {
      "epoch": 0.05553266869901953,
      "grad_norm": 7.512335777282715,
      "learning_rate": 9.245541838134433e-06,
      "loss": 0.6231,
      "step": 674
    },
    {
      "epoch": 0.05561506138254923,
      "grad_norm": 9.0452299118042,
      "learning_rate": 9.25925925925926e-06,
      "loss": 0.6058,
      "step": 675
    },
    {
      "epoch": 0.055697454066078934,
      "grad_norm": 6.54484224319458,
      "learning_rate": 9.272976680384089e-06,
      "loss": 0.5491,
      "step": 676
    },
    {
      "epoch": 0.05577984674960863,
      "grad_norm": 7.079493045806885,
      "learning_rate": 9.286694101508917e-06,
      "loss": 0.5484,
      "step": 677
    },
    {
      "epoch": 0.05586223943313834,
      "grad_norm": 5.542383193969727,
      "learning_rate": 9.300411522633745e-06,
      "loss": 0.6225,
      "step": 678
    },
    {
      "epoch": 0.05594463211666804,
      "grad_norm": 8.120990753173828,
      "learning_rate": 9.314128943758575e-06,
      "loss": 0.571,
      "step": 679
    },
    {
      "epoch": 0.05602702480019774,
      "grad_norm": 5.32132625579834,
      "learning_rate": 9.327846364883403e-06,
      "loss": 0.3805,
      "step": 680
    },
    {
      "epoch": 0.05610941748372744,
      "grad_norm": 6.2939348220825195,
      "learning_rate": 9.34156378600823e-06,
      "loss": 0.6617,
      "step": 681
    },
    {
      "epoch": 0.05619181016725715,
      "grad_norm": 64.16036224365234,
      "learning_rate": 9.35528120713306e-06,
      "loss": 2.3337,
      "step": 682
    },
    {
      "epoch": 0.05627420285078685,
      "grad_norm": 6.1459455490112305,
      "learning_rate": 9.368998628257889e-06,
      "loss": 0.3548,
      "step": 683
    },
    {
      "epoch": 0.05635659553431655,
      "grad_norm": 5.09503698348999,
      "learning_rate": 9.382716049382717e-06,
      "loss": 0.6825,
      "step": 684
    },
    {
      "epoch": 0.05643898821784626,
      "grad_norm": 6.870141983032227,
      "learning_rate": 9.396433470507545e-06,
      "loss": 0.6882,
      "step": 685
    },
    {
      "epoch": 0.056521380901375956,
      "grad_norm": 5.790547847747803,
      "learning_rate": 9.410150891632374e-06,
      "loss": 0.2825,
      "step": 686
    },
    {
      "epoch": 0.05660377358490566,
      "grad_norm": 5.9972968101501465,
      "learning_rate": 9.423868312757202e-06,
      "loss": 0.5506,
      "step": 687
    },
    {
      "epoch": 0.05668616626843536,
      "grad_norm": 6.399301052093506,
      "learning_rate": 9.43758573388203e-06,
      "loss": 0.5274,
      "step": 688
    },
    {
      "epoch": 0.056768558951965066,
      "grad_norm": 6.992773056030273,
      "learning_rate": 9.451303155006859e-06,
      "loss": 0.4749,
      "step": 689
    },
    {
      "epoch": 0.056850951635494765,
      "grad_norm": 4.711024761199951,
      "learning_rate": 9.465020576131688e-06,
      "loss": 0.5301,
      "step": 690
    },
    {
      "epoch": 0.05693334431902447,
      "grad_norm": 4.985692977905273,
      "learning_rate": 9.478737997256516e-06,
      "loss": 0.7058,
      "step": 691
    },
    {
      "epoch": 0.057015737002554176,
      "grad_norm": 5.914133548736572,
      "learning_rate": 9.492455418381346e-06,
      "loss": 0.4761,
      "step": 692
    },
    {
      "epoch": 0.057098129686083875,
      "grad_norm": 5.256462097167969,
      "learning_rate": 9.506172839506174e-06,
      "loss": 0.5816,
      "step": 693
    },
    {
      "epoch": 0.05718052236961358,
      "grad_norm": 6.513925552368164,
      "learning_rate": 9.519890260631002e-06,
      "loss": 0.5883,
      "step": 694
    },
    {
      "epoch": 0.05726291505314328,
      "grad_norm": 6.428720474243164,
      "learning_rate": 9.53360768175583e-06,
      "loss": 0.4888,
      "step": 695
    },
    {
      "epoch": 0.057345307736672985,
      "grad_norm": 4.195972919464111,
      "learning_rate": 9.547325102880658e-06,
      "loss": 0.4948,
      "step": 696
    },
    {
      "epoch": 0.05742770042020268,
      "grad_norm": 5.294128894805908,
      "learning_rate": 9.561042524005488e-06,
      "loss": 0.5308,
      "step": 697
    },
    {
      "epoch": 0.05751009310373239,
      "grad_norm": 6.047461986541748,
      "learning_rate": 9.574759945130316e-06,
      "loss": 0.5056,
      "step": 698
    },
    {
      "epoch": 0.05759248578726209,
      "grad_norm": 5.330692291259766,
      "learning_rate": 9.588477366255144e-06,
      "loss": 0.2796,
      "step": 699
    },
    {
      "epoch": 0.05767487847079179,
      "grad_norm": 6.477965831756592,
      "learning_rate": 9.602194787379974e-06,
      "loss": 0.4823,
      "step": 700
    },
    {
      "epoch": 0.0577572711543215,
      "grad_norm": 6.739306926727295,
      "learning_rate": 9.615912208504802e-06,
      "loss": 0.52,
      "step": 701
    },
    {
      "epoch": 0.0578396638378512,
      "grad_norm": 5.499250411987305,
      "learning_rate": 9.62962962962963e-06,
      "loss": 0.3926,
      "step": 702
    },
    {
      "epoch": 0.0579220565213809,
      "grad_norm": 5.80234956741333,
      "learning_rate": 9.64334705075446e-06,
      "loss": 0.6811,
      "step": 703
    },
    {
      "epoch": 0.0580044492049106,
      "grad_norm": 7.334482669830322,
      "learning_rate": 9.657064471879288e-06,
      "loss": 0.694,
      "step": 704
    },
    {
      "epoch": 0.05808684188844031,
      "grad_norm": 5.581873893737793,
      "learning_rate": 9.670781893004116e-06,
      "loss": 0.2743,
      "step": 705
    },
    {
      "epoch": 0.058169234571970006,
      "grad_norm": 5.502244472503662,
      "learning_rate": 9.684499314128944e-06,
      "loss": 0.46,
      "step": 706
    },
    {
      "epoch": 0.05825162725549971,
      "grad_norm": 8.295886993408203,
      "learning_rate": 9.698216735253772e-06,
      "loss": 0.696,
      "step": 707
    },
    {
      "epoch": 0.05833401993902942,
      "grad_norm": 5.81231689453125,
      "learning_rate": 9.711934156378602e-06,
      "loss": 0.5485,
      "step": 708
    },
    {
      "epoch": 0.058416412622559116,
      "grad_norm": 6.954881191253662,
      "learning_rate": 9.72565157750343e-06,
      "loss": 0.7206,
      "step": 709
    },
    {
      "epoch": 0.05849880530608882,
      "grad_norm": 6.0170207023620605,
      "learning_rate": 9.73936899862826e-06,
      "loss": 0.4833,
      "step": 710
    },
    {
      "epoch": 0.05858119798961852,
      "grad_norm": 8.70482349395752,
      "learning_rate": 9.753086419753087e-06,
      "loss": 0.6577,
      "step": 711
    },
    {
      "epoch": 0.058663590673148226,
      "grad_norm": 5.360574722290039,
      "learning_rate": 9.766803840877916e-06,
      "loss": 0.3818,
      "step": 712
    },
    {
      "epoch": 0.058745983356677925,
      "grad_norm": 7.856100559234619,
      "learning_rate": 9.780521262002745e-06,
      "loss": 0.5199,
      "step": 713
    },
    {
      "epoch": 0.05882837604020763,
      "grad_norm": 5.302498817443848,
      "learning_rate": 9.794238683127573e-06,
      "loss": 0.4053,
      "step": 714
    },
    {
      "epoch": 0.05891076872373733,
      "grad_norm": 5.630722522735596,
      "learning_rate": 9.807956104252401e-06,
      "loss": 0.4971,
      "step": 715
    },
    {
      "epoch": 0.058993161407267035,
      "grad_norm": 9.045867919921875,
      "learning_rate": 9.82167352537723e-06,
      "loss": 0.6736,
      "step": 716
    },
    {
      "epoch": 0.05907555409079674,
      "grad_norm": 6.197270393371582,
      "learning_rate": 9.835390946502057e-06,
      "loss": 0.5307,
      "step": 717
    },
    {
      "epoch": 0.05915794677432644,
      "grad_norm": 5.747649192810059,
      "learning_rate": 9.849108367626887e-06,
      "loss": 0.4313,
      "step": 718
    },
    {
      "epoch": 0.059240339457856145,
      "grad_norm": 6.501413822174072,
      "learning_rate": 9.862825788751715e-06,
      "loss": 0.4685,
      "step": 719
    },
    {
      "epoch": 0.059322732141385844,
      "grad_norm": 6.267272472381592,
      "learning_rate": 9.876543209876543e-06,
      "loss": 0.4705,
      "step": 720
    },
    {
      "epoch": 0.05940512482491555,
      "grad_norm": 4.624265670776367,
      "learning_rate": 9.890260631001373e-06,
      "loss": 0.2858,
      "step": 721
    },
    {
      "epoch": 0.05948751750844525,
      "grad_norm": 6.66681432723999,
      "learning_rate": 9.903978052126201e-06,
      "loss": 0.4107,
      "step": 722
    },
    {
      "epoch": 0.059569910191974954,
      "grad_norm": 8.284337043762207,
      "learning_rate": 9.91769547325103e-06,
      "loss": 0.6491,
      "step": 723
    },
    {
      "epoch": 0.05965230287550465,
      "grad_norm": 8.111255645751953,
      "learning_rate": 9.931412894375859e-06,
      "loss": 0.4274,
      "step": 724
    },
    {
      "epoch": 0.05973469555903436,
      "grad_norm": 5.0607781410217285,
      "learning_rate": 9.945130315500687e-06,
      "loss": 0.5624,
      "step": 725
    },
    {
      "epoch": 0.059817088242564063,
      "grad_norm": 10.422772407531738,
      "learning_rate": 9.958847736625515e-06,
      "loss": 0.8517,
      "step": 726
    },
    {
      "epoch": 0.05989948092609376,
      "grad_norm": 6.966988563537598,
      "learning_rate": 9.972565157750343e-06,
      "loss": 0.4829,
      "step": 727
    },
    {
      "epoch": 0.05998187360962347,
      "grad_norm": 7.733644008636475,
      "learning_rate": 9.986282578875173e-06,
      "loss": 0.7786,
      "step": 728
    },
    {
      "epoch": 0.060064266293153167,
      "grad_norm": 6.962095260620117,
      "learning_rate": 1e-05,
      "loss": 0.3924,
      "step": 729
    },
    {
      "epoch": 0.06014665897668287,
      "grad_norm": 5.911049842834473,
      "learning_rate": 9.999999955491562e-06,
      "loss": 0.377,
      "step": 730
    },
    {
      "epoch": 0.06022905166021257,
      "grad_norm": 6.004415035247803,
      "learning_rate": 9.999999821966245e-06,
      "loss": 0.392,
      "step": 731
    },
    {
      "epoch": 0.060311444343742276,
      "grad_norm": 4.704268455505371,
      "learning_rate": 9.999999599424054e-06,
      "loss": 0.4492,
      "step": 732
    },
    {
      "epoch": 0.060393837027271975,
      "grad_norm": 7.12769079208374,
      "learning_rate": 9.99999928786499e-06,
      "loss": 0.5364,
      "step": 733
    },
    {
      "epoch": 0.06047622971080168,
      "grad_norm": 9.280984878540039,
      "learning_rate": 9.999998887289063e-06,
      "loss": 0.4683,
      "step": 734
    },
    {
      "epoch": 0.060558622394331386,
      "grad_norm": 6.798822402954102,
      "learning_rate": 9.999998397696277e-06,
      "loss": 0.4903,
      "step": 735
    },
    {
      "epoch": 0.060641015077861085,
      "grad_norm": 3.8549251556396484,
      "learning_rate": 9.999997819086641e-06,
      "loss": 0.2065,
      "step": 736
    },
    {
      "epoch": 0.06072340776139079,
      "grad_norm": 6.398375988006592,
      "learning_rate": 9.999997151460166e-06,
      "loss": 0.4161,
      "step": 737
    },
    {
      "epoch": 0.06080580044492049,
      "grad_norm": 6.286080360412598,
      "learning_rate": 9.999996394816863e-06,
      "loss": 0.414,
      "step": 738
    },
    {
      "epoch": 0.060888193128450195,
      "grad_norm": 5.777318477630615,
      "learning_rate": 9.999995549156746e-06,
      "loss": 0.3555,
      "step": 739
    },
    {
      "epoch": 0.060970585811979894,
      "grad_norm": 8.37983226776123,
      "learning_rate": 9.999994614479829e-06,
      "loss": 0.5,
      "step": 740
    },
    {
      "epoch": 0.0610529784955096,
      "grad_norm": 7.056265354156494,
      "learning_rate": 9.999993590786133e-06,
      "loss": 0.5574,
      "step": 741
    },
    {
      "epoch": 0.0611353711790393,
      "grad_norm": 8.317571640014648,
      "learning_rate": 9.999992478075669e-06,
      "loss": 0.4761,
      "step": 742
    },
    {
      "epoch": 0.061217763862569004,
      "grad_norm": 23.105173110961914,
      "learning_rate": 9.999991276348463e-06,
      "loss": 0.697,
      "step": 743
    },
    {
      "epoch": 0.06130015654609871,
      "grad_norm": 5.6868767738342285,
      "learning_rate": 9.999989985604533e-06,
      "loss": 0.2616,
      "step": 744
    },
    {
      "epoch": 0.06138254922962841,
      "grad_norm": 6.646164894104004,
      "learning_rate": 9.999988605843905e-06,
      "loss": 0.5992,
      "step": 745
    },
    {
      "epoch": 0.061464941913158114,
      "grad_norm": 5.041816711425781,
      "learning_rate": 9.9999871370666e-06,
      "loss": 0.4084,
      "step": 746
    },
    {
      "epoch": 0.06154733459668781,
      "grad_norm": 5.207808971405029,
      "learning_rate": 9.999985579272646e-06,
      "loss": 0.2642,
      "step": 747
    },
    {
      "epoch": 0.06162972728021752,
      "grad_norm": 6.048746585845947,
      "learning_rate": 9.99998393246207e-06,
      "loss": 0.6385,
      "step": 748
    },
    {
      "epoch": 0.06171211996374722,
      "grad_norm": 7.0072245597839355,
      "learning_rate": 9.999982196634904e-06,
      "loss": 0.5129,
      "step": 749
    },
    {
      "epoch": 0.06179451264727692,
      "grad_norm": 7.63978385925293,
      "learning_rate": 9.999980371791175e-06,
      "loss": 0.7221,
      "step": 750
    },
    {
      "epoch": 0.06187690533080662,
      "grad_norm": 6.893743991851807,
      "learning_rate": 9.999978457930918e-06,
      "loss": 0.6264,
      "step": 751
    },
    {
      "epoch": 0.06195929801433633,
      "grad_norm": 5.979372978210449,
      "learning_rate": 9.999976455054165e-06,
      "loss": 0.4406,
      "step": 752
    },
    {
      "epoch": 0.06204169069786603,
      "grad_norm": 11.866466522216797,
      "learning_rate": 9.999974363160954e-06,
      "loss": 0.6352,
      "step": 753
    },
    {
      "epoch": 0.06212408338139573,
      "grad_norm": 6.529391288757324,
      "learning_rate": 9.999972182251323e-06,
      "loss": 0.2951,
      "step": 754
    },
    {
      "epoch": 0.06220647606492544,
      "grad_norm": 6.773802280426025,
      "learning_rate": 9.999969912325307e-06,
      "loss": 0.6304,
      "step": 755
    },
    {
      "epoch": 0.062288868748455135,
      "grad_norm": 5.800815582275391,
      "learning_rate": 9.999967553382947e-06,
      "loss": 0.5183,
      "step": 756
    },
    {
      "epoch": 0.06237126143198484,
      "grad_norm": 8.26638126373291,
      "learning_rate": 9.999965105424289e-06,
      "loss": 0.6809,
      "step": 757
    },
    {
      "epoch": 0.06245365411551454,
      "grad_norm": 8.616815567016602,
      "learning_rate": 9.999962568449374e-06,
      "loss": 0.5421,
      "step": 758
    },
    {
      "epoch": 0.06253604679904425,
      "grad_norm": 7.550332546234131,
      "learning_rate": 9.999959942458246e-06,
      "loss": 0.4295,
      "step": 759
    },
    {
      "epoch": 0.06261843948257395,
      "grad_norm": 5.4662322998046875,
      "learning_rate": 9.999957227450953e-06,
      "loss": 0.5632,
      "step": 760
    },
    {
      "epoch": 0.06270083216610366,
      "grad_norm": 4.633804798126221,
      "learning_rate": 9.999954423427545e-06,
      "loss": 0.5742,
      "step": 761
    },
    {
      "epoch": 0.06278322484963335,
      "grad_norm": 5.453520774841309,
      "learning_rate": 9.99995153038807e-06,
      "loss": 0.305,
      "step": 762
    },
    {
      "epoch": 0.06286561753316305,
      "grad_norm": 6.983760356903076,
      "learning_rate": 9.999948548332579e-06,
      "loss": 0.5628,
      "step": 763
    },
    {
      "epoch": 0.06294801021669276,
      "grad_norm": 6.061680793762207,
      "learning_rate": 9.999945477261124e-06,
      "loss": 0.5036,
      "step": 764
    },
    {
      "epoch": 0.06303040290022247,
      "grad_norm": 5.961313247680664,
      "learning_rate": 9.999942317173764e-06,
      "loss": 0.5136,
      "step": 765
    },
    {
      "epoch": 0.06311279558375216,
      "grad_norm": 7.779382705688477,
      "learning_rate": 9.999939068070552e-06,
      "loss": 0.6378,
      "step": 766
    },
    {
      "epoch": 0.06319518826728186,
      "grad_norm": 7.517777919769287,
      "learning_rate": 9.999935729951547e-06,
      "loss": 0.6511,
      "step": 767
    },
    {
      "epoch": 0.06327758095081157,
      "grad_norm": 4.599449157714844,
      "learning_rate": 9.999932302816808e-06,
      "loss": 0.468,
      "step": 768
    },
    {
      "epoch": 0.06335997363434127,
      "grad_norm": 5.302939414978027,
      "learning_rate": 9.999928786666395e-06,
      "loss": 0.5419,
      "step": 769
    },
    {
      "epoch": 0.06344236631787098,
      "grad_norm": 5.66006326675415,
      "learning_rate": 9.999925181500372e-06,
      "loss": 0.4244,
      "step": 770
    },
    {
      "epoch": 0.06352475900140067,
      "grad_norm": 6.126194000244141,
      "learning_rate": 9.999921487318805e-06,
      "loss": 0.463,
      "step": 771
    },
    {
      "epoch": 0.06360715168493038,
      "grad_norm": 5.563785076141357,
      "learning_rate": 9.999917704121756e-06,
      "loss": 0.2911,
      "step": 772
    },
    {
      "epoch": 0.06368954436846008,
      "grad_norm": 4.347080707550049,
      "learning_rate": 9.999913831909292e-06,
      "loss": 0.3448,
      "step": 773
    },
    {
      "epoch": 0.06377193705198979,
      "grad_norm": 7.159667015075684,
      "learning_rate": 9.999909870681486e-06,
      "loss": 0.689,
      "step": 774
    },
    {
      "epoch": 0.06385432973551948,
      "grad_norm": 6.777312278747559,
      "learning_rate": 9.999905820438407e-06,
      "loss": 0.6003,
      "step": 775
    },
    {
      "epoch": 0.06393672241904919,
      "grad_norm": 5.911733150482178,
      "learning_rate": 9.999901681180123e-06,
      "loss": 0.6013,
      "step": 776
    },
    {
      "epoch": 0.06401911510257889,
      "grad_norm": 5.931182384490967,
      "learning_rate": 9.999897452906715e-06,
      "loss": 0.5772,
      "step": 777
    },
    {
      "epoch": 0.0641015077861086,
      "grad_norm": 6.100871562957764,
      "learning_rate": 9.999893135618255e-06,
      "loss": 0.4047,
      "step": 778
    },
    {
      "epoch": 0.0641839004696383,
      "grad_norm": 6.800080299377441,
      "learning_rate": 9.999888729314817e-06,
      "loss": 0.5116,
      "step": 779
    },
    {
      "epoch": 0.064266293153168,
      "grad_norm": 5.212328910827637,
      "learning_rate": 9.999884233996482e-06,
      "loss": 0.6151,
      "step": 780
    },
    {
      "epoch": 0.0643486858366977,
      "grad_norm": 6.286094665527344,
      "learning_rate": 9.999879649663332e-06,
      "loss": 0.3696,
      "step": 781
    },
    {
      "epoch": 0.0644310785202274,
      "grad_norm": 5.790164947509766,
      "learning_rate": 9.999874976315443e-06,
      "loss": 0.648,
      "step": 782
    },
    {
      "epoch": 0.06451347120375711,
      "grad_norm": 6.660726070404053,
      "learning_rate": 9.999870213952904e-06,
      "loss": 0.5713,
      "step": 783
    },
    {
      "epoch": 0.0645958638872868,
      "grad_norm": 4.586813449859619,
      "learning_rate": 9.999865362575799e-06,
      "loss": 0.5417,
      "step": 784
    },
    {
      "epoch": 0.06467825657081651,
      "grad_norm": 8.0585298538208,
      "learning_rate": 9.999860422184209e-06,
      "loss": 0.7932,
      "step": 785
    },
    {
      "epoch": 0.06476064925434621,
      "grad_norm": 5.709393501281738,
      "learning_rate": 9.999855392778228e-06,
      "loss": 0.571,
      "step": 786
    },
    {
      "epoch": 0.06484304193787592,
      "grad_norm": 4.4547343254089355,
      "learning_rate": 9.999850274357943e-06,
      "loss": 0.3584,
      "step": 787
    },
    {
      "epoch": 0.06492543462140563,
      "grad_norm": 5.347999572753906,
      "learning_rate": 9.999845066923445e-06,
      "loss": 0.6885,
      "step": 788
    },
    {
      "epoch": 0.06500782730493532,
      "grad_norm": 5.631513595581055,
      "learning_rate": 9.999839770474827e-06,
      "loss": 0.5258,
      "step": 789
    },
    {
      "epoch": 0.06509021998846502,
      "grad_norm": 5.18411922454834,
      "learning_rate": 9.999834385012184e-06,
      "loss": 0.4221,
      "step": 790
    },
    {
      "epoch": 0.06517261267199473,
      "grad_norm": 5.365983963012695,
      "learning_rate": 9.999828910535612e-06,
      "loss": 0.4067,
      "step": 791
    },
    {
      "epoch": 0.06525500535552443,
      "grad_norm": 4.619485378265381,
      "learning_rate": 9.999823347045206e-06,
      "loss": 0.5168,
      "step": 792
    },
    {
      "epoch": 0.06533739803905413,
      "grad_norm": 6.535456657409668,
      "learning_rate": 9.999817694541067e-06,
      "loss": 0.4618,
      "step": 793
    },
    {
      "epoch": 0.06541979072258383,
      "grad_norm": 8.039830207824707,
      "learning_rate": 9.999811953023297e-06,
      "loss": 0.6188,
      "step": 794
    },
    {
      "epoch": 0.06550218340611354,
      "grad_norm": 6.67684268951416,
      "learning_rate": 9.999806122491998e-06,
      "loss": 0.6082,
      "step": 795
    },
    {
      "epoch": 0.06558457608964324,
      "grad_norm": 5.900284767150879,
      "learning_rate": 9.99980020294727e-06,
      "loss": 0.3965,
      "step": 796
    },
    {
      "epoch": 0.06566696877317295,
      "grad_norm": 5.15845251083374,
      "learning_rate": 9.99979419438922e-06,
      "loss": 0.5415,
      "step": 797
    },
    {
      "epoch": 0.06574936145670264,
      "grad_norm": 7.535670280456543,
      "learning_rate": 9.999788096817957e-06,
      "loss": 0.5231,
      "step": 798
    },
    {
      "epoch": 0.06583175414023235,
      "grad_norm": 5.927618026733398,
      "learning_rate": 9.999781910233589e-06,
      "loss": 0.3534,
      "step": 799
    },
    {
      "epoch": 0.06591414682376205,
      "grad_norm": 6.087513446807861,
      "learning_rate": 9.999775634636226e-06,
      "loss": 0.5642,
      "step": 800
    },
    {
      "epoch": 0.06599653950729176,
      "grad_norm": 4.840508460998535,
      "learning_rate": 9.999769270025978e-06,
      "loss": 0.4296,
      "step": 801
    },
    {
      "epoch": 0.06607893219082145,
      "grad_norm": 7.374507904052734,
      "learning_rate": 9.99976281640296e-06,
      "loss": 0.7155,
      "step": 802
    },
    {
      "epoch": 0.06616132487435115,
      "grad_norm": 5.265539169311523,
      "learning_rate": 9.999756273767288e-06,
      "loss": 0.4794,
      "step": 803
    },
    {
      "epoch": 0.06624371755788086,
      "grad_norm": 3.89017391204834,
      "learning_rate": 9.999749642119075e-06,
      "loss": 0.511,
      "step": 804
    },
    {
      "epoch": 0.06632611024141057,
      "grad_norm": 5.164018154144287,
      "learning_rate": 9.99974292145844e-06,
      "loss": 0.4421,
      "step": 805
    },
    {
      "epoch": 0.06640850292494027,
      "grad_norm": 6.399748802185059,
      "learning_rate": 9.999736111785507e-06,
      "loss": 0.7007,
      "step": 806
    },
    {
      "epoch": 0.06649089560846996,
      "grad_norm": 6.908471584320068,
      "learning_rate": 9.99972921310039e-06,
      "loss": 0.602,
      "step": 807
    },
    {
      "epoch": 0.06657328829199967,
      "grad_norm": 4.228999137878418,
      "learning_rate": 9.99972222540322e-06,
      "loss": 0.258,
      "step": 808
    },
    {
      "epoch": 0.06665568097552937,
      "grad_norm": 5.178153038024902,
      "learning_rate": 9.999715148694114e-06,
      "loss": 0.3546,
      "step": 809
    },
    {
      "epoch": 0.06673807365905908,
      "grad_norm": 7.192660808563232,
      "learning_rate": 9.999707982973203e-06,
      "loss": 0.4037,
      "step": 810
    },
    {
      "epoch": 0.06682046634258877,
      "grad_norm": 5.8930463790893555,
      "learning_rate": 9.999700728240612e-06,
      "loss": 0.4547,
      "step": 811
    },
    {
      "epoch": 0.06690285902611848,
      "grad_norm": 5.918987274169922,
      "learning_rate": 9.999693384496469e-06,
      "loss": 0.406,
      "step": 812
    },
    {
      "epoch": 0.06698525170964818,
      "grad_norm": 5.233733654022217,
      "learning_rate": 9.99968595174091e-06,
      "loss": 0.6304,
      "step": 813
    },
    {
      "epoch": 0.06706764439317789,
      "grad_norm": 6.144894599914551,
      "learning_rate": 9.999678429974063e-06,
      "loss": 0.5489,
      "step": 814
    },
    {
      "epoch": 0.0671500370767076,
      "grad_norm": 5.0897297859191895,
      "learning_rate": 9.999670819196061e-06,
      "loss": 0.6228,
      "step": 815
    },
    {
      "epoch": 0.06723242976023729,
      "grad_norm": 4.496466636657715,
      "learning_rate": 9.999663119407043e-06,
      "loss": 0.4679,
      "step": 816
    },
    {
      "epoch": 0.06731482244376699,
      "grad_norm": 7.26639986038208,
      "learning_rate": 9.999655330607143e-06,
      "loss": 0.5551,
      "step": 817
    },
    {
      "epoch": 0.0673972151272967,
      "grad_norm": 6.078808307647705,
      "learning_rate": 9.999647452796502e-06,
      "loss": 0.4751,
      "step": 818
    },
    {
      "epoch": 0.0674796078108264,
      "grad_norm": 5.161315441131592,
      "learning_rate": 9.99963948597526e-06,
      "loss": 0.4279,
      "step": 819
    },
    {
      "epoch": 0.0675620004943561,
      "grad_norm": 4.840309143066406,
      "learning_rate": 9.999631430143558e-06,
      "loss": 0.3156,
      "step": 820
    },
    {
      "epoch": 0.0676443931778858,
      "grad_norm": 5.014806747436523,
      "learning_rate": 9.999623285301538e-06,
      "loss": 0.5517,
      "step": 821
    },
    {
      "epoch": 0.0677267858614155,
      "grad_norm": 6.776310920715332,
      "learning_rate": 9.999615051449348e-06,
      "loss": 0.4956,
      "step": 822
    },
    {
      "epoch": 0.06780917854494521,
      "grad_norm": 5.202479839324951,
      "learning_rate": 9.999606728587134e-06,
      "loss": 0.5365,
      "step": 823
    },
    {
      "epoch": 0.06789157122847492,
      "grad_norm": 4.2808003425598145,
      "learning_rate": 9.999598316715043e-06,
      "loss": 0.6524,
      "step": 824
    },
    {
      "epoch": 0.06797396391200461,
      "grad_norm": 5.698697090148926,
      "learning_rate": 9.999589815833224e-06,
      "loss": 0.5375,
      "step": 825
    },
    {
      "epoch": 0.06805635659553431,
      "grad_norm": 5.691230297088623,
      "learning_rate": 9.999581225941829e-06,
      "loss": 0.35,
      "step": 826
    },
    {
      "epoch": 0.06813874927906402,
      "grad_norm": 5.692885875701904,
      "learning_rate": 9.999572547041013e-06,
      "loss": 0.3445,
      "step": 827
    },
    {
      "epoch": 0.06822114196259373,
      "grad_norm": 5.120859622955322,
      "learning_rate": 9.999563779130928e-06,
      "loss": 0.4355,
      "step": 828
    },
    {
      "epoch": 0.06830353464612342,
      "grad_norm": 7.506402969360352,
      "learning_rate": 9.999554922211732e-06,
      "loss": 0.7405,
      "step": 829
    },
    {
      "epoch": 0.06838592732965312,
      "grad_norm": 6.140872001647949,
      "learning_rate": 9.99954597628358e-06,
      "loss": 0.4261,
      "step": 830
    },
    {
      "epoch": 0.06846832001318283,
      "grad_norm": 6.226574420928955,
      "learning_rate": 9.999536941346635e-06,
      "loss": 0.597,
      "step": 831
    },
    {
      "epoch": 0.06855071269671253,
      "grad_norm": 5.3579840660095215,
      "learning_rate": 9.999527817401053e-06,
      "loss": 0.3843,
      "step": 832
    },
    {
      "epoch": 0.06863310538024224,
      "grad_norm": 5.353015899658203,
      "learning_rate": 9.999518604447003e-06,
      "loss": 0.4851,
      "step": 833
    },
    {
      "epoch": 0.06871549806377193,
      "grad_norm": 6.35678768157959,
      "learning_rate": 9.999509302484642e-06,
      "loss": 0.5513,
      "step": 834
    },
    {
      "epoch": 0.06879789074730164,
      "grad_norm": 5.3699798583984375,
      "learning_rate": 9.99949991151414e-06,
      "loss": 0.4717,
      "step": 835
    },
    {
      "epoch": 0.06888028343083134,
      "grad_norm": 4.608175277709961,
      "learning_rate": 9.999490431535664e-06,
      "loss": 0.5425,
      "step": 836
    },
    {
      "epoch": 0.06896267611436105,
      "grad_norm": 5.907534599304199,
      "learning_rate": 9.999480862549383e-06,
      "loss": 0.4789,
      "step": 837
    },
    {
      "epoch": 0.06904506879789074,
      "grad_norm": 4.903838634490967,
      "learning_rate": 9.999471204555464e-06,
      "loss": 0.5109,
      "step": 838
    },
    {
      "epoch": 0.06912746148142045,
      "grad_norm": 5.919687747955322,
      "learning_rate": 9.99946145755408e-06,
      "loss": 0.5034,
      "step": 839
    },
    {
      "epoch": 0.06920985416495015,
      "grad_norm": 8.608498573303223,
      "learning_rate": 9.999451621545408e-06,
      "loss": 0.6138,
      "step": 840
    },
    {
      "epoch": 0.06929224684847986,
      "grad_norm": 5.662178993225098,
      "learning_rate": 9.99944169652962e-06,
      "loss": 0.5923,
      "step": 841
    },
    {
      "epoch": 0.06937463953200956,
      "grad_norm": 5.386314868927002,
      "learning_rate": 9.999431682506893e-06,
      "loss": 0.4625,
      "step": 842
    },
    {
      "epoch": 0.06945703221553925,
      "grad_norm": 4.904943466186523,
      "learning_rate": 9.999421579477406e-06,
      "loss": 0.3055,
      "step": 843
    },
    {
      "epoch": 0.06953942489906896,
      "grad_norm": 5.456555366516113,
      "learning_rate": 9.99941138744134e-06,
      "loss": 0.3212,
      "step": 844
    },
    {
      "epoch": 0.06962181758259867,
      "grad_norm": 4.635517120361328,
      "learning_rate": 9.999401106398874e-06,
      "loss": 0.5751,
      "step": 845
    },
    {
      "epoch": 0.06970421026612837,
      "grad_norm": 11.320294380187988,
      "learning_rate": 9.999390736350192e-06,
      "loss": 0.7097,
      "step": 846
    },
    {
      "epoch": 0.06978660294965806,
      "grad_norm": 6.944367408752441,
      "learning_rate": 9.99938027729548e-06,
      "loss": 0.4935,
      "step": 847
    },
    {
      "epoch": 0.06986899563318777,
      "grad_norm": 6.217462539672852,
      "learning_rate": 9.999369729234923e-06,
      "loss": 0.5403,
      "step": 848
    },
    {
      "epoch": 0.06995138831671747,
      "grad_norm": 4.489541053771973,
      "learning_rate": 9.999359092168707e-06,
      "loss": 0.3633,
      "step": 849
    },
    {
      "epoch": 0.07003378100024718,
      "grad_norm": 4.31686544418335,
      "learning_rate": 9.999348366097024e-06,
      "loss": 0.3827,
      "step": 850
    },
    {
      "epoch": 0.07011617368377689,
      "grad_norm": 4.704672336578369,
      "learning_rate": 9.999337551020062e-06,
      "loss": 0.3798,
      "step": 851
    },
    {
      "epoch": 0.07019856636730658,
      "grad_norm": 5.237001895904541,
      "learning_rate": 9.999326646938019e-06,
      "loss": 0.5298,
      "step": 852
    },
    {
      "epoch": 0.07028095905083628,
      "grad_norm": 7.4330010414123535,
      "learning_rate": 9.999315653851085e-06,
      "loss": 0.4984,
      "step": 853
    },
    {
      "epoch": 0.07036335173436599,
      "grad_norm": 5.313744068145752,
      "learning_rate": 9.999304571759456e-06,
      "loss": 0.5262,
      "step": 854
    },
    {
      "epoch": 0.0704457444178957,
      "grad_norm": 5.376997470855713,
      "learning_rate": 9.99929340066333e-06,
      "loss": 0.4353,
      "step": 855
    },
    {
      "epoch": 0.07052813710142539,
      "grad_norm": 4.957025051116943,
      "learning_rate": 9.999282140562905e-06,
      "loss": 0.4654,
      "step": 856
    },
    {
      "epoch": 0.07061052978495509,
      "grad_norm": 7.249015808105469,
      "learning_rate": 9.999270791458383e-06,
      "loss": 0.6312,
      "step": 857
    },
    {
      "epoch": 0.0706929224684848,
      "grad_norm": 5.803049564361572,
      "learning_rate": 9.999259353349964e-06,
      "loss": 0.4412,
      "step": 858
    },
    {
      "epoch": 0.0707753151520145,
      "grad_norm": 5.377005100250244,
      "learning_rate": 9.999247826237854e-06,
      "loss": 0.5843,
      "step": 859
    },
    {
      "epoch": 0.07085770783554421,
      "grad_norm": 5.008714199066162,
      "learning_rate": 9.999236210122256e-06,
      "loss": 0.3709,
      "step": 860
    },
    {
      "epoch": 0.0709401005190739,
      "grad_norm": 7.583138942718506,
      "learning_rate": 9.999224505003379e-06,
      "loss": 0.6072,
      "step": 861
    },
    {
      "epoch": 0.0710224932026036,
      "grad_norm": 4.314528465270996,
      "learning_rate": 9.999212710881429e-06,
      "loss": 0.5735,
      "step": 862
    },
    {
      "epoch": 0.07110488588613331,
      "grad_norm": 6.92249870300293,
      "learning_rate": 9.99920082775662e-06,
      "loss": 0.7285,
      "step": 863
    },
    {
      "epoch": 0.07118727856966302,
      "grad_norm": 6.18283748626709,
      "learning_rate": 9.999188855629159e-06,
      "loss": 0.3263,
      "step": 864
    },
    {
      "epoch": 0.07126967125319271,
      "grad_norm": 4.766500949859619,
      "learning_rate": 9.99917679449926e-06,
      "loss": 0.6543,
      "step": 865
    },
    {
      "epoch": 0.07135206393672242,
      "grad_norm": 5.695479393005371,
      "learning_rate": 9.999164644367139e-06,
      "loss": 0.5355,
      "step": 866
    },
    {
      "epoch": 0.07143445662025212,
      "grad_norm": 4.888763427734375,
      "learning_rate": 9.999152405233013e-06,
      "loss": 0.6382,
      "step": 867
    },
    {
      "epoch": 0.07151684930378183,
      "grad_norm": 4.633274555206299,
      "learning_rate": 9.999140077097096e-06,
      "loss": 0.405,
      "step": 868
    },
    {
      "epoch": 0.07159924198731153,
      "grad_norm": 8.069472312927246,
      "learning_rate": 9.999127659959613e-06,
      "loss": 0.6524,
      "step": 869
    },
    {
      "epoch": 0.07168163467084122,
      "grad_norm": 6.213520050048828,
      "learning_rate": 9.999115153820782e-06,
      "loss": 0.6126,
      "step": 870
    },
    {
      "epoch": 0.07176402735437093,
      "grad_norm": 3.482215166091919,
      "learning_rate": 9.999102558680827e-06,
      "loss": 0.4159,
      "step": 871
    },
    {
      "epoch": 0.07184642003790064,
      "grad_norm": 5.511364459991455,
      "learning_rate": 9.999089874539968e-06,
      "loss": 0.548,
      "step": 872
    },
    {
      "epoch": 0.07192881272143034,
      "grad_norm": 5.88839054107666,
      "learning_rate": 9.999077101398437e-06,
      "loss": 0.4528,
      "step": 873
    },
    {
      "epoch": 0.07201120540496005,
      "grad_norm": 4.171838760375977,
      "learning_rate": 9.999064239256459e-06,
      "loss": 0.4485,
      "step": 874
    },
    {
      "epoch": 0.07209359808848974,
      "grad_norm": 6.968403339385986,
      "learning_rate": 9.99905128811426e-06,
      "loss": 0.548,
      "step": 875
    },
    {
      "epoch": 0.07217599077201944,
      "grad_norm": 6.285547733306885,
      "learning_rate": 9.999038247972076e-06,
      "loss": 0.4858,
      "step": 876
    },
    {
      "epoch": 0.07225838345554915,
      "grad_norm": 7.305334568023682,
      "learning_rate": 9.999025118830134e-06,
      "loss": 0.563,
      "step": 877
    },
    {
      "epoch": 0.07234077613907886,
      "grad_norm": 6.543583869934082,
      "learning_rate": 9.999011900688672e-06,
      "loss": 0.4411,
      "step": 878
    },
    {
      "epoch": 0.07242316882260855,
      "grad_norm": 5.759483337402344,
      "learning_rate": 9.998998593547923e-06,
      "loss": 0.6523,
      "step": 879
    },
    {
      "epoch": 0.07250556150613825,
      "grad_norm": 5.982010841369629,
      "learning_rate": 9.998985197408122e-06,
      "loss": 0.6275,
      "step": 880
    },
    {
      "epoch": 0.07258795418966796,
      "grad_norm": 5.996811866760254,
      "learning_rate": 9.998971712269512e-06,
      "loss": 0.4504,
      "step": 881
    },
    {
      "epoch": 0.07267034687319766,
      "grad_norm": 6.801436424255371,
      "learning_rate": 9.99895813813233e-06,
      "loss": 0.5989,
      "step": 882
    },
    {
      "epoch": 0.07275273955672737,
      "grad_norm": 5.02336311340332,
      "learning_rate": 9.998944474996817e-06,
      "loss": 0.5945,
      "step": 883
    },
    {
      "epoch": 0.07283513224025706,
      "grad_norm": 5.125411033630371,
      "learning_rate": 9.99893072286322e-06,
      "loss": 0.5333,
      "step": 884
    },
    {
      "epoch": 0.07291752492378677,
      "grad_norm": 9.047613143920898,
      "learning_rate": 9.998916881731781e-06,
      "loss": 0.7473,
      "step": 885
    },
    {
      "epoch": 0.07299991760731647,
      "grad_norm": 6.113969326019287,
      "learning_rate": 9.998902951602746e-06,
      "loss": 0.5202,
      "step": 886
    },
    {
      "epoch": 0.07308231029084618,
      "grad_norm": 4.361261367797852,
      "learning_rate": 9.998888932476365e-06,
      "loss": 0.5442,
      "step": 887
    },
    {
      "epoch": 0.07316470297437587,
      "grad_norm": 4.661401748657227,
      "learning_rate": 9.998874824352887e-06,
      "loss": 0.4151,
      "step": 888
    },
    {
      "epoch": 0.07324709565790558,
      "grad_norm": 5.308422565460205,
      "learning_rate": 9.99886062723256e-06,
      "loss": 0.5087,
      "step": 889
    },
    {
      "epoch": 0.07332948834143528,
      "grad_norm": 9.29621696472168,
      "learning_rate": 9.998846341115642e-06,
      "loss": 0.6484,
      "step": 890
    },
    {
      "epoch": 0.07341188102496499,
      "grad_norm": 6.669312953948975,
      "learning_rate": 9.998831966002385e-06,
      "loss": 0.5836,
      "step": 891
    },
    {
      "epoch": 0.07349427370849469,
      "grad_norm": 4.652166366577148,
      "learning_rate": 9.998817501893044e-06,
      "loss": 0.4405,
      "step": 892
    },
    {
      "epoch": 0.07357666639202438,
      "grad_norm": 4.848109245300293,
      "learning_rate": 9.998802948787878e-06,
      "loss": 0.5788,
      "step": 893
    },
    {
      "epoch": 0.07365905907555409,
      "grad_norm": 4.336215496063232,
      "learning_rate": 9.998788306687144e-06,
      "loss": 0.4991,
      "step": 894
    },
    {
      "epoch": 0.0737414517590838,
      "grad_norm": 6.696264743804932,
      "learning_rate": 9.998773575591105e-06,
      "loss": 0.7508,
      "step": 895
    },
    {
      "epoch": 0.0738238444426135,
      "grad_norm": 5.960075855255127,
      "learning_rate": 9.998758755500022e-06,
      "loss": 0.5434,
      "step": 896
    },
    {
      "epoch": 0.07390623712614319,
      "grad_norm": 5.376882553100586,
      "learning_rate": 9.998743846414158e-06,
      "loss": 0.5038,
      "step": 897
    },
    {
      "epoch": 0.0739886298096729,
      "grad_norm": 5.807672500610352,
      "learning_rate": 9.998728848333781e-06,
      "loss": 0.5592,
      "step": 898
    },
    {
      "epoch": 0.0740710224932026,
      "grad_norm": 3.935887575149536,
      "learning_rate": 9.998713761259157e-06,
      "loss": 0.5297,
      "step": 899
    },
    {
      "epoch": 0.07415341517673231,
      "grad_norm": 7.004681587219238,
      "learning_rate": 9.998698585190554e-06,
      "loss": 0.6272,
      "step": 900
    },
    {
      "epoch": 0.07423580786026202,
      "grad_norm": 5.902405261993408,
      "learning_rate": 9.998683320128242e-06,
      "loss": 0.5589,
      "step": 901
    },
    {
      "epoch": 0.07431820054379171,
      "grad_norm": 8.693235397338867,
      "learning_rate": 9.998667966072492e-06,
      "loss": 0.7261,
      "step": 902
    },
    {
      "epoch": 0.07440059322732141,
      "grad_norm": 8.857295989990234,
      "learning_rate": 9.998652523023582e-06,
      "loss": 0.4546,
      "step": 903
    },
    {
      "epoch": 0.07448298591085112,
      "grad_norm": 4.427700042724609,
      "learning_rate": 9.99863699098178e-06,
      "loss": 0.4235,
      "step": 904
    },
    {
      "epoch": 0.07456537859438082,
      "grad_norm": 4.674369812011719,
      "learning_rate": 9.998621369947368e-06,
      "loss": 0.3671,
      "step": 905
    },
    {
      "epoch": 0.07464777127791052,
      "grad_norm": 4.099841594696045,
      "learning_rate": 9.998605659920621e-06,
      "loss": 0.4557,
      "step": 906
    },
    {
      "epoch": 0.07473016396144022,
      "grad_norm": 6.007134437561035,
      "learning_rate": 9.99858986090182e-06,
      "loss": 0.4885,
      "step": 907
    },
    {
      "epoch": 0.07481255664496993,
      "grad_norm": 3.817317485809326,
      "learning_rate": 9.998573972891246e-06,
      "loss": 0.2522,
      "step": 908
    },
    {
      "epoch": 0.07489494932849963,
      "grad_norm": 6.346264362335205,
      "learning_rate": 9.998557995889183e-06,
      "loss": 0.6087,
      "step": 909
    },
    {
      "epoch": 0.07497734201202934,
      "grad_norm": 3.746821403503418,
      "learning_rate": 9.998541929895912e-06,
      "loss": 0.4367,
      "step": 910
    },
    {
      "epoch": 0.07505973469555903,
      "grad_norm": 5.2603840827941895,
      "learning_rate": 9.998525774911723e-06,
      "loss": 0.4391,
      "step": 911
    },
    {
      "epoch": 0.07514212737908874,
      "grad_norm": 5.234867095947266,
      "learning_rate": 9.998509530936901e-06,
      "loss": 0.4331,
      "step": 912
    },
    {
      "epoch": 0.07522452006261844,
      "grad_norm": 5.516448020935059,
      "learning_rate": 9.998493197971737e-06,
      "loss": 0.5427,
      "step": 913
    },
    {
      "epoch": 0.07530691274614815,
      "grad_norm": 5.088981628417969,
      "learning_rate": 9.998476776016521e-06,
      "loss": 0.5098,
      "step": 914
    },
    {
      "epoch": 0.07538930542967784,
      "grad_norm": 7.438640594482422,
      "learning_rate": 9.998460265071546e-06,
      "loss": 0.6219,
      "step": 915
    },
    {
      "epoch": 0.07547169811320754,
      "grad_norm": 5.523108959197998,
      "learning_rate": 9.998443665137104e-06,
      "loss": 0.5716,
      "step": 916
    },
    {
      "epoch": 0.07555409079673725,
      "grad_norm": 5.817080974578857,
      "learning_rate": 9.998426976213493e-06,
      "loss": 0.7273,
      "step": 917
    },
    {
      "epoch": 0.07563648348026696,
      "grad_norm": 7.674496650695801,
      "learning_rate": 9.998410198301007e-06,
      "loss": 0.58,
      "step": 918
    },
    {
      "epoch": 0.07571887616379666,
      "grad_norm": 3.513770580291748,
      "learning_rate": 9.99839333139995e-06,
      "loss": 0.3622,
      "step": 919
    },
    {
      "epoch": 0.07580126884732635,
      "grad_norm": 4.379997253417969,
      "learning_rate": 9.998376375510617e-06,
      "loss": 0.4468,
      "step": 920
    },
    {
      "epoch": 0.07588366153085606,
      "grad_norm": 6.35447359085083,
      "learning_rate": 9.99835933063331e-06,
      "loss": 0.4566,
      "step": 921
    },
    {
      "epoch": 0.07596605421438576,
      "grad_norm": 6.045679569244385,
      "learning_rate": 9.998342196768337e-06,
      "loss": 0.362,
      "step": 922
    },
    {
      "epoch": 0.07604844689791547,
      "grad_norm": 7.092090606689453,
      "learning_rate": 9.998324973915999e-06,
      "loss": 0.4558,
      "step": 923
    },
    {
      "epoch": 0.07613083958144516,
      "grad_norm": 5.9656171798706055,
      "learning_rate": 9.998307662076604e-06,
      "loss": 0.5613,
      "step": 924
    },
    {
      "epoch": 0.07621323226497487,
      "grad_norm": 7.652661323547363,
      "learning_rate": 9.998290261250461e-06,
      "loss": 0.647,
      "step": 925
    },
    {
      "epoch": 0.07629562494850457,
      "grad_norm": 4.254451274871826,
      "learning_rate": 9.998272771437878e-06,
      "loss": 0.499,
      "step": 926
    },
    {
      "epoch": 0.07637801763203428,
      "grad_norm": 4.293750286102295,
      "learning_rate": 9.998255192639167e-06,
      "loss": 0.2911,
      "step": 927
    },
    {
      "epoch": 0.07646041031556398,
      "grad_norm": 5.28689432144165,
      "learning_rate": 9.998237524854643e-06,
      "loss": 0.5485,
      "step": 928
    },
    {
      "epoch": 0.07654280299909368,
      "grad_norm": 10.195691108703613,
      "learning_rate": 9.998219768084619e-06,
      "loss": 0.6592,
      "step": 929
    },
    {
      "epoch": 0.07662519568262338,
      "grad_norm": 5.103588581085205,
      "learning_rate": 9.998201922329409e-06,
      "loss": 0.4878,
      "step": 930
    },
    {
      "epoch": 0.07670758836615309,
      "grad_norm": 4.479151725769043,
      "learning_rate": 9.998183987589332e-06,
      "loss": 0.4653,
      "step": 931
    },
    {
      "epoch": 0.07678998104968279,
      "grad_norm": 4.528006553649902,
      "learning_rate": 9.99816596386471e-06,
      "loss": 0.4993,
      "step": 932
    },
    {
      "epoch": 0.07687237373321248,
      "grad_norm": 5.409935474395752,
      "learning_rate": 9.998147851155862e-06,
      "loss": 0.5302,
      "step": 933
    },
    {
      "epoch": 0.07695476641674219,
      "grad_norm": 3.764223098754883,
      "learning_rate": 9.998129649463108e-06,
      "loss": 0.3291,
      "step": 934
    },
    {
      "epoch": 0.0770371591002719,
      "grad_norm": 6.134215831756592,
      "learning_rate": 9.998111358786777e-06,
      "loss": 0.4809,
      "step": 935
    },
    {
      "epoch": 0.0771195517838016,
      "grad_norm": 6.485799312591553,
      "learning_rate": 9.998092979127191e-06,
      "loss": 0.5864,
      "step": 936
    },
    {
      "epoch": 0.07720194446733131,
      "grad_norm": 4.217310905456543,
      "learning_rate": 9.998074510484679e-06,
      "loss": 0.3675,
      "step": 937
    },
    {
      "epoch": 0.077284337150861,
      "grad_norm": 8.118697166442871,
      "learning_rate": 9.998055952859567e-06,
      "loss": 0.6827,
      "step": 938
    },
    {
      "epoch": 0.0773667298343907,
      "grad_norm": 4.393917560577393,
      "learning_rate": 9.998037306252188e-06,
      "loss": 0.4583,
      "step": 939
    },
    {
      "epoch": 0.07744912251792041,
      "grad_norm": 5.36223030090332,
      "learning_rate": 9.998018570662875e-06,
      "loss": 0.5644,
      "step": 940
    },
    {
      "epoch": 0.07753151520145012,
      "grad_norm": 3.915703058242798,
      "learning_rate": 9.99799974609196e-06,
      "loss": 0.5821,
      "step": 941
    },
    {
      "epoch": 0.07761390788497981,
      "grad_norm": 6.028327465057373,
      "learning_rate": 9.997980832539775e-06,
      "loss": 0.5944,
      "step": 942
    },
    {
      "epoch": 0.07769630056850951,
      "grad_norm": 3.939072608947754,
      "learning_rate": 9.997961830006663e-06,
      "loss": 0.4118,
      "step": 943
    },
    {
      "epoch": 0.07777869325203922,
      "grad_norm": 6.609795093536377,
      "learning_rate": 9.997942738492959e-06,
      "loss": 0.5745,
      "step": 944
    },
    {
      "epoch": 0.07786108593556892,
      "grad_norm": 3.9683797359466553,
      "learning_rate": 9.997923557999001e-06,
      "loss": 0.5668,
      "step": 945
    },
    {
      "epoch": 0.07794347861909863,
      "grad_norm": 5.571781158447266,
      "learning_rate": 9.997904288525133e-06,
      "loss": 0.6224,
      "step": 946
    },
    {
      "epoch": 0.07802587130262832,
      "grad_norm": 5.28522253036499,
      "learning_rate": 9.997884930071698e-06,
      "loss": 0.5428,
      "step": 947
    },
    {
      "epoch": 0.07810826398615803,
      "grad_norm": 5.487269878387451,
      "learning_rate": 9.99786548263904e-06,
      "loss": 0.5138,
      "step": 948
    },
    {
      "epoch": 0.07819065666968773,
      "grad_norm": 5.4854512214660645,
      "learning_rate": 9.997845946227506e-06,
      "loss": 0.6346,
      "step": 949
    },
    {
      "epoch": 0.07827304935321744,
      "grad_norm": 5.185506820678711,
      "learning_rate": 9.997826320837445e-06,
      "loss": 0.6617,
      "step": 950
    },
    {
      "epoch": 0.07835544203674713,
      "grad_norm": 7.418008804321289,
      "learning_rate": 9.997806606469201e-06,
      "loss": 0.6302,
      "step": 951
    },
    {
      "epoch": 0.07843783472027684,
      "grad_norm": 5.6413373947143555,
      "learning_rate": 9.997786803123131e-06,
      "loss": 0.3762,
      "step": 952
    },
    {
      "epoch": 0.07852022740380654,
      "grad_norm": 5.6562933921813965,
      "learning_rate": 9.997766910799585e-06,
      "loss": 0.483,
      "step": 953
    },
    {
      "epoch": 0.07860262008733625,
      "grad_norm": 3.8904147148132324,
      "learning_rate": 9.997746929498915e-06,
      "loss": 0.368,
      "step": 954
    },
    {
      "epoch": 0.07868501277086595,
      "grad_norm": 4.545349597930908,
      "learning_rate": 9.997726859221482e-06,
      "loss": 0.4384,
      "step": 955
    },
    {
      "epoch": 0.07876740545439564,
      "grad_norm": 3.7241315841674805,
      "learning_rate": 9.997706699967638e-06,
      "loss": 0.2655,
      "step": 956
    },
    {
      "epoch": 0.07884979813792535,
      "grad_norm": 3.7725648880004883,
      "learning_rate": 9.997686451737745e-06,
      "loss": 0.4539,
      "step": 957
    },
    {
      "epoch": 0.07893219082145506,
      "grad_norm": 4.678500175476074,
      "learning_rate": 9.997666114532166e-06,
      "loss": 0.4698,
      "step": 958
    },
    {
      "epoch": 0.07901458350498476,
      "grad_norm": 5.178192138671875,
      "learning_rate": 9.997645688351256e-06,
      "loss": 0.3484,
      "step": 959
    },
    {
      "epoch": 0.07909697618851445,
      "grad_norm": 6.285364627838135,
      "learning_rate": 9.997625173195384e-06,
      "loss": 0.6386,
      "step": 960
    },
    {
      "epoch": 0.07917936887204416,
      "grad_norm": 3.742781400680542,
      "learning_rate": 9.997604569064913e-06,
      "loss": 0.5304,
      "step": 961
    },
    {
      "epoch": 0.07926176155557386,
      "grad_norm": 6.892431259155273,
      "learning_rate": 9.99758387596021e-06,
      "loss": 0.6921,
      "step": 962
    },
    {
      "epoch": 0.07934415423910357,
      "grad_norm": 4.954761505126953,
      "learning_rate": 9.997563093881647e-06,
      "loss": 0.5353,
      "step": 963
    },
    {
      "epoch": 0.07942654692263328,
      "grad_norm": 7.509049892425537,
      "learning_rate": 9.997542222829588e-06,
      "loss": 0.6793,
      "step": 964
    },
    {
      "epoch": 0.07950893960616297,
      "grad_norm": 6.407102108001709,
      "learning_rate": 9.997521262804408e-06,
      "loss": 0.5498,
      "step": 965
    },
    {
      "epoch": 0.07959133228969267,
      "grad_norm": 4.8998918533325195,
      "learning_rate": 9.997500213806481e-06,
      "loss": 0.4832,
      "step": 966
    },
    {
      "epoch": 0.07967372497322238,
      "grad_norm": 4.296972751617432,
      "learning_rate": 9.997479075836179e-06,
      "loss": 0.5257,
      "step": 967
    },
    {
      "epoch": 0.07975611765675208,
      "grad_norm": 5.321155548095703,
      "learning_rate": 9.997457848893881e-06,
      "loss": 0.4143,
      "step": 968
    },
    {
      "epoch": 0.07983851034028178,
      "grad_norm": 6.015185832977295,
      "learning_rate": 9.997436532979963e-06,
      "loss": 0.608,
      "step": 969
    },
    {
      "epoch": 0.07992090302381148,
      "grad_norm": 6.258456707000732,
      "learning_rate": 9.997415128094805e-06,
      "loss": 0.4075,
      "step": 970
    },
    {
      "epoch": 0.08000329570734119,
      "grad_norm": 5.444708824157715,
      "learning_rate": 9.997393634238789e-06,
      "loss": 0.5272,
      "step": 971
    },
    {
      "epoch": 0.0800856883908709,
      "grad_norm": 4.729737281799316,
      "learning_rate": 9.997372051412296e-06,
      "loss": 0.4714,
      "step": 972
    },
    {
      "epoch": 0.0801680810744006,
      "grad_norm": 4.954025745391846,
      "learning_rate": 9.997350379615712e-06,
      "loss": 0.4946,
      "step": 973
    },
    {
      "epoch": 0.08025047375793029,
      "grad_norm": 7.473886489868164,
      "learning_rate": 9.997328618849422e-06,
      "loss": 0.6082,
      "step": 974
    },
    {
      "epoch": 0.08033286644146,
      "grad_norm": 4.401190757751465,
      "learning_rate": 9.997306769113812e-06,
      "loss": 0.573,
      "step": 975
    },
    {
      "epoch": 0.0804152591249897,
      "grad_norm": 4.215680122375488,
      "learning_rate": 9.997284830409275e-06,
      "loss": 0.4354,
      "step": 976
    },
    {
      "epoch": 0.08049765180851941,
      "grad_norm": 6.849957466125488,
      "learning_rate": 9.997262802736197e-06,
      "loss": 0.7163,
      "step": 977
    },
    {
      "epoch": 0.0805800444920491,
      "grad_norm": 5.547689914703369,
      "learning_rate": 9.997240686094974e-06,
      "loss": 0.3225,
      "step": 978
    },
    {
      "epoch": 0.0806624371755788,
      "grad_norm": 3.688737154006958,
      "learning_rate": 9.997218480485994e-06,
      "loss": 0.4132,
      "step": 979
    },
    {
      "epoch": 0.08074482985910851,
      "grad_norm": 3.7162058353424072,
      "learning_rate": 9.997196185909662e-06,
      "loss": 0.2623,
      "step": 980
    },
    {
      "epoch": 0.08082722254263822,
      "grad_norm": 3.5606493949890137,
      "learning_rate": 9.997173802366365e-06,
      "loss": 0.3651,
      "step": 981
    },
    {
      "epoch": 0.08090961522616792,
      "grad_norm": 5.058091163635254,
      "learning_rate": 9.997151329856508e-06,
      "loss": 0.573,
      "step": 982
    },
    {
      "epoch": 0.08099200790969761,
      "grad_norm": 6.840008735656738,
      "learning_rate": 9.997128768380486e-06,
      "loss": 0.7345,
      "step": 983
    },
    {
      "epoch": 0.08107440059322732,
      "grad_norm": 5.481986045837402,
      "learning_rate": 9.997106117938704e-06,
      "loss": 0.495,
      "step": 984
    },
    {
      "epoch": 0.08115679327675702,
      "grad_norm": 10.457456588745117,
      "learning_rate": 9.997083378531567e-06,
      "loss": 0.6948,
      "step": 985
    },
    {
      "epoch": 0.08123918596028673,
      "grad_norm": 4.887408256530762,
      "learning_rate": 9.997060550159477e-06,
      "loss": 0.6314,
      "step": 986
    },
    {
      "epoch": 0.08132157864381642,
      "grad_norm": 77.27308654785156,
      "learning_rate": 9.997037632822839e-06,
      "loss": 2.4172,
      "step": 987
    },
    {
      "epoch": 0.08140397132734613,
      "grad_norm": 3.9826645851135254,
      "learning_rate": 9.997014626522064e-06,
      "loss": 0.4464,
      "step": 988
    },
    {
      "epoch": 0.08148636401087583,
      "grad_norm": 5.0061235427856445,
      "learning_rate": 9.99699153125756e-06,
      "loss": 0.4689,
      "step": 989
    },
    {
      "epoch": 0.08156875669440554,
      "grad_norm": 5.3020758628845215,
      "learning_rate": 9.996968347029739e-06,
      "loss": 0.5709,
      "step": 990
    },
    {
      "epoch": 0.08165114937793524,
      "grad_norm": 5.2023820877075195,
      "learning_rate": 9.996945073839015e-06,
      "loss": 0.6243,
      "step": 991
    },
    {
      "epoch": 0.08173354206146494,
      "grad_norm": 5.070997714996338,
      "learning_rate": 9.996921711685798e-06,
      "loss": 0.5216,
      "step": 992
    },
    {
      "epoch": 0.08181593474499464,
      "grad_norm": 5.984219551086426,
      "learning_rate": 9.99689826057051e-06,
      "loss": 0.4515,
      "step": 993
    },
    {
      "epoch": 0.08189832742852435,
      "grad_norm": 5.566308975219727,
      "learning_rate": 9.996874720493563e-06,
      "loss": 0.5175,
      "step": 994
    },
    {
      "epoch": 0.08198072011205405,
      "grad_norm": 5.865878105163574,
      "learning_rate": 9.996851091455379e-06,
      "loss": 0.509,
      "step": 995
    },
    {
      "epoch": 0.08206311279558375,
      "grad_norm": 8.104523658752441,
      "learning_rate": 9.996827373456379e-06,
      "loss": 0.514,
      "step": 996
    },
    {
      "epoch": 0.08214550547911345,
      "grad_norm": 5.530322074890137,
      "learning_rate": 9.996803566496982e-06,
      "loss": 0.6484,
      "step": 997
    },
    {
      "epoch": 0.08222789816264316,
      "grad_norm": 4.166141986846924,
      "learning_rate": 9.996779670577615e-06,
      "loss": 0.5426,
      "step": 998
    },
    {
      "epoch": 0.08231029084617286,
      "grad_norm": 4.968302249908447,
      "learning_rate": 9.996755685698703e-06,
      "loss": 0.5241,
      "step": 999
    },
    {
      "epoch": 0.08239268352970257,
      "grad_norm": 4.500938415527344,
      "learning_rate": 9.996731611860674e-06,
      "loss": 0.3545,
      "step": 1000
    },
    {
      "epoch": 0.08247507621323226,
      "grad_norm": 60.79676055908203,
      "learning_rate": 9.996707449063952e-06,
      "loss": 2.0433,
      "step": 1001
    },
    {
      "epoch": 0.08255746889676197,
      "grad_norm": 27.572864532470703,
      "learning_rate": 9.996683197308973e-06,
      "loss": 0.2567,
      "step": 1002
    },
    {
      "epoch": 0.08263986158029167,
      "grad_norm": 4.439870834350586,
      "learning_rate": 9.996658856596165e-06,
      "loss": 0.4768,
      "step": 1003
    },
    {
      "epoch": 0.08272225426382138,
      "grad_norm": 4.814609527587891,
      "learning_rate": 9.996634426925962e-06,
      "loss": 0.5105,
      "step": 1004
    },
    {
      "epoch": 0.08280464694735108,
      "grad_norm": 4.525539398193359,
      "learning_rate": 9.9966099082988e-06,
      "loss": 0.4455,
      "step": 1005
    },
    {
      "epoch": 0.08288703963088077,
      "grad_norm": 7.691302299499512,
      "learning_rate": 9.996585300715117e-06,
      "loss": 0.5273,
      "step": 1006
    },
    {
      "epoch": 0.08296943231441048,
      "grad_norm": 6.926840782165527,
      "learning_rate": 9.996560604175344e-06,
      "loss": 0.6214,
      "step": 1007
    },
    {
      "epoch": 0.08305182499794019,
      "grad_norm": 5.002326965332031,
      "learning_rate": 9.99653581867993e-06,
      "loss": 0.3242,
      "step": 1008
    },
    {
      "epoch": 0.08313421768146989,
      "grad_norm": 3.086388111114502,
      "learning_rate": 9.99651094422931e-06,
      "loss": 0.454,
      "step": 1009
    },
    {
      "epoch": 0.08321661036499958,
      "grad_norm": 7.579797267913818,
      "learning_rate": 9.99648598082393e-06,
      "loss": 0.8194,
      "step": 1010
    },
    {
      "epoch": 0.08329900304852929,
      "grad_norm": 4.391617298126221,
      "learning_rate": 9.99646092846423e-06,
      "loss": 0.621,
      "step": 1011
    },
    {
      "epoch": 0.083381395732059,
      "grad_norm": 5.040482997894287,
      "learning_rate": 9.996435787150663e-06,
      "loss": 0.5259,
      "step": 1012
    },
    {
      "epoch": 0.0834637884155887,
      "grad_norm": 5.474701404571533,
      "learning_rate": 9.996410556883672e-06,
      "loss": 0.5754,
      "step": 1013
    },
    {
      "epoch": 0.0835461810991184,
      "grad_norm": 4.685822486877441,
      "learning_rate": 9.996385237663706e-06,
      "loss": 0.4965,
      "step": 1014
    },
    {
      "epoch": 0.0836285737826481,
      "grad_norm": 3.0881998538970947,
      "learning_rate": 9.996359829491218e-06,
      "loss": 0.4284,
      "step": 1015
    },
    {
      "epoch": 0.0837109664661778,
      "grad_norm": 4.911207675933838,
      "learning_rate": 9.996334332366658e-06,
      "loss": 0.5853,
      "step": 1016
    },
    {
      "epoch": 0.08379335914970751,
      "grad_norm": 4.778932571411133,
      "learning_rate": 9.996308746290482e-06,
      "loss": 0.4102,
      "step": 1017
    },
    {
      "epoch": 0.08387575183323721,
      "grad_norm": 5.193498134613037,
      "learning_rate": 9.996283071263145e-06,
      "loss": 0.5283,
      "step": 1018
    },
    {
      "epoch": 0.0839581445167669,
      "grad_norm": 4.40872859954834,
      "learning_rate": 9.996257307285102e-06,
      "loss": 0.4249,
      "step": 1019
    },
    {
      "epoch": 0.08404053720029661,
      "grad_norm": 5.5654826164245605,
      "learning_rate": 9.996231454356814e-06,
      "loss": 0.4308,
      "step": 1020
    },
    {
      "epoch": 0.08412292988382632,
      "grad_norm": 6.70443058013916,
      "learning_rate": 9.996205512478741e-06,
      "loss": 0.8119,
      "step": 1021
    },
    {
      "epoch": 0.08420532256735602,
      "grad_norm": 7.236596584320068,
      "learning_rate": 9.996179481651345e-06,
      "loss": 0.7108,
      "step": 1022
    },
    {
      "epoch": 0.08428771525088573,
      "grad_norm": 5.813403129577637,
      "learning_rate": 9.996153361875086e-06,
      "loss": 0.591,
      "step": 1023
    },
    {
      "epoch": 0.08437010793441542,
      "grad_norm": 5.303202152252197,
      "learning_rate": 9.996127153150436e-06,
      "loss": 0.5157,
      "step": 1024
    },
    {
      "epoch": 0.08445250061794513,
      "grad_norm": 5.877780437469482,
      "learning_rate": 9.996100855477856e-06,
      "loss": 0.3826,
      "step": 1025
    },
    {
      "epoch": 0.08453489330147483,
      "grad_norm": 4.510783672332764,
      "learning_rate": 9.996074468857815e-06,
      "loss": 0.396,
      "step": 1026
    },
    {
      "epoch": 0.08461728598500454,
      "grad_norm": 3.8225207328796387,
      "learning_rate": 9.996047993290784e-06,
      "loss": 0.4323,
      "step": 1027
    },
    {
      "epoch": 0.08469967866853423,
      "grad_norm": 5.209453105926514,
      "learning_rate": 9.996021428777234e-06,
      "loss": 0.4735,
      "step": 1028
    },
    {
      "epoch": 0.08478207135206393,
      "grad_norm": 5.5475029945373535,
      "learning_rate": 9.99599477531764e-06,
      "loss": 0.4161,
      "step": 1029
    },
    {
      "epoch": 0.08486446403559364,
      "grad_norm": 5.458481788635254,
      "learning_rate": 9.995968032912471e-06,
      "loss": 0.737,
      "step": 1030
    },
    {
      "epoch": 0.08494685671912335,
      "grad_norm": 5.698174953460693,
      "learning_rate": 9.995941201562207e-06,
      "loss": 0.5147,
      "step": 1031
    },
    {
      "epoch": 0.08502924940265305,
      "grad_norm": 4.61072301864624,
      "learning_rate": 9.995914281267326e-06,
      "loss": 0.5358,
      "step": 1032
    },
    {
      "epoch": 0.08511164208618274,
      "grad_norm": 6.108224868774414,
      "learning_rate": 9.995887272028307e-06,
      "loss": 0.5704,
      "step": 1033
    },
    {
      "epoch": 0.08519403476971245,
      "grad_norm": 6.962947845458984,
      "learning_rate": 9.995860173845629e-06,
      "loss": 0.6262,
      "step": 1034
    },
    {
      "epoch": 0.08527642745324215,
      "grad_norm": 4.5652971267700195,
      "learning_rate": 9.995832986719776e-06,
      "loss": 0.398,
      "step": 1035
    },
    {
      "epoch": 0.08535882013677186,
      "grad_norm": 3.8370680809020996,
      "learning_rate": 9.995805710651233e-06,
      "loss": 0.5391,
      "step": 1036
    },
    {
      "epoch": 0.08544121282030155,
      "grad_norm": 5.973297595977783,
      "learning_rate": 9.995778345640481e-06,
      "loss": 0.5337,
      "step": 1037
    },
    {
      "epoch": 0.08552360550383126,
      "grad_norm": 6.075595378875732,
      "learning_rate": 9.995750891688013e-06,
      "loss": 0.5293,
      "step": 1038
    },
    {
      "epoch": 0.08560599818736096,
      "grad_norm": 5.327756404876709,
      "learning_rate": 9.995723348794315e-06,
      "loss": 0.4443,
      "step": 1039
    },
    {
      "epoch": 0.08568839087089067,
      "grad_norm": 45.889095306396484,
      "learning_rate": 9.995695716959877e-06,
      "loss": 3.1674,
      "step": 1040
    },
    {
      "epoch": 0.08577078355442037,
      "grad_norm": 5.566389083862305,
      "learning_rate": 9.995667996185193e-06,
      "loss": 0.5585,
      "step": 1041
    },
    {
      "epoch": 0.08585317623795007,
      "grad_norm": 4.845046043395996,
      "learning_rate": 9.995640186470755e-06,
      "loss": 0.5212,
      "step": 1042
    },
    {
      "epoch": 0.08593556892147977,
      "grad_norm": 4.177279949188232,
      "learning_rate": 9.995612287817056e-06,
      "loss": 0.4587,
      "step": 1043
    },
    {
      "epoch": 0.08601796160500948,
      "grad_norm": 5.537356853485107,
      "learning_rate": 9.995584300224597e-06,
      "loss": 0.4951,
      "step": 1044
    },
    {
      "epoch": 0.08610035428853918,
      "grad_norm": 3.7173871994018555,
      "learning_rate": 9.995556223693874e-06,
      "loss": 0.4566,
      "step": 1045
    },
    {
      "epoch": 0.08618274697206887,
      "grad_norm": 3.876945972442627,
      "learning_rate": 9.995528058225386e-06,
      "loss": 0.4515,
      "step": 1046
    },
    {
      "epoch": 0.08626513965559858,
      "grad_norm": 3.0580103397369385,
      "learning_rate": 9.995499803819637e-06,
      "loss": 0.3573,
      "step": 1047
    },
    {
      "epoch": 0.08634753233912829,
      "grad_norm": 5.931199550628662,
      "learning_rate": 9.995471460477127e-06,
      "loss": 0.6217,
      "step": 1048
    },
    {
      "epoch": 0.08642992502265799,
      "grad_norm": 6.503823280334473,
      "learning_rate": 9.995443028198362e-06,
      "loss": 0.5154,
      "step": 1049
    },
    {
      "epoch": 0.0865123177061877,
      "grad_norm": 6.34695291519165,
      "learning_rate": 9.99541450698385e-06,
      "loss": 0.4531,
      "step": 1050
    },
    {
      "epoch": 0.08659471038971739,
      "grad_norm": 4.563440799713135,
      "learning_rate": 9.995385896834095e-06,
      "loss": 0.3529,
      "step": 1051
    },
    {
      "epoch": 0.0866771030732471,
      "grad_norm": 5.87804651260376,
      "learning_rate": 9.995357197749611e-06,
      "loss": 0.6068,
      "step": 1052
    },
    {
      "epoch": 0.0867594957567768,
      "grad_norm": 5.362965106964111,
      "learning_rate": 9.995328409730905e-06,
      "loss": 0.5024,
      "step": 1053
    },
    {
      "epoch": 0.0868418884403065,
      "grad_norm": 4.800963401794434,
      "learning_rate": 9.99529953277849e-06,
      "loss": 0.4956,
      "step": 1054
    },
    {
      "epoch": 0.0869242811238362,
      "grad_norm": 4.06522798538208,
      "learning_rate": 9.995270566892884e-06,
      "loss": 0.3747,
      "step": 1055
    },
    {
      "epoch": 0.0870066738073659,
      "grad_norm": 4.919557094573975,
      "learning_rate": 9.995241512074596e-06,
      "loss": 0.4344,
      "step": 1056
    },
    {
      "epoch": 0.08708906649089561,
      "grad_norm": 5.480830192565918,
      "learning_rate": 9.995212368324147e-06,
      "loss": 0.6826,
      "step": 1057
    },
    {
      "epoch": 0.08717145917442531,
      "grad_norm": 4.002016544342041,
      "learning_rate": 9.99518313564206e-06,
      "loss": 0.5288,
      "step": 1058
    },
    {
      "epoch": 0.08725385185795502,
      "grad_norm": 6.695638656616211,
      "learning_rate": 9.995153814028846e-06,
      "loss": 0.706,
      "step": 1059
    },
    {
      "epoch": 0.08733624454148471,
      "grad_norm": 4.373782157897949,
      "learning_rate": 9.995124403485036e-06,
      "loss": 0.4077,
      "step": 1060
    },
    {
      "epoch": 0.08741863722501442,
      "grad_norm": 6.432995319366455,
      "learning_rate": 9.995094904011148e-06,
      "loss": 0.6208,
      "step": 1061
    },
    {
      "epoch": 0.08750102990854412,
      "grad_norm": 3.981050968170166,
      "learning_rate": 9.99506531560771e-06,
      "loss": 0.3401,
      "step": 1062
    },
    {
      "epoch": 0.08758342259207383,
      "grad_norm": 7.101712703704834,
      "learning_rate": 9.995035638275248e-06,
      "loss": 0.7924,
      "step": 1063
    },
    {
      "epoch": 0.08766581527560352,
      "grad_norm": 4.014979839324951,
      "learning_rate": 9.995005872014289e-06,
      "loss": 0.579,
      "step": 1064
    },
    {
      "epoch": 0.08774820795913323,
      "grad_norm": 3.087620258331299,
      "learning_rate": 9.994976016825367e-06,
      "loss": 0.3101,
      "step": 1065
    },
    {
      "epoch": 0.08783060064266293,
      "grad_norm": 35.886688232421875,
      "learning_rate": 9.994946072709007e-06,
      "loss": 0.6761,
      "step": 1066
    },
    {
      "epoch": 0.08791299332619264,
      "grad_norm": 5.956000804901123,
      "learning_rate": 9.994916039665748e-06,
      "loss": 0.6525,
      "step": 1067
    },
    {
      "epoch": 0.08799538600972234,
      "grad_norm": 4.623109817504883,
      "learning_rate": 9.994885917696122e-06,
      "loss": 0.4154,
      "step": 1068
    },
    {
      "epoch": 0.08807777869325203,
      "grad_norm": 5.959523677825928,
      "learning_rate": 9.994855706800666e-06,
      "loss": 0.6659,
      "step": 1069
    },
    {
      "epoch": 0.08816017137678174,
      "grad_norm": 4.465911388397217,
      "learning_rate": 9.994825406979918e-06,
      "loss": 0.4274,
      "step": 1070
    },
    {
      "epoch": 0.08824256406031145,
      "grad_norm": 4.2459492683410645,
      "learning_rate": 9.994795018234416e-06,
      "loss": 0.4868,
      "step": 1071
    },
    {
      "epoch": 0.08832495674384115,
      "grad_norm": 3.8004658222198486,
      "learning_rate": 9.994764540564702e-06,
      "loss": 0.4648,
      "step": 1072
    },
    {
      "epoch": 0.08840734942737084,
      "grad_norm": 5.027020454406738,
      "learning_rate": 9.99473397397132e-06,
      "loss": 0.6118,
      "step": 1073
    },
    {
      "epoch": 0.08848974211090055,
      "grad_norm": 4.520183086395264,
      "learning_rate": 9.99470331845481e-06,
      "loss": 0.4369,
      "step": 1074
    },
    {
      "epoch": 0.08857213479443025,
      "grad_norm": 6.884280681610107,
      "learning_rate": 9.994672574015724e-06,
      "loss": 0.4959,
      "step": 1075
    },
    {
      "epoch": 0.08865452747795996,
      "grad_norm": 5.829561710357666,
      "learning_rate": 9.994641740654604e-06,
      "loss": 0.531,
      "step": 1076
    },
    {
      "epoch": 0.08873692016148967,
      "grad_norm": 5.7773847579956055,
      "learning_rate": 9.994610818372002e-06,
      "loss": 0.3817,
      "step": 1077
    },
    {
      "epoch": 0.08881931284501936,
      "grad_norm": 5.576770305633545,
      "learning_rate": 9.994579807168468e-06,
      "loss": 0.5314,
      "step": 1078
    },
    {
      "epoch": 0.08890170552854906,
      "grad_norm": 6.401030540466309,
      "learning_rate": 9.994548707044551e-06,
      "loss": 0.6836,
      "step": 1079
    },
    {
      "epoch": 0.08898409821207877,
      "grad_norm": 5.552197456359863,
      "learning_rate": 9.994517518000809e-06,
      "loss": 0.4561,
      "step": 1080
    },
    {
      "epoch": 0.08906649089560847,
      "grad_norm": 4.359410285949707,
      "learning_rate": 9.994486240037794e-06,
      "loss": 0.462,
      "step": 1081
    },
    {
      "epoch": 0.08914888357913817,
      "grad_norm": 7.825500965118408,
      "learning_rate": 9.994454873156068e-06,
      "loss": 0.6897,
      "step": 1082
    },
    {
      "epoch": 0.08923127626266787,
      "grad_norm": 5.884655952453613,
      "learning_rate": 9.994423417356183e-06,
      "loss": 0.5953,
      "step": 1083
    },
    {
      "epoch": 0.08931366894619758,
      "grad_norm": 5.634162902832031,
      "learning_rate": 9.994391872638702e-06,
      "loss": 0.5781,
      "step": 1084
    },
    {
      "epoch": 0.08939606162972728,
      "grad_norm": 5.25295877456665,
      "learning_rate": 9.994360239004186e-06,
      "loss": 0.4622,
      "step": 1085
    },
    {
      "epoch": 0.08947845431325699,
      "grad_norm": 9.081933975219727,
      "learning_rate": 9.9943285164532e-06,
      "loss": 0.9735,
      "step": 1086
    },
    {
      "epoch": 0.08956084699678668,
      "grad_norm": 6.653506755828857,
      "learning_rate": 9.994296704986306e-06,
      "loss": 0.665,
      "step": 1087
    },
    {
      "epoch": 0.08964323968031639,
      "grad_norm": 7.488714218139648,
      "learning_rate": 9.994264804604073e-06,
      "loss": 0.5995,
      "step": 1088
    },
    {
      "epoch": 0.08972563236384609,
      "grad_norm": 4.3306474685668945,
      "learning_rate": 9.994232815307065e-06,
      "loss": 0.4609,
      "step": 1089
    },
    {
      "epoch": 0.0898080250473758,
      "grad_norm": 4.359426975250244,
      "learning_rate": 9.994200737095857e-06,
      "loss": 0.2988,
      "step": 1090
    },
    {
      "epoch": 0.08989041773090549,
      "grad_norm": 3.3430371284484863,
      "learning_rate": 9.994168569971017e-06,
      "loss": 0.4434,
      "step": 1091
    },
    {
      "epoch": 0.0899728104144352,
      "grad_norm": 4.378201961517334,
      "learning_rate": 9.994136313933117e-06,
      "loss": 0.5506,
      "step": 1092
    },
    {
      "epoch": 0.0900552030979649,
      "grad_norm": 6.308401584625244,
      "learning_rate": 9.994103968982733e-06,
      "loss": 0.4837,
      "step": 1093
    },
    {
      "epoch": 0.0901375957814946,
      "grad_norm": 8.939617156982422,
      "learning_rate": 9.994071535120439e-06,
      "loss": 0.754,
      "step": 1094
    },
    {
      "epoch": 0.09021998846502431,
      "grad_norm": 4.88896369934082,
      "learning_rate": 9.994039012346814e-06,
      "loss": 0.4557,
      "step": 1095
    },
    {
      "epoch": 0.090302381148554,
      "grad_norm": 3.5477077960968018,
      "learning_rate": 9.994006400662436e-06,
      "loss": 0.4659,
      "step": 1096
    },
    {
      "epoch": 0.09038477383208371,
      "grad_norm": 5.38321590423584,
      "learning_rate": 9.993973700067888e-06,
      "loss": 0.5684,
      "step": 1097
    },
    {
      "epoch": 0.09046716651561341,
      "grad_norm": 7.4580583572387695,
      "learning_rate": 9.99394091056375e-06,
      "loss": 0.4307,
      "step": 1098
    },
    {
      "epoch": 0.09054955919914312,
      "grad_norm": 4.357332706451416,
      "learning_rate": 9.993908032150604e-06,
      "loss": 0.5515,
      "step": 1099
    },
    {
      "epoch": 0.09063195188267281,
      "grad_norm": 5.581094264984131,
      "learning_rate": 9.99387506482904e-06,
      "loss": 0.6021,
      "step": 1100
    },
    {
      "epoch": 0.09071434456620252,
      "grad_norm": 5.960135459899902,
      "learning_rate": 9.99384200859964e-06,
      "loss": 0.4767,
      "step": 1101
    },
    {
      "epoch": 0.09079673724973222,
      "grad_norm": 3.212932825088501,
      "learning_rate": 9.993808863462995e-06,
      "loss": 0.2494,
      "step": 1102
    },
    {
      "epoch": 0.09087912993326193,
      "grad_norm": 3.967815399169922,
      "learning_rate": 9.993775629419696e-06,
      "loss": 0.3535,
      "step": 1103
    },
    {
      "epoch": 0.09096152261679163,
      "grad_norm": 3.991063117980957,
      "learning_rate": 9.993742306470332e-06,
      "loss": 0.3727,
      "step": 1104
    },
    {
      "epoch": 0.09104391530032133,
      "grad_norm": 3.913590908050537,
      "learning_rate": 9.993708894615502e-06,
      "loss": 0.3051,
      "step": 1105
    },
    {
      "epoch": 0.09112630798385103,
      "grad_norm": 4.465762615203857,
      "learning_rate": 9.993675393855793e-06,
      "loss": 0.3898,
      "step": 1106
    },
    {
      "epoch": 0.09120870066738074,
      "grad_norm": 5.454500675201416,
      "learning_rate": 9.993641804191805e-06,
      "loss": 0.685,
      "step": 1107
    },
    {
      "epoch": 0.09129109335091044,
      "grad_norm": 7.763683795928955,
      "learning_rate": 9.99360812562414e-06,
      "loss": 0.7497,
      "step": 1108
    },
    {
      "epoch": 0.09137348603444014,
      "grad_norm": 6.0981268882751465,
      "learning_rate": 9.99357435815339e-06,
      "loss": 0.3797,
      "step": 1109
    },
    {
      "epoch": 0.09145587871796984,
      "grad_norm": 51.87160110473633,
      "learning_rate": 9.993540501780161e-06,
      "loss": 1.6693,
      "step": 1110
    },
    {
      "epoch": 0.09153827140149955,
      "grad_norm": 6.29769229888916,
      "learning_rate": 9.993506556505054e-06,
      "loss": 0.6651,
      "step": 1111
    },
    {
      "epoch": 0.09162066408502925,
      "grad_norm": 7.231700420379639,
      "learning_rate": 9.993472522328676e-06,
      "loss": 0.5314,
      "step": 1112
    },
    {
      "epoch": 0.09170305676855896,
      "grad_norm": 4.492659568786621,
      "learning_rate": 9.99343839925163e-06,
      "loss": 0.6275,
      "step": 1113
    },
    {
      "epoch": 0.09178544945208865,
      "grad_norm": 5.153210639953613,
      "learning_rate": 9.993404187274522e-06,
      "loss": 0.5363,
      "step": 1114
    },
    {
      "epoch": 0.09186784213561835,
      "grad_norm": 4.818511009216309,
      "learning_rate": 9.993369886397967e-06,
      "loss": 0.504,
      "step": 1115
    },
    {
      "epoch": 0.09195023481914806,
      "grad_norm": 7.383415222167969,
      "learning_rate": 9.99333549662257e-06,
      "loss": 0.7077,
      "step": 1116
    },
    {
      "epoch": 0.09203262750267777,
      "grad_norm": 7.15061616897583,
      "learning_rate": 9.993301017948946e-06,
      "loss": 0.5153,
      "step": 1117
    },
    {
      "epoch": 0.09211502018620746,
      "grad_norm": 3.098963975906372,
      "learning_rate": 9.99326645037771e-06,
      "loss": 0.3968,
      "step": 1118
    },
    {
      "epoch": 0.09219741286973716,
      "grad_norm": 4.750403881072998,
      "learning_rate": 9.993231793909474e-06,
      "loss": 0.707,
      "step": 1119
    },
    {
      "epoch": 0.09227980555326687,
      "grad_norm": 4.267534255981445,
      "learning_rate": 9.993197048544857e-06,
      "loss": 0.3822,
      "step": 1120
    },
    {
      "epoch": 0.09236219823679657,
      "grad_norm": 4.973872661590576,
      "learning_rate": 9.993162214284478e-06,
      "loss": 0.482,
      "step": 1121
    },
    {
      "epoch": 0.09244459092032628,
      "grad_norm": 5.171948432922363,
      "learning_rate": 9.993127291128956e-06,
      "loss": 0.4692,
      "step": 1122
    },
    {
      "epoch": 0.09252698360385597,
      "grad_norm": 5.945879936218262,
      "learning_rate": 9.993092279078914e-06,
      "loss": 0.6705,
      "step": 1123
    },
    {
      "epoch": 0.09260937628738568,
      "grad_norm": 3.3830902576446533,
      "learning_rate": 9.993057178134973e-06,
      "loss": 0.2853,
      "step": 1124
    },
    {
      "epoch": 0.09269176897091538,
      "grad_norm": 5.4138665199279785,
      "learning_rate": 9.99302198829776e-06,
      "loss": 0.6573,
      "step": 1125
    },
    {
      "epoch": 0.09277416165444509,
      "grad_norm": 7.28104829788208,
      "learning_rate": 9.992986709567902e-06,
      "loss": 0.6432,
      "step": 1126
    },
    {
      "epoch": 0.09285655433797478,
      "grad_norm": 5.120930194854736,
      "learning_rate": 9.992951341946025e-06,
      "loss": 0.5254,
      "step": 1127
    },
    {
      "epoch": 0.09293894702150449,
      "grad_norm": 4.3994293212890625,
      "learning_rate": 9.992915885432759e-06,
      "loss": 0.2881,
      "step": 1128
    },
    {
      "epoch": 0.09302133970503419,
      "grad_norm": 17.882333755493164,
      "learning_rate": 9.992880340028736e-06,
      "loss": 0.7024,
      "step": 1129
    },
    {
      "epoch": 0.0931037323885639,
      "grad_norm": 4.32574462890625,
      "learning_rate": 9.992844705734591e-06,
      "loss": 0.259,
      "step": 1130
    },
    {
      "epoch": 0.0931861250720936,
      "grad_norm": 4.935555458068848,
      "learning_rate": 9.992808982550955e-06,
      "loss": 0.4694,
      "step": 1131
    },
    {
      "epoch": 0.0932685177556233,
      "grad_norm": 6.117775917053223,
      "learning_rate": 9.992773170478465e-06,
      "loss": 0.5285,
      "step": 1132
    },
    {
      "epoch": 0.093350910439153,
      "grad_norm": 9.321111679077148,
      "learning_rate": 9.992737269517759e-06,
      "loss": 0.6778,
      "step": 1133
    },
    {
      "epoch": 0.0934333031226827,
      "grad_norm": 5.638167858123779,
      "learning_rate": 9.992701279669477e-06,
      "loss": 0.5616,
      "step": 1134
    },
    {
      "epoch": 0.09351569580621241,
      "grad_norm": 4.467209339141846,
      "learning_rate": 9.992665200934258e-06,
      "loss": 0.5786,
      "step": 1135
    },
    {
      "epoch": 0.09359808848974212,
      "grad_norm": 5.356435298919678,
      "learning_rate": 9.992629033312744e-06,
      "loss": 0.4556,
      "step": 1136
    },
    {
      "epoch": 0.09368048117327181,
      "grad_norm": 5.799534320831299,
      "learning_rate": 9.99259277680558e-06,
      "loss": 0.5453,
      "step": 1137
    },
    {
      "epoch": 0.09376287385680152,
      "grad_norm": 7.535027503967285,
      "learning_rate": 9.992556431413412e-06,
      "loss": 0.6766,
      "step": 1138
    },
    {
      "epoch": 0.09384526654033122,
      "grad_norm": 7.254730701446533,
      "learning_rate": 9.992519997136887e-06,
      "loss": 0.4891,
      "step": 1139
    },
    {
      "epoch": 0.09392765922386093,
      "grad_norm": 4.487131118774414,
      "learning_rate": 9.992483473976652e-06,
      "loss": 0.5652,
      "step": 1140
    },
    {
      "epoch": 0.09401005190739062,
      "grad_norm": 13.535462379455566,
      "learning_rate": 9.992446861933358e-06,
      "loss": 0.6649,
      "step": 1141
    },
    {
      "epoch": 0.09409244459092032,
      "grad_norm": 3.526667356491089,
      "learning_rate": 9.992410161007658e-06,
      "loss": 0.4878,
      "step": 1142
    },
    {
      "epoch": 0.09417483727445003,
      "grad_norm": 5.3888444900512695,
      "learning_rate": 9.992373371200206e-06,
      "loss": 0.5868,
      "step": 1143
    },
    {
      "epoch": 0.09425722995797974,
      "grad_norm": 21.88172721862793,
      "learning_rate": 9.992336492511653e-06,
      "loss": 0.7502,
      "step": 1144
    },
    {
      "epoch": 0.09433962264150944,
      "grad_norm": 5.487708568572998,
      "learning_rate": 9.992299524942658e-06,
      "loss": 0.5732,
      "step": 1145
    },
    {
      "epoch": 0.09442201532503913,
      "grad_norm": 5.433511257171631,
      "learning_rate": 9.992262468493883e-06,
      "loss": 0.5519,
      "step": 1146
    },
    {
      "epoch": 0.09450440800856884,
      "grad_norm": 6.427946090698242,
      "learning_rate": 9.99222532316598e-06,
      "loss": 0.6265,
      "step": 1147
    },
    {
      "epoch": 0.09458680069209854,
      "grad_norm": 5.581874847412109,
      "learning_rate": 9.992188088959616e-06,
      "loss": 0.7345,
      "step": 1148
    },
    {
      "epoch": 0.09466919337562825,
      "grad_norm": 7.317678928375244,
      "learning_rate": 9.992150765875452e-06,
      "loss": 0.5732,
      "step": 1149
    },
    {
      "epoch": 0.09475158605915794,
      "grad_norm": 4.660362243652344,
      "learning_rate": 9.992113353914153e-06,
      "loss": 0.3438,
      "step": 1150
    },
    {
      "epoch": 0.09483397874268765,
      "grad_norm": 4.7250518798828125,
      "learning_rate": 9.992075853076385e-06,
      "loss": 0.5406,
      "step": 1151
    },
    {
      "epoch": 0.09491637142621735,
      "grad_norm": 3.5284600257873535,
      "learning_rate": 9.992038263362815e-06,
      "loss": 0.2314,
      "step": 1152
    },
    {
      "epoch": 0.09499876410974706,
      "grad_norm": 3.2673819065093994,
      "learning_rate": 9.992000584774113e-06,
      "loss": 0.4284,
      "step": 1153
    },
    {
      "epoch": 0.09508115679327676,
      "grad_norm": 5.09598445892334,
      "learning_rate": 9.991962817310947e-06,
      "loss": 0.5197,
      "step": 1154
    },
    {
      "epoch": 0.09516354947680646,
      "grad_norm": 5.3060302734375,
      "learning_rate": 9.991924960973995e-06,
      "loss": 0.6654,
      "step": 1155
    },
    {
      "epoch": 0.09524594216033616,
      "grad_norm": 5.407454967498779,
      "learning_rate": 9.991887015763926e-06,
      "loss": 0.552,
      "step": 1156
    },
    {
      "epoch": 0.09532833484386587,
      "grad_norm": 5.496964931488037,
      "learning_rate": 9.991848981681417e-06,
      "loss": 0.5686,
      "step": 1157
    },
    {
      "epoch": 0.09541072752739557,
      "grad_norm": 4.344803333282471,
      "learning_rate": 9.991810858727147e-06,
      "loss": 0.5763,
      "step": 1158
    },
    {
      "epoch": 0.09549312021092526,
      "grad_norm": 5.886523723602295,
      "learning_rate": 9.991772646901793e-06,
      "loss": 0.4599,
      "step": 1159
    },
    {
      "epoch": 0.09557551289445497,
      "grad_norm": 4.086103916168213,
      "learning_rate": 9.991734346206034e-06,
      "loss": 0.4491,
      "step": 1160
    },
    {
      "epoch": 0.09565790557798468,
      "grad_norm": 6.54954719543457,
      "learning_rate": 9.991695956640555e-06,
      "loss": 0.4954,
      "step": 1161
    },
    {
      "epoch": 0.09574029826151438,
      "grad_norm": 4.004546642303467,
      "learning_rate": 9.991657478206037e-06,
      "loss": 0.4353,
      "step": 1162
    },
    {
      "epoch": 0.09582269094504409,
      "grad_norm": 7.748398780822754,
      "learning_rate": 9.991618910903165e-06,
      "loss": 0.3811,
      "step": 1163
    },
    {
      "epoch": 0.09590508362857378,
      "grad_norm": 5.953762054443359,
      "learning_rate": 9.99158025473263e-06,
      "loss": 0.3597,
      "step": 1164
    },
    {
      "epoch": 0.09598747631210348,
      "grad_norm": 4.536890029907227,
      "learning_rate": 9.991541509695113e-06,
      "loss": 0.4148,
      "step": 1165
    },
    {
      "epoch": 0.09606986899563319,
      "grad_norm": 6.718087196350098,
      "learning_rate": 9.991502675791308e-06,
      "loss": 0.6776,
      "step": 1166
    },
    {
      "epoch": 0.0961522616791629,
      "grad_norm": 5.0799150466918945,
      "learning_rate": 9.991463753021907e-06,
      "loss": 0.5654,
      "step": 1167
    },
    {
      "epoch": 0.09623465436269259,
      "grad_norm": 5.755502700805664,
      "learning_rate": 9.991424741387601e-06,
      "loss": 0.5247,
      "step": 1168
    },
    {
      "epoch": 0.09631704704622229,
      "grad_norm": 5.293441295623779,
      "learning_rate": 9.991385640889087e-06,
      "loss": 0.3645,
      "step": 1169
    },
    {
      "epoch": 0.096399439729752,
      "grad_norm": 10.87261962890625,
      "learning_rate": 9.991346451527058e-06,
      "loss": 0.5875,
      "step": 1170
    },
    {
      "epoch": 0.0964818324132817,
      "grad_norm": 5.797142028808594,
      "learning_rate": 9.991307173302212e-06,
      "loss": 0.5529,
      "step": 1171
    },
    {
      "epoch": 0.09656422509681141,
      "grad_norm": 4.908846378326416,
      "learning_rate": 9.991267806215251e-06,
      "loss": 0.3956,
      "step": 1172
    },
    {
      "epoch": 0.0966466177803411,
      "grad_norm": 4.159158706665039,
      "learning_rate": 9.991228350266875e-06,
      "loss": 0.2972,
      "step": 1173
    },
    {
      "epoch": 0.09672901046387081,
      "grad_norm": 3.6897974014282227,
      "learning_rate": 9.991188805457784e-06,
      "loss": 0.5248,
      "step": 1174
    },
    {
      "epoch": 0.09681140314740051,
      "grad_norm": 2.77514910697937,
      "learning_rate": 9.991149171788686e-06,
      "loss": 0.3713,
      "step": 1175
    },
    {
      "epoch": 0.09689379583093022,
      "grad_norm": 3.5322341918945312,
      "learning_rate": 9.991109449260283e-06,
      "loss": 0.4944,
      "step": 1176
    },
    {
      "epoch": 0.09697618851445991,
      "grad_norm": 4.966892719268799,
      "learning_rate": 9.991069637873282e-06,
      "loss": 0.4787,
      "step": 1177
    },
    {
      "epoch": 0.09705858119798962,
      "grad_norm": 5.9448628425598145,
      "learning_rate": 9.991029737628397e-06,
      "loss": 0.7695,
      "step": 1178
    },
    {
      "epoch": 0.09714097388151932,
      "grad_norm": 4.8933234214782715,
      "learning_rate": 9.990989748526334e-06,
      "loss": 0.359,
      "step": 1179
    },
    {
      "epoch": 0.09722336656504903,
      "grad_norm": 3.9681639671325684,
      "learning_rate": 9.990949670567804e-06,
      "loss": 0.3648,
      "step": 1180
    },
    {
      "epoch": 0.09730575924857873,
      "grad_norm": 5.810107231140137,
      "learning_rate": 9.990909503753524e-06,
      "loss": 0.6033,
      "step": 1181
    },
    {
      "epoch": 0.09738815193210842,
      "grad_norm": 4.5181050300598145,
      "learning_rate": 9.990869248084205e-06,
      "loss": 0.575,
      "step": 1182
    },
    {
      "epoch": 0.09747054461563813,
      "grad_norm": 4.868505477905273,
      "learning_rate": 9.990828903560568e-06,
      "loss": 0.3721,
      "step": 1183
    },
    {
      "epoch": 0.09755293729916784,
      "grad_norm": 4.886744022369385,
      "learning_rate": 9.990788470183328e-06,
      "loss": 0.5492,
      "step": 1184
    },
    {
      "epoch": 0.09763532998269754,
      "grad_norm": 3.24798846244812,
      "learning_rate": 9.990747947953207e-06,
      "loss": 0.2504,
      "step": 1185
    },
    {
      "epoch": 0.09771772266622723,
      "grad_norm": 3.8360819816589355,
      "learning_rate": 9.990707336870925e-06,
      "loss": 0.2367,
      "step": 1186
    },
    {
      "epoch": 0.09780011534975694,
      "grad_norm": 2.9346024990081787,
      "learning_rate": 9.990666636937207e-06,
      "loss": 0.3075,
      "step": 1187
    },
    {
      "epoch": 0.09788250803328664,
      "grad_norm": 5.59194803237915,
      "learning_rate": 9.990625848152775e-06,
      "loss": 0.556,
      "step": 1188
    },
    {
      "epoch": 0.09796490071681635,
      "grad_norm": 5.548323154449463,
      "learning_rate": 9.990584970518355e-06,
      "loss": 0.7334,
      "step": 1189
    },
    {
      "epoch": 0.09804729340034606,
      "grad_norm": 5.446052074432373,
      "learning_rate": 9.99054400403468e-06,
      "loss": 0.704,
      "step": 1190
    },
    {
      "epoch": 0.09812968608387575,
      "grad_norm": 4.042552947998047,
      "learning_rate": 9.990502948702472e-06,
      "loss": 0.596,
      "step": 1191
    },
    {
      "epoch": 0.09821207876740545,
      "grad_norm": 3.5778634548187256,
      "learning_rate": 9.990461804522466e-06,
      "loss": 0.2182,
      "step": 1192
    },
    {
      "epoch": 0.09829447145093516,
      "grad_norm": 6.116044044494629,
      "learning_rate": 9.990420571495394e-06,
      "loss": 0.6495,
      "step": 1193
    },
    {
      "epoch": 0.09837686413446486,
      "grad_norm": 4.5122504234313965,
      "learning_rate": 9.990379249621991e-06,
      "loss": 0.5673,
      "step": 1194
    },
    {
      "epoch": 0.09845925681799456,
      "grad_norm": 5.067601203918457,
      "learning_rate": 9.990337838902992e-06,
      "loss": 0.5962,
      "step": 1195
    },
    {
      "epoch": 0.09854164950152426,
      "grad_norm": 4.199178218841553,
      "learning_rate": 9.990296339339131e-06,
      "loss": 0.506,
      "step": 1196
    },
    {
      "epoch": 0.09862404218505397,
      "grad_norm": 2.730475425720215,
      "learning_rate": 9.990254750931153e-06,
      "loss": 0.5754,
      "step": 1197
    },
    {
      "epoch": 0.09870643486858367,
      "grad_norm": 4.666409492492676,
      "learning_rate": 9.990213073679793e-06,
      "loss": 0.4474,
      "step": 1198
    },
    {
      "epoch": 0.09878882755211338,
      "grad_norm": 4.329006195068359,
      "learning_rate": 9.990171307585797e-06,
      "loss": 0.4871,
      "step": 1199
    },
    {
      "epoch": 0.09887122023564307,
      "grad_norm": 6.64017391204834,
      "learning_rate": 9.990129452649906e-06,
      "loss": 0.3864,
      "step": 1200
    },
    {
      "epoch": 0.09895361291917278,
      "grad_norm": 4.148112773895264,
      "learning_rate": 9.990087508872865e-06,
      "loss": 0.5108,
      "step": 1201
    },
    {
      "epoch": 0.09903600560270248,
      "grad_norm": 4.17106819152832,
      "learning_rate": 9.990045476255422e-06,
      "loss": 0.4446,
      "step": 1202
    },
    {
      "epoch": 0.09911839828623219,
      "grad_norm": 98.25707244873047,
      "learning_rate": 9.990003354798326e-06,
      "loss": 2.8183,
      "step": 1203
    },
    {
      "epoch": 0.09920079096976188,
      "grad_norm": 69.73451232910156,
      "learning_rate": 9.989961144502324e-06,
      "loss": 2.0849,
      "step": 1204
    },
    {
      "epoch": 0.09928318365329158,
      "grad_norm": 3.792774200439453,
      "learning_rate": 9.98991884536817e-06,
      "loss": 0.5956,
      "step": 1205
    },
    {
      "epoch": 0.09936557633682129,
      "grad_norm": 5.648891448974609,
      "learning_rate": 9.989876457396616e-06,
      "loss": 0.517,
      "step": 1206
    },
    {
      "epoch": 0.099447969020351,
      "grad_norm": 4.1842522621154785,
      "learning_rate": 9.989833980588419e-06,
      "loss": 0.6071,
      "step": 1207
    },
    {
      "epoch": 0.0995303617038807,
      "grad_norm": 3.4905929565429688,
      "learning_rate": 9.989791414944332e-06,
      "loss": 0.4437,
      "step": 1208
    },
    {
      "epoch": 0.0996127543874104,
      "grad_norm": 6.708992958068848,
      "learning_rate": 9.989748760465114e-06,
      "loss": 0.4546,
      "step": 1209
    },
    {
      "epoch": 0.0996951470709401,
      "grad_norm": 6.180503845214844,
      "learning_rate": 9.989706017151526e-06,
      "loss": 0.3908,
      "step": 1210
    },
    {
      "epoch": 0.0997775397544698,
      "grad_norm": 3.248101234436035,
      "learning_rate": 9.989663185004326e-06,
      "loss": 0.3848,
      "step": 1211
    },
    {
      "epoch": 0.09985993243799951,
      "grad_norm": 4.64520263671875,
      "learning_rate": 9.989620264024278e-06,
      "loss": 0.5541,
      "step": 1212
    },
    {
      "epoch": 0.0999423251215292,
      "grad_norm": 3.853332042694092,
      "learning_rate": 9.989577254212147e-06,
      "loss": 0.4684,
      "step": 1213
    },
    {
      "epoch": 0.10002471780505891,
      "grad_norm": 5.448661804199219,
      "learning_rate": 9.989534155568696e-06,
      "loss": 0.6348,
      "step": 1214
    },
    {
      "epoch": 0.10010711048858861,
      "grad_norm": 5.686975955963135,
      "learning_rate": 9.989490968094695e-06,
      "loss": 0.421,
      "step": 1215
    },
    {
      "epoch": 0.10018950317211832,
      "grad_norm": 4.468537330627441,
      "learning_rate": 9.989447691790912e-06,
      "loss": 0.4976,
      "step": 1216
    },
    {
      "epoch": 0.10027189585564802,
      "grad_norm": 3.823613166809082,
      "learning_rate": 9.98940432665812e-06,
      "loss": 0.4122,
      "step": 1217
    },
    {
      "epoch": 0.10035428853917772,
      "grad_norm": 3.445483446121216,
      "learning_rate": 9.989360872697085e-06,
      "loss": 0.3096,
      "step": 1218
    },
    {
      "epoch": 0.10043668122270742,
      "grad_norm": 37.735084533691406,
      "learning_rate": 9.989317329908585e-06,
      "loss": 1.0569,
      "step": 1219
    },
    {
      "epoch": 0.10051907390623713,
      "grad_norm": 5.438499927520752,
      "learning_rate": 9.989273698293396e-06,
      "loss": 0.485,
      "step": 1220
    },
    {
      "epoch": 0.10060146658976683,
      "grad_norm": 6.65533971786499,
      "learning_rate": 9.989229977852292e-06,
      "loss": 0.498,
      "step": 1221
    },
    {
      "epoch": 0.10068385927329652,
      "grad_norm": 2.92388916015625,
      "learning_rate": 9.989186168586054e-06,
      "loss": 0.3559,
      "step": 1222
    },
    {
      "epoch": 0.10076625195682623,
      "grad_norm": 4.243093967437744,
      "learning_rate": 9.989142270495458e-06,
      "loss": 0.4921,
      "step": 1223
    },
    {
      "epoch": 0.10084864464035594,
      "grad_norm": 4.57123327255249,
      "learning_rate": 9.98909828358129e-06,
      "loss": 0.6456,
      "step": 1224
    },
    {
      "epoch": 0.10093103732388564,
      "grad_norm": 3.989684581756592,
      "learning_rate": 9.989054207844331e-06,
      "loss": 0.43,
      "step": 1225
    },
    {
      "epoch": 0.10101343000741535,
      "grad_norm": 5.561075210571289,
      "learning_rate": 9.989010043285365e-06,
      "loss": 0.5405,
      "step": 1226
    },
    {
      "epoch": 0.10109582269094504,
      "grad_norm": 4.8431782722473145,
      "learning_rate": 9.988965789905179e-06,
      "loss": 0.5381,
      "step": 1227
    },
    {
      "epoch": 0.10117821537447474,
      "grad_norm": 4.692503929138184,
      "learning_rate": 9.988921447704563e-06,
      "loss": 0.5614,
      "step": 1228
    },
    {
      "epoch": 0.10126060805800445,
      "grad_norm": 4.294414043426514,
      "learning_rate": 9.988877016684302e-06,
      "loss": 0.4409,
      "step": 1229
    },
    {
      "epoch": 0.10134300074153416,
      "grad_norm": 4.412057876586914,
      "learning_rate": 9.98883249684519e-06,
      "loss": 0.5206,
      "step": 1230
    },
    {
      "epoch": 0.10142539342506385,
      "grad_norm": 3.594407320022583,
      "learning_rate": 9.988787888188021e-06,
      "loss": 0.5507,
      "step": 1231
    },
    {
      "epoch": 0.10150778610859355,
      "grad_norm": 5.142305850982666,
      "learning_rate": 9.988743190713585e-06,
      "loss": 0.499,
      "step": 1232
    },
    {
      "epoch": 0.10159017879212326,
      "grad_norm": 3.3850817680358887,
      "learning_rate": 9.988698404422682e-06,
      "loss": 0.3712,
      "step": 1233
    },
    {
      "epoch": 0.10167257147565296,
      "grad_norm": 4.838093280792236,
      "learning_rate": 9.988653529316106e-06,
      "loss": 0.5069,
      "step": 1234
    },
    {
      "epoch": 0.10175496415918267,
      "grad_norm": 5.115843296051025,
      "learning_rate": 9.988608565394658e-06,
      "loss": 0.3557,
      "step": 1235
    },
    {
      "epoch": 0.10183735684271236,
      "grad_norm": 7.268228054046631,
      "learning_rate": 9.988563512659137e-06,
      "loss": 0.5977,
      "step": 1236
    },
    {
      "epoch": 0.10191974952624207,
      "grad_norm": 7.020082473754883,
      "learning_rate": 9.988518371110346e-06,
      "loss": 0.7101,
      "step": 1237
    },
    {
      "epoch": 0.10200214220977177,
      "grad_norm": 3.8072121143341064,
      "learning_rate": 9.988473140749089e-06,
      "loss": 0.5655,
      "step": 1238
    },
    {
      "epoch": 0.10208453489330148,
      "grad_norm": 2.9819042682647705,
      "learning_rate": 9.98842782157617e-06,
      "loss": 0.4562,
      "step": 1239
    },
    {
      "epoch": 0.10216692757683117,
      "grad_norm": 3.7436392307281494,
      "learning_rate": 9.988382413592398e-06,
      "loss": 0.1943,
      "step": 1240
    },
    {
      "epoch": 0.10224932026036088,
      "grad_norm": 4.438032150268555,
      "learning_rate": 9.98833691679858e-06,
      "loss": 0.2827,
      "step": 1241
    },
    {
      "epoch": 0.10233171294389058,
      "grad_norm": 7.850533962249756,
      "learning_rate": 9.988291331195525e-06,
      "loss": 0.5106,
      "step": 1242
    },
    {
      "epoch": 0.10241410562742029,
      "grad_norm": 4.356570720672607,
      "learning_rate": 9.988245656784045e-06,
      "loss": 0.4995,
      "step": 1243
    },
    {
      "epoch": 0.10249649831095,
      "grad_norm": 4.376559257507324,
      "learning_rate": 9.988199893564956e-06,
      "loss": 0.447,
      "step": 1244
    },
    {
      "epoch": 0.10257889099447969,
      "grad_norm": 8.458612442016602,
      "learning_rate": 9.98815404153907e-06,
      "loss": 0.9255,
      "step": 1245
    },
    {
      "epoch": 0.10266128367800939,
      "grad_norm": 7.304935932159424,
      "learning_rate": 9.988108100707203e-06,
      "loss": 0.5847,
      "step": 1246
    },
    {
      "epoch": 0.1027436763615391,
      "grad_norm": 7.203695297241211,
      "learning_rate": 9.988062071070174e-06,
      "loss": 0.7644,
      "step": 1247
    },
    {
      "epoch": 0.1028260690450688,
      "grad_norm": 5.5465989112854,
      "learning_rate": 9.988015952628802e-06,
      "loss": 0.5478,
      "step": 1248
    },
    {
      "epoch": 0.1029084617285985,
      "grad_norm": 4.216447353363037,
      "learning_rate": 9.987969745383908e-06,
      "loss": 0.3576,
      "step": 1249
    },
    {
      "epoch": 0.1029908544121282,
      "grad_norm": 4.579032897949219,
      "learning_rate": 9.987923449336316e-06,
      "loss": 0.5841,
      "step": 1250
    },
    {
      "epoch": 0.1030732470956579,
      "grad_norm": 4.712794780731201,
      "learning_rate": 9.98787706448685e-06,
      "loss": 0.3335,
      "step": 1251
    },
    {
      "epoch": 0.10315563977918761,
      "grad_norm": 3.431875228881836,
      "learning_rate": 9.987830590836335e-06,
      "loss": 0.4296,
      "step": 1252
    },
    {
      "epoch": 0.10323803246271732,
      "grad_norm": 3.5131518840789795,
      "learning_rate": 9.987784028385596e-06,
      "loss": 0.5099,
      "step": 1253
    },
    {
      "epoch": 0.10332042514624701,
      "grad_norm": 5.374814033508301,
      "learning_rate": 9.987737377135464e-06,
      "loss": 0.4838,
      "step": 1254
    },
    {
      "epoch": 0.10340281782977671,
      "grad_norm": 6.8144941329956055,
      "learning_rate": 9.987690637086772e-06,
      "loss": 0.8171,
      "step": 1255
    },
    {
      "epoch": 0.10348521051330642,
      "grad_norm": 3.5235660076141357,
      "learning_rate": 9.987643808240351e-06,
      "loss": 0.3113,
      "step": 1256
    },
    {
      "epoch": 0.10356760319683612,
      "grad_norm": 3.23292875289917,
      "learning_rate": 9.98759689059703e-06,
      "loss": 0.3896,
      "step": 1257
    },
    {
      "epoch": 0.10364999588036582,
      "grad_norm": 4.110780239105225,
      "learning_rate": 9.987549884157652e-06,
      "loss": 0.3811,
      "step": 1258
    },
    {
      "epoch": 0.10373238856389552,
      "grad_norm": 4.7483296394348145,
      "learning_rate": 9.987502788923047e-06,
      "loss": 0.6043,
      "step": 1259
    },
    {
      "epoch": 0.10381478124742523,
      "grad_norm": 5.1505584716796875,
      "learning_rate": 9.987455604894059e-06,
      "loss": 0.63,
      "step": 1260
    },
    {
      "epoch": 0.10389717393095493,
      "grad_norm": 4.690098285675049,
      "learning_rate": 9.987408332071522e-06,
      "loss": 0.5633,
      "step": 1261
    },
    {
      "epoch": 0.10397956661448464,
      "grad_norm": 4.688782215118408,
      "learning_rate": 9.987360970456284e-06,
      "loss": 0.54,
      "step": 1262
    },
    {
      "epoch": 0.10406195929801433,
      "grad_norm": 5.664248943328857,
      "learning_rate": 9.987313520049184e-06,
      "loss": 0.6991,
      "step": 1263
    },
    {
      "epoch": 0.10414435198154404,
      "grad_norm": 5.35219669342041,
      "learning_rate": 9.987265980851069e-06,
      "loss": 0.5987,
      "step": 1264
    },
    {
      "epoch": 0.10422674466507374,
      "grad_norm": 40.85948181152344,
      "learning_rate": 9.987218352862781e-06,
      "loss": 2.0639,
      "step": 1265
    },
    {
      "epoch": 0.10430913734860345,
      "grad_norm": 4.323617935180664,
      "learning_rate": 9.987170636085175e-06,
      "loss": 0.4789,
      "step": 1266
    },
    {
      "epoch": 0.10439153003213314,
      "grad_norm": 4.257282733917236,
      "learning_rate": 9.987122830519096e-06,
      "loss": 0.4993,
      "step": 1267
    },
    {
      "epoch": 0.10447392271566285,
      "grad_norm": 40.67376708984375,
      "learning_rate": 9.987074936165394e-06,
      "loss": 1.6289,
      "step": 1268
    },
    {
      "epoch": 0.10455631539919255,
      "grad_norm": 5.509205341339111,
      "learning_rate": 9.987026953024927e-06,
      "loss": 0.5546,
      "step": 1269
    },
    {
      "epoch": 0.10463870808272226,
      "grad_norm": 38.25651931762695,
      "learning_rate": 9.986978881098543e-06,
      "loss": 1.0594,
      "step": 1270
    },
    {
      "epoch": 0.10472110076625196,
      "grad_norm": 3.464059829711914,
      "learning_rate": 9.986930720387103e-06,
      "loss": 0.2398,
      "step": 1271
    },
    {
      "epoch": 0.10480349344978165,
      "grad_norm": 6.340886116027832,
      "learning_rate": 9.986882470891458e-06,
      "loss": 0.4317,
      "step": 1272
    },
    {
      "epoch": 0.10488588613331136,
      "grad_norm": 4.347285270690918,
      "learning_rate": 9.986834132612475e-06,
      "loss": 0.2574,
      "step": 1273
    },
    {
      "epoch": 0.10496827881684107,
      "grad_norm": 5.9330315589904785,
      "learning_rate": 9.98678570555101e-06,
      "loss": 0.5013,
      "step": 1274
    },
    {
      "epoch": 0.10505067150037077,
      "grad_norm": 5.337308406829834,
      "learning_rate": 9.986737189707924e-06,
      "loss": 0.5779,
      "step": 1275
    },
    {
      "epoch": 0.10513306418390048,
      "grad_norm": 5.082398891448975,
      "learning_rate": 9.986688585084086e-06,
      "loss": 0.6067,
      "step": 1276
    },
    {
      "epoch": 0.10521545686743017,
      "grad_norm": 5.012848377227783,
      "learning_rate": 9.986639891680356e-06,
      "loss": 0.4337,
      "step": 1277
    },
    {
      "epoch": 0.10529784955095987,
      "grad_norm": 4.052929878234863,
      "learning_rate": 9.986591109497601e-06,
      "loss": 0.2423,
      "step": 1278
    },
    {
      "epoch": 0.10538024223448958,
      "grad_norm": 4.827286243438721,
      "learning_rate": 9.986542238536694e-06,
      "loss": 0.4813,
      "step": 1279
    },
    {
      "epoch": 0.10546263491801929,
      "grad_norm": 5.1066460609436035,
      "learning_rate": 9.986493278798502e-06,
      "loss": 0.3669,
      "step": 1280
    },
    {
      "epoch": 0.10554502760154898,
      "grad_norm": 3.574514627456665,
      "learning_rate": 9.986444230283896e-06,
      "loss": 0.2146,
      "step": 1281
    },
    {
      "epoch": 0.10562742028507868,
      "grad_norm": 4.170989513397217,
      "learning_rate": 9.986395092993751e-06,
      "loss": 0.3246,
      "step": 1282
    },
    {
      "epoch": 0.10570981296860839,
      "grad_norm": 5.214004993438721,
      "learning_rate": 9.98634586692894e-06,
      "loss": 0.4496,
      "step": 1283
    },
    {
      "epoch": 0.1057922056521381,
      "grad_norm": 5.595132350921631,
      "learning_rate": 9.986296552090343e-06,
      "loss": 0.5702,
      "step": 1284
    },
    {
      "epoch": 0.1058745983356678,
      "grad_norm": 4.094205379486084,
      "learning_rate": 9.986247148478834e-06,
      "loss": 0.245,
      "step": 1285
    },
    {
      "epoch": 0.10595699101919749,
      "grad_norm": 4.893714904785156,
      "learning_rate": 9.986197656095293e-06,
      "loss": 0.3077,
      "step": 1286
    },
    {
      "epoch": 0.1060393837027272,
      "grad_norm": 6.134472846984863,
      "learning_rate": 9.986148074940602e-06,
      "loss": 0.3774,
      "step": 1287
    },
    {
      "epoch": 0.1061217763862569,
      "grad_norm": 5.264832973480225,
      "learning_rate": 9.986098405015646e-06,
      "loss": 0.4885,
      "step": 1288
    },
    {
      "epoch": 0.10620416906978661,
      "grad_norm": 7.8038530349731445,
      "learning_rate": 9.986048646321306e-06,
      "loss": 0.7675,
      "step": 1289
    },
    {
      "epoch": 0.1062865617533163,
      "grad_norm": 7.12795352935791,
      "learning_rate": 9.98599879885847e-06,
      "loss": 0.604,
      "step": 1290
    },
    {
      "epoch": 0.106368954436846,
      "grad_norm": 5.367123126983643,
      "learning_rate": 9.985948862628023e-06,
      "loss": 0.4076,
      "step": 1291
    },
    {
      "epoch": 0.10645134712037571,
      "grad_norm": 4.097479343414307,
      "learning_rate": 9.985898837630856e-06,
      "loss": 0.3811,
      "step": 1292
    },
    {
      "epoch": 0.10653373980390542,
      "grad_norm": 6.747263431549072,
      "learning_rate": 9.98584872386786e-06,
      "loss": 0.6544,
      "step": 1293
    },
    {
      "epoch": 0.10661613248743512,
      "grad_norm": 6.974552631378174,
      "learning_rate": 9.985798521339924e-06,
      "loss": 0.6789,
      "step": 1294
    },
    {
      "epoch": 0.10669852517096481,
      "grad_norm": 3.782339096069336,
      "learning_rate": 9.985748230047944e-06,
      "loss": 0.4228,
      "step": 1295
    },
    {
      "epoch": 0.10678091785449452,
      "grad_norm": 6.569945335388184,
      "learning_rate": 9.985697849992818e-06,
      "loss": 0.7623,
      "step": 1296
    },
    {
      "epoch": 0.10686331053802423,
      "grad_norm": 3.5882582664489746,
      "learning_rate": 9.98564738117544e-06,
      "loss": 0.3879,
      "step": 1297
    },
    {
      "epoch": 0.10694570322155393,
      "grad_norm": 3.9315335750579834,
      "learning_rate": 9.985596823596708e-06,
      "loss": 0.4172,
      "step": 1298
    },
    {
      "epoch": 0.10702809590508362,
      "grad_norm": 5.281155586242676,
      "learning_rate": 9.985546177257523e-06,
      "loss": 0.6483,
      "step": 1299
    },
    {
      "epoch": 0.10711048858861333,
      "grad_norm": 32.2291145324707,
      "learning_rate": 9.985495442158785e-06,
      "loss": 1.8789,
      "step": 1300
    },
    {
      "epoch": 0.10719288127214303,
      "grad_norm": 4.5207977294921875,
      "learning_rate": 9.985444618301401e-06,
      "loss": 0.4838,
      "step": 1301
    },
    {
      "epoch": 0.10727527395567274,
      "grad_norm": 3.3546996116638184,
      "learning_rate": 9.985393705686274e-06,
      "loss": 0.5618,
      "step": 1302
    },
    {
      "epoch": 0.10735766663920245,
      "grad_norm": 3.9012913703918457,
      "learning_rate": 9.985342704314308e-06,
      "loss": 0.3013,
      "step": 1303
    },
    {
      "epoch": 0.10744005932273214,
      "grad_norm": 7.199863910675049,
      "learning_rate": 9.985291614186417e-06,
      "loss": 1.0418,
      "step": 1304
    },
    {
      "epoch": 0.10752245200626184,
      "grad_norm": 5.423585414886475,
      "learning_rate": 9.985240435303505e-06,
      "loss": 0.6592,
      "step": 1305
    },
    {
      "epoch": 0.10760484468979155,
      "grad_norm": 5.537473201751709,
      "learning_rate": 9.985189167666484e-06,
      "loss": 0.3839,
      "step": 1306
    },
    {
      "epoch": 0.10768723737332125,
      "grad_norm": 3.5086231231689453,
      "learning_rate": 9.985137811276268e-06,
      "loss": 0.3192,
      "step": 1307
    },
    {
      "epoch": 0.10776963005685095,
      "grad_norm": 4.721766471862793,
      "learning_rate": 9.985086366133771e-06,
      "loss": 0.573,
      "step": 1308
    },
    {
      "epoch": 0.10785202274038065,
      "grad_norm": 7.42096471786499,
      "learning_rate": 9.985034832239908e-06,
      "loss": 0.7144,
      "step": 1309
    },
    {
      "epoch": 0.10793441542391036,
      "grad_norm": 4.540548324584961,
      "learning_rate": 9.984983209595598e-06,
      "loss": 0.4034,
      "step": 1310
    },
    {
      "epoch": 0.10801680810744006,
      "grad_norm": 6.004801273345947,
      "learning_rate": 9.98493149820176e-06,
      "loss": 0.4975,
      "step": 1311
    },
    {
      "epoch": 0.10809920079096977,
      "grad_norm": 4.0528059005737305,
      "learning_rate": 9.984879698059314e-06,
      "loss": 0.5189,
      "step": 1312
    },
    {
      "epoch": 0.10818159347449946,
      "grad_norm": 3.4684321880340576,
      "learning_rate": 9.98482780916918e-06,
      "loss": 0.2556,
      "step": 1313
    },
    {
      "epoch": 0.10826398615802917,
      "grad_norm": 4.78062105178833,
      "learning_rate": 9.984775831532288e-06,
      "loss": 0.5385,
      "step": 1314
    },
    {
      "epoch": 0.10834637884155887,
      "grad_norm": 6.652468204498291,
      "learning_rate": 9.984723765149555e-06,
      "loss": 0.6465,
      "step": 1315
    },
    {
      "epoch": 0.10842877152508858,
      "grad_norm": 4.118911266326904,
      "learning_rate": 9.984671610021916e-06,
      "loss": 0.5494,
      "step": 1316
    },
    {
      "epoch": 0.10851116420861827,
      "grad_norm": 5.332373142242432,
      "learning_rate": 9.984619366150294e-06,
      "loss": 0.5862,
      "step": 1317
    },
    {
      "epoch": 0.10859355689214797,
      "grad_norm": 5.508500099182129,
      "learning_rate": 9.98456703353562e-06,
      "loss": 0.5538,
      "step": 1318
    },
    {
      "epoch": 0.10867594957567768,
      "grad_norm": 3.576002359390259,
      "learning_rate": 9.98451461217883e-06,
      "loss": 0.537,
      "step": 1319
    },
    {
      "epoch": 0.10875834225920739,
      "grad_norm": 5.794713973999023,
      "learning_rate": 9.984462102080852e-06,
      "loss": 0.5778,
      "step": 1320
    },
    {
      "epoch": 0.10884073494273709,
      "grad_norm": 5.319763660430908,
      "learning_rate": 9.984409503242623e-06,
      "loss": 0.6985,
      "step": 1321
    },
    {
      "epoch": 0.10892312762626678,
      "grad_norm": 5.694747447967529,
      "learning_rate": 9.98435681566508e-06,
      "loss": 0.4195,
      "step": 1322
    },
    {
      "epoch": 0.10900552030979649,
      "grad_norm": 3.406001329421997,
      "learning_rate": 9.984304039349159e-06,
      "loss": 0.5203,
      "step": 1323
    },
    {
      "epoch": 0.1090879129933262,
      "grad_norm": 7.466742038726807,
      "learning_rate": 9.9842511742958e-06,
      "loss": 0.6236,
      "step": 1324
    },
    {
      "epoch": 0.1091703056768559,
      "grad_norm": 5.368704319000244,
      "learning_rate": 9.984198220505947e-06,
      "loss": 0.5604,
      "step": 1325
    },
    {
      "epoch": 0.10925269836038559,
      "grad_norm": 4.460450172424316,
      "learning_rate": 9.984145177980541e-06,
      "loss": 0.542,
      "step": 1326
    },
    {
      "epoch": 0.1093350910439153,
      "grad_norm": 3.9769556522369385,
      "learning_rate": 9.984092046720526e-06,
      "loss": 0.4453,
      "step": 1327
    },
    {
      "epoch": 0.109417483727445,
      "grad_norm": 5.199652671813965,
      "learning_rate": 9.984038826726847e-06,
      "loss": 0.3787,
      "step": 1328
    },
    {
      "epoch": 0.10949987641097471,
      "grad_norm": 4.981960773468018,
      "learning_rate": 9.983985518000455e-06,
      "loss": 0.3843,
      "step": 1329
    },
    {
      "epoch": 0.10958226909450441,
      "grad_norm": 7.032534122467041,
      "learning_rate": 9.983932120542294e-06,
      "loss": 0.7304,
      "step": 1330
    },
    {
      "epoch": 0.1096646617780341,
      "grad_norm": 4.935810565948486,
      "learning_rate": 9.983878634353317e-06,
      "loss": 0.3425,
      "step": 1331
    },
    {
      "epoch": 0.10974705446156381,
      "grad_norm": 9.011371612548828,
      "learning_rate": 9.983825059434478e-06,
      "loss": 0.7891,
      "step": 1332
    },
    {
      "epoch": 0.10982944714509352,
      "grad_norm": 3.4173052310943604,
      "learning_rate": 9.98377139578673e-06,
      "loss": 0.358,
      "step": 1333
    },
    {
      "epoch": 0.10991183982862322,
      "grad_norm": 4.5363006591796875,
      "learning_rate": 9.983717643411027e-06,
      "loss": 0.511,
      "step": 1334
    },
    {
      "epoch": 0.10999423251215291,
      "grad_norm": 7.386088848114014,
      "learning_rate": 9.983663802308326e-06,
      "loss": 0.7858,
      "step": 1335
    },
    {
      "epoch": 0.11007662519568262,
      "grad_norm": 5.4915452003479,
      "learning_rate": 9.983609872479587e-06,
      "loss": 0.5182,
      "step": 1336
    },
    {
      "epoch": 0.11015901787921233,
      "grad_norm": 6.340202808380127,
      "learning_rate": 9.98355585392577e-06,
      "loss": 0.3824,
      "step": 1337
    },
    {
      "epoch": 0.11024141056274203,
      "grad_norm": 4.434385776519775,
      "learning_rate": 9.983501746647835e-06,
      "loss": 0.6245,
      "step": 1338
    },
    {
      "epoch": 0.11032380324627174,
      "grad_norm": 7.751582622528076,
      "learning_rate": 9.983447550646748e-06,
      "loss": 0.6634,
      "step": 1339
    },
    {
      "epoch": 0.11040619592980143,
      "grad_norm": 9.343605041503906,
      "learning_rate": 9.98339326592347e-06,
      "loss": 0.607,
      "step": 1340
    },
    {
      "epoch": 0.11048858861333113,
      "grad_norm": 33.12760543823242,
      "learning_rate": 9.98333889247897e-06,
      "loss": 1.2194,
      "step": 1341
    },
    {
      "epoch": 0.11057098129686084,
      "grad_norm": 4.674979209899902,
      "learning_rate": 9.983284430314217e-06,
      "loss": 0.4731,
      "step": 1342
    },
    {
      "epoch": 0.11065337398039055,
      "grad_norm": 4.696572780609131,
      "learning_rate": 9.98322987943018e-06,
      "loss": 0.4798,
      "step": 1343
    },
    {
      "epoch": 0.11073576666392024,
      "grad_norm": 5.199254512786865,
      "learning_rate": 9.983175239827829e-06,
      "loss": 0.5231,
      "step": 1344
    },
    {
      "epoch": 0.11081815934744994,
      "grad_norm": 6.159813404083252,
      "learning_rate": 9.983120511508136e-06,
      "loss": 0.7003,
      "step": 1345
    },
    {
      "epoch": 0.11090055203097965,
      "grad_norm": 4.976314067840576,
      "learning_rate": 9.983065694472078e-06,
      "loss": 0.5341,
      "step": 1346
    },
    {
      "epoch": 0.11098294471450935,
      "grad_norm": 5.958919048309326,
      "learning_rate": 9.983010788720629e-06,
      "loss": 0.4593,
      "step": 1347
    },
    {
      "epoch": 0.11106533739803906,
      "grad_norm": 4.273665904998779,
      "learning_rate": 9.982955794254768e-06,
      "loss": 0.518,
      "step": 1348
    },
    {
      "epoch": 0.11114773008156875,
      "grad_norm": 5.252962589263916,
      "learning_rate": 9.982900711075473e-06,
      "loss": 0.7204,
      "step": 1349
    },
    {
      "epoch": 0.11123012276509846,
      "grad_norm": 7.316577434539795,
      "learning_rate": 9.982845539183724e-06,
      "loss": 0.5813,
      "step": 1350
    },
    {
      "epoch": 0.11131251544862816,
      "grad_norm": 5.145623683929443,
      "learning_rate": 9.982790278580505e-06,
      "loss": 0.582,
      "step": 1351
    },
    {
      "epoch": 0.11139490813215787,
      "grad_norm": 5.588655471801758,
      "learning_rate": 9.982734929266799e-06,
      "loss": 0.3729,
      "step": 1352
    },
    {
      "epoch": 0.11147730081568756,
      "grad_norm": 6.02778434753418,
      "learning_rate": 9.98267949124359e-06,
      "loss": 0.5688,
      "step": 1353
    },
    {
      "epoch": 0.11155969349921727,
      "grad_norm": 4.47135591506958,
      "learning_rate": 9.982623964511868e-06,
      "loss": 0.6251,
      "step": 1354
    },
    {
      "epoch": 0.11164208618274697,
      "grad_norm": 4.693951606750488,
      "learning_rate": 9.982568349072619e-06,
      "loss": 0.2932,
      "step": 1355
    },
    {
      "epoch": 0.11172447886627668,
      "grad_norm": 8.681857109069824,
      "learning_rate": 9.982512644926835e-06,
      "loss": 0.4582,
      "step": 1356
    },
    {
      "epoch": 0.11180687154980638,
      "grad_norm": 3.8599352836608887,
      "learning_rate": 9.982456852075505e-06,
      "loss": 0.5059,
      "step": 1357
    },
    {
      "epoch": 0.11188926423333607,
      "grad_norm": 4.755798816680908,
      "learning_rate": 9.982400970519625e-06,
      "loss": 0.4741,
      "step": 1358
    },
    {
      "epoch": 0.11197165691686578,
      "grad_norm": 4.2400078773498535,
      "learning_rate": 9.982345000260189e-06,
      "loss": 0.5136,
      "step": 1359
    },
    {
      "epoch": 0.11205404960039549,
      "grad_norm": 4.741457462310791,
      "learning_rate": 9.982288941298193e-06,
      "loss": 0.575,
      "step": 1360
    },
    {
      "epoch": 0.11213644228392519,
      "grad_norm": 4.54280948638916,
      "learning_rate": 9.982232793634637e-06,
      "loss": 0.4121,
      "step": 1361
    },
    {
      "epoch": 0.11221883496745488,
      "grad_norm": 3.812300443649292,
      "learning_rate": 9.982176557270518e-06,
      "loss": 0.408,
      "step": 1362
    },
    {
      "epoch": 0.11230122765098459,
      "grad_norm": 4.026211738586426,
      "learning_rate": 9.982120232206837e-06,
      "loss": 0.619,
      "step": 1363
    },
    {
      "epoch": 0.1123836203345143,
      "grad_norm": 4.28069543838501,
      "learning_rate": 9.9820638184446e-06,
      "loss": 0.4826,
      "step": 1364
    },
    {
      "epoch": 0.112466013018044,
      "grad_norm": 3.908055067062378,
      "learning_rate": 9.98200731598481e-06,
      "loss": 0.3583,
      "step": 1365
    },
    {
      "epoch": 0.1125484057015737,
      "grad_norm": 4.302561283111572,
      "learning_rate": 9.98195072482847e-06,
      "loss": 0.4341,
      "step": 1366
    },
    {
      "epoch": 0.1126307983851034,
      "grad_norm": 2.89922833442688,
      "learning_rate": 9.98189404497659e-06,
      "loss": 0.4295,
      "step": 1367
    },
    {
      "epoch": 0.1127131910686331,
      "grad_norm": 5.198418617248535,
      "learning_rate": 9.981837276430181e-06,
      "loss": 0.6457,
      "step": 1368
    },
    {
      "epoch": 0.11279558375216281,
      "grad_norm": 3.3998680114746094,
      "learning_rate": 9.98178041919025e-06,
      "loss": 0.38,
      "step": 1369
    },
    {
      "epoch": 0.11287797643569251,
      "grad_norm": 5.080929756164551,
      "learning_rate": 9.981723473257812e-06,
      "loss": 0.7264,
      "step": 1370
    },
    {
      "epoch": 0.1129603691192222,
      "grad_norm": 3.1080517768859863,
      "learning_rate": 9.981666438633877e-06,
      "loss": 0.2209,
      "step": 1371
    },
    {
      "epoch": 0.11304276180275191,
      "grad_norm": 3.8854098320007324,
      "learning_rate": 9.981609315319467e-06,
      "loss": 0.3754,
      "step": 1372
    },
    {
      "epoch": 0.11312515448628162,
      "grad_norm": 5.211002826690674,
      "learning_rate": 9.981552103315593e-06,
      "loss": 0.607,
      "step": 1373
    },
    {
      "epoch": 0.11320754716981132,
      "grad_norm": 3.3310608863830566,
      "learning_rate": 9.981494802623275e-06,
      "loss": 0.2066,
      "step": 1374
    },
    {
      "epoch": 0.11328993985334103,
      "grad_norm": 4.623153209686279,
      "learning_rate": 9.981437413243535e-06,
      "loss": 0.3258,
      "step": 1375
    },
    {
      "epoch": 0.11337233253687072,
      "grad_norm": 6.951064109802246,
      "learning_rate": 9.981379935177393e-06,
      "loss": 0.6389,
      "step": 1376
    },
    {
      "epoch": 0.11345472522040043,
      "grad_norm": 3.8573648929595947,
      "learning_rate": 9.981322368425873e-06,
      "loss": 0.5498,
      "step": 1377
    },
    {
      "epoch": 0.11353711790393013,
      "grad_norm": 4.941678047180176,
      "learning_rate": 9.98126471299e-06,
      "loss": 0.5169,
      "step": 1378
    },
    {
      "epoch": 0.11361951058745984,
      "grad_norm": 8.09897518157959,
      "learning_rate": 9.981206968870798e-06,
      "loss": 0.5811,
      "step": 1379
    },
    {
      "epoch": 0.11370190327098953,
      "grad_norm": 10.737217903137207,
      "learning_rate": 9.9811491360693e-06,
      "loss": 0.5491,
      "step": 1380
    },
    {
      "epoch": 0.11378429595451924,
      "grad_norm": 38.583953857421875,
      "learning_rate": 9.981091214586533e-06,
      "loss": 1.6292,
      "step": 1381
    },
    {
      "epoch": 0.11386668863804894,
      "grad_norm": 4.1435394287109375,
      "learning_rate": 9.981033204423526e-06,
      "loss": 0.4965,
      "step": 1382
    },
    {
      "epoch": 0.11394908132157865,
      "grad_norm": 5.969338417053223,
      "learning_rate": 9.980975105581315e-06,
      "loss": 0.5482,
      "step": 1383
    },
    {
      "epoch": 0.11403147400510835,
      "grad_norm": 5.210123062133789,
      "learning_rate": 9.980916918060932e-06,
      "loss": 0.5463,
      "step": 1384
    },
    {
      "epoch": 0.11411386668863804,
      "grad_norm": 6.269071102142334,
      "learning_rate": 9.980858641863415e-06,
      "loss": 0.5675,
      "step": 1385
    },
    {
      "epoch": 0.11419625937216775,
      "grad_norm": 5.093896389007568,
      "learning_rate": 9.980800276989802e-06,
      "loss": 0.5039,
      "step": 1386
    },
    {
      "epoch": 0.11427865205569745,
      "grad_norm": 3.077188730239868,
      "learning_rate": 9.98074182344113e-06,
      "loss": 0.4892,
      "step": 1387
    },
    {
      "epoch": 0.11436104473922716,
      "grad_norm": 6.824032306671143,
      "learning_rate": 9.980683281218438e-06,
      "loss": 0.4844,
      "step": 1388
    },
    {
      "epoch": 0.11444343742275685,
      "grad_norm": 5.706334114074707,
      "learning_rate": 9.980624650322772e-06,
      "loss": 0.3254,
      "step": 1389
    },
    {
      "epoch": 0.11452583010628656,
      "grad_norm": 3.3464243412017822,
      "learning_rate": 9.980565930755174e-06,
      "loss": 0.4877,
      "step": 1390
    },
    {
      "epoch": 0.11460822278981626,
      "grad_norm": 7.33428430557251,
      "learning_rate": 9.980507122516692e-06,
      "loss": 0.6431,
      "step": 1391
    },
    {
      "epoch": 0.11469061547334597,
      "grad_norm": 8.795283317565918,
      "learning_rate": 9.980448225608369e-06,
      "loss": 0.7849,
      "step": 1392
    },
    {
      "epoch": 0.11477300815687567,
      "grad_norm": 4.063476085662842,
      "learning_rate": 9.980389240031256e-06,
      "loss": 0.5034,
      "step": 1393
    },
    {
      "epoch": 0.11485540084040537,
      "grad_norm": 5.814993858337402,
      "learning_rate": 9.980330165786403e-06,
      "loss": 0.4064,
      "step": 1394
    },
    {
      "epoch": 0.11493779352393507,
      "grad_norm": 5.156163692474365,
      "learning_rate": 9.98027100287486e-06,
      "loss": 0.5093,
      "step": 1395
    },
    {
      "epoch": 0.11502018620746478,
      "grad_norm": 4.053472518920898,
      "learning_rate": 9.980211751297682e-06,
      "loss": 0.3539,
      "step": 1396
    },
    {
      "epoch": 0.11510257889099448,
      "grad_norm": 6.327834129333496,
      "learning_rate": 9.980152411055923e-06,
      "loss": 0.6291,
      "step": 1397
    },
    {
      "epoch": 0.11518497157452418,
      "grad_norm": 6.116826057434082,
      "learning_rate": 9.980092982150641e-06,
      "loss": 0.5386,
      "step": 1398
    },
    {
      "epoch": 0.11526736425805388,
      "grad_norm": 3.6826460361480713,
      "learning_rate": 9.980033464582892e-06,
      "loss": 0.4027,
      "step": 1399
    },
    {
      "epoch": 0.11534975694158359,
      "grad_norm": 5.0871782302856445,
      "learning_rate": 9.979973858353738e-06,
      "loss": 0.7185,
      "step": 1400
    },
    {
      "epoch": 0.11543214962511329,
      "grad_norm": 5.166630744934082,
      "learning_rate": 9.979914163464237e-06,
      "loss": 0.4298,
      "step": 1401
    },
    {
      "epoch": 0.115514542308643,
      "grad_norm": 4.209080696105957,
      "learning_rate": 9.979854379915454e-06,
      "loss": 0.3891,
      "step": 1402
    },
    {
      "epoch": 0.11559693499217269,
      "grad_norm": 4.8298115730285645,
      "learning_rate": 9.979794507708453e-06,
      "loss": 0.3926,
      "step": 1403
    },
    {
      "epoch": 0.1156793276757024,
      "grad_norm": 5.868661403656006,
      "learning_rate": 9.979734546844301e-06,
      "loss": 0.5874,
      "step": 1404
    },
    {
      "epoch": 0.1157617203592321,
      "grad_norm": 5.8223876953125,
      "learning_rate": 9.979674497324063e-06,
      "loss": 0.5056,
      "step": 1405
    },
    {
      "epoch": 0.1158441130427618,
      "grad_norm": 6.000757694244385,
      "learning_rate": 9.979614359148809e-06,
      "loss": 0.7318,
      "step": 1406
    },
    {
      "epoch": 0.11592650572629151,
      "grad_norm": 3.581160545349121,
      "learning_rate": 9.97955413231961e-06,
      "loss": 0.4759,
      "step": 1407
    },
    {
      "epoch": 0.1160088984098212,
      "grad_norm": 3.9240691661834717,
      "learning_rate": 9.97949381683754e-06,
      "loss": 0.3898,
      "step": 1408
    },
    {
      "epoch": 0.11609129109335091,
      "grad_norm": 5.126598834991455,
      "learning_rate": 9.97943341270367e-06,
      "loss": 0.5616,
      "step": 1409
    },
    {
      "epoch": 0.11617368377688062,
      "grad_norm": 5.372669219970703,
      "learning_rate": 9.979372919919077e-06,
      "loss": 0.7144,
      "step": 1410
    },
    {
      "epoch": 0.11625607646041032,
      "grad_norm": 10.839266777038574,
      "learning_rate": 9.979312338484837e-06,
      "loss": 0.57,
      "step": 1411
    },
    {
      "epoch": 0.11633846914394001,
      "grad_norm": 4.266289710998535,
      "learning_rate": 9.979251668402027e-06,
      "loss": 0.5503,
      "step": 1412
    },
    {
      "epoch": 0.11642086182746972,
      "grad_norm": 4.845767021179199,
      "learning_rate": 9.979190909671732e-06,
      "loss": 0.5405,
      "step": 1413
    },
    {
      "epoch": 0.11650325451099942,
      "grad_norm": 4.335555553436279,
      "learning_rate": 9.97913006229503e-06,
      "loss": 0.3854,
      "step": 1414
    },
    {
      "epoch": 0.11658564719452913,
      "grad_norm": 4.91575813293457,
      "learning_rate": 9.979069126273006e-06,
      "loss": 0.5208,
      "step": 1415
    },
    {
      "epoch": 0.11666803987805884,
      "grad_norm": 4.568237781524658,
      "learning_rate": 9.979008101606743e-06,
      "loss": 0.3158,
      "step": 1416
    },
    {
      "epoch": 0.11675043256158853,
      "grad_norm": 3.6808223724365234,
      "learning_rate": 9.978946988297329e-06,
      "loss": 0.5486,
      "step": 1417
    },
    {
      "epoch": 0.11683282524511823,
      "grad_norm": 5.869115352630615,
      "learning_rate": 9.978885786345851e-06,
      "loss": 0.4458,
      "step": 1418
    },
    {
      "epoch": 0.11691521792864794,
      "grad_norm": 5.129945278167725,
      "learning_rate": 9.978824495753399e-06,
      "loss": 0.4525,
      "step": 1419
    },
    {
      "epoch": 0.11699761061217764,
      "grad_norm": 4.671599388122559,
      "learning_rate": 9.978763116521065e-06,
      "loss": 0.5164,
      "step": 1420
    },
    {
      "epoch": 0.11708000329570734,
      "grad_norm": 5.400655746459961,
      "learning_rate": 9.97870164864994e-06,
      "loss": 0.7793,
      "step": 1421
    },
    {
      "epoch": 0.11716239597923704,
      "grad_norm": 3.555058717727661,
      "learning_rate": 9.97864009214112e-06,
      "loss": 0.5039,
      "step": 1422
    },
    {
      "epoch": 0.11724478866276675,
      "grad_norm": 3.306894302368164,
      "learning_rate": 9.9785784469957e-06,
      "loss": 0.3028,
      "step": 1423
    },
    {
      "epoch": 0.11732718134629645,
      "grad_norm": 4.308757781982422,
      "learning_rate": 9.978516713214779e-06,
      "loss": 0.281,
      "step": 1424
    },
    {
      "epoch": 0.11740957402982616,
      "grad_norm": 4.958134651184082,
      "learning_rate": 9.978454890799453e-06,
      "loss": 0.5257,
      "step": 1425
    },
    {
      "epoch": 0.11749196671335585,
      "grad_norm": 3.5710415840148926,
      "learning_rate": 9.978392979750825e-06,
      "loss": 0.3505,
      "step": 1426
    },
    {
      "epoch": 0.11757435939688556,
      "grad_norm": 4.846240043640137,
      "learning_rate": 9.978330980069996e-06,
      "loss": 0.426,
      "step": 1427
    },
    {
      "epoch": 0.11765675208041526,
      "grad_norm": 36.4841194152832,
      "learning_rate": 9.978268891758072e-06,
      "loss": 1.4634,
      "step": 1428
    },
    {
      "epoch": 0.11773914476394497,
      "grad_norm": 5.21080207824707,
      "learning_rate": 9.978206714816156e-06,
      "loss": 0.6104,
      "step": 1429
    },
    {
      "epoch": 0.11782153744747466,
      "grad_norm": 4.422037601470947,
      "learning_rate": 9.978144449245357e-06,
      "loss": 0.7287,
      "step": 1430
    },
    {
      "epoch": 0.11790393013100436,
      "grad_norm": 4.896101474761963,
      "learning_rate": 9.978082095046781e-06,
      "loss": 0.2986,
      "step": 1431
    },
    {
      "epoch": 0.11798632281453407,
      "grad_norm": 6.4875969886779785,
      "learning_rate": 9.978019652221543e-06,
      "loss": 0.4206,
      "step": 1432
    },
    {
      "epoch": 0.11806871549806378,
      "grad_norm": 3.389031410217285,
      "learning_rate": 9.977957120770748e-06,
      "loss": 0.2967,
      "step": 1433
    },
    {
      "epoch": 0.11815110818159348,
      "grad_norm": 4.240338325500488,
      "learning_rate": 9.977894500695512e-06,
      "loss": 0.4722,
      "step": 1434
    },
    {
      "epoch": 0.11823350086512317,
      "grad_norm": 5.399234294891357,
      "learning_rate": 9.977831791996952e-06,
      "loss": 0.3822,
      "step": 1435
    },
    {
      "epoch": 0.11831589354865288,
      "grad_norm": 5.1578145027160645,
      "learning_rate": 9.977768994676181e-06,
      "loss": 0.5013,
      "step": 1436
    },
    {
      "epoch": 0.11839828623218258,
      "grad_norm": 3.0426740646362305,
      "learning_rate": 9.97770610873432e-06,
      "loss": 0.3271,
      "step": 1437
    },
    {
      "epoch": 0.11848067891571229,
      "grad_norm": 3.963127851486206,
      "learning_rate": 9.977643134172487e-06,
      "loss": 0.3358,
      "step": 1438
    },
    {
      "epoch": 0.11856307159924198,
      "grad_norm": 6.094229698181152,
      "learning_rate": 9.977580070991804e-06,
      "loss": 0.5039,
      "step": 1439
    },
    {
      "epoch": 0.11864546428277169,
      "grad_norm": 4.680115699768066,
      "learning_rate": 9.977516919193393e-06,
      "loss": 0.5109,
      "step": 1440
    },
    {
      "epoch": 0.11872785696630139,
      "grad_norm": 5.946779727935791,
      "learning_rate": 9.977453678778379e-06,
      "loss": 0.5863,
      "step": 1441
    },
    {
      "epoch": 0.1188102496498311,
      "grad_norm": 7.297409534454346,
      "learning_rate": 9.977390349747886e-06,
      "loss": 0.7616,
      "step": 1442
    },
    {
      "epoch": 0.1188926423333608,
      "grad_norm": 4.549645900726318,
      "learning_rate": 9.977326932103044e-06,
      "loss": 0.4402,
      "step": 1443
    },
    {
      "epoch": 0.1189750350168905,
      "grad_norm": 4.441220283508301,
      "learning_rate": 9.977263425844981e-06,
      "loss": 0.4962,
      "step": 1444
    },
    {
      "epoch": 0.1190574277004202,
      "grad_norm": 4.081576347351074,
      "learning_rate": 9.977199830974826e-06,
      "loss": 0.5509,
      "step": 1445
    },
    {
      "epoch": 0.11913982038394991,
      "grad_norm": 4.658655643463135,
      "learning_rate": 9.977136147493715e-06,
      "loss": 0.5095,
      "step": 1446
    },
    {
      "epoch": 0.11922221306747961,
      "grad_norm": 5.055314540863037,
      "learning_rate": 9.97707237540278e-06,
      "loss": 0.4515,
      "step": 1447
    },
    {
      "epoch": 0.1193046057510093,
      "grad_norm": 5.242757797241211,
      "learning_rate": 9.977008514703153e-06,
      "loss": 0.5336,
      "step": 1448
    },
    {
      "epoch": 0.11938699843453901,
      "grad_norm": 5.205410480499268,
      "learning_rate": 9.976944565395976e-06,
      "loss": 0.6306,
      "step": 1449
    },
    {
      "epoch": 0.11946939111806872,
      "grad_norm": 3.8661820888519287,
      "learning_rate": 9.976880527482385e-06,
      "loss": 0.5909,
      "step": 1450
    },
    {
      "epoch": 0.11955178380159842,
      "grad_norm": 3.2844724655151367,
      "learning_rate": 9.97681640096352e-06,
      "loss": 0.5022,
      "step": 1451
    },
    {
      "epoch": 0.11963417648512813,
      "grad_norm": 4.0945820808410645,
      "learning_rate": 9.976752185840524e-06,
      "loss": 0.4258,
      "step": 1452
    },
    {
      "epoch": 0.11971656916865782,
      "grad_norm": 7.370691776275635,
      "learning_rate": 9.976687882114538e-06,
      "loss": 0.607,
      "step": 1453
    },
    {
      "epoch": 0.11979896185218752,
      "grad_norm": 4.704419136047363,
      "learning_rate": 9.976623489786708e-06,
      "loss": 0.2533,
      "step": 1454
    },
    {
      "epoch": 0.11988135453571723,
      "grad_norm": 5.711316108703613,
      "learning_rate": 9.976559008858182e-06,
      "loss": 0.6757,
      "step": 1455
    },
    {
      "epoch": 0.11996374721924694,
      "grad_norm": 6.512734889984131,
      "learning_rate": 9.976494439330106e-06,
      "loss": 0.7374,
      "step": 1456
    },
    {
      "epoch": 0.12004613990277663,
      "grad_norm": 2.868079662322998,
      "learning_rate": 9.976429781203631e-06,
      "loss": 0.4194,
      "step": 1457
    },
    {
      "epoch": 0.12012853258630633,
      "grad_norm": 5.382279396057129,
      "learning_rate": 9.976365034479907e-06,
      "loss": 0.5557,
      "step": 1458
    },
    {
      "epoch": 0.12021092526983604,
      "grad_norm": 6.095864295959473,
      "learning_rate": 9.976300199160087e-06,
      "loss": 0.5687,
      "step": 1459
    },
    {
      "epoch": 0.12029331795336574,
      "grad_norm": 3.827504873275757,
      "learning_rate": 9.976235275245325e-06,
      "loss": 0.5453,
      "step": 1460
    },
    {
      "epoch": 0.12037571063689545,
      "grad_norm": 5.203314781188965,
      "learning_rate": 9.976170262736777e-06,
      "loss": 0.5904,
      "step": 1461
    },
    {
      "epoch": 0.12045810332042514,
      "grad_norm": 3.1600167751312256,
      "learning_rate": 9.9761051616356e-06,
      "loss": 0.3107,
      "step": 1462
    },
    {
      "epoch": 0.12054049600395485,
      "grad_norm": 4.6146345138549805,
      "learning_rate": 9.976039971942955e-06,
      "loss": 0.4607,
      "step": 1463
    },
    {
      "epoch": 0.12062288868748455,
      "grad_norm": 3.8785510063171387,
      "learning_rate": 9.97597469366e-06,
      "loss": 0.4919,
      "step": 1464
    },
    {
      "epoch": 0.12070528137101426,
      "grad_norm": 4.778493881225586,
      "learning_rate": 9.975909326787898e-06,
      "loss": 0.761,
      "step": 1465
    },
    {
      "epoch": 0.12078767405454395,
      "grad_norm": 4.6429009437561035,
      "learning_rate": 9.975843871327815e-06,
      "loss": 0.6131,
      "step": 1466
    },
    {
      "epoch": 0.12087006673807366,
      "grad_norm": 5.043283462524414,
      "learning_rate": 9.975778327280914e-06,
      "loss": 0.4432,
      "step": 1467
    },
    {
      "epoch": 0.12095245942160336,
      "grad_norm": 3.44551944732666,
      "learning_rate": 9.97571269464836e-06,
      "loss": 0.2637,
      "step": 1468
    },
    {
      "epoch": 0.12103485210513307,
      "grad_norm": 3.2987067699432373,
      "learning_rate": 9.975646973431326e-06,
      "loss": 0.2375,
      "step": 1469
    },
    {
      "epoch": 0.12111724478866277,
      "grad_norm": 4.586283206939697,
      "learning_rate": 9.975581163630981e-06,
      "loss": 0.4439,
      "step": 1470
    },
    {
      "epoch": 0.12119963747219246,
      "grad_norm": 6.519931316375732,
      "learning_rate": 9.975515265248493e-06,
      "loss": 0.6396,
      "step": 1471
    },
    {
      "epoch": 0.12128203015572217,
      "grad_norm": 5.312716007232666,
      "learning_rate": 9.975449278285038e-06,
      "loss": 0.5668,
      "step": 1472
    },
    {
      "epoch": 0.12136442283925188,
      "grad_norm": 5.393107891082764,
      "learning_rate": 9.975383202741793e-06,
      "loss": 0.5737,
      "step": 1473
    },
    {
      "epoch": 0.12144681552278158,
      "grad_norm": 4.487164497375488,
      "learning_rate": 9.97531703861993e-06,
      "loss": 0.577,
      "step": 1474
    },
    {
      "epoch": 0.12152920820631127,
      "grad_norm": 3.8525521755218506,
      "learning_rate": 9.975250785920629e-06,
      "loss": 0.4454,
      "step": 1475
    },
    {
      "epoch": 0.12161160088984098,
      "grad_norm": 4.093789100646973,
      "learning_rate": 9.97518444464507e-06,
      "loss": 0.5391,
      "step": 1476
    },
    {
      "epoch": 0.12169399357337068,
      "grad_norm": 4.854613780975342,
      "learning_rate": 9.975118014794431e-06,
      "loss": 0.4764,
      "step": 1477
    },
    {
      "epoch": 0.12177638625690039,
      "grad_norm": 3.559091806411743,
      "learning_rate": 9.975051496369899e-06,
      "loss": 0.4436,
      "step": 1478
    },
    {
      "epoch": 0.1218587789404301,
      "grad_norm": 5.163096904754639,
      "learning_rate": 9.974984889372658e-06,
      "loss": 0.5457,
      "step": 1479
    },
    {
      "epoch": 0.12194117162395979,
      "grad_norm": 4.722212791442871,
      "learning_rate": 9.97491819380389e-06,
      "loss": 0.3757,
      "step": 1480
    },
    {
      "epoch": 0.1220235643074895,
      "grad_norm": 4.939670085906982,
      "learning_rate": 9.974851409664786e-06,
      "loss": 0.5996,
      "step": 1481
    },
    {
      "epoch": 0.1221059569910192,
      "grad_norm": 5.336407661437988,
      "learning_rate": 9.974784536956533e-06,
      "loss": 0.5198,
      "step": 1482
    },
    {
      "epoch": 0.1221883496745489,
      "grad_norm": 4.4513115882873535,
      "learning_rate": 9.974717575680321e-06,
      "loss": 0.5818,
      "step": 1483
    },
    {
      "epoch": 0.1222707423580786,
      "grad_norm": 4.029081344604492,
      "learning_rate": 9.974650525837345e-06,
      "loss": 0.5461,
      "step": 1484
    },
    {
      "epoch": 0.1223531350416083,
      "grad_norm": 3.8370652198791504,
      "learning_rate": 9.974583387428797e-06,
      "loss": 0.4511,
      "step": 1485
    },
    {
      "epoch": 0.12243552772513801,
      "grad_norm": 6.725732803344727,
      "learning_rate": 9.974516160455872e-06,
      "loss": 0.7594,
      "step": 1486
    },
    {
      "epoch": 0.12251792040866771,
      "grad_norm": 6.565427780151367,
      "learning_rate": 9.974448844919766e-06,
      "loss": 0.4544,
      "step": 1487
    },
    {
      "epoch": 0.12260031309219742,
      "grad_norm": 4.298776626586914,
      "learning_rate": 9.97438144082168e-06,
      "loss": 0.5287,
      "step": 1488
    },
    {
      "epoch": 0.12268270577572711,
      "grad_norm": 3.1004526615142822,
      "learning_rate": 9.974313948162812e-06,
      "loss": 0.2524,
      "step": 1489
    },
    {
      "epoch": 0.12276509845925682,
      "grad_norm": 4.031304359436035,
      "learning_rate": 9.974246366944364e-06,
      "loss": 0.4985,
      "step": 1490
    },
    {
      "epoch": 0.12284749114278652,
      "grad_norm": 6.61134147644043,
      "learning_rate": 9.97417869716754e-06,
      "loss": 0.8689,
      "step": 1491
    },
    {
      "epoch": 0.12292988382631623,
      "grad_norm": 8.291078567504883,
      "learning_rate": 9.974110938833545e-06,
      "loss": 0.7573,
      "step": 1492
    },
    {
      "epoch": 0.12301227650984592,
      "grad_norm": 2.7126317024230957,
      "learning_rate": 9.974043091943584e-06,
      "loss": 0.2044,
      "step": 1493
    },
    {
      "epoch": 0.12309466919337562,
      "grad_norm": 6.900728702545166,
      "learning_rate": 9.973975156498866e-06,
      "loss": 0.6738,
      "step": 1494
    },
    {
      "epoch": 0.12317706187690533,
      "grad_norm": 3.499272108078003,
      "learning_rate": 9.973907132500597e-06,
      "loss": 0.4166,
      "step": 1495
    },
    {
      "epoch": 0.12325945456043504,
      "grad_norm": 5.809277534484863,
      "learning_rate": 9.973839019949994e-06,
      "loss": 0.6219,
      "step": 1496
    },
    {
      "epoch": 0.12334184724396474,
      "grad_norm": 3.8671224117279053,
      "learning_rate": 9.973770818848265e-06,
      "loss": 0.534,
      "step": 1497
    },
    {
      "epoch": 0.12342423992749443,
      "grad_norm": 4.972418785095215,
      "learning_rate": 9.973702529196627e-06,
      "loss": 0.3943,
      "step": 1498
    },
    {
      "epoch": 0.12350663261102414,
      "grad_norm": 4.3421735763549805,
      "learning_rate": 9.973634150996291e-06,
      "loss": 0.429,
      "step": 1499
    },
    {
      "epoch": 0.12358902529455384,
      "grad_norm": 4.316929340362549,
      "learning_rate": 9.973565684248483e-06,
      "loss": 0.3395,
      "step": 1500
    },
    {
      "epoch": 0.12367141797808355,
      "grad_norm": 5.053046226501465,
      "learning_rate": 9.973497128954414e-06,
      "loss": 0.516,
      "step": 1501
    },
    {
      "epoch": 0.12375381066161324,
      "grad_norm": 4.266271591186523,
      "learning_rate": 9.973428485115308e-06,
      "loss": 0.2759,
      "step": 1502
    },
    {
      "epoch": 0.12383620334514295,
      "grad_norm": 5.774598598480225,
      "learning_rate": 9.973359752732386e-06,
      "loss": 0.6312,
      "step": 1503
    },
    {
      "epoch": 0.12391859602867265,
      "grad_norm": 2.4757986068725586,
      "learning_rate": 9.973290931806874e-06,
      "loss": 0.4325,
      "step": 1504
    },
    {
      "epoch": 0.12400098871220236,
      "grad_norm": 4.041041374206543,
      "learning_rate": 9.973222022339992e-06,
      "loss": 0.2131,
      "step": 1505
    },
    {
      "epoch": 0.12408338139573206,
      "grad_norm": 3.24544095993042,
      "learning_rate": 9.973153024332974e-06,
      "loss": 0.2117,
      "step": 1506
    },
    {
      "epoch": 0.12416577407926176,
      "grad_norm": 3.3234989643096924,
      "learning_rate": 9.973083937787042e-06,
      "loss": 0.2712,
      "step": 1507
    },
    {
      "epoch": 0.12424816676279146,
      "grad_norm": 6.628983974456787,
      "learning_rate": 9.973014762703429e-06,
      "loss": 0.5907,
      "step": 1508
    },
    {
      "epoch": 0.12433055944632117,
      "grad_norm": 3.863675594329834,
      "learning_rate": 9.972945499083366e-06,
      "loss": 0.3694,
      "step": 1509
    },
    {
      "epoch": 0.12441295212985087,
      "grad_norm": 5.366140842437744,
      "learning_rate": 9.972876146928088e-06,
      "loss": 0.7327,
      "step": 1510
    },
    {
      "epoch": 0.12449534481338057,
      "grad_norm": 5.244935512542725,
      "learning_rate": 9.972806706238826e-06,
      "loss": 0.6209,
      "step": 1511
    },
    {
      "epoch": 0.12457773749691027,
      "grad_norm": 3.2778475284576416,
      "learning_rate": 9.97273717701682e-06,
      "loss": 0.4341,
      "step": 1512
    },
    {
      "epoch": 0.12466013018043998,
      "grad_norm": 5.649831771850586,
      "learning_rate": 9.972667559263305e-06,
      "loss": 0.5599,
      "step": 1513
    },
    {
      "epoch": 0.12474252286396968,
      "grad_norm": 4.781919002532959,
      "learning_rate": 9.97259785297952e-06,
      "loss": 0.5282,
      "step": 1514
    },
    {
      "epoch": 0.12482491554749939,
      "grad_norm": 3.9711904525756836,
      "learning_rate": 9.972528058166711e-06,
      "loss": 0.5636,
      "step": 1515
    },
    {
      "epoch": 0.12490730823102908,
      "grad_norm": 4.893728256225586,
      "learning_rate": 9.972458174826115e-06,
      "loss": 0.603,
      "step": 1516
    },
    {
      "epoch": 0.12498970091455879,
      "grad_norm": 3.9946374893188477,
      "learning_rate": 9.972388202958977e-06,
      "loss": 0.4512,
      "step": 1517
    },
    {
      "epoch": 0.1250720935980885,
      "grad_norm": 4.722462177276611,
      "learning_rate": 9.972318142566547e-06,
      "loss": 0.434,
      "step": 1518
    },
    {
      "epoch": 0.12515448628161818,
      "grad_norm": 3.8161795139312744,
      "learning_rate": 9.972247993650067e-06,
      "loss": 0.4826,
      "step": 1519
    },
    {
      "epoch": 0.1252368789651479,
      "grad_norm": 4.786047458648682,
      "learning_rate": 9.97217775621079e-06,
      "loss": 0.6712,
      "step": 1520
    },
    {
      "epoch": 0.1253192716486776,
      "grad_norm": 5.4867682456970215,
      "learning_rate": 9.972107430249963e-06,
      "loss": 0.5855,
      "step": 1521
    },
    {
      "epoch": 0.1254016643322073,
      "grad_norm": 3.7337310314178467,
      "learning_rate": 9.972037015768841e-06,
      "loss": 0.4734,
      "step": 1522
    },
    {
      "epoch": 0.125484057015737,
      "grad_norm": 12.18661880493164,
      "learning_rate": 9.971966512768677e-06,
      "loss": 0.7166,
      "step": 1523
    },
    {
      "epoch": 0.1255664496992667,
      "grad_norm": 6.893256187438965,
      "learning_rate": 9.971895921250723e-06,
      "loss": 0.4535,
      "step": 1524
    },
    {
      "epoch": 0.12564884238279642,
      "grad_norm": 4.003666877746582,
      "learning_rate": 9.97182524121624e-06,
      "loss": 0.5103,
      "step": 1525
    },
    {
      "epoch": 0.1257312350663261,
      "grad_norm": 5.545536994934082,
      "learning_rate": 9.971754472666484e-06,
      "loss": 0.7489,
      "step": 1526
    },
    {
      "epoch": 0.1258136277498558,
      "grad_norm": 8.010326385498047,
      "learning_rate": 9.971683615602716e-06,
      "loss": 0.6205,
      "step": 1527
    },
    {
      "epoch": 0.12589602043338552,
      "grad_norm": 5.07726526260376,
      "learning_rate": 9.971612670026196e-06,
      "loss": 0.3297,
      "step": 1528
    },
    {
      "epoch": 0.1259784131169152,
      "grad_norm": 5.896738052368164,
      "learning_rate": 9.97154163593819e-06,
      "loss": 0.612,
      "step": 1529
    },
    {
      "epoch": 0.12606080580044493,
      "grad_norm": 4.336165428161621,
      "learning_rate": 9.97147051333996e-06,
      "loss": 0.6153,
      "step": 1530
    },
    {
      "epoch": 0.12614319848397462,
      "grad_norm": 3.471165180206299,
      "learning_rate": 9.971399302232772e-06,
      "loss": 0.3763,
      "step": 1531
    },
    {
      "epoch": 0.12622559116750431,
      "grad_norm": 4.426675796508789,
      "learning_rate": 9.971328002617895e-06,
      "loss": 0.5683,
      "step": 1532
    },
    {
      "epoch": 0.12630798385103403,
      "grad_norm": 4.572032451629639,
      "learning_rate": 9.971256614496598e-06,
      "loss": 0.2698,
      "step": 1533
    },
    {
      "epoch": 0.12639037653456373,
      "grad_norm": 4.749557018280029,
      "learning_rate": 9.971185137870155e-06,
      "loss": 0.5364,
      "step": 1534
    },
    {
      "epoch": 0.12647276921809344,
      "grad_norm": 7.149289131164551,
      "learning_rate": 9.971113572739832e-06,
      "loss": 0.5489,
      "step": 1535
    },
    {
      "epoch": 0.12655516190162314,
      "grad_norm": 6.544854640960693,
      "learning_rate": 9.971041919106908e-06,
      "loss": 0.8366,
      "step": 1536
    },
    {
      "epoch": 0.12663755458515283,
      "grad_norm": 5.8844685554504395,
      "learning_rate": 9.970970176972658e-06,
      "loss": 0.5883,
      "step": 1537
    },
    {
      "epoch": 0.12671994726868255,
      "grad_norm": 4.712748050689697,
      "learning_rate": 9.970898346338358e-06,
      "loss": 0.6522,
      "step": 1538
    },
    {
      "epoch": 0.12680233995221224,
      "grad_norm": 6.563409328460693,
      "learning_rate": 9.970826427205287e-06,
      "loss": 0.6191,
      "step": 1539
    },
    {
      "epoch": 0.12688473263574196,
      "grad_norm": 4.925976753234863,
      "learning_rate": 9.970754419574728e-06,
      "loss": 0.5658,
      "step": 1540
    },
    {
      "epoch": 0.12696712531927165,
      "grad_norm": 4.468326568603516,
      "learning_rate": 9.970682323447959e-06,
      "loss": 0.53,
      "step": 1541
    },
    {
      "epoch": 0.12704951800280134,
      "grad_norm": 3.0863406658172607,
      "learning_rate": 9.970610138826267e-06,
      "loss": 0.101,
      "step": 1542
    },
    {
      "epoch": 0.12713191068633106,
      "grad_norm": 7.255921840667725,
      "learning_rate": 9.970537865710934e-06,
      "loss": 0.7582,
      "step": 1543
    },
    {
      "epoch": 0.12721430336986075,
      "grad_norm": 4.303051471710205,
      "learning_rate": 9.970465504103249e-06,
      "loss": 0.2875,
      "step": 1544
    },
    {
      "epoch": 0.12729669605339045,
      "grad_norm": 2.423591375350952,
      "learning_rate": 9.9703930540045e-06,
      "loss": 0.1855,
      "step": 1545
    },
    {
      "epoch": 0.12737908873692017,
      "grad_norm": 5.388476371765137,
      "learning_rate": 9.970320515415974e-06,
      "loss": 0.4412,
      "step": 1546
    },
    {
      "epoch": 0.12746148142044986,
      "grad_norm": 4.688171863555908,
      "learning_rate": 9.970247888338966e-06,
      "loss": 0.4671,
      "step": 1547
    },
    {
      "epoch": 0.12754387410397958,
      "grad_norm": 4.383054256439209,
      "learning_rate": 9.970175172774768e-06,
      "loss": 0.6545,
      "step": 1548
    },
    {
      "epoch": 0.12762626678750927,
      "grad_norm": 4.261889934539795,
      "learning_rate": 9.970102368724675e-06,
      "loss": 0.5794,
      "step": 1549
    },
    {
      "epoch": 0.12770865947103896,
      "grad_norm": 5.283111572265625,
      "learning_rate": 9.970029476189984e-06,
      "loss": 0.5668,
      "step": 1550
    },
    {
      "epoch": 0.12779105215456868,
      "grad_norm": 4.780685901641846,
      "learning_rate": 9.969956495171989e-06,
      "loss": 0.4793,
      "step": 1551
    },
    {
      "epoch": 0.12787344483809837,
      "grad_norm": 3.3207783699035645,
      "learning_rate": 9.96988342567199e-06,
      "loss": 0.6559,
      "step": 1552
    },
    {
      "epoch": 0.1279558375216281,
      "grad_norm": 5.903409957885742,
      "learning_rate": 9.969810267691293e-06,
      "loss": 0.7643,
      "step": 1553
    },
    {
      "epoch": 0.12803823020515778,
      "grad_norm": 6.506847381591797,
      "learning_rate": 9.969737021231196e-06,
      "loss": 0.7743,
      "step": 1554
    },
    {
      "epoch": 0.12812062288868747,
      "grad_norm": 13.723970413208008,
      "learning_rate": 9.969663686293003e-06,
      "loss": 0.9754,
      "step": 1555
    },
    {
      "epoch": 0.1282030155722172,
      "grad_norm": 7.55336856842041,
      "learning_rate": 9.969590262878021e-06,
      "loss": 0.7171,
      "step": 1556
    },
    {
      "epoch": 0.12828540825574689,
      "grad_norm": 5.764358043670654,
      "learning_rate": 9.969516750987558e-06,
      "loss": 0.5601,
      "step": 1557
    },
    {
      "epoch": 0.1283678009392766,
      "grad_norm": 6.056954860687256,
      "learning_rate": 9.969443150622921e-06,
      "loss": 0.5808,
      "step": 1558
    },
    {
      "epoch": 0.1284501936228063,
      "grad_norm": 5.4431586265563965,
      "learning_rate": 9.96936946178542e-06,
      "loss": 0.5437,
      "step": 1559
    },
    {
      "epoch": 0.128532586306336,
      "grad_norm": 2.810293674468994,
      "learning_rate": 9.96929568447637e-06,
      "loss": 0.6304,
      "step": 1560
    },
    {
      "epoch": 0.1286149789898657,
      "grad_norm": 7.147741794586182,
      "learning_rate": 9.96922181869708e-06,
      "loss": 0.8221,
      "step": 1561
    },
    {
      "epoch": 0.1286973716733954,
      "grad_norm": 4.2445855140686035,
      "learning_rate": 9.969147864448867e-06,
      "loss": 0.4837,
      "step": 1562
    },
    {
      "epoch": 0.1287797643569251,
      "grad_norm": 3.974240303039551,
      "learning_rate": 9.96907382173305e-06,
      "loss": 0.2346,
      "step": 1563
    },
    {
      "epoch": 0.1288621570404548,
      "grad_norm": 4.935476779937744,
      "learning_rate": 9.968999690550945e-06,
      "loss": 0.5361,
      "step": 1564
    },
    {
      "epoch": 0.1289445497239845,
      "grad_norm": 3.927015781402588,
      "learning_rate": 9.96892547090387e-06,
      "loss": 0.5667,
      "step": 1565
    },
    {
      "epoch": 0.12902694240751422,
      "grad_norm": 11.37880802154541,
      "learning_rate": 9.968851162793149e-06,
      "loss": 0.4597,
      "step": 1566
    },
    {
      "epoch": 0.12910933509104391,
      "grad_norm": 3.431361675262451,
      "learning_rate": 9.968776766220105e-06,
      "loss": 0.4232,
      "step": 1567
    },
    {
      "epoch": 0.1291917277745736,
      "grad_norm": 5.75519323348999,
      "learning_rate": 9.968702281186062e-06,
      "loss": 0.6358,
      "step": 1568
    },
    {
      "epoch": 0.12927412045810333,
      "grad_norm": 34.75782775878906,
      "learning_rate": 9.968627707692345e-06,
      "loss": 1.8767,
      "step": 1569
    },
    {
      "epoch": 0.12935651314163302,
      "grad_norm": 2.8775100708007812,
      "learning_rate": 9.968553045740283e-06,
      "loss": 0.4569,
      "step": 1570
    },
    {
      "epoch": 0.12943890582516274,
      "grad_norm": 4.622756004333496,
      "learning_rate": 9.968478295331206e-06,
      "loss": 0.4372,
      "step": 1571
    },
    {
      "epoch": 0.12952129850869243,
      "grad_norm": 3.447387933731079,
      "learning_rate": 9.96840345646644e-06,
      "loss": 0.3447,
      "step": 1572
    },
    {
      "epoch": 0.12960369119222212,
      "grad_norm": 5.538177013397217,
      "learning_rate": 9.968328529147324e-06,
      "loss": 0.6801,
      "step": 1573
    },
    {
      "epoch": 0.12968608387575184,
      "grad_norm": 5.463878154754639,
      "learning_rate": 9.968253513375187e-06,
      "loss": 0.5445,
      "step": 1574
    },
    {
      "epoch": 0.12976847655928153,
      "grad_norm": 4.827939987182617,
      "learning_rate": 9.968178409151368e-06,
      "loss": 0.6093,
      "step": 1575
    },
    {
      "epoch": 0.12985086924281125,
      "grad_norm": 3.1007027626037598,
      "learning_rate": 9.968103216477203e-06,
      "loss": 0.419,
      "step": 1576
    },
    {
      "epoch": 0.12993326192634094,
      "grad_norm": 4.55860710144043,
      "learning_rate": 9.968027935354029e-06,
      "loss": 0.5258,
      "step": 1577
    },
    {
      "epoch": 0.13001565460987063,
      "grad_norm": 4.805300712585449,
      "learning_rate": 9.967952565783188e-06,
      "loss": 0.4813,
      "step": 1578
    },
    {
      "epoch": 0.13009804729340035,
      "grad_norm": 3.7098779678344727,
      "learning_rate": 9.96787710776602e-06,
      "loss": 0.5333,
      "step": 1579
    },
    {
      "epoch": 0.13018043997693005,
      "grad_norm": 4.348171710968018,
      "learning_rate": 9.967801561303871e-06,
      "loss": 0.5243,
      "step": 1580
    },
    {
      "epoch": 0.13026283266045974,
      "grad_norm": 3.6310627460479736,
      "learning_rate": 9.967725926398086e-06,
      "loss": 0.4243,
      "step": 1581
    },
    {
      "epoch": 0.13034522534398946,
      "grad_norm": 6.723840713500977,
      "learning_rate": 9.967650203050007e-06,
      "loss": 0.4221,
      "step": 1582
    },
    {
      "epoch": 0.13042761802751915,
      "grad_norm": 3.9018714427948,
      "learning_rate": 9.967574391260988e-06,
      "loss": 0.5125,
      "step": 1583
    },
    {
      "epoch": 0.13051001071104887,
      "grad_norm": 3.770914316177368,
      "learning_rate": 9.967498491032376e-06,
      "loss": 0.518,
      "step": 1584
    },
    {
      "epoch": 0.13059240339457856,
      "grad_norm": 4.852957248687744,
      "learning_rate": 9.967422502365523e-06,
      "loss": 0.5427,
      "step": 1585
    },
    {
      "epoch": 0.13067479607810825,
      "grad_norm": 5.608198165893555,
      "learning_rate": 9.96734642526178e-06,
      "loss": 0.5983,
      "step": 1586
    },
    {
      "epoch": 0.13075718876163797,
      "grad_norm": 4.2569050788879395,
      "learning_rate": 9.9672702597225e-06,
      "loss": 0.489,
      "step": 1587
    },
    {
      "epoch": 0.13083958144516766,
      "grad_norm": 5.175777912139893,
      "learning_rate": 9.967194005749045e-06,
      "loss": 0.5111,
      "step": 1588
    },
    {
      "epoch": 0.13092197412869738,
      "grad_norm": 4.761724948883057,
      "learning_rate": 9.96711766334277e-06,
      "loss": 0.5095,
      "step": 1589
    },
    {
      "epoch": 0.13100436681222707,
      "grad_norm": 2.6677680015563965,
      "learning_rate": 9.967041232505032e-06,
      "loss": 0.3767,
      "step": 1590
    },
    {
      "epoch": 0.13108675949575677,
      "grad_norm": 5.110241413116455,
      "learning_rate": 9.966964713237193e-06,
      "loss": 0.5721,
      "step": 1591
    },
    {
      "epoch": 0.13116915217928649,
      "grad_norm": 3.1940388679504395,
      "learning_rate": 9.966888105540615e-06,
      "loss": 0.4059,
      "step": 1592
    },
    {
      "epoch": 0.13125154486281618,
      "grad_norm": 4.462355613708496,
      "learning_rate": 9.966811409416664e-06,
      "loss": 0.576,
      "step": 1593
    },
    {
      "epoch": 0.1313339375463459,
      "grad_norm": 3.79240083694458,
      "learning_rate": 9.966734624866702e-06,
      "loss": 0.3366,
      "step": 1594
    },
    {
      "epoch": 0.1314163302298756,
      "grad_norm": 6.052267074584961,
      "learning_rate": 9.966657751892099e-06,
      "loss": 0.6582,
      "step": 1595
    },
    {
      "epoch": 0.13149872291340528,
      "grad_norm": 4.777805805206299,
      "learning_rate": 9.966580790494222e-06,
      "loss": 0.4864,
      "step": 1596
    },
    {
      "epoch": 0.131581115596935,
      "grad_norm": 4.252711772918701,
      "learning_rate": 9.96650374067444e-06,
      "loss": 0.4813,
      "step": 1597
    },
    {
      "epoch": 0.1316635082804647,
      "grad_norm": 3.7533740997314453,
      "learning_rate": 9.966426602434128e-06,
      "loss": 0.5171,
      "step": 1598
    },
    {
      "epoch": 0.13174590096399438,
      "grad_norm": 3.4294700622558594,
      "learning_rate": 9.966349375774658e-06,
      "loss": 0.5116,
      "step": 1599
    },
    {
      "epoch": 0.1318282936475241,
      "grad_norm": 5.0059814453125,
      "learning_rate": 9.966272060697403e-06,
      "loss": 0.583,
      "step": 1600
    },
    {
      "epoch": 0.1319106863310538,
      "grad_norm": 5.079035758972168,
      "learning_rate": 9.966194657203743e-06,
      "loss": 0.4693,
      "step": 1601
    },
    {
      "epoch": 0.13199307901458351,
      "grad_norm": 32.50756072998047,
      "learning_rate": 9.966117165295053e-06,
      "loss": 1.2587,
      "step": 1602
    },
    {
      "epoch": 0.1320754716981132,
      "grad_norm": 4.609561443328857,
      "learning_rate": 9.966039584972713e-06,
      "loss": 0.4047,
      "step": 1603
    },
    {
      "epoch": 0.1321578643816429,
      "grad_norm": 3.3164565563201904,
      "learning_rate": 9.965961916238105e-06,
      "loss": 0.5456,
      "step": 1604
    },
    {
      "epoch": 0.13224025706517262,
      "grad_norm": 5.800084590911865,
      "learning_rate": 9.965884159092613e-06,
      "loss": 0.8965,
      "step": 1605
    },
    {
      "epoch": 0.1323226497487023,
      "grad_norm": 3.214627265930176,
      "learning_rate": 9.965806313537618e-06,
      "loss": 0.4825,
      "step": 1606
    },
    {
      "epoch": 0.13240504243223203,
      "grad_norm": 5.862267971038818,
      "learning_rate": 9.965728379574508e-06,
      "loss": 0.5306,
      "step": 1607
    },
    {
      "epoch": 0.13248743511576172,
      "grad_norm": 4.791542053222656,
      "learning_rate": 9.965650357204673e-06,
      "loss": 0.6509,
      "step": 1608
    },
    {
      "epoch": 0.1325698277992914,
      "grad_norm": 3.8836934566497803,
      "learning_rate": 9.965572246429498e-06,
      "loss": 0.2552,
      "step": 1609
    },
    {
      "epoch": 0.13265222048282113,
      "grad_norm": 3.2149250507354736,
      "learning_rate": 9.965494047250374e-06,
      "loss": 0.4102,
      "step": 1610
    },
    {
      "epoch": 0.13273461316635082,
      "grad_norm": 3.5036041736602783,
      "learning_rate": 9.965415759668696e-06,
      "loss": 0.447,
      "step": 1611
    },
    {
      "epoch": 0.13281700584988054,
      "grad_norm": 3.82149338722229,
      "learning_rate": 9.965337383685854e-06,
      "loss": 0.532,
      "step": 1612
    },
    {
      "epoch": 0.13289939853341023,
      "grad_norm": 3.0301146507263184,
      "learning_rate": 9.965258919303246e-06,
      "loss": 0.4226,
      "step": 1613
    },
    {
      "epoch": 0.13298179121693993,
      "grad_norm": 2.7511537075042725,
      "learning_rate": 9.965180366522269e-06,
      "loss": 0.4427,
      "step": 1614
    },
    {
      "epoch": 0.13306418390046965,
      "grad_norm": 5.250724792480469,
      "learning_rate": 9.96510172534432e-06,
      "loss": 0.6818,
      "step": 1615
    },
    {
      "epoch": 0.13314657658399934,
      "grad_norm": 5.751347064971924,
      "learning_rate": 9.9650229957708e-06,
      "loss": 0.5686,
      "step": 1616
    },
    {
      "epoch": 0.13322896926752906,
      "grad_norm": 5.012642860412598,
      "learning_rate": 9.96494417780311e-06,
      "loss": 0.648,
      "step": 1617
    },
    {
      "epoch": 0.13331136195105875,
      "grad_norm": 5.022599697113037,
      "learning_rate": 9.964865271442656e-06,
      "loss": 0.5137,
      "step": 1618
    },
    {
      "epoch": 0.13339375463458844,
      "grad_norm": 3.4376165866851807,
      "learning_rate": 9.964786276690839e-06,
      "loss": 0.2439,
      "step": 1619
    },
    {
      "epoch": 0.13347614731811816,
      "grad_norm": 3.5685412883758545,
      "learning_rate": 9.964707193549069e-06,
      "loss": 0.4944,
      "step": 1620
    },
    {
      "epoch": 0.13355854000164785,
      "grad_norm": 4.734902381896973,
      "learning_rate": 9.964628022018748e-06,
      "loss": 0.4739,
      "step": 1621
    },
    {
      "epoch": 0.13364093268517754,
      "grad_norm": 5.183323860168457,
      "learning_rate": 9.964548762101293e-06,
      "loss": 0.682,
      "step": 1622
    },
    {
      "epoch": 0.13372332536870726,
      "grad_norm": 6.160939693450928,
      "learning_rate": 9.96446941379811e-06,
      "loss": 0.6472,
      "step": 1623
    },
    {
      "epoch": 0.13380571805223695,
      "grad_norm": 4.625216484069824,
      "learning_rate": 9.964389977110613e-06,
      "loss": 0.5923,
      "step": 1624
    },
    {
      "epoch": 0.13388811073576667,
      "grad_norm": 5.342752456665039,
      "learning_rate": 9.964310452040216e-06,
      "loss": 0.4274,
      "step": 1625
    },
    {
      "epoch": 0.13397050341929637,
      "grad_norm": 4.405669689178467,
      "learning_rate": 9.964230838588336e-06,
      "loss": 0.5146,
      "step": 1626
    },
    {
      "epoch": 0.13405289610282606,
      "grad_norm": 4.462976932525635,
      "learning_rate": 9.964151136756391e-06,
      "loss": 0.4317,
      "step": 1627
    },
    {
      "epoch": 0.13413528878635578,
      "grad_norm": 4.119326114654541,
      "learning_rate": 9.964071346545796e-06,
      "loss": 0.5289,
      "step": 1628
    },
    {
      "epoch": 0.13421768146988547,
      "grad_norm": 2.9493536949157715,
      "learning_rate": 9.963991467957977e-06,
      "loss": 0.5006,
      "step": 1629
    },
    {
      "epoch": 0.1343000741534152,
      "grad_norm": 5.108646869659424,
      "learning_rate": 9.963911500994352e-06,
      "loss": 0.6832,
      "step": 1630
    },
    {
      "epoch": 0.13438246683694488,
      "grad_norm": 3.874756336212158,
      "learning_rate": 9.963831445656345e-06,
      "loss": 0.4826,
      "step": 1631
    },
    {
      "epoch": 0.13446485952047457,
      "grad_norm": 3.850759744644165,
      "learning_rate": 9.96375130194538e-06,
      "loss": 0.5423,
      "step": 1632
    },
    {
      "epoch": 0.1345472522040043,
      "grad_norm": 3.3796494007110596,
      "learning_rate": 9.963671069862891e-06,
      "loss": 0.4439,
      "step": 1633
    },
    {
      "epoch": 0.13462964488753398,
      "grad_norm": 3.8457632064819336,
      "learning_rate": 9.9635907494103e-06,
      "loss": 0.3644,
      "step": 1634
    },
    {
      "epoch": 0.1347120375710637,
      "grad_norm": 5.016069412231445,
      "learning_rate": 9.963510340589037e-06,
      "loss": 0.556,
      "step": 1635
    },
    {
      "epoch": 0.1347944302545934,
      "grad_norm": 4.728945732116699,
      "learning_rate": 9.963429843400536e-06,
      "loss": 0.7553,
      "step": 1636
    },
    {
      "epoch": 0.1348768229381231,
      "grad_norm": 34.11433792114258,
      "learning_rate": 9.963349257846227e-06,
      "loss": 1.34,
      "step": 1637
    },
    {
      "epoch": 0.1349592156216528,
      "grad_norm": 4.21716833114624,
      "learning_rate": 9.963268583927549e-06,
      "loss": 0.5332,
      "step": 1638
    },
    {
      "epoch": 0.1350416083051825,
      "grad_norm": 3.1999311447143555,
      "learning_rate": 9.963187821645934e-06,
      "loss": 0.266,
      "step": 1639
    },
    {
      "epoch": 0.1351240009887122,
      "grad_norm": 5.038501262664795,
      "learning_rate": 9.963106971002825e-06,
      "loss": 0.6916,
      "step": 1640
    },
    {
      "epoch": 0.1352063936722419,
      "grad_norm": 4.649246692657471,
      "learning_rate": 9.963026031999657e-06,
      "loss": 0.449,
      "step": 1641
    },
    {
      "epoch": 0.1352887863557716,
      "grad_norm": 4.334381580352783,
      "learning_rate": 9.96294500463787e-06,
      "loss": 0.4205,
      "step": 1642
    },
    {
      "epoch": 0.13537117903930132,
      "grad_norm": 6.144547939300537,
      "learning_rate": 9.96286388891891e-06,
      "loss": 0.9012,
      "step": 1643
    },
    {
      "epoch": 0.135453571722831,
      "grad_norm": 3.155599594116211,
      "learning_rate": 9.962782684844222e-06,
      "loss": 0.3526,
      "step": 1644
    },
    {
      "epoch": 0.1355359644063607,
      "grad_norm": 32.079734802246094,
      "learning_rate": 9.962701392415248e-06,
      "loss": 0.8991,
      "step": 1645
    },
    {
      "epoch": 0.13561835708989042,
      "grad_norm": 4.944832801818848,
      "learning_rate": 9.962620011633437e-06,
      "loss": 0.474,
      "step": 1646
    },
    {
      "epoch": 0.13570074977342012,
      "grad_norm": 6.086007118225098,
      "learning_rate": 9.962538542500237e-06,
      "loss": 0.4253,
      "step": 1647
    },
    {
      "epoch": 0.13578314245694983,
      "grad_norm": 2.9884531497955322,
      "learning_rate": 9.9624569850171e-06,
      "loss": 0.2352,
      "step": 1648
    },
    {
      "epoch": 0.13586553514047953,
      "grad_norm": 5.982580184936523,
      "learning_rate": 9.962375339185477e-06,
      "loss": 0.5914,
      "step": 1649
    },
    {
      "epoch": 0.13594792782400922,
      "grad_norm": 3.896256685256958,
      "learning_rate": 9.962293605006824e-06,
      "loss": 0.4102,
      "step": 1650
    },
    {
      "epoch": 0.13603032050753894,
      "grad_norm": 5.566236972808838,
      "learning_rate": 9.962211782482592e-06,
      "loss": 0.6744,
      "step": 1651
    },
    {
      "epoch": 0.13611271319106863,
      "grad_norm": 4.010343551635742,
      "learning_rate": 9.962129871614238e-06,
      "loss": 0.3613,
      "step": 1652
    },
    {
      "epoch": 0.13619510587459835,
      "grad_norm": 4.091633319854736,
      "learning_rate": 9.962047872403225e-06,
      "loss": 0.5596,
      "step": 1653
    },
    {
      "epoch": 0.13627749855812804,
      "grad_norm": 3.2899153232574463,
      "learning_rate": 9.961965784851008e-06,
      "loss": 0.4886,
      "step": 1654
    },
    {
      "epoch": 0.13635989124165773,
      "grad_norm": 4.0701470375061035,
      "learning_rate": 9.96188360895905e-06,
      "loss": 0.4557,
      "step": 1655
    },
    {
      "epoch": 0.13644228392518745,
      "grad_norm": 4.102326393127441,
      "learning_rate": 9.961801344728814e-06,
      "loss": 0.4305,
      "step": 1656
    },
    {
      "epoch": 0.13652467660871714,
      "grad_norm": 3.3201894760131836,
      "learning_rate": 9.961718992161766e-06,
      "loss": 0.2819,
      "step": 1657
    },
    {
      "epoch": 0.13660706929224684,
      "grad_norm": 6.605271339416504,
      "learning_rate": 9.961636551259372e-06,
      "loss": 0.7118,
      "step": 1658
    },
    {
      "epoch": 0.13668946197577655,
      "grad_norm": 3.840729236602783,
      "learning_rate": 9.961554022023096e-06,
      "loss": 0.5339,
      "step": 1659
    },
    {
      "epoch": 0.13677185465930625,
      "grad_norm": 3.759855270385742,
      "learning_rate": 9.961471404454412e-06,
      "loss": 0.4315,
      "step": 1660
    },
    {
      "epoch": 0.13685424734283597,
      "grad_norm": 5.4570207595825195,
      "learning_rate": 9.961388698554788e-06,
      "loss": 0.6962,
      "step": 1661
    },
    {
      "epoch": 0.13693664002636566,
      "grad_norm": 3.7021048069000244,
      "learning_rate": 9.961305904325698e-06,
      "loss": 0.5064,
      "step": 1662
    },
    {
      "epoch": 0.13701903270989535,
      "grad_norm": 3.6685965061187744,
      "learning_rate": 9.961223021768616e-06,
      "loss": 0.5096,
      "step": 1663
    },
    {
      "epoch": 0.13710142539342507,
      "grad_norm": 4.707284927368164,
      "learning_rate": 9.961140050885014e-06,
      "loss": 0.6194,
      "step": 1664
    },
    {
      "epoch": 0.13718381807695476,
      "grad_norm": 2.496654748916626,
      "learning_rate": 9.961056991676374e-06,
      "loss": 0.528,
      "step": 1665
    },
    {
      "epoch": 0.13726621076048448,
      "grad_norm": 3.7280921936035156,
      "learning_rate": 9.960973844144173e-06,
      "loss": 0.2639,
      "step": 1666
    },
    {
      "epoch": 0.13734860344401417,
      "grad_norm": 3.5292487144470215,
      "learning_rate": 9.960890608289892e-06,
      "loss": 0.4306,
      "step": 1667
    },
    {
      "epoch": 0.13743099612754386,
      "grad_norm": 4.679956912994385,
      "learning_rate": 9.96080728411501e-06,
      "loss": 0.4754,
      "step": 1668
    },
    {
      "epoch": 0.13751338881107358,
      "grad_norm": 4.938634395599365,
      "learning_rate": 9.960723871621015e-06,
      "loss": 0.6055,
      "step": 1669
    },
    {
      "epoch": 0.13759578149460328,
      "grad_norm": 5.099743843078613,
      "learning_rate": 9.960640370809386e-06,
      "loss": 0.7337,
      "step": 1670
    },
    {
      "epoch": 0.137678174178133,
      "grad_norm": 5.776278495788574,
      "learning_rate": 9.960556781681617e-06,
      "loss": 0.8203,
      "step": 1671
    },
    {
      "epoch": 0.1377605668616627,
      "grad_norm": 2.9531562328338623,
      "learning_rate": 9.960473104239188e-06,
      "loss": 0.4475,
      "step": 1672
    },
    {
      "epoch": 0.13784295954519238,
      "grad_norm": 4.461065292358398,
      "learning_rate": 9.960389338483595e-06,
      "loss": 0.5479,
      "step": 1673
    },
    {
      "epoch": 0.1379253522287221,
      "grad_norm": 33.81926345825195,
      "learning_rate": 9.960305484416329e-06,
      "loss": 1.2994,
      "step": 1674
    },
    {
      "epoch": 0.1380077449122518,
      "grad_norm": 32.65815353393555,
      "learning_rate": 9.96022154203888e-06,
      "loss": 1.0169,
      "step": 1675
    },
    {
      "epoch": 0.13809013759578148,
      "grad_norm": 4.422396183013916,
      "learning_rate": 9.960137511352743e-06,
      "loss": 0.6371,
      "step": 1676
    },
    {
      "epoch": 0.1381725302793112,
      "grad_norm": 5.109714508056641,
      "learning_rate": 9.960053392359415e-06,
      "loss": 0.6622,
      "step": 1677
    },
    {
      "epoch": 0.1382549229628409,
      "grad_norm": 3.0153744220733643,
      "learning_rate": 9.959969185060393e-06,
      "loss": 0.4077,
      "step": 1678
    },
    {
      "epoch": 0.1383373156463706,
      "grad_norm": 5.979269981384277,
      "learning_rate": 9.959884889457176e-06,
      "loss": 0.5642,
      "step": 1679
    },
    {
      "epoch": 0.1384197083299003,
      "grad_norm": 5.468836307525635,
      "learning_rate": 9.959800505551266e-06,
      "loss": 0.4454,
      "step": 1680
    },
    {
      "epoch": 0.13850210101343,
      "grad_norm": 2.5378549098968506,
      "learning_rate": 9.959716033344164e-06,
      "loss": 0.2958,
      "step": 1681
    },
    {
      "epoch": 0.13858449369695972,
      "grad_norm": 5.14448356628418,
      "learning_rate": 9.959631472837376e-06,
      "loss": 0.5259,
      "step": 1682
    },
    {
      "epoch": 0.1386668863804894,
      "grad_norm": 5.63386869430542,
      "learning_rate": 9.959546824032404e-06,
      "loss": 0.4975,
      "step": 1683
    },
    {
      "epoch": 0.13874927906401913,
      "grad_norm": 4.532252311706543,
      "learning_rate": 9.959462086930757e-06,
      "loss": 0.5172,
      "step": 1684
    },
    {
      "epoch": 0.13883167174754882,
      "grad_norm": 5.52226448059082,
      "learning_rate": 9.959377261533945e-06,
      "loss": 0.506,
      "step": 1685
    },
    {
      "epoch": 0.1389140644310785,
      "grad_norm": 4.524670600891113,
      "learning_rate": 9.959292347843476e-06,
      "loss": 0.5776,
      "step": 1686
    },
    {
      "epoch": 0.13899645711460823,
      "grad_norm": 3.358614921569824,
      "learning_rate": 9.959207345860863e-06,
      "loss": 0.3875,
      "step": 1687
    },
    {
      "epoch": 0.13907884979813792,
      "grad_norm": 4.309089660644531,
      "learning_rate": 9.959122255587617e-06,
      "loss": 0.692,
      "step": 1688
    },
    {
      "epoch": 0.13916124248166764,
      "grad_norm": 3.5244271755218506,
      "learning_rate": 9.959037077025256e-06,
      "loss": 0.3807,
      "step": 1689
    },
    {
      "epoch": 0.13924363516519733,
      "grad_norm": 5.7136759757995605,
      "learning_rate": 9.958951810175294e-06,
      "loss": 0.6504,
      "step": 1690
    },
    {
      "epoch": 0.13932602784872702,
      "grad_norm": 5.306081295013428,
      "learning_rate": 9.958866455039253e-06,
      "loss": 0.5027,
      "step": 1691
    },
    {
      "epoch": 0.13940842053225674,
      "grad_norm": 3.6581687927246094,
      "learning_rate": 9.958781011618648e-06,
      "loss": 0.3916,
      "step": 1692
    },
    {
      "epoch": 0.13949081321578644,
      "grad_norm": 4.562187671661377,
      "learning_rate": 9.958695479915002e-06,
      "loss": 0.4869,
      "step": 1693
    },
    {
      "epoch": 0.13957320589931613,
      "grad_norm": 3.688852071762085,
      "learning_rate": 9.958609859929836e-06,
      "loss": 0.4221,
      "step": 1694
    },
    {
      "epoch": 0.13965559858284585,
      "grad_norm": 4.658555507659912,
      "learning_rate": 9.958524151664677e-06,
      "loss": 0.6175,
      "step": 1695
    },
    {
      "epoch": 0.13973799126637554,
      "grad_norm": 3.315001964569092,
      "learning_rate": 9.958438355121052e-06,
      "loss": 0.3242,
      "step": 1696
    },
    {
      "epoch": 0.13982038394990526,
      "grad_norm": 4.843494415283203,
      "learning_rate": 9.958352470300485e-06,
      "loss": 0.4889,
      "step": 1697
    },
    {
      "epoch": 0.13990277663343495,
      "grad_norm": 5.713685035705566,
      "learning_rate": 9.958266497204506e-06,
      "loss": 0.5665,
      "step": 1698
    },
    {
      "epoch": 0.13998516931696464,
      "grad_norm": 5.343531131744385,
      "learning_rate": 9.958180435834646e-06,
      "loss": 0.484,
      "step": 1699
    },
    {
      "epoch": 0.14006756200049436,
      "grad_norm": 4.327929496765137,
      "learning_rate": 9.958094286192437e-06,
      "loss": 0.4558,
      "step": 1700
    },
    {
      "epoch": 0.14014995468402405,
      "grad_norm": 4.005687713623047,
      "learning_rate": 9.958008048279413e-06,
      "loss": 0.5202,
      "step": 1701
    },
    {
      "epoch": 0.14023234736755377,
      "grad_norm": 7.101315975189209,
      "learning_rate": 9.95792172209711e-06,
      "loss": 0.7291,
      "step": 1702
    },
    {
      "epoch": 0.14031474005108346,
      "grad_norm": 5.0281596183776855,
      "learning_rate": 9.957835307647063e-06,
      "loss": 0.3757,
      "step": 1703
    },
    {
      "epoch": 0.14039713273461316,
      "grad_norm": 3.866849660873413,
      "learning_rate": 9.957748804930813e-06,
      "loss": 0.622,
      "step": 1704
    },
    {
      "epoch": 0.14047952541814288,
      "grad_norm": 5.754761219024658,
      "learning_rate": 9.9576622139499e-06,
      "loss": 0.5938,
      "step": 1705
    },
    {
      "epoch": 0.14056191810167257,
      "grad_norm": 6.043980598449707,
      "learning_rate": 9.957575534705861e-06,
      "loss": 0.6914,
      "step": 1706
    },
    {
      "epoch": 0.1406443107852023,
      "grad_norm": 3.807490825653076,
      "learning_rate": 9.957488767200246e-06,
      "loss": 0.3111,
      "step": 1707
    },
    {
      "epoch": 0.14072670346873198,
      "grad_norm": 4.971435070037842,
      "learning_rate": 9.957401911434594e-06,
      "loss": 0.6076,
      "step": 1708
    },
    {
      "epoch": 0.14080909615226167,
      "grad_norm": 5.771153450012207,
      "learning_rate": 9.957314967410455e-06,
      "loss": 0.6345,
      "step": 1709
    },
    {
      "epoch": 0.1408914888357914,
      "grad_norm": 4.85504674911499,
      "learning_rate": 9.957227935129374e-06,
      "loss": 0.4202,
      "step": 1710
    },
    {
      "epoch": 0.14097388151932108,
      "grad_norm": 6.219389915466309,
      "learning_rate": 9.957140814592901e-06,
      "loss": 0.7331,
      "step": 1711
    },
    {
      "epoch": 0.14105627420285077,
      "grad_norm": 4.4671735763549805,
      "learning_rate": 9.95705360580259e-06,
      "loss": 0.4561,
      "step": 1712
    },
    {
      "epoch": 0.1411386668863805,
      "grad_norm": 4.603663921356201,
      "learning_rate": 9.956966308759993e-06,
      "loss": 0.6489,
      "step": 1713
    },
    {
      "epoch": 0.14122105956991018,
      "grad_norm": 4.265391826629639,
      "learning_rate": 9.95687892346666e-06,
      "loss": 0.3532,
      "step": 1714
    },
    {
      "epoch": 0.1413034522534399,
      "grad_norm": 5.447538375854492,
      "learning_rate": 9.95679144992415e-06,
      "loss": 0.6231,
      "step": 1715
    },
    {
      "epoch": 0.1413858449369696,
      "grad_norm": 3.3599023818969727,
      "learning_rate": 9.95670388813402e-06,
      "loss": 0.2159,
      "step": 1716
    },
    {
      "epoch": 0.1414682376204993,
      "grad_norm": 4.323881149291992,
      "learning_rate": 9.95661623809783e-06,
      "loss": 0.4677,
      "step": 1717
    },
    {
      "epoch": 0.141550630304029,
      "grad_norm": 5.09848165512085,
      "learning_rate": 9.956528499817137e-06,
      "loss": 0.7196,
      "step": 1718
    },
    {
      "epoch": 0.1416330229875587,
      "grad_norm": 5.304165840148926,
      "learning_rate": 9.956440673293508e-06,
      "loss": 0.5145,
      "step": 1719
    },
    {
      "epoch": 0.14171541567108842,
      "grad_norm": 3.447521209716797,
      "learning_rate": 9.956352758528501e-06,
      "loss": 0.3425,
      "step": 1720
    },
    {
      "epoch": 0.1417978083546181,
      "grad_norm": 5.0505218505859375,
      "learning_rate": 9.956264755523687e-06,
      "loss": 0.4203,
      "step": 1721
    },
    {
      "epoch": 0.1418802010381478,
      "grad_norm": 6.4021124839782715,
      "learning_rate": 9.956176664280628e-06,
      "loss": 0.4859,
      "step": 1722
    },
    {
      "epoch": 0.14196259372167752,
      "grad_norm": 3.5063018798828125,
      "learning_rate": 9.956088484800895e-06,
      "loss": 0.4882,
      "step": 1723
    },
    {
      "epoch": 0.1420449864052072,
      "grad_norm": 4.087631702423096,
      "learning_rate": 9.956000217086055e-06,
      "loss": 0.4487,
      "step": 1724
    },
    {
      "epoch": 0.14212737908873693,
      "grad_norm": 3.63486647605896,
      "learning_rate": 9.955911861137683e-06,
      "loss": 0.4894,
      "step": 1725
    },
    {
      "epoch": 0.14220977177226662,
      "grad_norm": 8.123056411743164,
      "learning_rate": 9.95582341695735e-06,
      "loss": 0.658,
      "step": 1726
    },
    {
      "epoch": 0.14229216445579632,
      "grad_norm": 4.7001800537109375,
      "learning_rate": 9.955734884546632e-06,
      "loss": 0.488,
      "step": 1727
    },
    {
      "epoch": 0.14237455713932604,
      "grad_norm": 6.804391860961914,
      "learning_rate": 9.955646263907103e-06,
      "loss": 0.8992,
      "step": 1728
    },
    {
      "epoch": 0.14245694982285573,
      "grad_norm": 4.983752250671387,
      "learning_rate": 9.955557555040344e-06,
      "loss": 0.6251,
      "step": 1729
    },
    {
      "epoch": 0.14253934250638542,
      "grad_norm": 3.662917375564575,
      "learning_rate": 9.95546875794793e-06,
      "loss": 0.5484,
      "step": 1730
    },
    {
      "epoch": 0.14262173518991514,
      "grad_norm": 4.806514263153076,
      "learning_rate": 9.955379872631447e-06,
      "loss": 0.3987,
      "step": 1731
    },
    {
      "epoch": 0.14270412787344483,
      "grad_norm": 4.5661234855651855,
      "learning_rate": 9.955290899092473e-06,
      "loss": 0.4241,
      "step": 1732
    },
    {
      "epoch": 0.14278652055697455,
      "grad_norm": 4.437062740325928,
      "learning_rate": 9.955201837332592e-06,
      "loss": 0.4725,
      "step": 1733
    },
    {
      "epoch": 0.14286891324050424,
      "grad_norm": 4.04111385345459,
      "learning_rate": 9.955112687353395e-06,
      "loss": 0.3622,
      "step": 1734
    },
    {
      "epoch": 0.14295130592403393,
      "grad_norm": 3.7546112537384033,
      "learning_rate": 9.955023449156464e-06,
      "loss": 0.5842,
      "step": 1735
    },
    {
      "epoch": 0.14303369860756365,
      "grad_norm": 5.2239837646484375,
      "learning_rate": 9.95493412274339e-06,
      "loss": 0.8296,
      "step": 1736
    },
    {
      "epoch": 0.14311609129109334,
      "grad_norm": 5.339346885681152,
      "learning_rate": 9.954844708115761e-06,
      "loss": 0.6449,
      "step": 1737
    },
    {
      "epoch": 0.14319848397462306,
      "grad_norm": 3.625657558441162,
      "learning_rate": 9.95475520527517e-06,
      "loss": 0.3692,
      "step": 1738
    },
    {
      "epoch": 0.14328087665815276,
      "grad_norm": 4.250087738037109,
      "learning_rate": 9.954665614223212e-06,
      "loss": 0.4515,
      "step": 1739
    },
    {
      "epoch": 0.14336326934168245,
      "grad_norm": 5.953721523284912,
      "learning_rate": 9.954575934961482e-06,
      "loss": 0.3286,
      "step": 1740
    },
    {
      "epoch": 0.14344566202521217,
      "grad_norm": 4.18079137802124,
      "learning_rate": 9.954486167491574e-06,
      "loss": 0.4256,
      "step": 1741
    },
    {
      "epoch": 0.14352805470874186,
      "grad_norm": 4.002017021179199,
      "learning_rate": 9.954396311815088e-06,
      "loss": 0.526,
      "step": 1742
    },
    {
      "epoch": 0.14361044739227158,
      "grad_norm": 3.343867778778076,
      "learning_rate": 9.954306367933623e-06,
      "loss": 0.3351,
      "step": 1743
    },
    {
      "epoch": 0.14369284007580127,
      "grad_norm": 5.317521095275879,
      "learning_rate": 9.954216335848781e-06,
      "loss": 0.6798,
      "step": 1744
    },
    {
      "epoch": 0.14377523275933096,
      "grad_norm": 5.107463836669922,
      "learning_rate": 9.954126215562165e-06,
      "loss": 0.4614,
      "step": 1745
    },
    {
      "epoch": 0.14385762544286068,
      "grad_norm": 5.404364585876465,
      "learning_rate": 9.954036007075378e-06,
      "loss": 0.5228,
      "step": 1746
    },
    {
      "epoch": 0.14394001812639037,
      "grad_norm": 4.479048728942871,
      "learning_rate": 9.953945710390029e-06,
      "loss": 0.6871,
      "step": 1747
    },
    {
      "epoch": 0.1440224108099201,
      "grad_norm": 5.0250020027160645,
      "learning_rate": 9.953855325507723e-06,
      "loss": 0.5216,
      "step": 1748
    },
    {
      "epoch": 0.14410480349344978,
      "grad_norm": 4.470754146575928,
      "learning_rate": 9.95376485243007e-06,
      "loss": 0.5806,
      "step": 1749
    },
    {
      "epoch": 0.14418719617697948,
      "grad_norm": 3.4167284965515137,
      "learning_rate": 9.95367429115868e-06,
      "loss": 0.492,
      "step": 1750
    },
    {
      "epoch": 0.1442695888605092,
      "grad_norm": 3.2287864685058594,
      "learning_rate": 9.953583641695163e-06,
      "loss": 0.3463,
      "step": 1751
    },
    {
      "epoch": 0.1443519815440389,
      "grad_norm": 3.492716073989868,
      "learning_rate": 9.95349290404114e-06,
      "loss": 0.5878,
      "step": 1752
    },
    {
      "epoch": 0.14443437422756858,
      "grad_norm": 3.7112972736358643,
      "learning_rate": 9.95340207819822e-06,
      "loss": 0.589,
      "step": 1753
    },
    {
      "epoch": 0.1445167669110983,
      "grad_norm": 4.324586868286133,
      "learning_rate": 9.953311164168023e-06,
      "loss": 0.5661,
      "step": 1754
    },
    {
      "epoch": 0.144599159594628,
      "grad_norm": 4.8329081535339355,
      "learning_rate": 9.953220161952165e-06,
      "loss": 0.6303,
      "step": 1755
    },
    {
      "epoch": 0.1446815522781577,
      "grad_norm": 5.50504207611084,
      "learning_rate": 9.95312907155227e-06,
      "loss": 0.5602,
      "step": 1756
    },
    {
      "epoch": 0.1447639449616874,
      "grad_norm": 8.552582740783691,
      "learning_rate": 9.953037892969957e-06,
      "loss": 0.497,
      "step": 1757
    },
    {
      "epoch": 0.1448463376452171,
      "grad_norm": 5.207014083862305,
      "learning_rate": 9.952946626206848e-06,
      "loss": 0.6555,
      "step": 1758
    },
    {
      "epoch": 0.1449287303287468,
      "grad_norm": 34.410823822021484,
      "learning_rate": 9.952855271264573e-06,
      "loss": 1.2991,
      "step": 1759
    },
    {
      "epoch": 0.1450111230122765,
      "grad_norm": 4.174550533294678,
      "learning_rate": 9.952763828144752e-06,
      "loss": 0.5361,
      "step": 1760
    },
    {
      "epoch": 0.14509351569580622,
      "grad_norm": 3.275275707244873,
      "learning_rate": 9.952672296849017e-06,
      "loss": 0.3684,
      "step": 1761
    },
    {
      "epoch": 0.14517590837933592,
      "grad_norm": 5.355517387390137,
      "learning_rate": 9.952580677378998e-06,
      "loss": 0.4648,
      "step": 1762
    },
    {
      "epoch": 0.1452583010628656,
      "grad_norm": 3.4592361450195312,
      "learning_rate": 9.952488969736324e-06,
      "loss": 0.4527,
      "step": 1763
    },
    {
      "epoch": 0.14534069374639533,
      "grad_norm": 3.8132500648498535,
      "learning_rate": 9.952397173922629e-06,
      "loss": 0.4875,
      "step": 1764
    },
    {
      "epoch": 0.14542308642992502,
      "grad_norm": 3.3761792182922363,
      "learning_rate": 9.952305289939545e-06,
      "loss": 0.2631,
      "step": 1765
    },
    {
      "epoch": 0.14550547911345474,
      "grad_norm": 4.610744476318359,
      "learning_rate": 9.952213317788713e-06,
      "loss": 0.6299,
      "step": 1766
    },
    {
      "epoch": 0.14558787179698443,
      "grad_norm": 6.011601448059082,
      "learning_rate": 9.952121257471765e-06,
      "loss": 0.6298,
      "step": 1767
    },
    {
      "epoch": 0.14567026448051412,
      "grad_norm": 4.633172035217285,
      "learning_rate": 9.952029108990341e-06,
      "loss": 0.5355,
      "step": 1768
    },
    {
      "epoch": 0.14575265716404384,
      "grad_norm": 4.304041862487793,
      "learning_rate": 9.951936872346084e-06,
      "loss": 0.4568,
      "step": 1769
    },
    {
      "epoch": 0.14583504984757353,
      "grad_norm": 6.112711429595947,
      "learning_rate": 9.951844547540634e-06,
      "loss": 0.6293,
      "step": 1770
    },
    {
      "epoch": 0.14591744253110323,
      "grad_norm": 4.540122985839844,
      "learning_rate": 9.951752134575636e-06,
      "loss": 0.5349,
      "step": 1771
    },
    {
      "epoch": 0.14599983521463294,
      "grad_norm": 5.571591854095459,
      "learning_rate": 9.951659633452735e-06,
      "loss": 0.4743,
      "step": 1772
    },
    {
      "epoch": 0.14608222789816264,
      "grad_norm": 6.096165180206299,
      "learning_rate": 9.951567044173577e-06,
      "loss": 0.6454,
      "step": 1773
    },
    {
      "epoch": 0.14616462058169236,
      "grad_norm": 3.482111692428589,
      "learning_rate": 9.951474366739811e-06,
      "loss": 0.3233,
      "step": 1774
    },
    {
      "epoch": 0.14624701326522205,
      "grad_norm": 3.846590518951416,
      "learning_rate": 9.951381601153087e-06,
      "loss": 0.4573,
      "step": 1775
    },
    {
      "epoch": 0.14632940594875174,
      "grad_norm": 4.846436977386475,
      "learning_rate": 9.951288747415055e-06,
      "loss": 0.6291,
      "step": 1776
    },
    {
      "epoch": 0.14641179863228146,
      "grad_norm": 5.319793224334717,
      "learning_rate": 9.95119580552737e-06,
      "loss": 0.58,
      "step": 1777
    },
    {
      "epoch": 0.14649419131581115,
      "grad_norm": 3.2333321571350098,
      "learning_rate": 9.95110277549169e-06,
      "loss": 0.5106,
      "step": 1778
    },
    {
      "epoch": 0.14657658399934087,
      "grad_norm": 2.890550136566162,
      "learning_rate": 9.951009657309664e-06,
      "loss": 0.2279,
      "step": 1779
    },
    {
      "epoch": 0.14665897668287056,
      "grad_norm": 3.9790642261505127,
      "learning_rate": 9.950916450982954e-06,
      "loss": 0.4162,
      "step": 1780
    },
    {
      "epoch": 0.14674136936640025,
      "grad_norm": 5.108892440795898,
      "learning_rate": 9.95082315651322e-06,
      "loss": 0.5547,
      "step": 1781
    },
    {
      "epoch": 0.14682376204992997,
      "grad_norm": 4.451322078704834,
      "learning_rate": 9.950729773902119e-06,
      "loss": 0.4617,
      "step": 1782
    },
    {
      "epoch": 0.14690615473345967,
      "grad_norm": 5.669062614440918,
      "learning_rate": 9.950636303151318e-06,
      "loss": 0.7132,
      "step": 1783
    },
    {
      "epoch": 0.14698854741698938,
      "grad_norm": 3.9763777256011963,
      "learning_rate": 9.950542744262478e-06,
      "loss": 0.2335,
      "step": 1784
    },
    {
      "epoch": 0.14707094010051908,
      "grad_norm": 3.6442089080810547,
      "learning_rate": 9.950449097237268e-06,
      "loss": 0.3635,
      "step": 1785
    },
    {
      "epoch": 0.14715333278404877,
      "grad_norm": 6.855396270751953,
      "learning_rate": 9.950355362077351e-06,
      "loss": 0.6411,
      "step": 1786
    },
    {
      "epoch": 0.1472357254675785,
      "grad_norm": 4.6189117431640625,
      "learning_rate": 9.950261538784399e-06,
      "loss": 0.5702,
      "step": 1787
    },
    {
      "epoch": 0.14731811815110818,
      "grad_norm": 4.5673441886901855,
      "learning_rate": 9.950167627360078e-06,
      "loss": 0.3826,
      "step": 1788
    },
    {
      "epoch": 0.14740051083463787,
      "grad_norm": 4.568701267242432,
      "learning_rate": 9.950073627806068e-06,
      "loss": 0.5917,
      "step": 1789
    },
    {
      "epoch": 0.1474829035181676,
      "grad_norm": 11.291108131408691,
      "learning_rate": 9.949979540124036e-06,
      "loss": 0.6047,
      "step": 1790
    },
    {
      "epoch": 0.14756529620169728,
      "grad_norm": 4.2912702560424805,
      "learning_rate": 9.949885364315659e-06,
      "loss": 0.6444,
      "step": 1791
    },
    {
      "epoch": 0.147647688885227,
      "grad_norm": 4.479364395141602,
      "learning_rate": 9.949791100382613e-06,
      "loss": 0.3437,
      "step": 1792
    },
    {
      "epoch": 0.1477300815687567,
      "grad_norm": 3.9666659832000732,
      "learning_rate": 9.949696748326576e-06,
      "loss": 0.5529,
      "step": 1793
    },
    {
      "epoch": 0.14781247425228639,
      "grad_norm": 4.0762128829956055,
      "learning_rate": 9.94960230814923e-06,
      "loss": 0.4233,
      "step": 1794
    },
    {
      "epoch": 0.1478948669358161,
      "grad_norm": 5.250582218170166,
      "learning_rate": 9.949507779852255e-06,
      "loss": 0.511,
      "step": 1795
    },
    {
      "epoch": 0.1479772596193458,
      "grad_norm": 6.114077568054199,
      "learning_rate": 9.949413163437334e-06,
      "loss": 0.7572,
      "step": 1796
    },
    {
      "epoch": 0.14805965230287552,
      "grad_norm": 3.307253360748291,
      "learning_rate": 9.94931845890615e-06,
      "loss": 0.2078,
      "step": 1797
    },
    {
      "epoch": 0.1481420449864052,
      "grad_norm": 4.418310642242432,
      "learning_rate": 9.949223666260391e-06,
      "loss": 0.4759,
      "step": 1798
    },
    {
      "epoch": 0.1482244376699349,
      "grad_norm": 5.15277624130249,
      "learning_rate": 9.949128785501744e-06,
      "loss": 0.5326,
      "step": 1799
    },
    {
      "epoch": 0.14830683035346462,
      "grad_norm": 4.845116138458252,
      "learning_rate": 9.949033816631897e-06,
      "loss": 0.4045,
      "step": 1800
    },
    {
      "epoch": 0.1483892230369943,
      "grad_norm": 4.294958591461182,
      "learning_rate": 9.948938759652545e-06,
      "loss": 0.5778,
      "step": 1801
    },
    {
      "epoch": 0.14847161572052403,
      "grad_norm": 4.587876319885254,
      "learning_rate": 9.948843614565373e-06,
      "loss": 0.4343,
      "step": 1802
    },
    {
      "epoch": 0.14855400840405372,
      "grad_norm": 5.117074966430664,
      "learning_rate": 9.948748381372081e-06,
      "loss": 0.5485,
      "step": 1803
    },
    {
      "epoch": 0.14863640108758341,
      "grad_norm": 4.268396854400635,
      "learning_rate": 9.948653060074365e-06,
      "loss": 0.5052,
      "step": 1804
    },
    {
      "epoch": 0.14871879377111313,
      "grad_norm": 4.27157735824585,
      "learning_rate": 9.948557650673917e-06,
      "loss": 0.6068,
      "step": 1805
    },
    {
      "epoch": 0.14880118645464283,
      "grad_norm": 4.546974182128906,
      "learning_rate": 9.94846215317244e-06,
      "loss": 0.64,
      "step": 1806
    },
    {
      "epoch": 0.14888357913817252,
      "grad_norm": 2.8792481422424316,
      "learning_rate": 9.94836656757163e-06,
      "loss": 0.4527,
      "step": 1807
    },
    {
      "epoch": 0.14896597182170224,
      "grad_norm": 3.8326547145843506,
      "learning_rate": 9.948270893873194e-06,
      "loss": 0.3417,
      "step": 1808
    },
    {
      "epoch": 0.14904836450523193,
      "grad_norm": 5.346591472625732,
      "learning_rate": 9.94817513207883e-06,
      "loss": 0.644,
      "step": 1809
    },
    {
      "epoch": 0.14913075718876165,
      "grad_norm": 5.780342102050781,
      "learning_rate": 9.948079282190246e-06,
      "loss": 0.3869,
      "step": 1810
    },
    {
      "epoch": 0.14921314987229134,
      "grad_norm": 2.9414560794830322,
      "learning_rate": 9.947983344209149e-06,
      "loss": 0.3258,
      "step": 1811
    },
    {
      "epoch": 0.14929554255582103,
      "grad_norm": 3.994161367416382,
      "learning_rate": 9.947887318137246e-06,
      "loss": 0.5414,
      "step": 1812
    },
    {
      "epoch": 0.14937793523935075,
      "grad_norm": 5.262808799743652,
      "learning_rate": 9.947791203976246e-06,
      "loss": 0.4915,
      "step": 1813
    },
    {
      "epoch": 0.14946032792288044,
      "grad_norm": 3.1879899501800537,
      "learning_rate": 9.94769500172786e-06,
      "loss": 0.4694,
      "step": 1814
    },
    {
      "epoch": 0.14954272060641016,
      "grad_norm": 4.324514865875244,
      "learning_rate": 9.947598711393803e-06,
      "loss": 0.4141,
      "step": 1815
    },
    {
      "epoch": 0.14962511328993985,
      "grad_norm": 4.092978000640869,
      "learning_rate": 9.947502332975785e-06,
      "loss": 0.5498,
      "step": 1816
    },
    {
      "epoch": 0.14970750597346955,
      "grad_norm": 6.5488972663879395,
      "learning_rate": 9.947405866475526e-06,
      "loss": 0.6773,
      "step": 1817
    },
    {
      "epoch": 0.14978989865699927,
      "grad_norm": 5.195137977600098,
      "learning_rate": 9.947309311894741e-06,
      "loss": 0.4007,
      "step": 1818
    },
    {
      "epoch": 0.14987229134052896,
      "grad_norm": 4.108128547668457,
      "learning_rate": 9.947212669235151e-06,
      "loss": 0.5645,
      "step": 1819
    },
    {
      "epoch": 0.14995468402405868,
      "grad_norm": 4.320401668548584,
      "learning_rate": 9.947115938498475e-06,
      "loss": 0.3126,
      "step": 1820
    },
    {
      "epoch": 0.15003707670758837,
      "grad_norm": 2.8768699169158936,
      "learning_rate": 9.947019119686437e-06,
      "loss": 0.3646,
      "step": 1821
    },
    {
      "epoch": 0.15011946939111806,
      "grad_norm": 3.8230950832366943,
      "learning_rate": 9.946922212800758e-06,
      "loss": 0.5953,
      "step": 1822
    },
    {
      "epoch": 0.15020186207464778,
      "grad_norm": 4.92586612701416,
      "learning_rate": 9.946825217843165e-06,
      "loss": 0.5255,
      "step": 1823
    },
    {
      "epoch": 0.15028425475817747,
      "grad_norm": 3.8711066246032715,
      "learning_rate": 9.946728134815384e-06,
      "loss": 0.5099,
      "step": 1824
    },
    {
      "epoch": 0.15036664744170716,
      "grad_norm": 3.7081313133239746,
      "learning_rate": 9.946630963719143e-06,
      "loss": 0.3425,
      "step": 1825
    },
    {
      "epoch": 0.15044904012523688,
      "grad_norm": 6.0045928955078125,
      "learning_rate": 9.946533704556174e-06,
      "loss": 0.7222,
      "step": 1826
    },
    {
      "epoch": 0.15053143280876657,
      "grad_norm": 4.437349319458008,
      "learning_rate": 9.946436357328208e-06,
      "loss": 0.4355,
      "step": 1827
    },
    {
      "epoch": 0.1506138254922963,
      "grad_norm": 4.877688407897949,
      "learning_rate": 9.946338922036977e-06,
      "loss": 0.3998,
      "step": 1828
    },
    {
      "epoch": 0.15069621817582599,
      "grad_norm": 36.297298431396484,
      "learning_rate": 9.946241398684216e-06,
      "loss": 1.7729,
      "step": 1829
    },
    {
      "epoch": 0.15077861085935568,
      "grad_norm": 3.185720443725586,
      "learning_rate": 9.94614378727166e-06,
      "loss": 0.6068,
      "step": 1830
    },
    {
      "epoch": 0.1508610035428854,
      "grad_norm": 35.43135070800781,
      "learning_rate": 9.946046087801052e-06,
      "loss": 1.4629,
      "step": 1831
    },
    {
      "epoch": 0.1509433962264151,
      "grad_norm": 5.1680097579956055,
      "learning_rate": 9.945948300274124e-06,
      "loss": 0.5079,
      "step": 1832
    },
    {
      "epoch": 0.1510257889099448,
      "grad_norm": 3.9997856616973877,
      "learning_rate": 9.945850424692622e-06,
      "loss": 0.5071,
      "step": 1833
    },
    {
      "epoch": 0.1511081815934745,
      "grad_norm": 3.703758955001831,
      "learning_rate": 9.945752461058286e-06,
      "loss": 0.5194,
      "step": 1834
    },
    {
      "epoch": 0.1511905742770042,
      "grad_norm": 3.7235755920410156,
      "learning_rate": 9.945654409372861e-06,
      "loss": 0.503,
      "step": 1835
    },
    {
      "epoch": 0.1512729669605339,
      "grad_norm": 3.6283950805664062,
      "learning_rate": 9.945556269638095e-06,
      "loss": 0.3038,
      "step": 1836
    },
    {
      "epoch": 0.1513553596440636,
      "grad_norm": 4.585672378540039,
      "learning_rate": 9.945458041855732e-06,
      "loss": 0.5962,
      "step": 1837
    },
    {
      "epoch": 0.15143775232759332,
      "grad_norm": 3.0426909923553467,
      "learning_rate": 9.94535972602752e-06,
      "loss": 0.577,
      "step": 1838
    },
    {
      "epoch": 0.15152014501112301,
      "grad_norm": 3.7732152938842773,
      "learning_rate": 9.945261322155213e-06,
      "loss": 0.3714,
      "step": 1839
    },
    {
      "epoch": 0.1516025376946527,
      "grad_norm": 5.634625434875488,
      "learning_rate": 9.94516283024056e-06,
      "loss": 0.7791,
      "step": 1840
    },
    {
      "epoch": 0.15168493037818243,
      "grad_norm": 3.9672341346740723,
      "learning_rate": 9.945064250285318e-06,
      "loss": 0.4579,
      "step": 1841
    },
    {
      "epoch": 0.15176732306171212,
      "grad_norm": 4.684754371643066,
      "learning_rate": 9.944965582291236e-06,
      "loss": 0.6577,
      "step": 1842
    },
    {
      "epoch": 0.1518497157452418,
      "grad_norm": 6.747351169586182,
      "learning_rate": 9.944866826260076e-06,
      "loss": 0.4406,
      "step": 1843
    },
    {
      "epoch": 0.15193210842877153,
      "grad_norm": 6.196094036102295,
      "learning_rate": 9.944767982193595e-06,
      "loss": 0.5099,
      "step": 1844
    },
    {
      "epoch": 0.15201450111230122,
      "grad_norm": 5.090247631072998,
      "learning_rate": 9.944669050093552e-06,
      "loss": 0.3023,
      "step": 1845
    },
    {
      "epoch": 0.15209689379583094,
      "grad_norm": 4.864443302154541,
      "learning_rate": 9.944570029961706e-06,
      "loss": 0.6063,
      "step": 1846
    },
    {
      "epoch": 0.15217928647936063,
      "grad_norm": 6.070278644561768,
      "learning_rate": 9.944470921799825e-06,
      "loss": 0.7227,
      "step": 1847
    },
    {
      "epoch": 0.15226167916289032,
      "grad_norm": 3.7510812282562256,
      "learning_rate": 9.944371725609671e-06,
      "loss": 0.5632,
      "step": 1848
    },
    {
      "epoch": 0.15234407184642004,
      "grad_norm": 4.296025276184082,
      "learning_rate": 9.944272441393008e-06,
      "loss": 0.4813,
      "step": 1849
    },
    {
      "epoch": 0.15242646452994973,
      "grad_norm": 4.998476505279541,
      "learning_rate": 9.944173069151609e-06,
      "loss": 0.724,
      "step": 1850
    },
    {
      "epoch": 0.15250885721347945,
      "grad_norm": 3.6763486862182617,
      "learning_rate": 9.944073608887235e-06,
      "loss": 0.2624,
      "step": 1851
    },
    {
      "epoch": 0.15259124989700915,
      "grad_norm": 4.521772384643555,
      "learning_rate": 9.943974060601664e-06,
      "loss": 0.4872,
      "step": 1852
    },
    {
      "epoch": 0.15267364258053884,
      "grad_norm": 5.527103424072266,
      "learning_rate": 9.943874424296666e-06,
      "loss": 0.4381,
      "step": 1853
    },
    {
      "epoch": 0.15275603526406856,
      "grad_norm": 4.239039897918701,
      "learning_rate": 9.943774699974014e-06,
      "loss": 0.5984,
      "step": 1854
    },
    {
      "epoch": 0.15283842794759825,
      "grad_norm": 4.2558274269104,
      "learning_rate": 9.943674887635483e-06,
      "loss": 0.4844,
      "step": 1855
    },
    {
      "epoch": 0.15292082063112797,
      "grad_norm": 4.301813125610352,
      "learning_rate": 9.943574987282853e-06,
      "loss": 0.5042,
      "step": 1856
    },
    {
      "epoch": 0.15300321331465766,
      "grad_norm": 3.874756097793579,
      "learning_rate": 9.943474998917899e-06,
      "loss": 0.5056,
      "step": 1857
    },
    {
      "epoch": 0.15308560599818735,
      "grad_norm": 5.749702453613281,
      "learning_rate": 9.943374922542403e-06,
      "loss": 0.4376,
      "step": 1858
    },
    {
      "epoch": 0.15316799868171707,
      "grad_norm": 2.8862924575805664,
      "learning_rate": 9.943274758158146e-06,
      "loss": 0.4044,
      "step": 1859
    },
    {
      "epoch": 0.15325039136524676,
      "grad_norm": 4.987961769104004,
      "learning_rate": 9.943174505766912e-06,
      "loss": 0.5512,
      "step": 1860
    },
    {
      "epoch": 0.15333278404877645,
      "grad_norm": 3.3172736167907715,
      "learning_rate": 9.943074165370486e-06,
      "loss": 0.473,
      "step": 1861
    },
    {
      "epoch": 0.15341517673230617,
      "grad_norm": 5.651239395141602,
      "learning_rate": 9.94297373697065e-06,
      "loss": 0.4964,
      "step": 1862
    },
    {
      "epoch": 0.15349756941583587,
      "grad_norm": 8.164730072021484,
      "learning_rate": 9.942873220569201e-06,
      "loss": 0.7516,
      "step": 1863
    },
    {
      "epoch": 0.15357996209936559,
      "grad_norm": 7.831088066101074,
      "learning_rate": 9.942772616167921e-06,
      "loss": 0.532,
      "step": 1864
    },
    {
      "epoch": 0.15366235478289528,
      "grad_norm": 11.273459434509277,
      "learning_rate": 9.942671923768604e-06,
      "loss": 0.7382,
      "step": 1865
    },
    {
      "epoch": 0.15374474746642497,
      "grad_norm": 2.89146089553833,
      "learning_rate": 9.942571143373041e-06,
      "loss": 0.4893,
      "step": 1866
    },
    {
      "epoch": 0.1538271401499547,
      "grad_norm": 3.747100353240967,
      "learning_rate": 9.942470274983029e-06,
      "loss": 0.4774,
      "step": 1867
    },
    {
      "epoch": 0.15390953283348438,
      "grad_norm": 4.591473579406738,
      "learning_rate": 9.94236931860036e-06,
      "loss": 0.4686,
      "step": 1868
    },
    {
      "epoch": 0.1539919255170141,
      "grad_norm": 4.5741987228393555,
      "learning_rate": 9.942268274226836e-06,
      "loss": 0.6642,
      "step": 1869
    },
    {
      "epoch": 0.1540743182005438,
      "grad_norm": 3.6925477981567383,
      "learning_rate": 9.942167141864252e-06,
      "loss": 0.5449,
      "step": 1870
    },
    {
      "epoch": 0.15415671088407348,
      "grad_norm": 5.988868713378906,
      "learning_rate": 9.94206592151441e-06,
      "loss": 0.6091,
      "step": 1871
    },
    {
      "epoch": 0.1542391035676032,
      "grad_norm": 3.0959579944610596,
      "learning_rate": 9.941964613179113e-06,
      "loss": 0.4349,
      "step": 1872
    },
    {
      "epoch": 0.1543214962511329,
      "grad_norm": 3.5843517780303955,
      "learning_rate": 9.941863216860161e-06,
      "loss": 0.5473,
      "step": 1873
    },
    {
      "epoch": 0.15440388893466261,
      "grad_norm": 4.2265543937683105,
      "learning_rate": 9.941761732559365e-06,
      "loss": 0.4557,
      "step": 1874
    },
    {
      "epoch": 0.1544862816181923,
      "grad_norm": 4.004867076873779,
      "learning_rate": 9.941660160278526e-06,
      "loss": 0.5073,
      "step": 1875
    },
    {
      "epoch": 0.154568674301722,
      "grad_norm": 4.281512260437012,
      "learning_rate": 9.941558500019458e-06,
      "loss": 0.5691,
      "step": 1876
    },
    {
      "epoch": 0.15465106698525172,
      "grad_norm": 2.8100311756134033,
      "learning_rate": 9.941456751783965e-06,
      "loss": 0.5283,
      "step": 1877
    },
    {
      "epoch": 0.1547334596687814,
      "grad_norm": 3.4135358333587646,
      "learning_rate": 9.941354915573863e-06,
      "loss": 0.4822,
      "step": 1878
    },
    {
      "epoch": 0.15481585235231113,
      "grad_norm": 3.4184539318084717,
      "learning_rate": 9.941252991390961e-06,
      "loss": 0.372,
      "step": 1879
    },
    {
      "epoch": 0.15489824503584082,
      "grad_norm": 3.1668453216552734,
      "learning_rate": 9.941150979237078e-06,
      "loss": 0.3892,
      "step": 1880
    },
    {
      "epoch": 0.1549806377193705,
      "grad_norm": 4.757066249847412,
      "learning_rate": 9.941048879114025e-06,
      "loss": 0.5669,
      "step": 1881
    },
    {
      "epoch": 0.15506303040290023,
      "grad_norm": 6.578674793243408,
      "learning_rate": 9.940946691023625e-06,
      "loss": 0.6991,
      "step": 1882
    },
    {
      "epoch": 0.15514542308642992,
      "grad_norm": 4.21423864364624,
      "learning_rate": 9.940844414967697e-06,
      "loss": 0.4179,
      "step": 1883
    },
    {
      "epoch": 0.15522781576995962,
      "grad_norm": 3.9853556156158447,
      "learning_rate": 9.940742050948057e-06,
      "loss": 0.5552,
      "step": 1884
    },
    {
      "epoch": 0.15531020845348933,
      "grad_norm": 3.2000954151153564,
      "learning_rate": 9.94063959896653e-06,
      "loss": 0.3276,
      "step": 1885
    },
    {
      "epoch": 0.15539260113701903,
      "grad_norm": 3.8000071048736572,
      "learning_rate": 9.940537059024942e-06,
      "loss": 0.472,
      "step": 1886
    },
    {
      "epoch": 0.15547499382054875,
      "grad_norm": 5.502800941467285,
      "learning_rate": 9.940434431125117e-06,
      "loss": 0.3843,
      "step": 1887
    },
    {
      "epoch": 0.15555738650407844,
      "grad_norm": 4.32858419418335,
      "learning_rate": 9.940331715268883e-06,
      "loss": 0.4463,
      "step": 1888
    },
    {
      "epoch": 0.15563977918760813,
      "grad_norm": 5.315942287445068,
      "learning_rate": 9.940228911458065e-06,
      "loss": 0.5709,
      "step": 1889
    },
    {
      "epoch": 0.15572217187113785,
      "grad_norm": 3.0876572132110596,
      "learning_rate": 9.940126019694498e-06,
      "loss": 0.4265,
      "step": 1890
    },
    {
      "epoch": 0.15580456455466754,
      "grad_norm": 3.6107397079467773,
      "learning_rate": 9.940023039980012e-06,
      "loss": 0.5545,
      "step": 1891
    },
    {
      "epoch": 0.15588695723819726,
      "grad_norm": 4.378454685211182,
      "learning_rate": 9.939919972316437e-06,
      "loss": 0.528,
      "step": 1892
    },
    {
      "epoch": 0.15596934992172695,
      "grad_norm": 7.759943962097168,
      "learning_rate": 9.939816816705615e-06,
      "loss": 0.7704,
      "step": 1893
    },
    {
      "epoch": 0.15605174260525664,
      "grad_norm": 5.106720447540283,
      "learning_rate": 9.939713573149377e-06,
      "loss": 0.4622,
      "step": 1894
    },
    {
      "epoch": 0.15613413528878636,
      "grad_norm": 4.802287578582764,
      "learning_rate": 9.939610241649561e-06,
      "loss": 0.5934,
      "step": 1895
    },
    {
      "epoch": 0.15621652797231605,
      "grad_norm": 4.101103782653809,
      "learning_rate": 9.93950682220801e-06,
      "loss": 0.3755,
      "step": 1896
    },
    {
      "epoch": 0.15629892065584577,
      "grad_norm": 4.183984756469727,
      "learning_rate": 9.939403314826563e-06,
      "loss": 0.3977,
      "step": 1897
    },
    {
      "epoch": 0.15638131333937547,
      "grad_norm": 3.653669834136963,
      "learning_rate": 9.939299719507065e-06,
      "loss": 0.3762,
      "step": 1898
    },
    {
      "epoch": 0.15646370602290516,
      "grad_norm": 5.837350845336914,
      "learning_rate": 9.939196036251357e-06,
      "loss": 0.7018,
      "step": 1899
    },
    {
      "epoch": 0.15654609870643488,
      "grad_norm": 3.893294334411621,
      "learning_rate": 9.939092265061288e-06,
      "loss": 0.4701,
      "step": 1900
    },
    {
      "epoch": 0.15662849138996457,
      "grad_norm": 3.6236650943756104,
      "learning_rate": 9.938988405938703e-06,
      "loss": 0.3156,
      "step": 1901
    },
    {
      "epoch": 0.15671088407349426,
      "grad_norm": 4.521589756011963,
      "learning_rate": 9.938884458885454e-06,
      "loss": 0.6355,
      "step": 1902
    },
    {
      "epoch": 0.15679327675702398,
      "grad_norm": 3.3124303817749023,
      "learning_rate": 9.938780423903387e-06,
      "loss": 0.5127,
      "step": 1903
    },
    {
      "epoch": 0.15687566944055367,
      "grad_norm": 5.472639083862305,
      "learning_rate": 9.938676300994358e-06,
      "loss": 0.5536,
      "step": 1904
    },
    {
      "epoch": 0.1569580621240834,
      "grad_norm": 5.885173797607422,
      "learning_rate": 9.938572090160222e-06,
      "loss": 0.486,
      "step": 1905
    },
    {
      "epoch": 0.15704045480761308,
      "grad_norm": 3.9939985275268555,
      "learning_rate": 9.938467791402828e-06,
      "loss": 0.2933,
      "step": 1906
    },
    {
      "epoch": 0.15712284749114278,
      "grad_norm": 4.845584869384766,
      "learning_rate": 9.938363404724038e-06,
      "loss": 0.365,
      "step": 1907
    },
    {
      "epoch": 0.1572052401746725,
      "grad_norm": 33.62548828125,
      "learning_rate": 9.93825893012571e-06,
      "loss": 1.6899,
      "step": 1908
    },
    {
      "epoch": 0.1572876328582022,
      "grad_norm": 4.331930637359619,
      "learning_rate": 9.938154367609705e-06,
      "loss": 0.4908,
      "step": 1909
    },
    {
      "epoch": 0.1573700255417319,
      "grad_norm": 5.456235408782959,
      "learning_rate": 9.93804971717788e-06,
      "loss": 0.5351,
      "step": 1910
    },
    {
      "epoch": 0.1574524182252616,
      "grad_norm": 5.216365814208984,
      "learning_rate": 9.937944978832103e-06,
      "loss": 0.3736,
      "step": 1911
    },
    {
      "epoch": 0.1575348109087913,
      "grad_norm": 3.5188615322113037,
      "learning_rate": 9.937840152574235e-06,
      "loss": 0.4449,
      "step": 1912
    },
    {
      "epoch": 0.157617203592321,
      "grad_norm": 7.432524681091309,
      "learning_rate": 9.937735238406146e-06,
      "loss": 0.737,
      "step": 1913
    },
    {
      "epoch": 0.1576995962758507,
      "grad_norm": 2.940997362136841,
      "learning_rate": 9.9376302363297e-06,
      "loss": 0.3906,
      "step": 1914
    },
    {
      "epoch": 0.15778198895938042,
      "grad_norm": 3.9935901165008545,
      "learning_rate": 9.937525146346767e-06,
      "loss": 0.6423,
      "step": 1915
    },
    {
      "epoch": 0.1578643816429101,
      "grad_norm": 8.998835563659668,
      "learning_rate": 9.937419968459221e-06,
      "loss": 0.6313,
      "step": 1916
    },
    {
      "epoch": 0.1579467743264398,
      "grad_norm": 3.311901569366455,
      "learning_rate": 9.937314702668933e-06,
      "loss": 0.5581,
      "step": 1917
    },
    {
      "epoch": 0.15802916700996952,
      "grad_norm": 4.300849914550781,
      "learning_rate": 9.937209348977776e-06,
      "loss": 0.4566,
      "step": 1918
    },
    {
      "epoch": 0.15811155969349922,
      "grad_norm": 6.066680908203125,
      "learning_rate": 9.937103907387626e-06,
      "loss": 0.527,
      "step": 1919
    },
    {
      "epoch": 0.1581939523770289,
      "grad_norm": 3.3654720783233643,
      "learning_rate": 9.936998377900362e-06,
      "loss": 0.2809,
      "step": 1920
    },
    {
      "epoch": 0.15827634506055863,
      "grad_norm": 3.0632100105285645,
      "learning_rate": 9.93689276051786e-06,
      "loss": 0.5408,
      "step": 1921
    },
    {
      "epoch": 0.15835873774408832,
      "grad_norm": 5.3465399742126465,
      "learning_rate": 9.936787055242002e-06,
      "loss": 0.6507,
      "step": 1922
    },
    {
      "epoch": 0.15844113042761804,
      "grad_norm": 3.639538288116455,
      "learning_rate": 9.93668126207467e-06,
      "loss": 0.1876,
      "step": 1923
    },
    {
      "epoch": 0.15852352311114773,
      "grad_norm": 4.1052446365356445,
      "learning_rate": 9.936575381017746e-06,
      "loss": 0.4444,
      "step": 1924
    },
    {
      "epoch": 0.15860591579467742,
      "grad_norm": 2.5686511993408203,
      "learning_rate": 9.936469412073117e-06,
      "loss": 0.315,
      "step": 1925
    },
    {
      "epoch": 0.15868830847820714,
      "grad_norm": 30.55435562133789,
      "learning_rate": 9.936363355242668e-06,
      "loss": 0.9,
      "step": 1926
    },
    {
      "epoch": 0.15877070116173683,
      "grad_norm": 4.72639274597168,
      "learning_rate": 9.93625721052829e-06,
      "loss": 0.5694,
      "step": 1927
    },
    {
      "epoch": 0.15885309384526655,
      "grad_norm": 3.804516553878784,
      "learning_rate": 9.936150977931869e-06,
      "loss": 0.6075,
      "step": 1928
    },
    {
      "epoch": 0.15893548652879624,
      "grad_norm": 4.375555038452148,
      "learning_rate": 9.936044657455298e-06,
      "loss": 0.4384,
      "step": 1929
    },
    {
      "epoch": 0.15901787921232594,
      "grad_norm": 4.989250659942627,
      "learning_rate": 9.93593824910047e-06,
      "loss": 0.6752,
      "step": 1930
    },
    {
      "epoch": 0.15910027189585565,
      "grad_norm": 4.914003849029541,
      "learning_rate": 9.935831752869278e-06,
      "loss": 0.5438,
      "step": 1931
    },
    {
      "epoch": 0.15918266457938535,
      "grad_norm": 2.0452873706817627,
      "learning_rate": 9.93572516876362e-06,
      "loss": 0.4406,
      "step": 1932
    },
    {
      "epoch": 0.15926505726291507,
      "grad_norm": 4.287019729614258,
      "learning_rate": 9.935618496785396e-06,
      "loss": 0.5272,
      "step": 1933
    },
    {
      "epoch": 0.15934744994644476,
      "grad_norm": 24.5931453704834,
      "learning_rate": 9.935511736936498e-06,
      "loss": 0.47,
      "step": 1934
    },
    {
      "epoch": 0.15942984262997445,
      "grad_norm": 3.8483002185821533,
      "learning_rate": 9.935404889218831e-06,
      "loss": 0.4462,
      "step": 1935
    },
    {
      "epoch": 0.15951223531350417,
      "grad_norm": 4.29853630065918,
      "learning_rate": 9.935297953634298e-06,
      "loss": 0.4743,
      "step": 1936
    },
    {
      "epoch": 0.15959462799703386,
      "grad_norm": 4.83858585357666,
      "learning_rate": 9.935190930184802e-06,
      "loss": 0.7171,
      "step": 1937
    },
    {
      "epoch": 0.15967702068056355,
      "grad_norm": 6.791549205780029,
      "learning_rate": 9.935083818872247e-06,
      "loss": 0.7495,
      "step": 1938
    },
    {
      "epoch": 0.15975941336409327,
      "grad_norm": 5.894074440002441,
      "learning_rate": 9.93497661969854e-06,
      "loss": 0.454,
      "step": 1939
    },
    {
      "epoch": 0.15984180604762296,
      "grad_norm": 2.755023956298828,
      "learning_rate": 9.934869332665592e-06,
      "loss": 0.2489,
      "step": 1940
    },
    {
      "epoch": 0.15992419873115268,
      "grad_norm": 4.409176826477051,
      "learning_rate": 9.934761957775312e-06,
      "loss": 0.471,
      "step": 1941
    },
    {
      "epoch": 0.16000659141468238,
      "grad_norm": 4.426279544830322,
      "learning_rate": 9.93465449502961e-06,
      "loss": 0.5556,
      "step": 1942
    },
    {
      "epoch": 0.16008898409821207,
      "grad_norm": 6.313849449157715,
      "learning_rate": 9.934546944430402e-06,
      "loss": 0.5811,
      "step": 1943
    },
    {
      "epoch": 0.1601713767817418,
      "grad_norm": 3.6039133071899414,
      "learning_rate": 9.934439305979598e-06,
      "loss": 0.4758,
      "step": 1944
    },
    {
      "epoch": 0.16025376946527148,
      "grad_norm": 4.548087120056152,
      "learning_rate": 9.934331579679119e-06,
      "loss": 0.5065,
      "step": 1945
    },
    {
      "epoch": 0.1603361621488012,
      "grad_norm": 5.949227809906006,
      "learning_rate": 9.934223765530883e-06,
      "loss": 0.6919,
      "step": 1946
    },
    {
      "epoch": 0.1604185548323309,
      "grad_norm": 5.524332523345947,
      "learning_rate": 9.934115863536806e-06,
      "loss": 0.5264,
      "step": 1947
    },
    {
      "epoch": 0.16050094751586058,
      "grad_norm": 5.63689661026001,
      "learning_rate": 9.934007873698813e-06,
      "loss": 0.6796,
      "step": 1948
    },
    {
      "epoch": 0.1605833401993903,
      "grad_norm": 5.058291912078857,
      "learning_rate": 9.933899796018821e-06,
      "loss": 0.4092,
      "step": 1949
    },
    {
      "epoch": 0.16066573288292,
      "grad_norm": 3.8122498989105225,
      "learning_rate": 9.933791630498761e-06,
      "loss": 0.8009,
      "step": 1950
    },
    {
      "epoch": 0.1607481255664497,
      "grad_norm": 3.7891428470611572,
      "learning_rate": 9.933683377140552e-06,
      "loss": 0.5128,
      "step": 1951
    },
    {
      "epoch": 0.1608305182499794,
      "grad_norm": 5.268437385559082,
      "learning_rate": 9.933575035946128e-06,
      "loss": 0.6474,
      "step": 1952
    },
    {
      "epoch": 0.1609129109335091,
      "grad_norm": 3.9695968627929688,
      "learning_rate": 9.933466606917412e-06,
      "loss": 0.4057,
      "step": 1953
    },
    {
      "epoch": 0.16099530361703882,
      "grad_norm": 4.4319329261779785,
      "learning_rate": 9.933358090056337e-06,
      "loss": 0.4791,
      "step": 1954
    },
    {
      "epoch": 0.1610776963005685,
      "grad_norm": 6.277800559997559,
      "learning_rate": 9.933249485364836e-06,
      "loss": 0.6227,
      "step": 1955
    },
    {
      "epoch": 0.1611600889840982,
      "grad_norm": 5.665674209594727,
      "learning_rate": 9.93314079284484e-06,
      "loss": 0.5915,
      "step": 1956
    },
    {
      "epoch": 0.16124248166762792,
      "grad_norm": 4.791750907897949,
      "learning_rate": 9.933032012498287e-06,
      "loss": 0.5464,
      "step": 1957
    },
    {
      "epoch": 0.1613248743511576,
      "grad_norm": 3.213042974472046,
      "learning_rate": 9.932923144327112e-06,
      "loss": 0.5274,
      "step": 1958
    },
    {
      "epoch": 0.16140726703468733,
      "grad_norm": 6.82049036026001,
      "learning_rate": 9.932814188333252e-06,
      "loss": 0.4807,
      "step": 1959
    },
    {
      "epoch": 0.16148965971821702,
      "grad_norm": 5.265631198883057,
      "learning_rate": 9.932705144518648e-06,
      "loss": 0.6692,
      "step": 1960
    },
    {
      "epoch": 0.1615720524017467,
      "grad_norm": 4.813210964202881,
      "learning_rate": 9.932596012885243e-06,
      "loss": 0.3348,
      "step": 1961
    },
    {
      "epoch": 0.16165444508527643,
      "grad_norm": 4.7178568840026855,
      "learning_rate": 9.932486793434976e-06,
      "loss": 0.6187,
      "step": 1962
    },
    {
      "epoch": 0.16173683776880612,
      "grad_norm": 6.460171699523926,
      "learning_rate": 9.932377486169795e-06,
      "loss": 0.4494,
      "step": 1963
    },
    {
      "epoch": 0.16181923045233584,
      "grad_norm": 3.8815455436706543,
      "learning_rate": 9.932268091091647e-06,
      "loss": 0.4082,
      "step": 1964
    },
    {
      "epoch": 0.16190162313586554,
      "grad_norm": 4.326074123382568,
      "learning_rate": 9.932158608202473e-06,
      "loss": 0.4516,
      "step": 1965
    },
    {
      "epoch": 0.16198401581939523,
      "grad_norm": 2.4674854278564453,
      "learning_rate": 9.932049037504228e-06,
      "loss": 0.2144,
      "step": 1966
    },
    {
      "epoch": 0.16206640850292495,
      "grad_norm": 3.342064619064331,
      "learning_rate": 9.931939378998862e-06,
      "loss": 0.5039,
      "step": 1967
    },
    {
      "epoch": 0.16214880118645464,
      "grad_norm": 4.885427951812744,
      "learning_rate": 9.931829632688327e-06,
      "loss": 0.5188,
      "step": 1968
    },
    {
      "epoch": 0.16223119386998436,
      "grad_norm": 3.0988986492156982,
      "learning_rate": 9.931719798574577e-06,
      "loss": 0.2008,
      "step": 1969
    },
    {
      "epoch": 0.16231358655351405,
      "grad_norm": 5.8402886390686035,
      "learning_rate": 9.931609876659567e-06,
      "loss": 0.6769,
      "step": 1970
    },
    {
      "epoch": 0.16239597923704374,
      "grad_norm": 36.83509826660156,
      "learning_rate": 9.931499866945254e-06,
      "loss": 1.5462,
      "step": 1971
    },
    {
      "epoch": 0.16247837192057346,
      "grad_norm": 4.994481086730957,
      "learning_rate": 9.931389769433595e-06,
      "loss": 0.488,
      "step": 1972
    },
    {
      "epoch": 0.16256076460410315,
      "grad_norm": 11.82404613494873,
      "learning_rate": 9.931279584126552e-06,
      "loss": 0.2364,
      "step": 1973
    },
    {
      "epoch": 0.16264315728763284,
      "grad_norm": 2.5579259395599365,
      "learning_rate": 9.931169311026086e-06,
      "loss": 0.2272,
      "step": 1974
    },
    {
      "epoch": 0.16272554997116256,
      "grad_norm": 3.8879354000091553,
      "learning_rate": 9.93105895013416e-06,
      "loss": 0.4234,
      "step": 1975
    },
    {
      "epoch": 0.16280794265469226,
      "grad_norm": 6.11937952041626,
      "learning_rate": 9.930948501452739e-06,
      "loss": 0.7211,
      "step": 1976
    },
    {
      "epoch": 0.16289033533822198,
      "grad_norm": 2.4525721073150635,
      "learning_rate": 9.93083796498379e-06,
      "loss": 0.1637,
      "step": 1977
    },
    {
      "epoch": 0.16297272802175167,
      "grad_norm": 3.4497015476226807,
      "learning_rate": 9.930727340729283e-06,
      "loss": 0.2937,
      "step": 1978
    },
    {
      "epoch": 0.16305512070528136,
      "grad_norm": 3.326277732849121,
      "learning_rate": 9.930616628691182e-06,
      "loss": 0.3278,
      "step": 1979
    },
    {
      "epoch": 0.16313751338881108,
      "grad_norm": 4.2038702964782715,
      "learning_rate": 9.930505828871461e-06,
      "loss": 0.3911,
      "step": 1980
    },
    {
      "epoch": 0.16321990607234077,
      "grad_norm": 5.727228164672852,
      "learning_rate": 9.930394941272094e-06,
      "loss": 0.5743,
      "step": 1981
    },
    {
      "epoch": 0.1633022987558705,
      "grad_norm": 4.212209224700928,
      "learning_rate": 9.930283965895054e-06,
      "loss": 0.6795,
      "step": 1982
    },
    {
      "epoch": 0.16338469143940018,
      "grad_norm": 4.075176239013672,
      "learning_rate": 9.930172902742316e-06,
      "loss": 0.4587,
      "step": 1983
    },
    {
      "epoch": 0.16346708412292987,
      "grad_norm": 3.088681697845459,
      "learning_rate": 9.930061751815858e-06,
      "loss": 0.3727,
      "step": 1984
    },
    {
      "epoch": 0.1635494768064596,
      "grad_norm": 4.6802449226379395,
      "learning_rate": 9.929950513117658e-06,
      "loss": 0.4556,
      "step": 1985
    },
    {
      "epoch": 0.16363186948998928,
      "grad_norm": 4.663743495941162,
      "learning_rate": 9.929839186649698e-06,
      "loss": 0.6764,
      "step": 1986
    },
    {
      "epoch": 0.163714262173519,
      "grad_norm": 3.5967094898223877,
      "learning_rate": 9.929727772413959e-06,
      "loss": 0.4726,
      "step": 1987
    },
    {
      "epoch": 0.1637966548570487,
      "grad_norm": 5.025543212890625,
      "learning_rate": 9.929616270412425e-06,
      "loss": 0.5629,
      "step": 1988
    },
    {
      "epoch": 0.1638790475405784,
      "grad_norm": 4.893801689147949,
      "learning_rate": 9.92950468064708e-06,
      "loss": 0.4667,
      "step": 1989
    },
    {
      "epoch": 0.1639614402241081,
      "grad_norm": 4.96798849105835,
      "learning_rate": 9.929393003119911e-06,
      "loss": 0.5955,
      "step": 1990
    },
    {
      "epoch": 0.1640438329076378,
      "grad_norm": 3.9869022369384766,
      "learning_rate": 9.929281237832909e-06,
      "loss": 0.5557,
      "step": 1991
    },
    {
      "epoch": 0.1641262255911675,
      "grad_norm": 4.897099018096924,
      "learning_rate": 9.92916938478806e-06,
      "loss": 0.4001,
      "step": 1992
    },
    {
      "epoch": 0.1642086182746972,
      "grad_norm": 5.6486101150512695,
      "learning_rate": 9.929057443987356e-06,
      "loss": 0.588,
      "step": 1993
    },
    {
      "epoch": 0.1642910109582269,
      "grad_norm": 4.425802707672119,
      "learning_rate": 9.928945415432792e-06,
      "loss": 0.4523,
      "step": 1994
    },
    {
      "epoch": 0.16437340364175662,
      "grad_norm": 3.384986400604248,
      "learning_rate": 9.92883329912636e-06,
      "loss": 0.3402,
      "step": 1995
    },
    {
      "epoch": 0.1644557963252863,
      "grad_norm": 4.47049617767334,
      "learning_rate": 9.92872109507006e-06,
      "loss": 0.4454,
      "step": 1996
    },
    {
      "epoch": 0.164538189008816,
      "grad_norm": 3.0845937728881836,
      "learning_rate": 9.928608803265884e-06,
      "loss": 0.5817,
      "step": 1997
    },
    {
      "epoch": 0.16462058169234572,
      "grad_norm": 5.68047571182251,
      "learning_rate": 9.928496423715835e-06,
      "loss": 0.502,
      "step": 1998
    },
    {
      "epoch": 0.16470297437587542,
      "grad_norm": 4.813819408416748,
      "learning_rate": 9.928383956421914e-06,
      "loss": 0.57,
      "step": 1999
    },
    {
      "epoch": 0.16478536705940514,
      "grad_norm": 5.063872337341309,
      "learning_rate": 9.92827140138612e-06,
      "loss": 0.5645,
      "step": 2000
    },
    {
      "epoch": 0.16486775974293483,
      "grad_norm": 6.301644325256348,
      "learning_rate": 9.928158758610462e-06,
      "loss": 0.6762,
      "step": 2001
    },
    {
      "epoch": 0.16495015242646452,
      "grad_norm": 6.032817363739014,
      "learning_rate": 9.92804602809694e-06,
      "loss": 0.6614,
      "step": 2002
    },
    {
      "epoch": 0.16503254510999424,
      "grad_norm": 5.202056407928467,
      "learning_rate": 9.927933209847565e-06,
      "loss": 0.6003,
      "step": 2003
    },
    {
      "epoch": 0.16511493779352393,
      "grad_norm": 3.224424123764038,
      "learning_rate": 9.927820303864342e-06,
      "loss": 0.2692,
      "step": 2004
    },
    {
      "epoch": 0.16519733047705365,
      "grad_norm": 4.62274169921875,
      "learning_rate": 9.927707310149283e-06,
      "loss": 0.6327,
      "step": 2005
    },
    {
      "epoch": 0.16527972316058334,
      "grad_norm": 32.13287353515625,
      "learning_rate": 9.927594228704403e-06,
      "loss": 1.2382,
      "step": 2006
    },
    {
      "epoch": 0.16536211584411303,
      "grad_norm": 3.217571973800659,
      "learning_rate": 9.927481059531709e-06,
      "loss": 0.5091,
      "step": 2007
    },
    {
      "epoch": 0.16544450852764275,
      "grad_norm": 4.89116096496582,
      "learning_rate": 9.92736780263322e-06,
      "loss": 0.5462,
      "step": 2008
    },
    {
      "epoch": 0.16552690121117244,
      "grad_norm": 4.892091751098633,
      "learning_rate": 9.927254458010952e-06,
      "loss": 0.5818,
      "step": 2009
    },
    {
      "epoch": 0.16560929389470216,
      "grad_norm": 5.6359758377075195,
      "learning_rate": 9.92714102566692e-06,
      "loss": 0.562,
      "step": 2010
    },
    {
      "epoch": 0.16569168657823186,
      "grad_norm": 4.981398105621338,
      "learning_rate": 9.927027505603147e-06,
      "loss": 0.5168,
      "step": 2011
    },
    {
      "epoch": 0.16577407926176155,
      "grad_norm": 4.304996490478516,
      "learning_rate": 9.926913897821651e-06,
      "loss": 0.5638,
      "step": 2012
    },
    {
      "epoch": 0.16585647194529127,
      "grad_norm": 3.1826834678649902,
      "learning_rate": 9.926800202324456e-06,
      "loss": 0.4091,
      "step": 2013
    },
    {
      "epoch": 0.16593886462882096,
      "grad_norm": 30.265010833740234,
      "learning_rate": 9.926686419113587e-06,
      "loss": 0.8608,
      "step": 2014
    },
    {
      "epoch": 0.16602125731235065,
      "grad_norm": 3.90785551071167,
      "learning_rate": 9.92657254819107e-06,
      "loss": 0.3425,
      "step": 2015
    },
    {
      "epoch": 0.16610364999588037,
      "grad_norm": 3.26684308052063,
      "learning_rate": 9.926458589558932e-06,
      "loss": 0.3848,
      "step": 2016
    },
    {
      "epoch": 0.16618604267941006,
      "grad_norm": 3.932288646697998,
      "learning_rate": 9.926344543219199e-06,
      "loss": 0.5088,
      "step": 2017
    },
    {
      "epoch": 0.16626843536293978,
      "grad_norm": 4.188002586364746,
      "learning_rate": 9.926230409173906e-06,
      "loss": 0.5985,
      "step": 2018
    },
    {
      "epoch": 0.16635082804646947,
      "grad_norm": 5.719204902648926,
      "learning_rate": 9.92611618742508e-06,
      "loss": 0.5142,
      "step": 2019
    },
    {
      "epoch": 0.16643322072999917,
      "grad_norm": 2.7511770725250244,
      "learning_rate": 9.926001877974756e-06,
      "loss": 0.4562,
      "step": 2020
    },
    {
      "epoch": 0.16651561341352888,
      "grad_norm": 3.0944790840148926,
      "learning_rate": 9.925887480824973e-06,
      "loss": 0.2194,
      "step": 2021
    },
    {
      "epoch": 0.16659800609705858,
      "grad_norm": 4.192596435546875,
      "learning_rate": 9.925772995977764e-06,
      "loss": 0.5407,
      "step": 2022
    },
    {
      "epoch": 0.1666803987805883,
      "grad_norm": 3.665682554244995,
      "learning_rate": 9.92565842343517e-06,
      "loss": 0.4561,
      "step": 2023
    },
    {
      "epoch": 0.166762791464118,
      "grad_norm": 5.758126735687256,
      "learning_rate": 9.925543763199226e-06,
      "loss": 0.65,
      "step": 2024
    },
    {
      "epoch": 0.16684518414764768,
      "grad_norm": 5.225762844085693,
      "learning_rate": 9.925429015271976e-06,
      "loss": 0.6608,
      "step": 2025
    },
    {
      "epoch": 0.1669275768311774,
      "grad_norm": 5.0394673347473145,
      "learning_rate": 9.925314179655466e-06,
      "loss": 0.4561,
      "step": 2026
    },
    {
      "epoch": 0.1670099695147071,
      "grad_norm": 4.340230941772461,
      "learning_rate": 9.925199256351735e-06,
      "loss": 0.4239,
      "step": 2027
    },
    {
      "epoch": 0.1670923621982368,
      "grad_norm": 5.653252601623535,
      "learning_rate": 9.925084245362833e-06,
      "loss": 0.642,
      "step": 2028
    },
    {
      "epoch": 0.1671747548817665,
      "grad_norm": 5.071730613708496,
      "learning_rate": 9.924969146690803e-06,
      "loss": 0.4361,
      "step": 2029
    },
    {
      "epoch": 0.1672571475652962,
      "grad_norm": 3.58131742477417,
      "learning_rate": 9.924853960337702e-06,
      "loss": 0.672,
      "step": 2030
    },
    {
      "epoch": 0.1673395402488259,
      "grad_norm": 4.5392746925354,
      "learning_rate": 9.924738686305573e-06,
      "loss": 0.4448,
      "step": 2031
    },
    {
      "epoch": 0.1674219329323556,
      "grad_norm": 3.8879518508911133,
      "learning_rate": 9.924623324596472e-06,
      "loss": 0.6384,
      "step": 2032
    },
    {
      "epoch": 0.1675043256158853,
      "grad_norm": 3.814262866973877,
      "learning_rate": 9.924507875212453e-06,
      "loss": 0.4122,
      "step": 2033
    },
    {
      "epoch": 0.16758671829941502,
      "grad_norm": 2.5343081951141357,
      "learning_rate": 9.924392338155569e-06,
      "loss": 0.4553,
      "step": 2034
    },
    {
      "epoch": 0.1676691109829447,
      "grad_norm": 3.138770818710327,
      "learning_rate": 9.924276713427878e-06,
      "loss": 0.4018,
      "step": 2035
    },
    {
      "epoch": 0.16775150366647443,
      "grad_norm": 5.0400285720825195,
      "learning_rate": 9.924161001031441e-06,
      "loss": 0.584,
      "step": 2036
    },
    {
      "epoch": 0.16783389635000412,
      "grad_norm": 4.827526569366455,
      "learning_rate": 9.924045200968314e-06,
      "loss": 0.6938,
      "step": 2037
    },
    {
      "epoch": 0.1679162890335338,
      "grad_norm": 3.6479177474975586,
      "learning_rate": 9.92392931324056e-06,
      "loss": 0.3525,
      "step": 2038
    },
    {
      "epoch": 0.16799868171706353,
      "grad_norm": 4.021468162536621,
      "learning_rate": 9.923813337850245e-06,
      "loss": 0.4206,
      "step": 2039
    },
    {
      "epoch": 0.16808107440059322,
      "grad_norm": 5.533149719238281,
      "learning_rate": 9.923697274799431e-06,
      "loss": 0.6453,
      "step": 2040
    },
    {
      "epoch": 0.16816346708412294,
      "grad_norm": 4.207591533660889,
      "learning_rate": 9.923581124090185e-06,
      "loss": 0.6256,
      "step": 2041
    },
    {
      "epoch": 0.16824585976765263,
      "grad_norm": 4.668404579162598,
      "learning_rate": 9.923464885724576e-06,
      "loss": 0.6325,
      "step": 2042
    },
    {
      "epoch": 0.16832825245118233,
      "grad_norm": 30.826126098632812,
      "learning_rate": 9.92334855970467e-06,
      "loss": 0.8992,
      "step": 2043
    },
    {
      "epoch": 0.16841064513471204,
      "grad_norm": 3.9007444381713867,
      "learning_rate": 9.92323214603254e-06,
      "loss": 0.6125,
      "step": 2044
    },
    {
      "epoch": 0.16849303781824174,
      "grad_norm": 3.9717156887054443,
      "learning_rate": 9.92311564471026e-06,
      "loss": 0.5752,
      "step": 2045
    },
    {
      "epoch": 0.16857543050177146,
      "grad_norm": 4.776029109954834,
      "learning_rate": 9.922999055739903e-06,
      "loss": 0.6017,
      "step": 2046
    },
    {
      "epoch": 0.16865782318530115,
      "grad_norm": 3.898547887802124,
      "learning_rate": 9.922882379123543e-06,
      "loss": 0.3261,
      "step": 2047
    },
    {
      "epoch": 0.16874021586883084,
      "grad_norm": 4.779202938079834,
      "learning_rate": 9.922765614863261e-06,
      "loss": 0.6413,
      "step": 2048
    },
    {
      "epoch": 0.16882260855236056,
      "grad_norm": 4.1975016593933105,
      "learning_rate": 9.922648762961133e-06,
      "loss": 0.4761,
      "step": 2049
    },
    {
      "epoch": 0.16890500123589025,
      "grad_norm": 4.002105712890625,
      "learning_rate": 9.92253182341924e-06,
      "loss": 0.3857,
      "step": 2050
    },
    {
      "epoch": 0.16898739391941994,
      "grad_norm": 4.398838996887207,
      "learning_rate": 9.922414796239663e-06,
      "loss": 0.674,
      "step": 2051
    },
    {
      "epoch": 0.16906978660294966,
      "grad_norm": 3.7486653327941895,
      "learning_rate": 9.922297681424486e-06,
      "loss": 0.5558,
      "step": 2052
    },
    {
      "epoch": 0.16915217928647935,
      "grad_norm": 3.153665781021118,
      "learning_rate": 9.922180478975797e-06,
      "loss": 0.4626,
      "step": 2053
    },
    {
      "epoch": 0.16923457197000907,
      "grad_norm": 3.6886324882507324,
      "learning_rate": 9.922063188895676e-06,
      "loss": 0.5543,
      "step": 2054
    },
    {
      "epoch": 0.16931696465353877,
      "grad_norm": 9.850659370422363,
      "learning_rate": 9.921945811186217e-06,
      "loss": 0.7921,
      "step": 2055
    },
    {
      "epoch": 0.16939935733706846,
      "grad_norm": 3.7125115394592285,
      "learning_rate": 9.921828345849509e-06,
      "loss": 0.5265,
      "step": 2056
    },
    {
      "epoch": 0.16948175002059818,
      "grad_norm": 5.579331874847412,
      "learning_rate": 9.921710792887643e-06,
      "loss": 0.5049,
      "step": 2057
    },
    {
      "epoch": 0.16956414270412787,
      "grad_norm": 3.8085458278656006,
      "learning_rate": 9.921593152302708e-06,
      "loss": 0.3534,
      "step": 2058
    },
    {
      "epoch": 0.1696465353876576,
      "grad_norm": 3.6321604251861572,
      "learning_rate": 9.921475424096803e-06,
      "loss": 0.6,
      "step": 2059
    },
    {
      "epoch": 0.16972892807118728,
      "grad_norm": 3.203169584274292,
      "learning_rate": 9.921357608272022e-06,
      "loss": 0.5932,
      "step": 2060
    },
    {
      "epoch": 0.16981132075471697,
      "grad_norm": 5.702793121337891,
      "learning_rate": 9.921239704830462e-06,
      "loss": 0.6253,
      "step": 2061
    },
    {
      "epoch": 0.1698937134382467,
      "grad_norm": 4.662674427032471,
      "learning_rate": 9.921121713774224e-06,
      "loss": 0.4252,
      "step": 2062
    },
    {
      "epoch": 0.16997610612177638,
      "grad_norm": 2.772963285446167,
      "learning_rate": 9.921003635105407e-06,
      "loss": 0.332,
      "step": 2063
    },
    {
      "epoch": 0.1700584988053061,
      "grad_norm": 5.95048189163208,
      "learning_rate": 9.920885468826113e-06,
      "loss": 0.5181,
      "step": 2064
    },
    {
      "epoch": 0.1701408914888358,
      "grad_norm": 4.061036586761475,
      "learning_rate": 9.920767214938449e-06,
      "loss": 0.3472,
      "step": 2065
    },
    {
      "epoch": 0.17022328417236549,
      "grad_norm": 4.777014255523682,
      "learning_rate": 9.920648873444516e-06,
      "loss": 0.6984,
      "step": 2066
    },
    {
      "epoch": 0.1703056768558952,
      "grad_norm": 3.8710215091705322,
      "learning_rate": 9.920530444346423e-06,
      "loss": 0.6156,
      "step": 2067
    },
    {
      "epoch": 0.1703880695394249,
      "grad_norm": 3.978395462036133,
      "learning_rate": 9.920411927646278e-06,
      "loss": 0.3385,
      "step": 2068
    },
    {
      "epoch": 0.1704704622229546,
      "grad_norm": 4.334532260894775,
      "learning_rate": 9.920293323346193e-06,
      "loss": 0.5607,
      "step": 2069
    },
    {
      "epoch": 0.1705528549064843,
      "grad_norm": 4.573885917663574,
      "learning_rate": 9.920174631448276e-06,
      "loss": 0.5856,
      "step": 2070
    },
    {
      "epoch": 0.170635247590014,
      "grad_norm": 3.812699317932129,
      "learning_rate": 9.920055851954643e-06,
      "loss": 0.4806,
      "step": 2071
    },
    {
      "epoch": 0.17071764027354372,
      "grad_norm": 3.6050963401794434,
      "learning_rate": 9.919936984867407e-06,
      "loss": 0.4242,
      "step": 2072
    },
    {
      "epoch": 0.1708000329570734,
      "grad_norm": 5.158975124359131,
      "learning_rate": 9.919818030188683e-06,
      "loss": 0.3666,
      "step": 2073
    },
    {
      "epoch": 0.1708824256406031,
      "grad_norm": 4.060954570770264,
      "learning_rate": 9.919698987920592e-06,
      "loss": 0.4331,
      "step": 2074
    },
    {
      "epoch": 0.17096481832413282,
      "grad_norm": 3.7238214015960693,
      "learning_rate": 9.919579858065251e-06,
      "loss": 0.5067,
      "step": 2075
    },
    {
      "epoch": 0.17104721100766251,
      "grad_norm": 3.252023696899414,
      "learning_rate": 9.919460640624783e-06,
      "loss": 0.2704,
      "step": 2076
    },
    {
      "epoch": 0.17112960369119223,
      "grad_norm": 4.117255687713623,
      "learning_rate": 9.919341335601308e-06,
      "loss": 0.6345,
      "step": 2077
    },
    {
      "epoch": 0.17121199637472193,
      "grad_norm": 6.290521144866943,
      "learning_rate": 9.919221942996954e-06,
      "loss": 0.6986,
      "step": 2078
    },
    {
      "epoch": 0.17129438905825162,
      "grad_norm": 3.47929048538208,
      "learning_rate": 9.919102462813842e-06,
      "loss": 0.245,
      "step": 2079
    },
    {
      "epoch": 0.17137678174178134,
      "grad_norm": 4.12434720993042,
      "learning_rate": 9.918982895054101e-06,
      "loss": 0.2433,
      "step": 2080
    },
    {
      "epoch": 0.17145917442531103,
      "grad_norm": 7.4603986740112305,
      "learning_rate": 9.91886323971986e-06,
      "loss": 0.4456,
      "step": 2081
    },
    {
      "epoch": 0.17154156710884075,
      "grad_norm": 4.253828525543213,
      "learning_rate": 9.91874349681325e-06,
      "loss": 0.4716,
      "step": 2082
    },
    {
      "epoch": 0.17162395979237044,
      "grad_norm": 3.767691135406494,
      "learning_rate": 9.9186236663364e-06,
      "loss": 0.5571,
      "step": 2083
    },
    {
      "epoch": 0.17170635247590013,
      "grad_norm": 3.1830005645751953,
      "learning_rate": 9.918503748291447e-06,
      "loss": 0.3885,
      "step": 2084
    },
    {
      "epoch": 0.17178874515942985,
      "grad_norm": 3.5640976428985596,
      "learning_rate": 9.918383742680523e-06,
      "loss": 0.5022,
      "step": 2085
    },
    {
      "epoch": 0.17187113784295954,
      "grad_norm": 3.8120193481445312,
      "learning_rate": 9.918263649505765e-06,
      "loss": 0.5895,
      "step": 2086
    },
    {
      "epoch": 0.17195353052648923,
      "grad_norm": 4.436378479003906,
      "learning_rate": 9.918143468769314e-06,
      "loss": 0.2833,
      "step": 2087
    },
    {
      "epoch": 0.17203592321001895,
      "grad_norm": 3.99086594581604,
      "learning_rate": 9.918023200473305e-06,
      "loss": 0.382,
      "step": 2088
    },
    {
      "epoch": 0.17211831589354865,
      "grad_norm": 4.313461780548096,
      "learning_rate": 9.917902844619885e-06,
      "loss": 0.4663,
      "step": 2089
    },
    {
      "epoch": 0.17220070857707837,
      "grad_norm": 3.6444451808929443,
      "learning_rate": 9.917782401211188e-06,
      "loss": 0.4742,
      "step": 2090
    },
    {
      "epoch": 0.17228310126060806,
      "grad_norm": 4.085108280181885,
      "learning_rate": 9.917661870249368e-06,
      "loss": 0.3877,
      "step": 2091
    },
    {
      "epoch": 0.17236549394413775,
      "grad_norm": 4.002879619598389,
      "learning_rate": 9.917541251736566e-06,
      "loss": 0.3577,
      "step": 2092
    },
    {
      "epoch": 0.17244788662766747,
      "grad_norm": 3.5264394283294678,
      "learning_rate": 9.917420545674929e-06,
      "loss": 0.3725,
      "step": 2093
    },
    {
      "epoch": 0.17253027931119716,
      "grad_norm": 6.828673362731934,
      "learning_rate": 9.917299752066606e-06,
      "loss": 0.5158,
      "step": 2094
    },
    {
      "epoch": 0.17261267199472688,
      "grad_norm": 4.1749587059021,
      "learning_rate": 9.91717887091375e-06,
      "loss": 0.5258,
      "step": 2095
    },
    {
      "epoch": 0.17269506467825657,
      "grad_norm": 5.51099967956543,
      "learning_rate": 9.91705790221851e-06,
      "loss": 0.5128,
      "step": 2096
    },
    {
      "epoch": 0.17277745736178626,
      "grad_norm": 4.748910903930664,
      "learning_rate": 9.916936845983043e-06,
      "loss": 0.7034,
      "step": 2097
    },
    {
      "epoch": 0.17285985004531598,
      "grad_norm": 4.291252136230469,
      "learning_rate": 9.916815702209501e-06,
      "loss": 0.4982,
      "step": 2098
    },
    {
      "epoch": 0.17294224272884567,
      "grad_norm": 4.880807876586914,
      "learning_rate": 9.916694470900044e-06,
      "loss": 0.6351,
      "step": 2099
    },
    {
      "epoch": 0.1730246354123754,
      "grad_norm": 7.213808536529541,
      "learning_rate": 9.916573152056826e-06,
      "loss": 0.7962,
      "step": 2100
    },
    {
      "epoch": 0.17310702809590509,
      "grad_norm": 4.154047012329102,
      "learning_rate": 9.91645174568201e-06,
      "loss": 0.5622,
      "step": 2101
    },
    {
      "epoch": 0.17318942077943478,
      "grad_norm": 11.63209342956543,
      "learning_rate": 9.916330251777757e-06,
      "loss": 0.522,
      "step": 2102
    },
    {
      "epoch": 0.1732718134629645,
      "grad_norm": 4.615231990814209,
      "learning_rate": 9.91620867034623e-06,
      "loss": 0.4636,
      "step": 2103
    },
    {
      "epoch": 0.1733542061464942,
      "grad_norm": 4.930205821990967,
      "learning_rate": 9.916087001389592e-06,
      "loss": 0.519,
      "step": 2104
    },
    {
      "epoch": 0.17343659883002388,
      "grad_norm": 4.971996307373047,
      "learning_rate": 9.915965244910013e-06,
      "loss": 0.4329,
      "step": 2105
    },
    {
      "epoch": 0.1735189915135536,
      "grad_norm": 6.1294989585876465,
      "learning_rate": 9.915843400909656e-06,
      "loss": 0.371,
      "step": 2106
    },
    {
      "epoch": 0.1736013841970833,
      "grad_norm": 2.845837354660034,
      "learning_rate": 9.915721469390694e-06,
      "loss": 0.2977,
      "step": 2107
    },
    {
      "epoch": 0.173683776880613,
      "grad_norm": 3.9220781326293945,
      "learning_rate": 9.915599450355295e-06,
      "loss": 0.5548,
      "step": 2108
    },
    {
      "epoch": 0.1737661695641427,
      "grad_norm": 5.6871657371521,
      "learning_rate": 9.915477343805632e-06,
      "loss": 0.5448,
      "step": 2109
    },
    {
      "epoch": 0.1738485622476724,
      "grad_norm": 3.890623092651367,
      "learning_rate": 9.91535514974388e-06,
      "loss": 0.5417,
      "step": 2110
    },
    {
      "epoch": 0.17393095493120211,
      "grad_norm": 4.078122615814209,
      "learning_rate": 9.915232868172215e-06,
      "loss": 0.4108,
      "step": 2111
    },
    {
      "epoch": 0.1740133476147318,
      "grad_norm": 3.4411239624023438,
      "learning_rate": 9.91511049909281e-06,
      "loss": 0.5511,
      "step": 2112
    },
    {
      "epoch": 0.17409574029826153,
      "grad_norm": 4.153489589691162,
      "learning_rate": 9.91498804250785e-06,
      "loss": 0.5895,
      "step": 2113
    },
    {
      "epoch": 0.17417813298179122,
      "grad_norm": 5.082343101501465,
      "learning_rate": 9.91486549841951e-06,
      "loss": 0.5644,
      "step": 2114
    },
    {
      "epoch": 0.1742605256653209,
      "grad_norm": 6.090847969055176,
      "learning_rate": 9.914742866829974e-06,
      "loss": 0.5526,
      "step": 2115
    },
    {
      "epoch": 0.17434291834885063,
      "grad_norm": 3.3062021732330322,
      "learning_rate": 9.914620147741423e-06,
      "loss": 0.4639,
      "step": 2116
    },
    {
      "epoch": 0.17442531103238032,
      "grad_norm": 2.5718226432800293,
      "learning_rate": 9.914497341156045e-06,
      "loss": 0.2436,
      "step": 2117
    },
    {
      "epoch": 0.17450770371591004,
      "grad_norm": 3.342517375946045,
      "learning_rate": 9.914374447076023e-06,
      "loss": 0.4159,
      "step": 2118
    },
    {
      "epoch": 0.17459009639943973,
      "grad_norm": 5.599593639373779,
      "learning_rate": 9.914251465503548e-06,
      "loss": 0.6297,
      "step": 2119
    },
    {
      "epoch": 0.17467248908296942,
      "grad_norm": 4.5055341720581055,
      "learning_rate": 9.914128396440808e-06,
      "loss": 0.7157,
      "step": 2120
    },
    {
      "epoch": 0.17475488176649914,
      "grad_norm": 4.262026786804199,
      "learning_rate": 9.914005239889994e-06,
      "loss": 0.4987,
      "step": 2121
    },
    {
      "epoch": 0.17483727445002883,
      "grad_norm": 4.728288650512695,
      "learning_rate": 9.9138819958533e-06,
      "loss": 0.3436,
      "step": 2122
    },
    {
      "epoch": 0.17491966713355853,
      "grad_norm": 2.624668836593628,
      "learning_rate": 9.913758664332918e-06,
      "loss": 0.1799,
      "step": 2123
    },
    {
      "epoch": 0.17500205981708825,
      "grad_norm": 4.259006977081299,
      "learning_rate": 9.913635245331045e-06,
      "loss": 0.5466,
      "step": 2124
    },
    {
      "epoch": 0.17508445250061794,
      "grad_norm": 3.5853512287139893,
      "learning_rate": 9.913511738849876e-06,
      "loss": 0.3982,
      "step": 2125
    },
    {
      "epoch": 0.17516684518414766,
      "grad_norm": 5.513333320617676,
      "learning_rate": 9.913388144891616e-06,
      "loss": 0.6586,
      "step": 2126
    },
    {
      "epoch": 0.17524923786767735,
      "grad_norm": 5.222776889801025,
      "learning_rate": 9.913264463458458e-06,
      "loss": 0.5962,
      "step": 2127
    },
    {
      "epoch": 0.17533163055120704,
      "grad_norm": 3.2120957374572754,
      "learning_rate": 9.913140694552608e-06,
      "loss": 0.4877,
      "step": 2128
    },
    {
      "epoch": 0.17541402323473676,
      "grad_norm": 34.14508056640625,
      "learning_rate": 9.913016838176268e-06,
      "loss": 1.177,
      "step": 2129
    },
    {
      "epoch": 0.17549641591826645,
      "grad_norm": 3.110814094543457,
      "learning_rate": 9.912892894331644e-06,
      "loss": 0.29,
      "step": 2130
    },
    {
      "epoch": 0.17557880860179617,
      "grad_norm": 3.8931334018707275,
      "learning_rate": 9.912768863020943e-06,
      "loss": 0.3887,
      "step": 2131
    },
    {
      "epoch": 0.17566120128532586,
      "grad_norm": 5.425638198852539,
      "learning_rate": 9.912644744246374e-06,
      "loss": 0.613,
      "step": 2132
    },
    {
      "epoch": 0.17574359396885555,
      "grad_norm": 4.830783367156982,
      "learning_rate": 9.912520538010143e-06,
      "loss": 0.4023,
      "step": 2133
    },
    {
      "epoch": 0.17582598665238527,
      "grad_norm": 5.385100841522217,
      "learning_rate": 9.912396244314464e-06,
      "loss": 0.511,
      "step": 2134
    },
    {
      "epoch": 0.17590837933591497,
      "grad_norm": 5.0016889572143555,
      "learning_rate": 9.91227186316155e-06,
      "loss": 0.5212,
      "step": 2135
    },
    {
      "epoch": 0.17599077201944469,
      "grad_norm": 4.404423713684082,
      "learning_rate": 9.912147394553613e-06,
      "loss": 0.6007,
      "step": 2136
    },
    {
      "epoch": 0.17607316470297438,
      "grad_norm": 4.554310321807861,
      "learning_rate": 9.912022838492873e-06,
      "loss": 0.4736,
      "step": 2137
    },
    {
      "epoch": 0.17615555738650407,
      "grad_norm": 5.109296798706055,
      "learning_rate": 9.911898194981543e-06,
      "loss": 0.4629,
      "step": 2138
    },
    {
      "epoch": 0.1762379500700338,
      "grad_norm": 4.706802845001221,
      "learning_rate": 9.911773464021845e-06,
      "loss": 0.5844,
      "step": 2139
    },
    {
      "epoch": 0.17632034275356348,
      "grad_norm": 5.666082382202148,
      "learning_rate": 9.911648645616002e-06,
      "loss": 0.5223,
      "step": 2140
    },
    {
      "epoch": 0.1764027354370932,
      "grad_norm": 5.291863441467285,
      "learning_rate": 9.911523739766229e-06,
      "loss": 0.7206,
      "step": 2141
    },
    {
      "epoch": 0.1764851281206229,
      "grad_norm": 4.454071998596191,
      "learning_rate": 9.911398746474757e-06,
      "loss": 0.5805,
      "step": 2142
    },
    {
      "epoch": 0.17656752080415258,
      "grad_norm": 4.2723894119262695,
      "learning_rate": 9.911273665743806e-06,
      "loss": 0.3841,
      "step": 2143
    },
    {
      "epoch": 0.1766499134876823,
      "grad_norm": 4.8270087242126465,
      "learning_rate": 9.911148497575605e-06,
      "loss": 0.6364,
      "step": 2144
    },
    {
      "epoch": 0.176732306171212,
      "grad_norm": 5.139589309692383,
      "learning_rate": 9.911023241972383e-06,
      "loss": 0.6815,
      "step": 2145
    },
    {
      "epoch": 0.1768146988547417,
      "grad_norm": 4.794276237487793,
      "learning_rate": 9.910897898936372e-06,
      "loss": 0.4966,
      "step": 2146
    },
    {
      "epoch": 0.1768970915382714,
      "grad_norm": 23.745346069335938,
      "learning_rate": 9.910772468469798e-06,
      "loss": 0.3807,
      "step": 2147
    },
    {
      "epoch": 0.1769794842218011,
      "grad_norm": 4.437075138092041,
      "learning_rate": 9.910646950574899e-06,
      "loss": 0.594,
      "step": 2148
    },
    {
      "epoch": 0.17706187690533082,
      "grad_norm": 4.383637428283691,
      "learning_rate": 9.910521345253906e-06,
      "loss": 0.6721,
      "step": 2149
    },
    {
      "epoch": 0.1771442695888605,
      "grad_norm": 5.777620315551758,
      "learning_rate": 9.910395652509057e-06,
      "loss": 0.4819,
      "step": 2150
    },
    {
      "epoch": 0.1772266622723902,
      "grad_norm": 3.2637453079223633,
      "learning_rate": 9.91026987234259e-06,
      "loss": 0.3117,
      "step": 2151
    },
    {
      "epoch": 0.17730905495591992,
      "grad_norm": 3.000458002090454,
      "learning_rate": 9.910144004756746e-06,
      "loss": 0.295,
      "step": 2152
    },
    {
      "epoch": 0.1773914476394496,
      "grad_norm": 3.721644163131714,
      "learning_rate": 9.91001804975376e-06,
      "loss": 0.6548,
      "step": 2153
    },
    {
      "epoch": 0.17747384032297933,
      "grad_norm": 5.5154290199279785,
      "learning_rate": 9.909892007335883e-06,
      "loss": 0.5236,
      "step": 2154
    },
    {
      "epoch": 0.17755623300650902,
      "grad_norm": 3.454801559448242,
      "learning_rate": 9.909765877505351e-06,
      "loss": 0.6569,
      "step": 2155
    },
    {
      "epoch": 0.17763862569003872,
      "grad_norm": 4.970333576202393,
      "learning_rate": 9.909639660264413e-06,
      "loss": 0.3945,
      "step": 2156
    },
    {
      "epoch": 0.17772101837356843,
      "grad_norm": 3.8950986862182617,
      "learning_rate": 9.909513355615315e-06,
      "loss": 0.5284,
      "step": 2157
    },
    {
      "epoch": 0.17780341105709813,
      "grad_norm": 2.785069704055786,
      "learning_rate": 9.909386963560309e-06,
      "loss": 0.2402,
      "step": 2158
    },
    {
      "epoch": 0.17788580374062785,
      "grad_norm": 3.6912834644317627,
      "learning_rate": 9.909260484101641e-06,
      "loss": 0.5588,
      "step": 2159
    },
    {
      "epoch": 0.17796819642415754,
      "grad_norm": 3.612273931503296,
      "learning_rate": 9.909133917241565e-06,
      "loss": 0.3345,
      "step": 2160
    },
    {
      "epoch": 0.17805058910768723,
      "grad_norm": 3.887075901031494,
      "learning_rate": 9.909007262982334e-06,
      "loss": 0.5065,
      "step": 2161
    },
    {
      "epoch": 0.17813298179121695,
      "grad_norm": 3.9493772983551025,
      "learning_rate": 9.908880521326203e-06,
      "loss": 0.3795,
      "step": 2162
    },
    {
      "epoch": 0.17821537447474664,
      "grad_norm": 2.4659128189086914,
      "learning_rate": 9.908753692275427e-06,
      "loss": 0.1743,
      "step": 2163
    },
    {
      "epoch": 0.17829776715827633,
      "grad_norm": 2.5053465366363525,
      "learning_rate": 9.908626775832265e-06,
      "loss": 0.5215,
      "step": 2164
    },
    {
      "epoch": 0.17838015984180605,
      "grad_norm": 3.4376561641693115,
      "learning_rate": 9.908499771998978e-06,
      "loss": 0.4422,
      "step": 2165
    },
    {
      "epoch": 0.17846255252533574,
      "grad_norm": 3.569744110107422,
      "learning_rate": 9.908372680777827e-06,
      "loss": 0.3318,
      "step": 2166
    },
    {
      "epoch": 0.17854494520886546,
      "grad_norm": 4.783432483673096,
      "learning_rate": 9.908245502171071e-06,
      "loss": 0.5235,
      "step": 2167
    },
    {
      "epoch": 0.17862733789239515,
      "grad_norm": 7.3675360679626465,
      "learning_rate": 9.908118236180977e-06,
      "loss": 0.7532,
      "step": 2168
    },
    {
      "epoch": 0.17870973057592485,
      "grad_norm": 4.7988739013671875,
      "learning_rate": 9.90799088280981e-06,
      "loss": 0.6179,
      "step": 2169
    },
    {
      "epoch": 0.17879212325945457,
      "grad_norm": 5.0332770347595215,
      "learning_rate": 9.90786344205984e-06,
      "loss": 0.484,
      "step": 2170
    },
    {
      "epoch": 0.17887451594298426,
      "grad_norm": 3.997925043106079,
      "learning_rate": 9.907735913933331e-06,
      "loss": 0.4528,
      "step": 2171
    },
    {
      "epoch": 0.17895690862651398,
      "grad_norm": 6.434638023376465,
      "learning_rate": 9.907608298432557e-06,
      "loss": 0.6581,
      "step": 2172
    },
    {
      "epoch": 0.17903930131004367,
      "grad_norm": 6.267542362213135,
      "learning_rate": 9.907480595559788e-06,
      "loss": 0.6118,
      "step": 2173
    },
    {
      "epoch": 0.17912169399357336,
      "grad_norm": 2.6408798694610596,
      "learning_rate": 9.907352805317301e-06,
      "loss": 0.2482,
      "step": 2174
    },
    {
      "epoch": 0.17920408667710308,
      "grad_norm": 4.619098663330078,
      "learning_rate": 9.907224927707367e-06,
      "loss": 0.4857,
      "step": 2175
    },
    {
      "epoch": 0.17928647936063277,
      "grad_norm": 5.033391952514648,
      "learning_rate": 9.907096962732264e-06,
      "loss": 0.5028,
      "step": 2176
    },
    {
      "epoch": 0.1793688720441625,
      "grad_norm": 3.7808728218078613,
      "learning_rate": 9.90696891039427e-06,
      "loss": 0.402,
      "step": 2177
    },
    {
      "epoch": 0.17945126472769218,
      "grad_norm": 4.776409149169922,
      "learning_rate": 9.906840770695667e-06,
      "loss": 0.4242,
      "step": 2178
    },
    {
      "epoch": 0.17953365741122188,
      "grad_norm": 4.805651664733887,
      "learning_rate": 9.906712543638735e-06,
      "loss": 0.6513,
      "step": 2179
    },
    {
      "epoch": 0.1796160500947516,
      "grad_norm": 6.04888916015625,
      "learning_rate": 9.906584229225754e-06,
      "loss": 0.6863,
      "step": 2180
    },
    {
      "epoch": 0.1796984427782813,
      "grad_norm": 4.392268657684326,
      "learning_rate": 9.906455827459011e-06,
      "loss": 0.4479,
      "step": 2181
    },
    {
      "epoch": 0.17978083546181098,
      "grad_norm": 5.134997367858887,
      "learning_rate": 9.906327338340793e-06,
      "loss": 0.4162,
      "step": 2182
    },
    {
      "epoch": 0.1798632281453407,
      "grad_norm": 4.477912902832031,
      "learning_rate": 9.906198761873386e-06,
      "loss": 0.4318,
      "step": 2183
    },
    {
      "epoch": 0.1799456208288704,
      "grad_norm": 4.274893760681152,
      "learning_rate": 9.906070098059081e-06,
      "loss": 0.5105,
      "step": 2184
    },
    {
      "epoch": 0.1800280135124001,
      "grad_norm": 4.070982933044434,
      "learning_rate": 9.905941346900165e-06,
      "loss": 0.7353,
      "step": 2185
    },
    {
      "epoch": 0.1801104061959298,
      "grad_norm": 4.161675930023193,
      "learning_rate": 9.905812508398935e-06,
      "loss": 0.4986,
      "step": 2186
    },
    {
      "epoch": 0.1801927988794595,
      "grad_norm": 4.372568607330322,
      "learning_rate": 9.90568358255768e-06,
      "loss": 0.4802,
      "step": 2187
    },
    {
      "epoch": 0.1802751915629892,
      "grad_norm": 4.3709540367126465,
      "learning_rate": 9.905554569378698e-06,
      "loss": 0.5662,
      "step": 2188
    },
    {
      "epoch": 0.1803575842465189,
      "grad_norm": 4.241296768188477,
      "learning_rate": 9.905425468864285e-06,
      "loss": 0.5794,
      "step": 2189
    },
    {
      "epoch": 0.18043997693004862,
      "grad_norm": 5.682540416717529,
      "learning_rate": 9.905296281016738e-06,
      "loss": 0.6821,
      "step": 2190
    },
    {
      "epoch": 0.18052236961357832,
      "grad_norm": 4.240951061248779,
      "learning_rate": 9.90516700583836e-06,
      "loss": 0.7584,
      "step": 2191
    },
    {
      "epoch": 0.180604762297108,
      "grad_norm": 4.938828468322754,
      "learning_rate": 9.905037643331453e-06,
      "loss": 0.5551,
      "step": 2192
    },
    {
      "epoch": 0.18068715498063773,
      "grad_norm": 4.009764671325684,
      "learning_rate": 9.904908193498316e-06,
      "loss": 0.468,
      "step": 2193
    },
    {
      "epoch": 0.18076954766416742,
      "grad_norm": 4.006428241729736,
      "learning_rate": 9.904778656341259e-06,
      "loss": 0.5502,
      "step": 2194
    },
    {
      "epoch": 0.18085194034769714,
      "grad_norm": 4.041423797607422,
      "learning_rate": 9.904649031862583e-06,
      "loss": 0.5465,
      "step": 2195
    },
    {
      "epoch": 0.18093433303122683,
      "grad_norm": 3.448678731918335,
      "learning_rate": 9.904519320064598e-06,
      "loss": 0.5427,
      "step": 2196
    },
    {
      "epoch": 0.18101672571475652,
      "grad_norm": 6.063155651092529,
      "learning_rate": 9.904389520949613e-06,
      "loss": 0.6611,
      "step": 2197
    },
    {
      "epoch": 0.18109911839828624,
      "grad_norm": 2.0584635734558105,
      "learning_rate": 9.904259634519939e-06,
      "loss": 0.1593,
      "step": 2198
    },
    {
      "epoch": 0.18118151108181593,
      "grad_norm": 4.693190097808838,
      "learning_rate": 9.90412966077789e-06,
      "loss": 0.6833,
      "step": 2199
    },
    {
      "epoch": 0.18126390376534562,
      "grad_norm": 3.6006901264190674,
      "learning_rate": 9.903999599725777e-06,
      "loss": 0.2668,
      "step": 2200
    },
    {
      "epoch": 0.18134629644887534,
      "grad_norm": 5.618812561035156,
      "learning_rate": 9.903869451365918e-06,
      "loss": 0.6907,
      "step": 2201
    },
    {
      "epoch": 0.18142868913240504,
      "grad_norm": 3.501898765563965,
      "learning_rate": 9.903739215700628e-06,
      "loss": 0.497,
      "step": 2202
    },
    {
      "epoch": 0.18151108181593475,
      "grad_norm": 3.5084216594696045,
      "learning_rate": 9.903608892732228e-06,
      "loss": 0.4641,
      "step": 2203
    },
    {
      "epoch": 0.18159347449946445,
      "grad_norm": 3.3889596462249756,
      "learning_rate": 9.903478482463035e-06,
      "loss": 0.4876,
      "step": 2204
    },
    {
      "epoch": 0.18167586718299414,
      "grad_norm": 4.240101337432861,
      "learning_rate": 9.903347984895375e-06,
      "loss": 0.5299,
      "step": 2205
    },
    {
      "epoch": 0.18175825986652386,
      "grad_norm": 3.0481326580047607,
      "learning_rate": 9.903217400031567e-06,
      "loss": 0.2195,
      "step": 2206
    },
    {
      "epoch": 0.18184065255005355,
      "grad_norm": 4.224015712738037,
      "learning_rate": 9.903086727873938e-06,
      "loss": 0.6133,
      "step": 2207
    },
    {
      "epoch": 0.18192304523358327,
      "grad_norm": 3.180237054824829,
      "learning_rate": 9.902955968424815e-06,
      "loss": 0.5573,
      "step": 2208
    },
    {
      "epoch": 0.18200543791711296,
      "grad_norm": 3.9137048721313477,
      "learning_rate": 9.902825121686526e-06,
      "loss": 0.5522,
      "step": 2209
    },
    {
      "epoch": 0.18208783060064265,
      "grad_norm": 3.807450294494629,
      "learning_rate": 9.902694187661397e-06,
      "loss": 0.3504,
      "step": 2210
    },
    {
      "epoch": 0.18217022328417237,
      "grad_norm": 4.388387203216553,
      "learning_rate": 9.902563166351765e-06,
      "loss": 0.5686,
      "step": 2211
    },
    {
      "epoch": 0.18225261596770206,
      "grad_norm": 3.619384527206421,
      "learning_rate": 9.902432057759957e-06,
      "loss": 0.6746,
      "step": 2212
    },
    {
      "epoch": 0.18233500865123178,
      "grad_norm": 3.348619222640991,
      "learning_rate": 9.90230086188831e-06,
      "loss": 0.3467,
      "step": 2213
    },
    {
      "epoch": 0.18241740133476148,
      "grad_norm": 4.929698944091797,
      "learning_rate": 9.902169578739161e-06,
      "loss": 0.5705,
      "step": 2214
    },
    {
      "epoch": 0.18249979401829117,
      "grad_norm": 5.000798225402832,
      "learning_rate": 9.902038208314843e-06,
      "loss": 0.6141,
      "step": 2215
    },
    {
      "epoch": 0.1825821867018209,
      "grad_norm": 4.309465408325195,
      "learning_rate": 9.901906750617698e-06,
      "loss": 0.5185,
      "step": 2216
    },
    {
      "epoch": 0.18266457938535058,
      "grad_norm": 3.458385705947876,
      "learning_rate": 9.901775205650068e-06,
      "loss": 0.4917,
      "step": 2217
    },
    {
      "epoch": 0.18274697206888027,
      "grad_norm": 3.223369598388672,
      "learning_rate": 9.90164357341429e-06,
      "loss": 0.5296,
      "step": 2218
    },
    {
      "epoch": 0.18282936475241,
      "grad_norm": 6.426015377044678,
      "learning_rate": 9.901511853912712e-06,
      "loss": 0.5882,
      "step": 2219
    },
    {
      "epoch": 0.18291175743593968,
      "grad_norm": 7.034496784210205,
      "learning_rate": 9.901380047147675e-06,
      "loss": 0.6194,
      "step": 2220
    },
    {
      "epoch": 0.1829941501194694,
      "grad_norm": 4.648666858673096,
      "learning_rate": 9.90124815312153e-06,
      "loss": 0.4663,
      "step": 2221
    },
    {
      "epoch": 0.1830765428029991,
      "grad_norm": 4.322085857391357,
      "learning_rate": 9.901116171836621e-06,
      "loss": 0.645,
      "step": 2222
    },
    {
      "epoch": 0.18315893548652878,
      "grad_norm": 4.197608470916748,
      "learning_rate": 9.900984103295304e-06,
      "loss": 0.4875,
      "step": 2223
    },
    {
      "epoch": 0.1832413281700585,
      "grad_norm": 2.629948616027832,
      "learning_rate": 9.900851947499923e-06,
      "loss": 0.301,
      "step": 2224
    },
    {
      "epoch": 0.1833237208535882,
      "grad_norm": 3.2406654357910156,
      "learning_rate": 9.900719704452832e-06,
      "loss": 0.4117,
      "step": 2225
    },
    {
      "epoch": 0.18340611353711792,
      "grad_norm": 3.8697714805603027,
      "learning_rate": 9.90058737415639e-06,
      "loss": 0.7164,
      "step": 2226
    },
    {
      "epoch": 0.1834885062206476,
      "grad_norm": 3.8488543033599854,
      "learning_rate": 9.900454956612951e-06,
      "loss": 0.4198,
      "step": 2227
    },
    {
      "epoch": 0.1835708989041773,
      "grad_norm": 5.320966720581055,
      "learning_rate": 9.900322451824868e-06,
      "loss": 0.4249,
      "step": 2228
    },
    {
      "epoch": 0.18365329158770702,
      "grad_norm": 4.4175639152526855,
      "learning_rate": 9.900189859794507e-06,
      "loss": 0.3389,
      "step": 2229
    },
    {
      "epoch": 0.1837356842712367,
      "grad_norm": 3.185272693634033,
      "learning_rate": 9.900057180524223e-06,
      "loss": 0.3388,
      "step": 2230
    },
    {
      "epoch": 0.18381807695476643,
      "grad_norm": 4.031654357910156,
      "learning_rate": 9.899924414016381e-06,
      "loss": 0.3852,
      "step": 2231
    },
    {
      "epoch": 0.18390046963829612,
      "grad_norm": 2.4777557849884033,
      "learning_rate": 9.899791560273345e-06,
      "loss": 0.2902,
      "step": 2232
    },
    {
      "epoch": 0.1839828623218258,
      "grad_norm": 3.757951021194458,
      "learning_rate": 9.899658619297478e-06,
      "loss": 0.4042,
      "step": 2233
    },
    {
      "epoch": 0.18406525500535553,
      "grad_norm": 6.487507343292236,
      "learning_rate": 9.89952559109115e-06,
      "loss": 0.6134,
      "step": 2234
    },
    {
      "epoch": 0.18414764768888522,
      "grad_norm": 2.3072824478149414,
      "learning_rate": 9.899392475656725e-06,
      "loss": 0.2135,
      "step": 2235
    },
    {
      "epoch": 0.18423004037241492,
      "grad_norm": 3.914860725402832,
      "learning_rate": 9.899259272996577e-06,
      "loss": 0.4417,
      "step": 2236
    },
    {
      "epoch": 0.18431243305594464,
      "grad_norm": 3.4626946449279785,
      "learning_rate": 9.899125983113076e-06,
      "loss": 0.2138,
      "step": 2237
    },
    {
      "epoch": 0.18439482573947433,
      "grad_norm": 5.054900169372559,
      "learning_rate": 9.898992606008595e-06,
      "loss": 0.6296,
      "step": 2238
    },
    {
      "epoch": 0.18447721842300405,
      "grad_norm": 4.475989818572998,
      "learning_rate": 9.898859141685506e-06,
      "loss": 0.5457,
      "step": 2239
    },
    {
      "epoch": 0.18455961110653374,
      "grad_norm": 2.805054187774658,
      "learning_rate": 9.89872559014619e-06,
      "loss": 0.2658,
      "step": 2240
    },
    {
      "epoch": 0.18464200379006343,
      "grad_norm": 3.63254976272583,
      "learning_rate": 9.898591951393021e-06,
      "loss": 0.5149,
      "step": 2241
    },
    {
      "epoch": 0.18472439647359315,
      "grad_norm": 6.500396728515625,
      "learning_rate": 9.89845822542838e-06,
      "loss": 0.6768,
      "step": 2242
    },
    {
      "epoch": 0.18480678915712284,
      "grad_norm": 5.060119152069092,
      "learning_rate": 9.898324412254648e-06,
      "loss": 0.7673,
      "step": 2243
    },
    {
      "epoch": 0.18488918184065256,
      "grad_norm": 5.0269904136657715,
      "learning_rate": 9.898190511874204e-06,
      "loss": 0.4867,
      "step": 2244
    },
    {
      "epoch": 0.18497157452418225,
      "grad_norm": 3.0977494716644287,
      "learning_rate": 9.898056524289436e-06,
      "loss": 0.4883,
      "step": 2245
    },
    {
      "epoch": 0.18505396720771194,
      "grad_norm": 3.9295663833618164,
      "learning_rate": 9.897922449502729e-06,
      "loss": 0.4652,
      "step": 2246
    },
    {
      "epoch": 0.18513635989124166,
      "grad_norm": 3.70707106590271,
      "learning_rate": 9.897788287516466e-06,
      "loss": 0.465,
      "step": 2247
    },
    {
      "epoch": 0.18521875257477136,
      "grad_norm": 5.369579792022705,
      "learning_rate": 9.89765403833304e-06,
      "loss": 0.7842,
      "step": 2248
    },
    {
      "epoch": 0.18530114525830108,
      "grad_norm": 2.742967128753662,
      "learning_rate": 9.89751970195484e-06,
      "loss": 0.1607,
      "step": 2249
    },
    {
      "epoch": 0.18538353794183077,
      "grad_norm": 2.178494453430176,
      "learning_rate": 9.897385278384254e-06,
      "loss": 0.162,
      "step": 2250
    },
    {
      "epoch": 0.18546593062536046,
      "grad_norm": 4.076287269592285,
      "learning_rate": 9.897250767623682e-06,
      "loss": 0.5785,
      "step": 2251
    },
    {
      "epoch": 0.18554832330889018,
      "grad_norm": 3.8560001850128174,
      "learning_rate": 9.897116169675513e-06,
      "loss": 0.5859,
      "step": 2252
    },
    {
      "epoch": 0.18563071599241987,
      "grad_norm": 3.3546557426452637,
      "learning_rate": 9.896981484542146e-06,
      "loss": 0.3529,
      "step": 2253
    },
    {
      "epoch": 0.18571310867594956,
      "grad_norm": 3.910635471343994,
      "learning_rate": 9.896846712225979e-06,
      "loss": 0.483,
      "step": 2254
    },
    {
      "epoch": 0.18579550135947928,
      "grad_norm": 41.23199462890625,
      "learning_rate": 9.896711852729408e-06,
      "loss": 1.6692,
      "step": 2255
    },
    {
      "epoch": 0.18587789404300897,
      "grad_norm": 5.980269432067871,
      "learning_rate": 9.896576906054839e-06,
      "loss": 0.6031,
      "step": 2256
    },
    {
      "epoch": 0.1859602867265387,
      "grad_norm": 6.386325836181641,
      "learning_rate": 9.89644187220467e-06,
      "loss": 0.5781,
      "step": 2257
    },
    {
      "epoch": 0.18604267941006838,
      "grad_norm": 4.4898834228515625,
      "learning_rate": 9.896306751181308e-06,
      "loss": 0.58,
      "step": 2258
    },
    {
      "epoch": 0.18612507209359808,
      "grad_norm": 3.275275230407715,
      "learning_rate": 9.896171542987158e-06,
      "loss": 0.4384,
      "step": 2259
    },
    {
      "epoch": 0.1862074647771278,
      "grad_norm": 4.783908843994141,
      "learning_rate": 9.896036247624627e-06,
      "loss": 0.5448,
      "step": 2260
    },
    {
      "epoch": 0.1862898574606575,
      "grad_norm": 6.021439552307129,
      "learning_rate": 9.895900865096124e-06,
      "loss": 0.6173,
      "step": 2261
    },
    {
      "epoch": 0.1863722501441872,
      "grad_norm": 6.788257598876953,
      "learning_rate": 9.895765395404059e-06,
      "loss": 0.5912,
      "step": 2262
    },
    {
      "epoch": 0.1864546428277169,
      "grad_norm": 4.916852951049805,
      "learning_rate": 9.89562983855084e-06,
      "loss": 0.3715,
      "step": 2263
    },
    {
      "epoch": 0.1865370355112466,
      "grad_norm": 4.1209211349487305,
      "learning_rate": 9.895494194538888e-06,
      "loss": 0.5527,
      "step": 2264
    },
    {
      "epoch": 0.1866194281947763,
      "grad_norm": 4.163210391998291,
      "learning_rate": 9.895358463370612e-06,
      "loss": 0.5595,
      "step": 2265
    },
    {
      "epoch": 0.186701820878306,
      "grad_norm": 4.689733028411865,
      "learning_rate": 9.89522264504843e-06,
      "loss": 0.6506,
      "step": 2266
    },
    {
      "epoch": 0.18678421356183572,
      "grad_norm": 3.7404093742370605,
      "learning_rate": 9.895086739574762e-06,
      "loss": 0.6408,
      "step": 2267
    },
    {
      "epoch": 0.1868666062453654,
      "grad_norm": 3.7959585189819336,
      "learning_rate": 9.894950746952026e-06,
      "loss": 0.4445,
      "step": 2268
    },
    {
      "epoch": 0.1869489989288951,
      "grad_norm": 4.286167621612549,
      "learning_rate": 9.894814667182642e-06,
      "loss": 0.382,
      "step": 2269
    },
    {
      "epoch": 0.18703139161242482,
      "grad_norm": 2.3868119716644287,
      "learning_rate": 9.894678500269034e-06,
      "loss": 0.3128,
      "step": 2270
    },
    {
      "epoch": 0.18711378429595452,
      "grad_norm": 4.1101226806640625,
      "learning_rate": 9.894542246213628e-06,
      "loss": 0.6391,
      "step": 2271
    },
    {
      "epoch": 0.18719617697948424,
      "grad_norm": 4.908633708953857,
      "learning_rate": 9.894405905018844e-06,
      "loss": 0.5137,
      "step": 2272
    },
    {
      "epoch": 0.18727856966301393,
      "grad_norm": 4.067681789398193,
      "learning_rate": 9.894269476687117e-06,
      "loss": 0.562,
      "step": 2273
    },
    {
      "epoch": 0.18736096234654362,
      "grad_norm": 6.5029401779174805,
      "learning_rate": 9.894132961220871e-06,
      "loss": 0.6831,
      "step": 2274
    },
    {
      "epoch": 0.18744335503007334,
      "grad_norm": 4.147900104522705,
      "learning_rate": 9.893996358622535e-06,
      "loss": 0.6173,
      "step": 2275
    },
    {
      "epoch": 0.18752574771360303,
      "grad_norm": 35.82945251464844,
      "learning_rate": 9.893859668894546e-06,
      "loss": 1.2174,
      "step": 2276
    },
    {
      "epoch": 0.18760814039713272,
      "grad_norm": 4.215188503265381,
      "learning_rate": 9.893722892039335e-06,
      "loss": 0.5146,
      "step": 2277
    },
    {
      "epoch": 0.18769053308066244,
      "grad_norm": 2.809251070022583,
      "learning_rate": 9.893586028059337e-06,
      "loss": 0.449,
      "step": 2278
    },
    {
      "epoch": 0.18777292576419213,
      "grad_norm": 3.5620694160461426,
      "learning_rate": 9.893449076956987e-06,
      "loss": 0.471,
      "step": 2279
    },
    {
      "epoch": 0.18785531844772185,
      "grad_norm": 5.474440574645996,
      "learning_rate": 9.893312038734725e-06,
      "loss": 0.5217,
      "step": 2280
    },
    {
      "epoch": 0.18793771113125154,
      "grad_norm": 5.047361850738525,
      "learning_rate": 9.893174913394993e-06,
      "loss": 0.4768,
      "step": 2281
    },
    {
      "epoch": 0.18802010381478124,
      "grad_norm": 3.827976942062378,
      "learning_rate": 9.89303770094023e-06,
      "loss": 0.4741,
      "step": 2282
    },
    {
      "epoch": 0.18810249649831096,
      "grad_norm": 5.110584259033203,
      "learning_rate": 9.892900401372876e-06,
      "loss": 0.7027,
      "step": 2283
    },
    {
      "epoch": 0.18818488918184065,
      "grad_norm": 5.071463584899902,
      "learning_rate": 9.89276301469538e-06,
      "loss": 0.5995,
      "step": 2284
    },
    {
      "epoch": 0.18826728186537037,
      "grad_norm": 2.793947458267212,
      "learning_rate": 9.892625540910186e-06,
      "loss": 0.2849,
      "step": 2285
    },
    {
      "epoch": 0.18834967454890006,
      "grad_norm": 4.026033401489258,
      "learning_rate": 9.89248798001974e-06,
      "loss": 0.423,
      "step": 2286
    },
    {
      "epoch": 0.18843206723242975,
      "grad_norm": 3.461836814880371,
      "learning_rate": 9.892350332026495e-06,
      "loss": 0.5105,
      "step": 2287
    },
    {
      "epoch": 0.18851445991595947,
      "grad_norm": 3.971121072769165,
      "learning_rate": 9.892212596932898e-06,
      "loss": 0.5367,
      "step": 2288
    },
    {
      "epoch": 0.18859685259948916,
      "grad_norm": 3.2886064052581787,
      "learning_rate": 9.892074774741404e-06,
      "loss": 0.3821,
      "step": 2289
    },
    {
      "epoch": 0.18867924528301888,
      "grad_norm": 4.598204612731934,
      "learning_rate": 9.891936865454463e-06,
      "loss": 0.5282,
      "step": 2290
    },
    {
      "epoch": 0.18876163796654857,
      "grad_norm": 4.499038219451904,
      "learning_rate": 9.891798869074534e-06,
      "loss": 0.524,
      "step": 2291
    },
    {
      "epoch": 0.18884403065007827,
      "grad_norm": 3.7095043659210205,
      "learning_rate": 9.891660785604071e-06,
      "loss": 0.4574,
      "step": 2292
    },
    {
      "epoch": 0.18892642333360798,
      "grad_norm": 4.626184463500977,
      "learning_rate": 9.891522615045534e-06,
      "loss": 0.6758,
      "step": 2293
    },
    {
      "epoch": 0.18900881601713768,
      "grad_norm": 4.297022342681885,
      "learning_rate": 9.891384357401384e-06,
      "loss": 0.496,
      "step": 2294
    },
    {
      "epoch": 0.18909120870066737,
      "grad_norm": 4.346837997436523,
      "learning_rate": 9.89124601267408e-06,
      "loss": 0.4183,
      "step": 2295
    },
    {
      "epoch": 0.1891736013841971,
      "grad_norm": 4.757467269897461,
      "learning_rate": 9.891107580866084e-06,
      "loss": 0.5705,
      "step": 2296
    },
    {
      "epoch": 0.18925599406772678,
      "grad_norm": 3.453650712966919,
      "learning_rate": 9.890969061979865e-06,
      "loss": 0.4627,
      "step": 2297
    },
    {
      "epoch": 0.1893383867512565,
      "grad_norm": 3.4821014404296875,
      "learning_rate": 9.890830456017886e-06,
      "loss": 0.4627,
      "step": 2298
    },
    {
      "epoch": 0.1894207794347862,
      "grad_norm": 5.103083610534668,
      "learning_rate": 9.890691762982614e-06,
      "loss": 0.6669,
      "step": 2299
    },
    {
      "epoch": 0.18950317211831588,
      "grad_norm": 5.43760347366333,
      "learning_rate": 9.89055298287652e-06,
      "loss": 0.4238,
      "step": 2300
    },
    {
      "epoch": 0.1895855648018456,
      "grad_norm": 2.760051727294922,
      "learning_rate": 9.890414115702074e-06,
      "loss": 0.486,
      "step": 2301
    },
    {
      "epoch": 0.1896679574853753,
      "grad_norm": 5.125104904174805,
      "learning_rate": 9.890275161461748e-06,
      "loss": 0.6204,
      "step": 2302
    },
    {
      "epoch": 0.189750350168905,
      "grad_norm": 5.2099103927612305,
      "learning_rate": 9.890136120158018e-06,
      "loss": 0.6037,
      "step": 2303
    },
    {
      "epoch": 0.1898327428524347,
      "grad_norm": 30.7158145904541,
      "learning_rate": 9.889996991793357e-06,
      "loss": 0.71,
      "step": 2304
    },
    {
      "epoch": 0.1899151355359644,
      "grad_norm": 3.336348056793213,
      "learning_rate": 9.889857776370242e-06,
      "loss": 0.3666,
      "step": 2305
    },
    {
      "epoch": 0.18999752821949412,
      "grad_norm": 5.869388103485107,
      "learning_rate": 9.889718473891155e-06,
      "loss": 0.6262,
      "step": 2306
    },
    {
      "epoch": 0.1900799209030238,
      "grad_norm": 3.396601915359497,
      "learning_rate": 9.88957908435857e-06,
      "loss": 0.2616,
      "step": 2307
    },
    {
      "epoch": 0.19016231358655353,
      "grad_norm": 4.416825771331787,
      "learning_rate": 9.889439607774973e-06,
      "loss": 0.6054,
      "step": 2308
    },
    {
      "epoch": 0.19024470627008322,
      "grad_norm": 3.899250030517578,
      "learning_rate": 9.889300044142846e-06,
      "loss": 0.4478,
      "step": 2309
    },
    {
      "epoch": 0.1903270989536129,
      "grad_norm": 4.345494270324707,
      "learning_rate": 9.889160393464674e-06,
      "loss": 0.5924,
      "step": 2310
    },
    {
      "epoch": 0.19040949163714263,
      "grad_norm": 4.064148426055908,
      "learning_rate": 9.889020655742943e-06,
      "loss": 0.4473,
      "step": 2311
    },
    {
      "epoch": 0.19049188432067232,
      "grad_norm": 3.762460947036743,
      "learning_rate": 9.88888083098014e-06,
      "loss": 0.5342,
      "step": 2312
    },
    {
      "epoch": 0.19057427700420201,
      "grad_norm": 3.9580228328704834,
      "learning_rate": 9.888740919178755e-06,
      "loss": 0.4306,
      "step": 2313
    },
    {
      "epoch": 0.19065666968773173,
      "grad_norm": 4.006080150604248,
      "learning_rate": 9.88860092034128e-06,
      "loss": 0.3234,
      "step": 2314
    },
    {
      "epoch": 0.19073906237126143,
      "grad_norm": 4.408472061157227,
      "learning_rate": 9.888460834470206e-06,
      "loss": 0.7504,
      "step": 2315
    },
    {
      "epoch": 0.19082145505479114,
      "grad_norm": 4.095757484436035,
      "learning_rate": 9.888320661568027e-06,
      "loss": 0.6131,
      "step": 2316
    },
    {
      "epoch": 0.19090384773832084,
      "grad_norm": 4.182595729827881,
      "learning_rate": 9.88818040163724e-06,
      "loss": 0.3987,
      "step": 2317
    },
    {
      "epoch": 0.19098624042185053,
      "grad_norm": 3.408766031265259,
      "learning_rate": 9.888040054680341e-06,
      "loss": 0.4774,
      "step": 2318
    },
    {
      "epoch": 0.19106863310538025,
      "grad_norm": 4.351916790008545,
      "learning_rate": 9.887899620699828e-06,
      "loss": 0.6106,
      "step": 2319
    },
    {
      "epoch": 0.19115102578890994,
      "grad_norm": 3.2301244735717773,
      "learning_rate": 9.887759099698202e-06,
      "loss": 0.6752,
      "step": 2320
    },
    {
      "epoch": 0.19123341847243966,
      "grad_norm": 4.982034683227539,
      "learning_rate": 9.887618491677965e-06,
      "loss": 0.5237,
      "step": 2321
    },
    {
      "epoch": 0.19131581115596935,
      "grad_norm": 4.199214935302734,
      "learning_rate": 9.88747779664162e-06,
      "loss": 0.6169,
      "step": 2322
    },
    {
      "epoch": 0.19139820383949904,
      "grad_norm": 2.81622314453125,
      "learning_rate": 9.887337014591671e-06,
      "loss": 0.348,
      "step": 2323
    },
    {
      "epoch": 0.19148059652302876,
      "grad_norm": 3.3588931560516357,
      "learning_rate": 9.887196145530626e-06,
      "loss": 0.5743,
      "step": 2324
    },
    {
      "epoch": 0.19156298920655845,
      "grad_norm": 3.3902523517608643,
      "learning_rate": 9.887055189460995e-06,
      "loss": 0.3933,
      "step": 2325
    },
    {
      "epoch": 0.19164538189008817,
      "grad_norm": 3.504620313644409,
      "learning_rate": 9.886914146385281e-06,
      "loss": 0.3922,
      "step": 2326
    },
    {
      "epoch": 0.19172777457361787,
      "grad_norm": 4.445832252502441,
      "learning_rate": 9.886773016305999e-06,
      "loss": 0.5793,
      "step": 2327
    },
    {
      "epoch": 0.19181016725714756,
      "grad_norm": 2.834526300430298,
      "learning_rate": 9.886631799225663e-06,
      "loss": 0.2182,
      "step": 2328
    },
    {
      "epoch": 0.19189255994067728,
      "grad_norm": 3.9918212890625,
      "learning_rate": 9.886490495146786e-06,
      "loss": 0.3641,
      "step": 2329
    },
    {
      "epoch": 0.19197495262420697,
      "grad_norm": 3.99945068359375,
      "learning_rate": 9.886349104071882e-06,
      "loss": 0.5511,
      "step": 2330
    },
    {
      "epoch": 0.19205734530773666,
      "grad_norm": 5.584843158721924,
      "learning_rate": 9.886207626003468e-06,
      "loss": 0.6235,
      "step": 2331
    },
    {
      "epoch": 0.19213973799126638,
      "grad_norm": 4.447914123535156,
      "learning_rate": 9.886066060944067e-06,
      "loss": 0.3612,
      "step": 2332
    },
    {
      "epoch": 0.19222213067479607,
      "grad_norm": 3.9472081661224365,
      "learning_rate": 9.885924408896194e-06,
      "loss": 0.5967,
      "step": 2333
    },
    {
      "epoch": 0.1923045233583258,
      "grad_norm": 4.058405876159668,
      "learning_rate": 9.885782669862374e-06,
      "loss": 0.4457,
      "step": 2334
    },
    {
      "epoch": 0.19238691604185548,
      "grad_norm": 4.204476833343506,
      "learning_rate": 9.88564084384513e-06,
      "loss": 0.4904,
      "step": 2335
    },
    {
      "epoch": 0.19246930872538517,
      "grad_norm": 3.571106433868408,
      "learning_rate": 9.885498930846988e-06,
      "loss": 0.3763,
      "step": 2336
    },
    {
      "epoch": 0.1925517014089149,
      "grad_norm": 3.6225831508636475,
      "learning_rate": 9.885356930870473e-06,
      "loss": 0.5193,
      "step": 2337
    },
    {
      "epoch": 0.19263409409244459,
      "grad_norm": 2.3579349517822266,
      "learning_rate": 9.885214843918112e-06,
      "loss": 0.4855,
      "step": 2338
    },
    {
      "epoch": 0.1927164867759743,
      "grad_norm": 3.9029953479766846,
      "learning_rate": 9.885072669992437e-06,
      "loss": 0.6595,
      "step": 2339
    },
    {
      "epoch": 0.192798879459504,
      "grad_norm": 3.4763662815093994,
      "learning_rate": 9.884930409095978e-06,
      "loss": 0.4698,
      "step": 2340
    },
    {
      "epoch": 0.1928812721430337,
      "grad_norm": 3.4889931678771973,
      "learning_rate": 9.88478806123127e-06,
      "loss": 0.384,
      "step": 2341
    },
    {
      "epoch": 0.1929636648265634,
      "grad_norm": 2.3535823822021484,
      "learning_rate": 9.884645626400843e-06,
      "loss": 0.3788,
      "step": 2342
    },
    {
      "epoch": 0.1930460575100931,
      "grad_norm": 5.897167205810547,
      "learning_rate": 9.884503104607236e-06,
      "loss": 0.6623,
      "step": 2343
    },
    {
      "epoch": 0.19312845019362282,
      "grad_norm": 3.1411385536193848,
      "learning_rate": 9.884360495852984e-06,
      "loss": 0.3216,
      "step": 2344
    },
    {
      "epoch": 0.1932108428771525,
      "grad_norm": 4.731074810028076,
      "learning_rate": 9.88421780014063e-06,
      "loss": 0.4737,
      "step": 2345
    },
    {
      "epoch": 0.1932932355606822,
      "grad_norm": 10.419872283935547,
      "learning_rate": 9.88407501747271e-06,
      "loss": 0.6063,
      "step": 2346
    },
    {
      "epoch": 0.19337562824421192,
      "grad_norm": 3.3458406925201416,
      "learning_rate": 9.883932147851767e-06,
      "loss": 0.4394,
      "step": 2347
    },
    {
      "epoch": 0.19345802092774161,
      "grad_norm": 3.2287609577178955,
      "learning_rate": 9.883789191280346e-06,
      "loss": 0.3132,
      "step": 2348
    },
    {
      "epoch": 0.1935404136112713,
      "grad_norm": 5.322722911834717,
      "learning_rate": 9.883646147760992e-06,
      "loss": 0.5485,
      "step": 2349
    },
    {
      "epoch": 0.19362280629480103,
      "grad_norm": 6.8448991775512695,
      "learning_rate": 9.883503017296253e-06,
      "loss": 0.6152,
      "step": 2350
    },
    {
      "epoch": 0.19370519897833072,
      "grad_norm": 3.912479877471924,
      "learning_rate": 9.883359799888673e-06,
      "loss": 0.3379,
      "step": 2351
    },
    {
      "epoch": 0.19378759166186044,
      "grad_norm": 6.1816301345825195,
      "learning_rate": 9.883216495540804e-06,
      "loss": 0.6538,
      "step": 2352
    },
    {
      "epoch": 0.19386998434539013,
      "grad_norm": 3.359447717666626,
      "learning_rate": 9.883073104255197e-06,
      "loss": 0.405,
      "step": 2353
    },
    {
      "epoch": 0.19395237702891982,
      "grad_norm": 3.5772693157196045,
      "learning_rate": 9.882929626034407e-06,
      "loss": 0.4767,
      "step": 2354
    },
    {
      "epoch": 0.19403476971244954,
      "grad_norm": 4.606822490692139,
      "learning_rate": 9.882786060880986e-06,
      "loss": 0.3784,
      "step": 2355
    },
    {
      "epoch": 0.19411716239597923,
      "grad_norm": 4.935620307922363,
      "learning_rate": 9.88264240879749e-06,
      "loss": 0.6162,
      "step": 2356
    },
    {
      "epoch": 0.19419955507950895,
      "grad_norm": 3.337148666381836,
      "learning_rate": 9.882498669786479e-06,
      "loss": 0.5343,
      "step": 2357
    },
    {
      "epoch": 0.19428194776303864,
      "grad_norm": 5.346353054046631,
      "learning_rate": 9.882354843850509e-06,
      "loss": 0.2872,
      "step": 2358
    },
    {
      "epoch": 0.19436434044656833,
      "grad_norm": 5.545772552490234,
      "learning_rate": 9.88221093099214e-06,
      "loss": 0.6971,
      "step": 2359
    },
    {
      "epoch": 0.19444673313009805,
      "grad_norm": 3.8889594078063965,
      "learning_rate": 9.882066931213938e-06,
      "loss": 0.5831,
      "step": 2360
    },
    {
      "epoch": 0.19452912581362775,
      "grad_norm": 2.1342356204986572,
      "learning_rate": 9.881922844518463e-06,
      "loss": 0.1667,
      "step": 2361
    },
    {
      "epoch": 0.19461151849715747,
      "grad_norm": 4.280722141265869,
      "learning_rate": 9.881778670908283e-06,
      "loss": 0.4579,
      "step": 2362
    },
    {
      "epoch": 0.19469391118068716,
      "grad_norm": 3.6199264526367188,
      "learning_rate": 9.881634410385964e-06,
      "loss": 0.5523,
      "step": 2363
    },
    {
      "epoch": 0.19477630386421685,
      "grad_norm": 5.529089450836182,
      "learning_rate": 9.881490062954072e-06,
      "loss": 0.548,
      "step": 2364
    },
    {
      "epoch": 0.19485869654774657,
      "grad_norm": 3.700078010559082,
      "learning_rate": 9.88134562861518e-06,
      "loss": 0.2559,
      "step": 2365
    },
    {
      "epoch": 0.19494108923127626,
      "grad_norm": 5.229644775390625,
      "learning_rate": 9.881201107371859e-06,
      "loss": 0.5928,
      "step": 2366
    },
    {
      "epoch": 0.19502348191480595,
      "grad_norm": 4.96909761428833,
      "learning_rate": 9.88105649922668e-06,
      "loss": 0.5429,
      "step": 2367
    },
    {
      "epoch": 0.19510587459833567,
      "grad_norm": 4.315035820007324,
      "learning_rate": 9.880911804182219e-06,
      "loss": 0.5489,
      "step": 2368
    },
    {
      "epoch": 0.19518826728186536,
      "grad_norm": 4.038063049316406,
      "learning_rate": 9.88076702224105e-06,
      "loss": 0.629,
      "step": 2369
    },
    {
      "epoch": 0.19527065996539508,
      "grad_norm": 2.891336441040039,
      "learning_rate": 9.880622153405754e-06,
      "loss": 0.2968,
      "step": 2370
    },
    {
      "epoch": 0.19535305264892477,
      "grad_norm": 3.7886669635772705,
      "learning_rate": 9.880477197678908e-06,
      "loss": 0.3729,
      "step": 2371
    },
    {
      "epoch": 0.19543544533245447,
      "grad_norm": 4.559595108032227,
      "learning_rate": 9.880332155063093e-06,
      "loss": 0.396,
      "step": 2372
    },
    {
      "epoch": 0.19551783801598419,
      "grad_norm": 3.981241226196289,
      "learning_rate": 9.880187025560893e-06,
      "loss": 0.4591,
      "step": 2373
    },
    {
      "epoch": 0.19560023069951388,
      "grad_norm": 4.738602638244629,
      "learning_rate": 9.880041809174887e-06,
      "loss": 0.593,
      "step": 2374
    },
    {
      "epoch": 0.1956826233830436,
      "grad_norm": 2.2026212215423584,
      "learning_rate": 9.879896505907667e-06,
      "loss": 0.5258,
      "step": 2375
    },
    {
      "epoch": 0.1957650160665733,
      "grad_norm": 3.508845090866089,
      "learning_rate": 9.879751115761815e-06,
      "loss": 0.6013,
      "step": 2376
    },
    {
      "epoch": 0.19584740875010298,
      "grad_norm": 2.5159366130828857,
      "learning_rate": 9.87960563873992e-06,
      "loss": 0.2315,
      "step": 2377
    },
    {
      "epoch": 0.1959298014336327,
      "grad_norm": 2.3598968982696533,
      "learning_rate": 9.879460074844573e-06,
      "loss": 0.3729,
      "step": 2378
    },
    {
      "epoch": 0.1960121941171624,
      "grad_norm": 2.617277145385742,
      "learning_rate": 9.879314424078369e-06,
      "loss": 0.2912,
      "step": 2379
    },
    {
      "epoch": 0.1960945868006921,
      "grad_norm": 3.8196516036987305,
      "learning_rate": 9.879168686443892e-06,
      "loss": 0.3673,
      "step": 2380
    },
    {
      "epoch": 0.1961769794842218,
      "grad_norm": 6.351492881774902,
      "learning_rate": 9.879022861943746e-06,
      "loss": 0.6952,
      "step": 2381
    },
    {
      "epoch": 0.1962593721677515,
      "grad_norm": 3.771925926208496,
      "learning_rate": 9.878876950580522e-06,
      "loss": 0.3826,
      "step": 2382
    },
    {
      "epoch": 0.19634176485128121,
      "grad_norm": 4.047389984130859,
      "learning_rate": 9.878730952356818e-06,
      "loss": 0.4957,
      "step": 2383
    },
    {
      "epoch": 0.1964241575348109,
      "grad_norm": 2.8421084880828857,
      "learning_rate": 9.878584867275236e-06,
      "loss": 0.1788,
      "step": 2384
    },
    {
      "epoch": 0.1965065502183406,
      "grad_norm": 2.95178484916687,
      "learning_rate": 9.878438695338373e-06,
      "loss": 0.3128,
      "step": 2385
    },
    {
      "epoch": 0.19658894290187032,
      "grad_norm": 3.86281418800354,
      "learning_rate": 9.878292436548836e-06,
      "loss": 0.5357,
      "step": 2386
    },
    {
      "epoch": 0.1966713355854,
      "grad_norm": 4.605248928070068,
      "learning_rate": 9.878146090909224e-06,
      "loss": 0.5404,
      "step": 2387
    },
    {
      "epoch": 0.19675372826892973,
      "grad_norm": 6.668238639831543,
      "learning_rate": 9.877999658422145e-06,
      "loss": 0.5723,
      "step": 2388
    },
    {
      "epoch": 0.19683612095245942,
      "grad_norm": 6.539734363555908,
      "learning_rate": 9.877853139090207e-06,
      "loss": 0.8624,
      "step": 2389
    },
    {
      "epoch": 0.1969185136359891,
      "grad_norm": 5.649467468261719,
      "learning_rate": 9.877706532916015e-06,
      "loss": 0.4698,
      "step": 2390
    },
    {
      "epoch": 0.19700090631951883,
      "grad_norm": 5.809953689575195,
      "learning_rate": 9.877559839902185e-06,
      "loss": 0.6145,
      "step": 2391
    },
    {
      "epoch": 0.19708329900304852,
      "grad_norm": 3.017810821533203,
      "learning_rate": 9.877413060051323e-06,
      "loss": 0.3167,
      "step": 2392
    },
    {
      "epoch": 0.19716569168657824,
      "grad_norm": 5.21131706237793,
      "learning_rate": 9.877266193366043e-06,
      "loss": 0.5594,
      "step": 2393
    },
    {
      "epoch": 0.19724808437010793,
      "grad_norm": 4.742770671844482,
      "learning_rate": 9.877119239848962e-06,
      "loss": 0.4789,
      "step": 2394
    },
    {
      "epoch": 0.19733047705363763,
      "grad_norm": 7.012672424316406,
      "learning_rate": 9.876972199502694e-06,
      "loss": 0.7127,
      "step": 2395
    },
    {
      "epoch": 0.19741286973716735,
      "grad_norm": 5.0567216873168945,
      "learning_rate": 9.87682507232986e-06,
      "loss": 0.6053,
      "step": 2396
    },
    {
      "epoch": 0.19749526242069704,
      "grad_norm": 4.979129791259766,
      "learning_rate": 9.876677858333077e-06,
      "loss": 0.5962,
      "step": 2397
    },
    {
      "epoch": 0.19757765510422676,
      "grad_norm": 3.518918752670288,
      "learning_rate": 9.876530557514965e-06,
      "loss": 0.637,
      "step": 2398
    },
    {
      "epoch": 0.19766004778775645,
      "grad_norm": 4.238189220428467,
      "learning_rate": 9.876383169878147e-06,
      "loss": 0.5055,
      "step": 2399
    },
    {
      "epoch": 0.19774244047128614,
      "grad_norm": 3.9203999042510986,
      "learning_rate": 9.876235695425249e-06,
      "loss": 0.4972,
      "step": 2400
    },
    {
      "epoch": 0.19782483315481586,
      "grad_norm": 3.6817164421081543,
      "learning_rate": 9.876088134158896e-06,
      "loss": 0.5,
      "step": 2401
    },
    {
      "epoch": 0.19790722583834555,
      "grad_norm": 2.945680856704712,
      "learning_rate": 9.875940486081714e-06,
      "loss": 0.261,
      "step": 2402
    },
    {
      "epoch": 0.19798961852187527,
      "grad_norm": 3.2831361293792725,
      "learning_rate": 9.875792751196332e-06,
      "loss": 0.3662,
      "step": 2403
    },
    {
      "epoch": 0.19807201120540496,
      "grad_norm": 3.5266849994659424,
      "learning_rate": 9.875644929505379e-06,
      "loss": 0.4129,
      "step": 2404
    },
    {
      "epoch": 0.19815440388893465,
      "grad_norm": 3.1825451850891113,
      "learning_rate": 9.875497021011488e-06,
      "loss": 0.4747,
      "step": 2405
    },
    {
      "epoch": 0.19823679657246437,
      "grad_norm": 3.344756841659546,
      "learning_rate": 9.875349025717292e-06,
      "loss": 0.3613,
      "step": 2406
    },
    {
      "epoch": 0.19831918925599407,
      "grad_norm": 5.7566728591918945,
      "learning_rate": 9.875200943625427e-06,
      "loss": 0.4559,
      "step": 2407
    },
    {
      "epoch": 0.19840158193952376,
      "grad_norm": 5.7354912757873535,
      "learning_rate": 9.875052774738528e-06,
      "loss": 0.5979,
      "step": 2408
    },
    {
      "epoch": 0.19848397462305348,
      "grad_norm": 3.1067826747894287,
      "learning_rate": 9.874904519059232e-06,
      "loss": 0.3247,
      "step": 2409
    },
    {
      "epoch": 0.19856636730658317,
      "grad_norm": 4.484394073486328,
      "learning_rate": 9.874756176590181e-06,
      "loss": 0.5453,
      "step": 2410
    },
    {
      "epoch": 0.1986487599901129,
      "grad_norm": 4.125854015350342,
      "learning_rate": 9.874607747334014e-06,
      "loss": 0.4857,
      "step": 2411
    },
    {
      "epoch": 0.19873115267364258,
      "grad_norm": 48.56792449951172,
      "learning_rate": 9.874459231293376e-06,
      "loss": 2.0426,
      "step": 2412
    },
    {
      "epoch": 0.19881354535717227,
      "grad_norm": 3.2874341011047363,
      "learning_rate": 9.874310628470907e-06,
      "loss": 0.469,
      "step": 2413
    },
    {
      "epoch": 0.198895938040702,
      "grad_norm": 3.2263009548187256,
      "learning_rate": 9.874161938869255e-06,
      "loss": 0.4008,
      "step": 2414
    },
    {
      "epoch": 0.19897833072423168,
      "grad_norm": 4.210407257080078,
      "learning_rate": 9.874013162491068e-06,
      "loss": 0.468,
      "step": 2415
    },
    {
      "epoch": 0.1990607234077614,
      "grad_norm": 5.900460243225098,
      "learning_rate": 9.873864299338993e-06,
      "loss": 0.4679,
      "step": 2416
    },
    {
      "epoch": 0.1991431160912911,
      "grad_norm": 3.9059717655181885,
      "learning_rate": 9.873715349415683e-06,
      "loss": 0.4276,
      "step": 2417
    },
    {
      "epoch": 0.1992255087748208,
      "grad_norm": 3.3721587657928467,
      "learning_rate": 9.873566312723785e-06,
      "loss": 0.4698,
      "step": 2418
    },
    {
      "epoch": 0.1993079014583505,
      "grad_norm": 4.052749156951904,
      "learning_rate": 9.873417189265957e-06,
      "loss": 0.4213,
      "step": 2419
    },
    {
      "epoch": 0.1993902941418802,
      "grad_norm": 3.5357820987701416,
      "learning_rate": 9.873267979044852e-06,
      "loss": 0.6006,
      "step": 2420
    },
    {
      "epoch": 0.19947268682540992,
      "grad_norm": 4.9021759033203125,
      "learning_rate": 9.873118682063128e-06,
      "loss": 0.3939,
      "step": 2421
    },
    {
      "epoch": 0.1995550795089396,
      "grad_norm": 5.427191257476807,
      "learning_rate": 9.872969298323439e-06,
      "loss": 0.6254,
      "step": 2422
    },
    {
      "epoch": 0.1996374721924693,
      "grad_norm": 3.7890405654907227,
      "learning_rate": 9.872819827828449e-06,
      "loss": 0.2965,
      "step": 2423
    },
    {
      "epoch": 0.19971986487599902,
      "grad_norm": 3.8967432975769043,
      "learning_rate": 9.872670270580815e-06,
      "loss": 0.5282,
      "step": 2424
    },
    {
      "epoch": 0.1998022575595287,
      "grad_norm": 5.352972507476807,
      "learning_rate": 9.872520626583204e-06,
      "loss": 0.5938,
      "step": 2425
    },
    {
      "epoch": 0.1998846502430584,
      "grad_norm": 3.959458589553833,
      "learning_rate": 9.872370895838278e-06,
      "loss": 0.4418,
      "step": 2426
    },
    {
      "epoch": 0.19996704292658812,
      "grad_norm": 5.141384124755859,
      "learning_rate": 9.8722210783487e-06,
      "loss": 0.5582,
      "step": 2427
    },
    {
      "epoch": 0.20004943561011782,
      "grad_norm": 10.291813850402832,
      "learning_rate": 9.872071174117142e-06,
      "loss": 0.7556,
      "step": 2428
    },
    {
      "epoch": 0.20013182829364753,
      "grad_norm": 3.101919412612915,
      "learning_rate": 9.871921183146272e-06,
      "loss": 0.1918,
      "step": 2429
    },
    {
      "epoch": 0.20021422097717723,
      "grad_norm": 2.6165876388549805,
      "learning_rate": 9.871771105438756e-06,
      "loss": 0.4014,
      "step": 2430
    },
    {
      "epoch": 0.20029661366070692,
      "grad_norm": 4.218840599060059,
      "learning_rate": 9.871620940997272e-06,
      "loss": 0.5045,
      "step": 2431
    },
    {
      "epoch": 0.20037900634423664,
      "grad_norm": 3.5745902061462402,
      "learning_rate": 9.87147068982449e-06,
      "loss": 0.4253,
      "step": 2432
    },
    {
      "epoch": 0.20046139902776633,
      "grad_norm": 3.870744228363037,
      "learning_rate": 9.871320351923083e-06,
      "loss": 0.2846,
      "step": 2433
    },
    {
      "epoch": 0.20054379171129605,
      "grad_norm": 3.2454869747161865,
      "learning_rate": 9.871169927295733e-06,
      "loss": 0.5357,
      "step": 2434
    },
    {
      "epoch": 0.20062618439482574,
      "grad_norm": 3.685997247695923,
      "learning_rate": 9.871019415945113e-06,
      "loss": 0.2442,
      "step": 2435
    },
    {
      "epoch": 0.20070857707835543,
      "grad_norm": 4.211822509765625,
      "learning_rate": 9.870868817873904e-06,
      "loss": 0.5295,
      "step": 2436
    },
    {
      "epoch": 0.20079096976188515,
      "grad_norm": 3.9847185611724854,
      "learning_rate": 9.87071813308479e-06,
      "loss": 0.3174,
      "step": 2437
    },
    {
      "epoch": 0.20087336244541484,
      "grad_norm": 4.411283493041992,
      "learning_rate": 9.87056736158045e-06,
      "loss": 0.5643,
      "step": 2438
    },
    {
      "epoch": 0.20095575512894456,
      "grad_norm": 3.2862439155578613,
      "learning_rate": 9.870416503363571e-06,
      "loss": 0.5209,
      "step": 2439
    },
    {
      "epoch": 0.20103814781247425,
      "grad_norm": 3.481344223022461,
      "learning_rate": 9.870265558436835e-06,
      "loss": 0.5082,
      "step": 2440
    },
    {
      "epoch": 0.20112054049600395,
      "grad_norm": 5.329585075378418,
      "learning_rate": 9.870114526802935e-06,
      "loss": 0.4568,
      "step": 2441
    },
    {
      "epoch": 0.20120293317953367,
      "grad_norm": 3.9236273765563965,
      "learning_rate": 9.869963408464553e-06,
      "loss": 0.5617,
      "step": 2442
    },
    {
      "epoch": 0.20128532586306336,
      "grad_norm": 3.983581066131592,
      "learning_rate": 9.869812203424386e-06,
      "loss": 0.4493,
      "step": 2443
    },
    {
      "epoch": 0.20136771854659305,
      "grad_norm": 7.985630035400391,
      "learning_rate": 9.86966091168512e-06,
      "loss": 0.9699,
      "step": 2444
    },
    {
      "epoch": 0.20145011123012277,
      "grad_norm": 3.823291301727295,
      "learning_rate": 9.869509533249457e-06,
      "loss": 0.3857,
      "step": 2445
    },
    {
      "epoch": 0.20153250391365246,
      "grad_norm": 4.679535388946533,
      "learning_rate": 9.869358068120083e-06,
      "loss": 0.4994,
      "step": 2446
    },
    {
      "epoch": 0.20161489659718218,
      "grad_norm": 3.00636887550354,
      "learning_rate": 9.869206516299699e-06,
      "loss": 0.4095,
      "step": 2447
    },
    {
      "epoch": 0.20169728928071187,
      "grad_norm": 2.1267895698547363,
      "learning_rate": 9.869054877791001e-06,
      "loss": 0.1663,
      "step": 2448
    },
    {
      "epoch": 0.20177968196424156,
      "grad_norm": 5.754305362701416,
      "learning_rate": 9.868903152596692e-06,
      "loss": 0.5744,
      "step": 2449
    },
    {
      "epoch": 0.20186207464777128,
      "grad_norm": 3.3020176887512207,
      "learning_rate": 9.86875134071947e-06,
      "loss": 0.3326,
      "step": 2450
    },
    {
      "epoch": 0.20194446733130098,
      "grad_norm": 4.485449314117432,
      "learning_rate": 9.868599442162038e-06,
      "loss": 0.4738,
      "step": 2451
    },
    {
      "epoch": 0.2020268600148307,
      "grad_norm": 3.0774192810058594,
      "learning_rate": 9.868447456927103e-06,
      "loss": 0.5576,
      "step": 2452
    },
    {
      "epoch": 0.2021092526983604,
      "grad_norm": 5.339012145996094,
      "learning_rate": 9.868295385017367e-06,
      "loss": 0.6492,
      "step": 2453
    },
    {
      "epoch": 0.20219164538189008,
      "grad_norm": 3.8249282836914062,
      "learning_rate": 9.868143226435543e-06,
      "loss": 0.5432,
      "step": 2454
    },
    {
      "epoch": 0.2022740380654198,
      "grad_norm": 2.3910205364227295,
      "learning_rate": 9.867990981184335e-06,
      "loss": 0.1784,
      "step": 2455
    },
    {
      "epoch": 0.2023564307489495,
      "grad_norm": 5.132491588592529,
      "learning_rate": 9.867838649266454e-06,
      "loss": 0.6453,
      "step": 2456
    },
    {
      "epoch": 0.2024388234324792,
      "grad_norm": 3.9084386825561523,
      "learning_rate": 9.867686230684612e-06,
      "loss": 0.3597,
      "step": 2457
    },
    {
      "epoch": 0.2025212161160089,
      "grad_norm": 4.378739833831787,
      "learning_rate": 9.867533725441527e-06,
      "loss": 0.5797,
      "step": 2458
    },
    {
      "epoch": 0.2026036087995386,
      "grad_norm": 3.445317029953003,
      "learning_rate": 9.867381133539909e-06,
      "loss": 0.3479,
      "step": 2459
    },
    {
      "epoch": 0.2026860014830683,
      "grad_norm": 3.620438814163208,
      "learning_rate": 9.867228454982476e-06,
      "loss": 0.5733,
      "step": 2460
    },
    {
      "epoch": 0.202768394166598,
      "grad_norm": 3.493764638900757,
      "learning_rate": 9.867075689771947e-06,
      "loss": 0.3713,
      "step": 2461
    },
    {
      "epoch": 0.2028507868501277,
      "grad_norm": 4.141595840454102,
      "learning_rate": 9.86692283791104e-06,
      "loss": 0.5082,
      "step": 2462
    },
    {
      "epoch": 0.20293317953365742,
      "grad_norm": 8.587459564208984,
      "learning_rate": 9.866769899402479e-06,
      "loss": 0.4481,
      "step": 2463
    },
    {
      "epoch": 0.2030155722171871,
      "grad_norm": 3.3218116760253906,
      "learning_rate": 9.866616874248985e-06,
      "loss": 0.4656,
      "step": 2464
    },
    {
      "epoch": 0.20309796490071683,
      "grad_norm": 3.717445135116577,
      "learning_rate": 9.866463762453282e-06,
      "loss": 0.5639,
      "step": 2465
    },
    {
      "epoch": 0.20318035758424652,
      "grad_norm": 4.088979244232178,
      "learning_rate": 9.866310564018097e-06,
      "loss": 0.4324,
      "step": 2466
    },
    {
      "epoch": 0.2032627502677762,
      "grad_norm": 4.050564289093018,
      "learning_rate": 9.866157278946159e-06,
      "loss": 0.5818,
      "step": 2467
    },
    {
      "epoch": 0.20334514295130593,
      "grad_norm": 4.2177958488464355,
      "learning_rate": 9.866003907240191e-06,
      "loss": 0.5195,
      "step": 2468
    },
    {
      "epoch": 0.20342753563483562,
      "grad_norm": 3.7780327796936035,
      "learning_rate": 9.86585044890293e-06,
      "loss": 0.4172,
      "step": 2469
    },
    {
      "epoch": 0.20350992831836534,
      "grad_norm": 5.429656982421875,
      "learning_rate": 9.865696903937105e-06,
      "loss": 0.5358,
      "step": 2470
    },
    {
      "epoch": 0.20359232100189503,
      "grad_norm": 4.4807233810424805,
      "learning_rate": 9.865543272345453e-06,
      "loss": 0.5591,
      "step": 2471
    },
    {
      "epoch": 0.20367471368542472,
      "grad_norm": 4.050034046173096,
      "learning_rate": 9.865389554130703e-06,
      "loss": 0.5509,
      "step": 2472
    },
    {
      "epoch": 0.20375710636895444,
      "grad_norm": 4.2695393562316895,
      "learning_rate": 9.865235749295597e-06,
      "loss": 0.6549,
      "step": 2473
    },
    {
      "epoch": 0.20383949905248414,
      "grad_norm": 5.091088771820068,
      "learning_rate": 9.865081857842871e-06,
      "loss": 0.6287,
      "step": 2474
    },
    {
      "epoch": 0.20392189173601385,
      "grad_norm": 3.6899945735931396,
      "learning_rate": 9.864927879775263e-06,
      "loss": 0.4836,
      "step": 2475
    },
    {
      "epoch": 0.20400428441954355,
      "grad_norm": 32.356109619140625,
      "learning_rate": 9.86477381509552e-06,
      "loss": 1.2174,
      "step": 2476
    },
    {
      "epoch": 0.20408667710307324,
      "grad_norm": 4.648869514465332,
      "learning_rate": 9.864619663806379e-06,
      "loss": 0.5327,
      "step": 2477
    },
    {
      "epoch": 0.20416906978660296,
      "grad_norm": 3.796051025390625,
      "learning_rate": 9.864465425910588e-06,
      "loss": 0.3871,
      "step": 2478
    },
    {
      "epoch": 0.20425146247013265,
      "grad_norm": 2.825622081756592,
      "learning_rate": 9.864311101410892e-06,
      "loss": 0.3937,
      "step": 2479
    },
    {
      "epoch": 0.20433385515366234,
      "grad_norm": 3.087740421295166,
      "learning_rate": 9.864156690310037e-06,
      "loss": 0.3394,
      "step": 2480
    },
    {
      "epoch": 0.20441624783719206,
      "grad_norm": 4.018188953399658,
      "learning_rate": 9.864002192610774e-06,
      "loss": 0.328,
      "step": 2481
    },
    {
      "epoch": 0.20449864052072175,
      "grad_norm": 3.2823519706726074,
      "learning_rate": 9.863847608315853e-06,
      "loss": 0.3452,
      "step": 2482
    },
    {
      "epoch": 0.20458103320425147,
      "grad_norm": 4.81123161315918,
      "learning_rate": 9.863692937428027e-06,
      "loss": 0.4712,
      "step": 2483
    },
    {
      "epoch": 0.20466342588778116,
      "grad_norm": 4.0858283042907715,
      "learning_rate": 9.863538179950046e-06,
      "loss": 0.4856,
      "step": 2484
    },
    {
      "epoch": 0.20474581857131086,
      "grad_norm": 4.660289287567139,
      "learning_rate": 9.86338333588467e-06,
      "loss": 0.3549,
      "step": 2485
    },
    {
      "epoch": 0.20482821125484058,
      "grad_norm": 3.908108949661255,
      "learning_rate": 9.863228405234652e-06,
      "loss": 0.4589,
      "step": 2486
    },
    {
      "epoch": 0.20491060393837027,
      "grad_norm": 3.839834451675415,
      "learning_rate": 9.863073388002752e-06,
      "loss": 0.3811,
      "step": 2487
    },
    {
      "epoch": 0.2049929966219,
      "grad_norm": 2.895758867263794,
      "learning_rate": 9.862918284191732e-06,
      "loss": 0.4386,
      "step": 2488
    },
    {
      "epoch": 0.20507538930542968,
      "grad_norm": 3.515761375427246,
      "learning_rate": 9.862763093804349e-06,
      "loss": 0.2698,
      "step": 2489
    },
    {
      "epoch": 0.20515778198895937,
      "grad_norm": 3.6732053756713867,
      "learning_rate": 9.862607816843368e-06,
      "loss": 0.5591,
      "step": 2490
    },
    {
      "epoch": 0.2052401746724891,
      "grad_norm": 3.278606653213501,
      "learning_rate": 9.862452453311555e-06,
      "loss": 0.4866,
      "step": 2491
    },
    {
      "epoch": 0.20532256735601878,
      "grad_norm": 4.939290523529053,
      "learning_rate": 9.862297003211673e-06,
      "loss": 0.5693,
      "step": 2492
    },
    {
      "epoch": 0.2054049600395485,
      "grad_norm": 4.591869831085205,
      "learning_rate": 9.862141466546493e-06,
      "loss": 0.6694,
      "step": 2493
    },
    {
      "epoch": 0.2054873527230782,
      "grad_norm": 4.689249515533447,
      "learning_rate": 9.86198584331878e-06,
      "loss": 0.7156,
      "step": 2494
    },
    {
      "epoch": 0.20556974540660788,
      "grad_norm": 4.163765907287598,
      "learning_rate": 9.861830133531307e-06,
      "loss": 0.1795,
      "step": 2495
    },
    {
      "epoch": 0.2056521380901376,
      "grad_norm": 4.408985137939453,
      "learning_rate": 9.861674337186847e-06,
      "loss": 0.5527,
      "step": 2496
    },
    {
      "epoch": 0.2057345307736673,
      "grad_norm": 4.288311004638672,
      "learning_rate": 9.861518454288172e-06,
      "loss": 0.5517,
      "step": 2497
    },
    {
      "epoch": 0.205816923457197,
      "grad_norm": 3.6125736236572266,
      "learning_rate": 9.861362484838057e-06,
      "loss": 0.4357,
      "step": 2498
    },
    {
      "epoch": 0.2058993161407267,
      "grad_norm": 4.0398640632629395,
      "learning_rate": 9.86120642883928e-06,
      "loss": 0.5963,
      "step": 2499
    },
    {
      "epoch": 0.2059817088242564,
      "grad_norm": 3.9574127197265625,
      "learning_rate": 9.86105028629462e-06,
      "loss": 0.6127,
      "step": 2500
    },
    {
      "epoch": 0.20606410150778612,
      "grad_norm": 2.642939567565918,
      "learning_rate": 9.860894057206853e-06,
      "loss": 0.4691,
      "step": 2501
    },
    {
      "epoch": 0.2061464941913158,
      "grad_norm": 3.4744818210601807,
      "learning_rate": 9.860737741578765e-06,
      "loss": 0.4629,
      "step": 2502
    },
    {
      "epoch": 0.2062288868748455,
      "grad_norm": 3.6466991901397705,
      "learning_rate": 9.860581339413137e-06,
      "loss": 0.6088,
      "step": 2503
    },
    {
      "epoch": 0.20631127955837522,
      "grad_norm": 3.977015733718872,
      "learning_rate": 9.860424850712755e-06,
      "loss": 0.569,
      "step": 2504
    },
    {
      "epoch": 0.2063936722419049,
      "grad_norm": 3.31998610496521,
      "learning_rate": 9.860268275480402e-06,
      "loss": 0.3565,
      "step": 2505
    },
    {
      "epoch": 0.20647606492543463,
      "grad_norm": 3.7733774185180664,
      "learning_rate": 9.860111613718868e-06,
      "loss": 0.4927,
      "step": 2506
    },
    {
      "epoch": 0.20655845760896432,
      "grad_norm": 3.1928939819335938,
      "learning_rate": 9.859954865430941e-06,
      "loss": 0.2936,
      "step": 2507
    },
    {
      "epoch": 0.20664085029249402,
      "grad_norm": 4.485664367675781,
      "learning_rate": 9.859798030619412e-06,
      "loss": 0.5976,
      "step": 2508
    },
    {
      "epoch": 0.20672324297602374,
      "grad_norm": 2.5657119750976562,
      "learning_rate": 9.859641109287073e-06,
      "loss": 0.4896,
      "step": 2509
    },
    {
      "epoch": 0.20680563565955343,
      "grad_norm": 3.279359817504883,
      "learning_rate": 9.859484101436718e-06,
      "loss": 0.3652,
      "step": 2510
    },
    {
      "epoch": 0.20688802834308315,
      "grad_norm": 4.383645057678223,
      "learning_rate": 9.85932700707114e-06,
      "loss": 0.3294,
      "step": 2511
    },
    {
      "epoch": 0.20697042102661284,
      "grad_norm": 2.8278462886810303,
      "learning_rate": 9.85916982619314e-06,
      "loss": 0.4888,
      "step": 2512
    },
    {
      "epoch": 0.20705281371014253,
      "grad_norm": 3.2445788383483887,
      "learning_rate": 9.859012558805516e-06,
      "loss": 0.1716,
      "step": 2513
    },
    {
      "epoch": 0.20713520639367225,
      "grad_norm": 5.447556495666504,
      "learning_rate": 9.858855204911065e-06,
      "loss": 0.6337,
      "step": 2514
    },
    {
      "epoch": 0.20721759907720194,
      "grad_norm": 3.576998710632324,
      "learning_rate": 9.858697764512588e-06,
      "loss": 0.604,
      "step": 2515
    },
    {
      "epoch": 0.20729999176073163,
      "grad_norm": 3.3343422412872314,
      "learning_rate": 9.858540237612891e-06,
      "loss": 0.5297,
      "step": 2516
    },
    {
      "epoch": 0.20738238444426135,
      "grad_norm": 4.674064636230469,
      "learning_rate": 9.858382624214777e-06,
      "loss": 0.6602,
      "step": 2517
    },
    {
      "epoch": 0.20746477712779104,
      "grad_norm": 3.0585782527923584,
      "learning_rate": 9.858224924321052e-06,
      "loss": 0.4949,
      "step": 2518
    },
    {
      "epoch": 0.20754716981132076,
      "grad_norm": 3.6589694023132324,
      "learning_rate": 9.858067137934522e-06,
      "loss": 0.5016,
      "step": 2519
    },
    {
      "epoch": 0.20762956249485046,
      "grad_norm": 9.599217414855957,
      "learning_rate": 9.857909265058e-06,
      "loss": 0.5896,
      "step": 2520
    },
    {
      "epoch": 0.20771195517838015,
      "grad_norm": 12.027649879455566,
      "learning_rate": 9.857751305694294e-06,
      "loss": 0.9916,
      "step": 2521
    },
    {
      "epoch": 0.20779434786190987,
      "grad_norm": 5.889019012451172,
      "learning_rate": 9.857593259846216e-06,
      "loss": 0.6073,
      "step": 2522
    },
    {
      "epoch": 0.20787674054543956,
      "grad_norm": 3.1546378135681152,
      "learning_rate": 9.85743512751658e-06,
      "loss": 0.3776,
      "step": 2523
    },
    {
      "epoch": 0.20795913322896928,
      "grad_norm": 3.0593180656433105,
      "learning_rate": 9.857276908708205e-06,
      "loss": 0.5127,
      "step": 2524
    },
    {
      "epoch": 0.20804152591249897,
      "grad_norm": 18.770662307739258,
      "learning_rate": 9.857118603423903e-06,
      "loss": 0.5493,
      "step": 2525
    },
    {
      "epoch": 0.20812391859602866,
      "grad_norm": 28.622987747192383,
      "learning_rate": 9.856960211666493e-06,
      "loss": 0.6711,
      "step": 2526
    },
    {
      "epoch": 0.20820631127955838,
      "grad_norm": 9.330277442932129,
      "learning_rate": 9.856801733438797e-06,
      "loss": 0.4531,
      "step": 2527
    },
    {
      "epoch": 0.20828870396308807,
      "grad_norm": 27.917930603027344,
      "learning_rate": 9.856643168743636e-06,
      "loss": 0.996,
      "step": 2528
    },
    {
      "epoch": 0.2083710966466178,
      "grad_norm": 25.429931640625,
      "learning_rate": 9.85648451758383e-06,
      "loss": 0.5505,
      "step": 2529
    },
    {
      "epoch": 0.20845348933014748,
      "grad_norm": 19.756845474243164,
      "learning_rate": 9.856325779962208e-06,
      "loss": 0.4692,
      "step": 2530
    },
    {
      "epoch": 0.20853588201367718,
      "grad_norm": 126.56668853759766,
      "learning_rate": 9.856166955881593e-06,
      "loss": 0.9257,
      "step": 2531
    },
    {
      "epoch": 0.2086182746972069,
      "grad_norm": 400.47216796875,
      "learning_rate": 9.856008045344813e-06,
      "loss": 2.0939,
      "step": 2532
    },
    {
      "epoch": 0.2087006673807366,
      "grad_norm": 1297.635498046875,
      "learning_rate": 9.855849048354699e-06,
      "loss": 1.1167,
      "step": 2533
    },
    {
      "epoch": 0.20878306006426628,
      "grad_norm": 231.69863891601562,
      "learning_rate": 9.85568996491408e-06,
      "loss": 1.0189,
      "step": 2534
    },
    {
      "epoch": 0.208865452747796,
      "grad_norm": 1348.810546875,
      "learning_rate": 9.855530795025788e-06,
      "loss": 1.023,
      "step": 2535
    },
    {
      "epoch": 0.2089478454313257,
      "grad_norm": 117.65460205078125,
      "learning_rate": 9.855371538692657e-06,
      "loss": 1.0649,
      "step": 2536
    },
    {
      "epoch": 0.2090302381148554,
      "grad_norm": 113.20590209960938,
      "learning_rate": 9.855212195917524e-06,
      "loss": 0.9035,
      "step": 2537
    },
    {
      "epoch": 0.2091126307983851,
      "grad_norm": 31.42202377319336,
      "learning_rate": 9.855052766703224e-06,
      "loss": 0.8679,
      "step": 2538
    },
    {
      "epoch": 0.2091950234819148,
      "grad_norm": 82.91777801513672,
      "learning_rate": 9.854893251052595e-06,
      "loss": 0.9052,
      "step": 2539
    },
    {
      "epoch": 0.2092774161654445,
      "grad_norm": 253.4730224609375,
      "learning_rate": 9.854733648968478e-06,
      "loss": 0.8155,
      "step": 2540
    },
    {
      "epoch": 0.2093598088489742,
      "grad_norm": 5.586114406585693,
      "learning_rate": 9.854573960453715e-06,
      "loss": 0.5528,
      "step": 2541
    },
    {
      "epoch": 0.20944220153250392,
      "grad_norm": 5.0851850509643555,
      "learning_rate": 9.854414185511147e-06,
      "loss": 0.6639,
      "step": 2542
    },
    {
      "epoch": 0.20952459421603362,
      "grad_norm": 16.69391632080078,
      "learning_rate": 9.854254324143621e-06,
      "loss": 0.7659,
      "step": 2543
    },
    {
      "epoch": 0.2096069868995633,
      "grad_norm": 9.312274932861328,
      "learning_rate": 9.854094376353982e-06,
      "loss": 0.5659,
      "step": 2544
    },
    {
      "epoch": 0.20968937958309303,
      "grad_norm": 6.613221168518066,
      "learning_rate": 9.853934342145076e-06,
      "loss": 0.5404,
      "step": 2545
    },
    {
      "epoch": 0.20977177226662272,
      "grad_norm": 15.893099784851074,
      "learning_rate": 9.853774221519755e-06,
      "loss": 0.6729,
      "step": 2546
    },
    {
      "epoch": 0.20985416495015244,
      "grad_norm": 4.7126030921936035,
      "learning_rate": 9.853614014480868e-06,
      "loss": 0.5731,
      "step": 2547
    },
    {
      "epoch": 0.20993655763368213,
      "grad_norm": 3.614105701446533,
      "learning_rate": 9.853453721031268e-06,
      "loss": 0.4818,
      "step": 2548
    },
    {
      "epoch": 0.21001895031721182,
      "grad_norm": 99.09334564208984,
      "learning_rate": 9.853293341173806e-06,
      "loss": 0.5132,
      "step": 2549
    },
    {
      "epoch": 0.21010134300074154,
      "grad_norm": 6.2699360847473145,
      "learning_rate": 9.853132874911342e-06,
      "loss": 0.5348,
      "step": 2550
    },
    {
      "epoch": 0.21018373568427123,
      "grad_norm": 10.312918663024902,
      "learning_rate": 9.85297232224673e-06,
      "loss": 0.5913,
      "step": 2551
    },
    {
      "epoch": 0.21026612836780095,
      "grad_norm": 3.956805467605591,
      "learning_rate": 9.852811683182828e-06,
      "loss": 0.4284,
      "step": 2552
    },
    {
      "epoch": 0.21034852105133064,
      "grad_norm": 4.763791084289551,
      "learning_rate": 9.852650957722496e-06,
      "loss": 0.3947,
      "step": 2553
    },
    {
      "epoch": 0.21043091373486034,
      "grad_norm": 4.361596584320068,
      "learning_rate": 9.852490145868598e-06,
      "loss": 0.5389,
      "step": 2554
    },
    {
      "epoch": 0.21051330641839006,
      "grad_norm": 3.930534601211548,
      "learning_rate": 9.852329247623993e-06,
      "loss": 0.4158,
      "step": 2555
    },
    {
      "epoch": 0.21059569910191975,
      "grad_norm": 4.8199639320373535,
      "learning_rate": 9.852168262991551e-06,
      "loss": 0.5673,
      "step": 2556
    },
    {
      "epoch": 0.21067809178544944,
      "grad_norm": 4.995310306549072,
      "learning_rate": 9.852007191974131e-06,
      "loss": 0.645,
      "step": 2557
    },
    {
      "epoch": 0.21076048446897916,
      "grad_norm": 3.1290738582611084,
      "learning_rate": 9.851846034574606e-06,
      "loss": 0.4627,
      "step": 2558
    },
    {
      "epoch": 0.21084287715250885,
      "grad_norm": 4.163633346557617,
      "learning_rate": 9.851684790795845e-06,
      "loss": 0.4864,
      "step": 2559
    },
    {
      "epoch": 0.21092526983603857,
      "grad_norm": 4.612770080566406,
      "learning_rate": 9.851523460640715e-06,
      "loss": 0.5111,
      "step": 2560
    },
    {
      "epoch": 0.21100766251956826,
      "grad_norm": 4.879532337188721,
      "learning_rate": 9.851362044112091e-06,
      "loss": 0.3651,
      "step": 2561
    },
    {
      "epoch": 0.21109005520309795,
      "grad_norm": 4.98079776763916,
      "learning_rate": 9.851200541212848e-06,
      "loss": 0.6513,
      "step": 2562
    },
    {
      "epoch": 0.21117244788662767,
      "grad_norm": 5.789832592010498,
      "learning_rate": 9.851038951945857e-06,
      "loss": 0.4646,
      "step": 2563
    },
    {
      "epoch": 0.21125484057015737,
      "grad_norm": 8.694148063659668,
      "learning_rate": 9.850877276313999e-06,
      "loss": 0.783,
      "step": 2564
    },
    {
      "epoch": 0.21133723325368708,
      "grad_norm": 4.365825653076172,
      "learning_rate": 9.85071551432015e-06,
      "loss": 0.4976,
      "step": 2565
    },
    {
      "epoch": 0.21141962593721678,
      "grad_norm": 9.978861808776855,
      "learning_rate": 9.850553665967191e-06,
      "loss": 0.6557,
      "step": 2566
    },
    {
      "epoch": 0.21150201862074647,
      "grad_norm": 4.3151140213012695,
      "learning_rate": 9.850391731258002e-06,
      "loss": 0.5471,
      "step": 2567
    },
    {
      "epoch": 0.2115844113042762,
      "grad_norm": 5.321552276611328,
      "learning_rate": 9.850229710195466e-06,
      "loss": 0.3628,
      "step": 2568
    },
    {
      "epoch": 0.21166680398780588,
      "grad_norm": 35.369693756103516,
      "learning_rate": 9.850067602782471e-06,
      "loss": 1.0165,
      "step": 2569
    },
    {
      "epoch": 0.2117491966713356,
      "grad_norm": 4.135262489318848,
      "learning_rate": 9.8499054090219e-06,
      "loss": 0.5567,
      "step": 2570
    },
    {
      "epoch": 0.2118315893548653,
      "grad_norm": 5.350008964538574,
      "learning_rate": 9.849743128916642e-06,
      "loss": 0.3927,
      "step": 2571
    },
    {
      "epoch": 0.21191398203839498,
      "grad_norm": 3.951786994934082,
      "learning_rate": 9.849580762469584e-06,
      "loss": 0.5847,
      "step": 2572
    },
    {
      "epoch": 0.2119963747219247,
      "grad_norm": 4.166314601898193,
      "learning_rate": 9.849418309683618e-06,
      "loss": 0.4498,
      "step": 2573
    },
    {
      "epoch": 0.2120787674054544,
      "grad_norm": 5.678388595581055,
      "learning_rate": 9.849255770561636e-06,
      "loss": 0.6838,
      "step": 2574
    },
    {
      "epoch": 0.21216116008898409,
      "grad_norm": 3.820629596710205,
      "learning_rate": 9.849093145106533e-06,
      "loss": 0.587,
      "step": 2575
    },
    {
      "epoch": 0.2122435527725138,
      "grad_norm": 8.303017616271973,
      "learning_rate": 9.848930433321202e-06,
      "loss": 0.483,
      "step": 2576
    },
    {
      "epoch": 0.2123259454560435,
      "grad_norm": 4.455306053161621,
      "learning_rate": 9.848767635208543e-06,
      "loss": 0.4032,
      "step": 2577
    },
    {
      "epoch": 0.21240833813957322,
      "grad_norm": 4.942523002624512,
      "learning_rate": 9.848604750771451e-06,
      "loss": 0.5018,
      "step": 2578
    },
    {
      "epoch": 0.2124907308231029,
      "grad_norm": 6.13505744934082,
      "learning_rate": 9.848441780012827e-06,
      "loss": 0.6518,
      "step": 2579
    },
    {
      "epoch": 0.2125731235066326,
      "grad_norm": 3.1192471981048584,
      "learning_rate": 9.848278722935573e-06,
      "loss": 0.4129,
      "step": 2580
    },
    {
      "epoch": 0.21265551619016232,
      "grad_norm": 3.398827075958252,
      "learning_rate": 9.848115579542591e-06,
      "loss": 0.5,
      "step": 2581
    },
    {
      "epoch": 0.212737908873692,
      "grad_norm": 5.362006187438965,
      "learning_rate": 9.84795234983679e-06,
      "loss": 0.5582,
      "step": 2582
    },
    {
      "epoch": 0.21282030155722173,
      "grad_norm": 4.895020484924316,
      "learning_rate": 9.847789033821067e-06,
      "loss": 0.4593,
      "step": 2583
    },
    {
      "epoch": 0.21290269424075142,
      "grad_norm": 3.1581196784973145,
      "learning_rate": 9.847625631498338e-06,
      "loss": 0.2917,
      "step": 2584
    },
    {
      "epoch": 0.21298508692428111,
      "grad_norm": 4.539986610412598,
      "learning_rate": 9.847462142871508e-06,
      "loss": 0.499,
      "step": 2585
    },
    {
      "epoch": 0.21306747960781083,
      "grad_norm": 3.781787157058716,
      "learning_rate": 9.84729856794349e-06,
      "loss": 0.4309,
      "step": 2586
    },
    {
      "epoch": 0.21314987229134053,
      "grad_norm": 4.111842155456543,
      "learning_rate": 9.847134906717193e-06,
      "loss": 0.5956,
      "step": 2587
    },
    {
      "epoch": 0.21323226497487024,
      "grad_norm": 4.826148509979248,
      "learning_rate": 9.846971159195532e-06,
      "loss": 0.3369,
      "step": 2588
    },
    {
      "epoch": 0.21331465765839994,
      "grad_norm": 4.5407538414001465,
      "learning_rate": 9.846807325381425e-06,
      "loss": 0.4724,
      "step": 2589
    },
    {
      "epoch": 0.21339705034192963,
      "grad_norm": 4.135268211364746,
      "learning_rate": 9.846643405277785e-06,
      "loss": 0.4831,
      "step": 2590
    },
    {
      "epoch": 0.21347944302545935,
      "grad_norm": 3.5644240379333496,
      "learning_rate": 9.846479398887531e-06,
      "loss": 0.5243,
      "step": 2591
    },
    {
      "epoch": 0.21356183570898904,
      "grad_norm": 3.6531803607940674,
      "learning_rate": 9.846315306213586e-06,
      "loss": 0.4432,
      "step": 2592
    },
    {
      "epoch": 0.21364422839251873,
      "grad_norm": 5.506889343261719,
      "learning_rate": 9.846151127258869e-06,
      "loss": 0.8502,
      "step": 2593
    },
    {
      "epoch": 0.21372662107604845,
      "grad_norm": 3.2165379524230957,
      "learning_rate": 9.845986862026301e-06,
      "loss": 0.4709,
      "step": 2594
    },
    {
      "epoch": 0.21380901375957814,
      "grad_norm": 5.450031757354736,
      "learning_rate": 9.84582251051881e-06,
      "loss": 0.554,
      "step": 2595
    },
    {
      "epoch": 0.21389140644310786,
      "grad_norm": 5.427864074707031,
      "learning_rate": 9.845658072739322e-06,
      "loss": 0.5881,
      "step": 2596
    },
    {
      "epoch": 0.21397379912663755,
      "grad_norm": 3.606936454772949,
      "learning_rate": 9.84549354869076e-06,
      "loss": 0.4988,
      "step": 2597
    },
    {
      "epoch": 0.21405619181016725,
      "grad_norm": 4.432318210601807,
      "learning_rate": 9.845328938376057e-06,
      "loss": 0.4177,
      "step": 2598
    },
    {
      "epoch": 0.21413858449369697,
      "grad_norm": 5.034146785736084,
      "learning_rate": 9.845164241798143e-06,
      "loss": 0.5945,
      "step": 2599
    },
    {
      "epoch": 0.21422097717722666,
      "grad_norm": 5.596041202545166,
      "learning_rate": 9.844999458959951e-06,
      "loss": 0.51,
      "step": 2600
    },
    {
      "epoch": 0.21430336986075638,
      "grad_norm": 5.97443151473999,
      "learning_rate": 9.844834589864414e-06,
      "loss": 0.7625,
      "step": 2601
    },
    {
      "epoch": 0.21438576254428607,
      "grad_norm": 4.540979862213135,
      "learning_rate": 9.844669634514467e-06,
      "loss": 0.6595,
      "step": 2602
    },
    {
      "epoch": 0.21446815522781576,
      "grad_norm": 4.092350959777832,
      "learning_rate": 9.844504592913044e-06,
      "loss": 0.4376,
      "step": 2603
    },
    {
      "epoch": 0.21455054791134548,
      "grad_norm": 6.45530366897583,
      "learning_rate": 9.844339465063089e-06,
      "loss": 0.563,
      "step": 2604
    },
    {
      "epoch": 0.21463294059487517,
      "grad_norm": 2.247606039047241,
      "learning_rate": 9.844174250967538e-06,
      "loss": 0.2328,
      "step": 2605
    },
    {
      "epoch": 0.2147153332784049,
      "grad_norm": 2.8995094299316406,
      "learning_rate": 9.844008950629332e-06,
      "loss": 0.2937,
      "step": 2606
    },
    {
      "epoch": 0.21479772596193458,
      "grad_norm": 4.394930362701416,
      "learning_rate": 9.843843564051416e-06,
      "loss": 0.4891,
      "step": 2607
    },
    {
      "epoch": 0.21488011864546427,
      "grad_norm": 3.791470766067505,
      "learning_rate": 9.843678091236733e-06,
      "loss": 0.3902,
      "step": 2608
    },
    {
      "epoch": 0.214962511328994,
      "grad_norm": 4.107704162597656,
      "learning_rate": 9.84351253218823e-06,
      "loss": 0.4412,
      "step": 2609
    },
    {
      "epoch": 0.21504490401252369,
      "grad_norm": 4.538658142089844,
      "learning_rate": 9.843346886908853e-06,
      "loss": 0.4755,
      "step": 2610
    },
    {
      "epoch": 0.21512729669605338,
      "grad_norm": 5.359281539916992,
      "learning_rate": 9.843181155401552e-06,
      "loss": 0.5381,
      "step": 2611
    },
    {
      "epoch": 0.2152096893795831,
      "grad_norm": 3.893629789352417,
      "learning_rate": 9.84301533766928e-06,
      "loss": 0.3432,
      "step": 2612
    },
    {
      "epoch": 0.2152920820631128,
      "grad_norm": 4.004793167114258,
      "learning_rate": 9.842849433714985e-06,
      "loss": 0.4859,
      "step": 2613
    },
    {
      "epoch": 0.2153744747466425,
      "grad_norm": 3.697308301925659,
      "learning_rate": 9.842683443541623e-06,
      "loss": 0.2386,
      "step": 2614
    },
    {
      "epoch": 0.2154568674301722,
      "grad_norm": 4.378961086273193,
      "learning_rate": 9.842517367152146e-06,
      "loss": 0.6614,
      "step": 2615
    },
    {
      "epoch": 0.2155392601137019,
      "grad_norm": 3.3846216201782227,
      "learning_rate": 9.842351204549516e-06,
      "loss": 0.4383,
      "step": 2616
    },
    {
      "epoch": 0.2156216527972316,
      "grad_norm": 4.6363630294799805,
      "learning_rate": 9.842184955736688e-06,
      "loss": 0.4413,
      "step": 2617
    },
    {
      "epoch": 0.2157040454807613,
      "grad_norm": 2.9849069118499756,
      "learning_rate": 9.842018620716622e-06,
      "loss": 0.4091,
      "step": 2618
    },
    {
      "epoch": 0.21578643816429102,
      "grad_norm": 15.64548110961914,
      "learning_rate": 9.841852199492282e-06,
      "loss": 0.7332,
      "step": 2619
    },
    {
      "epoch": 0.21586883084782071,
      "grad_norm": 4.879202365875244,
      "learning_rate": 9.841685692066625e-06,
      "loss": 0.6003,
      "step": 2620
    },
    {
      "epoch": 0.2159512235313504,
      "grad_norm": 5.433530330657959,
      "learning_rate": 9.84151909844262e-06,
      "loss": 0.5313,
      "step": 2621
    },
    {
      "epoch": 0.21603361621488013,
      "grad_norm": 4.033778190612793,
      "learning_rate": 9.841352418623233e-06,
      "loss": 0.4637,
      "step": 2622
    },
    {
      "epoch": 0.21611600889840982,
      "grad_norm": 18.73081398010254,
      "learning_rate": 9.841185652611429e-06,
      "loss": 0.212,
      "step": 2623
    },
    {
      "epoch": 0.21619840158193954,
      "grad_norm": 3.04364013671875,
      "learning_rate": 9.841018800410177e-06,
      "loss": 0.1811,
      "step": 2624
    },
    {
      "epoch": 0.21628079426546923,
      "grad_norm": 14.885130882263184,
      "learning_rate": 9.840851862022452e-06,
      "loss": 0.4091,
      "step": 2625
    },
    {
      "epoch": 0.21636318694899892,
      "grad_norm": 4.890079021453857,
      "learning_rate": 9.840684837451223e-06,
      "loss": 0.4774,
      "step": 2626
    },
    {
      "epoch": 0.21644557963252864,
      "grad_norm": 5.0619988441467285,
      "learning_rate": 9.84051772669946e-06,
      "loss": 0.7298,
      "step": 2627
    },
    {
      "epoch": 0.21652797231605833,
      "grad_norm": 5.88386344909668,
      "learning_rate": 9.840350529770145e-06,
      "loss": 0.6148,
      "step": 2628
    },
    {
      "epoch": 0.21661036499958802,
      "grad_norm": 5.54352331161499,
      "learning_rate": 9.84018324666625e-06,
      "loss": 0.5212,
      "step": 2629
    },
    {
      "epoch": 0.21669275768311774,
      "grad_norm": 3.573457717895508,
      "learning_rate": 9.840015877390754e-06,
      "loss": 0.3725,
      "step": 2630
    },
    {
      "epoch": 0.21677515036664743,
      "grad_norm": 3.254180908203125,
      "learning_rate": 9.839848421946637e-06,
      "loss": 0.4334,
      "step": 2631
    },
    {
      "epoch": 0.21685754305017715,
      "grad_norm": 2.7840864658355713,
      "learning_rate": 9.839680880336882e-06,
      "loss": 0.3579,
      "step": 2632
    },
    {
      "epoch": 0.21693993573370685,
      "grad_norm": 5.084772109985352,
      "learning_rate": 9.83951325256447e-06,
      "loss": 0.509,
      "step": 2633
    },
    {
      "epoch": 0.21702232841723654,
      "grad_norm": 4.133955955505371,
      "learning_rate": 9.839345538632384e-06,
      "loss": 0.6226,
      "step": 2634
    },
    {
      "epoch": 0.21710472110076626,
      "grad_norm": 5.055846691131592,
      "learning_rate": 9.839177738543613e-06,
      "loss": 0.9072,
      "step": 2635
    },
    {
      "epoch": 0.21718711378429595,
      "grad_norm": 2.320465087890625,
      "learning_rate": 9.839009852301143e-06,
      "loss": 0.2749,
      "step": 2636
    },
    {
      "epoch": 0.21726950646782567,
      "grad_norm": 42.810245513916016,
      "learning_rate": 9.838841879907963e-06,
      "loss": 1.0962,
      "step": 2637
    },
    {
      "epoch": 0.21735189915135536,
      "grad_norm": 2.7872605323791504,
      "learning_rate": 9.838673821367062e-06,
      "loss": 0.309,
      "step": 2638
    },
    {
      "epoch": 0.21743429183488505,
      "grad_norm": 3.1944265365600586,
      "learning_rate": 9.838505676681434e-06,
      "loss": 0.3426,
      "step": 2639
    },
    {
      "epoch": 0.21751668451841477,
      "grad_norm": 3.4838902950286865,
      "learning_rate": 9.838337445854074e-06,
      "loss": 0.5748,
      "step": 2640
    },
    {
      "epoch": 0.21759907720194446,
      "grad_norm": 36.216552734375,
      "learning_rate": 9.838169128887973e-06,
      "loss": 0.5336,
      "step": 2641
    },
    {
      "epoch": 0.21768146988547418,
      "grad_norm": 8.272798538208008,
      "learning_rate": 9.83800072578613e-06,
      "loss": 0.6357,
      "step": 2642
    },
    {
      "epoch": 0.21776386256900387,
      "grad_norm": 4.21382474899292,
      "learning_rate": 9.837832236551542e-06,
      "loss": 0.3951,
      "step": 2643
    },
    {
      "epoch": 0.21784625525253357,
      "grad_norm": 3.7306652069091797,
      "learning_rate": 9.83766366118721e-06,
      "loss": 0.4216,
      "step": 2644
    },
    {
      "epoch": 0.21792864793606329,
      "grad_norm": 5.113755226135254,
      "learning_rate": 9.837494999696134e-06,
      "loss": 0.7347,
      "step": 2645
    },
    {
      "epoch": 0.21801104061959298,
      "grad_norm": 4.948614597320557,
      "learning_rate": 9.83732625208132e-06,
      "loss": 0.4047,
      "step": 2646
    },
    {
      "epoch": 0.21809343330312267,
      "grad_norm": 3.4141995906829834,
      "learning_rate": 9.837157418345766e-06,
      "loss": 0.415,
      "step": 2647
    },
    {
      "epoch": 0.2181758259866524,
      "grad_norm": 5.163555145263672,
      "learning_rate": 9.836988498492484e-06,
      "loss": 0.4624,
      "step": 2648
    },
    {
      "epoch": 0.21825821867018208,
      "grad_norm": 30.39885711669922,
      "learning_rate": 9.836819492524477e-06,
      "loss": 0.6861,
      "step": 2649
    },
    {
      "epoch": 0.2183406113537118,
      "grad_norm": 2.6426150798797607,
      "learning_rate": 9.836650400444757e-06,
      "loss": 0.3592,
      "step": 2650
    },
    {
      "epoch": 0.2184230040372415,
      "grad_norm": 3.4285058975219727,
      "learning_rate": 9.836481222256334e-06,
      "loss": 0.3901,
      "step": 2651
    },
    {
      "epoch": 0.21850539672077118,
      "grad_norm": 4.498993873596191,
      "learning_rate": 9.836311957962216e-06,
      "loss": 0.4703,
      "step": 2652
    },
    {
      "epoch": 0.2185877894043009,
      "grad_norm": 4.262482643127441,
      "learning_rate": 9.836142607565422e-06,
      "loss": 0.3476,
      "step": 2653
    },
    {
      "epoch": 0.2186701820878306,
      "grad_norm": 2.2743945121765137,
      "learning_rate": 9.835973171068964e-06,
      "loss": 0.5255,
      "step": 2654
    },
    {
      "epoch": 0.21875257477136031,
      "grad_norm": 4.690598011016846,
      "learning_rate": 9.83580364847586e-06,
      "loss": 0.4613,
      "step": 2655
    },
    {
      "epoch": 0.21883496745489,
      "grad_norm": 2.515568971633911,
      "learning_rate": 9.835634039789125e-06,
      "loss": 0.4566,
      "step": 2656
    },
    {
      "epoch": 0.2189173601384197,
      "grad_norm": 4.295459747314453,
      "learning_rate": 9.835464345011782e-06,
      "loss": 0.4763,
      "step": 2657
    },
    {
      "epoch": 0.21899975282194942,
      "grad_norm": 4.037662029266357,
      "learning_rate": 9.83529456414685e-06,
      "loss": 0.3569,
      "step": 2658
    },
    {
      "epoch": 0.2190821455054791,
      "grad_norm": 5.131583213806152,
      "learning_rate": 9.835124697197353e-06,
      "loss": 0.5157,
      "step": 2659
    },
    {
      "epoch": 0.21916453818900883,
      "grad_norm": 3.458636999130249,
      "learning_rate": 9.834954744166316e-06,
      "loss": 0.2361,
      "step": 2660
    },
    {
      "epoch": 0.21924693087253852,
      "grad_norm": 4.79332971572876,
      "learning_rate": 9.834784705056763e-06,
      "loss": 0.826,
      "step": 2661
    },
    {
      "epoch": 0.2193293235560682,
      "grad_norm": 3.9471075534820557,
      "learning_rate": 9.834614579871721e-06,
      "loss": 0.4215,
      "step": 2662
    },
    {
      "epoch": 0.21941171623959793,
      "grad_norm": 4.141096115112305,
      "learning_rate": 9.83444436861422e-06,
      "loss": 0.5416,
      "step": 2663
    },
    {
      "epoch": 0.21949410892312762,
      "grad_norm": 4.209204196929932,
      "learning_rate": 9.834274071287288e-06,
      "loss": 0.6155,
      "step": 2664
    },
    {
      "epoch": 0.21957650160665731,
      "grad_norm": 5.077635765075684,
      "learning_rate": 9.834103687893962e-06,
      "loss": 0.5144,
      "step": 2665
    },
    {
      "epoch": 0.21965889429018703,
      "grad_norm": 4.214544773101807,
      "learning_rate": 9.83393321843727e-06,
      "loss": 0.3989,
      "step": 2666
    },
    {
      "epoch": 0.21974128697371673,
      "grad_norm": 3.8304810523986816,
      "learning_rate": 9.83376266292025e-06,
      "loss": 0.5241,
      "step": 2667
    },
    {
      "epoch": 0.21982367965724645,
      "grad_norm": 2.6013524532318115,
      "learning_rate": 9.833592021345938e-06,
      "loss": 0.3439,
      "step": 2668
    },
    {
      "epoch": 0.21990607234077614,
      "grad_norm": 5.427754878997803,
      "learning_rate": 9.83342129371737e-06,
      "loss": 0.5028,
      "step": 2669
    },
    {
      "epoch": 0.21998846502430583,
      "grad_norm": 4.061551094055176,
      "learning_rate": 9.833250480037589e-06,
      "loss": 0.5444,
      "step": 2670
    },
    {
      "epoch": 0.22007085770783555,
      "grad_norm": 3.6873364448547363,
      "learning_rate": 9.833079580309633e-06,
      "loss": 0.4512,
      "step": 2671
    },
    {
      "epoch": 0.22015325039136524,
      "grad_norm": 3.539180278778076,
      "learning_rate": 9.832908594536546e-06,
      "loss": 0.2976,
      "step": 2672
    },
    {
      "epoch": 0.22023564307489496,
      "grad_norm": 4.442929267883301,
      "learning_rate": 9.832737522721373e-06,
      "loss": 0.3957,
      "step": 2673
    },
    {
      "epoch": 0.22031803575842465,
      "grad_norm": 3.6049182415008545,
      "learning_rate": 9.832566364867157e-06,
      "loss": 0.4316,
      "step": 2674
    },
    {
      "epoch": 0.22040042844195434,
      "grad_norm": 4.908863544464111,
      "learning_rate": 9.832395120976948e-06,
      "loss": 0.5797,
      "step": 2675
    },
    {
      "epoch": 0.22048282112548406,
      "grad_norm": 3.886716365814209,
      "learning_rate": 9.832223791053792e-06,
      "loss": 0.4906,
      "step": 2676
    },
    {
      "epoch": 0.22056521380901375,
      "grad_norm": 7.64254093170166,
      "learning_rate": 9.832052375100742e-06,
      "loss": 0.7291,
      "step": 2677
    },
    {
      "epoch": 0.22064760649254347,
      "grad_norm": 3.3179256916046143,
      "learning_rate": 9.831880873120847e-06,
      "loss": 0.3334,
      "step": 2678
    },
    {
      "epoch": 0.22072999917607317,
      "grad_norm": 2.991394281387329,
      "learning_rate": 9.831709285117162e-06,
      "loss": 0.1758,
      "step": 2679
    },
    {
      "epoch": 0.22081239185960286,
      "grad_norm": 3.5719621181488037,
      "learning_rate": 9.831537611092743e-06,
      "loss": 0.6189,
      "step": 2680
    },
    {
      "epoch": 0.22089478454313258,
      "grad_norm": 3.4437849521636963,
      "learning_rate": 9.831365851050644e-06,
      "loss": 0.4714,
      "step": 2681
    },
    {
      "epoch": 0.22097717722666227,
      "grad_norm": 4.068897724151611,
      "learning_rate": 9.831194004993925e-06,
      "loss": 0.6429,
      "step": 2682
    },
    {
      "epoch": 0.221059569910192,
      "grad_norm": 4.367364883422852,
      "learning_rate": 9.831022072925642e-06,
      "loss": 0.1805,
      "step": 2683
    },
    {
      "epoch": 0.22114196259372168,
      "grad_norm": 3.124551773071289,
      "learning_rate": 9.830850054848859e-06,
      "loss": 0.3776,
      "step": 2684
    },
    {
      "epoch": 0.22122435527725137,
      "grad_norm": 3.3888800144195557,
      "learning_rate": 9.83067795076664e-06,
      "loss": 0.3821,
      "step": 2685
    },
    {
      "epoch": 0.2213067479607811,
      "grad_norm": 3.2487070560455322,
      "learning_rate": 9.830505760682045e-06,
      "loss": 0.383,
      "step": 2686
    },
    {
      "epoch": 0.22138914064431078,
      "grad_norm": 6.054849624633789,
      "learning_rate": 9.830333484598142e-06,
      "loss": 0.5771,
      "step": 2687
    },
    {
      "epoch": 0.22147153332784048,
      "grad_norm": 3.3306775093078613,
      "learning_rate": 9.830161122517998e-06,
      "loss": 0.5602,
      "step": 2688
    },
    {
      "epoch": 0.2215539260113702,
      "grad_norm": 4.04684591293335,
      "learning_rate": 9.82998867444468e-06,
      "loss": 0.5063,
      "step": 2689
    },
    {
      "epoch": 0.2216363186948999,
      "grad_norm": 3.4906527996063232,
      "learning_rate": 9.829816140381261e-06,
      "loss": 0.3901,
      "step": 2690
    },
    {
      "epoch": 0.2217187113784296,
      "grad_norm": 3.961790084838867,
      "learning_rate": 9.829643520330809e-06,
      "loss": 0.4713,
      "step": 2691
    },
    {
      "epoch": 0.2218011040619593,
      "grad_norm": 3.341947317123413,
      "learning_rate": 9.8294708142964e-06,
      "loss": 0.4873,
      "step": 2692
    },
    {
      "epoch": 0.221883496745489,
      "grad_norm": 2.3965890407562256,
      "learning_rate": 9.829298022281109e-06,
      "loss": 0.1531,
      "step": 2693
    },
    {
      "epoch": 0.2219658894290187,
      "grad_norm": 3.8504321575164795,
      "learning_rate": 9.82912514428801e-06,
      "loss": 0.4344,
      "step": 2694
    },
    {
      "epoch": 0.2220482821125484,
      "grad_norm": 5.223412990570068,
      "learning_rate": 9.828952180320181e-06,
      "loss": 0.589,
      "step": 2695
    },
    {
      "epoch": 0.22213067479607812,
      "grad_norm": 3.6686201095581055,
      "learning_rate": 9.828779130380706e-06,
      "loss": 0.4006,
      "step": 2696
    },
    {
      "epoch": 0.2222130674796078,
      "grad_norm": 3.852104425430298,
      "learning_rate": 9.82860599447266e-06,
      "loss": 0.5861,
      "step": 2697
    },
    {
      "epoch": 0.2222954601631375,
      "grad_norm": 4.108762741088867,
      "learning_rate": 9.828432772599127e-06,
      "loss": 0.3328,
      "step": 2698
    },
    {
      "epoch": 0.22237785284666722,
      "grad_norm": 4.7438812255859375,
      "learning_rate": 9.828259464763192e-06,
      "loss": 0.6705,
      "step": 2699
    },
    {
      "epoch": 0.22246024553019692,
      "grad_norm": 4.600654125213623,
      "learning_rate": 9.828086070967942e-06,
      "loss": 0.4139,
      "step": 2700
    },
    {
      "epoch": 0.22254263821372663,
      "grad_norm": 3.874326467514038,
      "learning_rate": 9.82791259121646e-06,
      "loss": 0.4733,
      "step": 2701
    },
    {
      "epoch": 0.22262503089725633,
      "grad_norm": 4.570313930511475,
      "learning_rate": 9.827739025511837e-06,
      "loss": 0.5348,
      "step": 2702
    },
    {
      "epoch": 0.22270742358078602,
      "grad_norm": 3.4169998168945312,
      "learning_rate": 9.827565373857161e-06,
      "loss": 0.4134,
      "step": 2703
    },
    {
      "epoch": 0.22278981626431574,
      "grad_norm": 4.806119441986084,
      "learning_rate": 9.827391636255528e-06,
      "loss": 0.6173,
      "step": 2704
    },
    {
      "epoch": 0.22287220894784543,
      "grad_norm": 4.090607166290283,
      "learning_rate": 9.827217812710028e-06,
      "loss": 0.5318,
      "step": 2705
    },
    {
      "epoch": 0.22295460163137512,
      "grad_norm": 4.776882171630859,
      "learning_rate": 9.827043903223755e-06,
      "loss": 0.2847,
      "step": 2706
    },
    {
      "epoch": 0.22303699431490484,
      "grad_norm": 3.293426752090454,
      "learning_rate": 9.826869907799807e-06,
      "loss": 0.4787,
      "step": 2707
    },
    {
      "epoch": 0.22311938699843453,
      "grad_norm": 32.54857635498047,
      "learning_rate": 9.82669582644128e-06,
      "loss": 1.2211,
      "step": 2708
    },
    {
      "epoch": 0.22320177968196425,
      "grad_norm": 3.4140124320983887,
      "learning_rate": 9.826521659151274e-06,
      "loss": 0.4889,
      "step": 2709
    },
    {
      "epoch": 0.22328417236549394,
      "grad_norm": 5.476334571838379,
      "learning_rate": 9.826347405932891e-06,
      "loss": 0.6509,
      "step": 2710
    },
    {
      "epoch": 0.22336656504902364,
      "grad_norm": 5.806075096130371,
      "learning_rate": 9.826173066789233e-06,
      "loss": 0.6502,
      "step": 2711
    },
    {
      "epoch": 0.22344895773255335,
      "grad_norm": 4.242777347564697,
      "learning_rate": 9.8259986417234e-06,
      "loss": 0.4679,
      "step": 2712
    },
    {
      "epoch": 0.22353135041608305,
      "grad_norm": 4.630709648132324,
      "learning_rate": 9.825824130738503e-06,
      "loss": 0.3586,
      "step": 2713
    },
    {
      "epoch": 0.22361374309961277,
      "grad_norm": 3.628054618835449,
      "learning_rate": 9.825649533837645e-06,
      "loss": 0.5132,
      "step": 2714
    },
    {
      "epoch": 0.22369613578314246,
      "grad_norm": 4.102322101593018,
      "learning_rate": 9.825474851023934e-06,
      "loss": 0.5221,
      "step": 2715
    },
    {
      "epoch": 0.22377852846667215,
      "grad_norm": 4.31082010269165,
      "learning_rate": 9.825300082300485e-06,
      "loss": 0.3973,
      "step": 2716
    },
    {
      "epoch": 0.22386092115020187,
      "grad_norm": 4.154060363769531,
      "learning_rate": 9.825125227670405e-06,
      "loss": 0.5308,
      "step": 2717
    },
    {
      "epoch": 0.22394331383373156,
      "grad_norm": 4.911355972290039,
      "learning_rate": 9.824950287136808e-06,
      "loss": 0.5007,
      "step": 2718
    },
    {
      "epoch": 0.22402570651726128,
      "grad_norm": 3.8552887439727783,
      "learning_rate": 9.824775260702809e-06,
      "loss": 0.5526,
      "step": 2719
    },
    {
      "epoch": 0.22410809920079097,
      "grad_norm": 3.489316463470459,
      "learning_rate": 9.824600148371521e-06,
      "loss": 0.4732,
      "step": 2720
    },
    {
      "epoch": 0.22419049188432066,
      "grad_norm": 3.306763172149658,
      "learning_rate": 9.824424950146067e-06,
      "loss": 0.5004,
      "step": 2721
    },
    {
      "epoch": 0.22427288456785038,
      "grad_norm": 3.3105080127716064,
      "learning_rate": 9.824249666029563e-06,
      "loss": 0.5761,
      "step": 2722
    },
    {
      "epoch": 0.22435527725138008,
      "grad_norm": 3.9155590534210205,
      "learning_rate": 9.824074296025129e-06,
      "loss": 0.5617,
      "step": 2723
    },
    {
      "epoch": 0.22443766993490977,
      "grad_norm": 5.349569320678711,
      "learning_rate": 9.823898840135889e-06,
      "loss": 0.6469,
      "step": 2724
    },
    {
      "epoch": 0.2245200626184395,
      "grad_norm": 4.025801181793213,
      "learning_rate": 9.823723298364967e-06,
      "loss": 0.4094,
      "step": 2725
    },
    {
      "epoch": 0.22460245530196918,
      "grad_norm": 5.376494407653809,
      "learning_rate": 9.823547670715486e-06,
      "loss": 0.5799,
      "step": 2726
    },
    {
      "epoch": 0.2246848479854989,
      "grad_norm": 3.9025208950042725,
      "learning_rate": 9.823371957190574e-06,
      "loss": 0.5306,
      "step": 2727
    },
    {
      "epoch": 0.2247672406690286,
      "grad_norm": 4.60589075088501,
      "learning_rate": 9.823196157793358e-06,
      "loss": 0.4173,
      "step": 2728
    },
    {
      "epoch": 0.22484963335255828,
      "grad_norm": 4.002758979797363,
      "learning_rate": 9.82302027252697e-06,
      "loss": 0.5556,
      "step": 2729
    },
    {
      "epoch": 0.224932026036088,
      "grad_norm": 3.8253493309020996,
      "learning_rate": 9.82284430139454e-06,
      "loss": 0.3953,
      "step": 2730
    },
    {
      "epoch": 0.2250144187196177,
      "grad_norm": 3.327807903289795,
      "learning_rate": 9.822668244399203e-06,
      "loss": 0.5207,
      "step": 2731
    },
    {
      "epoch": 0.2250968114031474,
      "grad_norm": 4.427490711212158,
      "learning_rate": 9.82249210154409e-06,
      "loss": 0.5285,
      "step": 2732
    },
    {
      "epoch": 0.2251792040866771,
      "grad_norm": 5.006215572357178,
      "learning_rate": 9.82231587283234e-06,
      "loss": 0.529,
      "step": 2733
    },
    {
      "epoch": 0.2252615967702068,
      "grad_norm": 3.6233320236206055,
      "learning_rate": 9.822139558267087e-06,
      "loss": 0.4989,
      "step": 2734
    },
    {
      "epoch": 0.22534398945373652,
      "grad_norm": 3.507218599319458,
      "learning_rate": 9.821963157851473e-06,
      "loss": 0.4255,
      "step": 2735
    },
    {
      "epoch": 0.2254263821372662,
      "grad_norm": 4.386997222900391,
      "learning_rate": 9.821786671588637e-06,
      "loss": 0.4797,
      "step": 2736
    },
    {
      "epoch": 0.22550877482079593,
      "grad_norm": 4.424744606018066,
      "learning_rate": 9.821610099481722e-06,
      "loss": 0.6278,
      "step": 2737
    },
    {
      "epoch": 0.22559116750432562,
      "grad_norm": 3.1620476245880127,
      "learning_rate": 9.821433441533871e-06,
      "loss": 0.2389,
      "step": 2738
    },
    {
      "epoch": 0.2256735601878553,
      "grad_norm": 3.8367373943328857,
      "learning_rate": 9.821256697748232e-06,
      "loss": 0.441,
      "step": 2739
    },
    {
      "epoch": 0.22575595287138503,
      "grad_norm": 4.340676784515381,
      "learning_rate": 9.821079868127948e-06,
      "loss": 0.4122,
      "step": 2740
    },
    {
      "epoch": 0.22583834555491472,
      "grad_norm": 3.4317259788513184,
      "learning_rate": 9.820902952676165e-06,
      "loss": 0.411,
      "step": 2741
    },
    {
      "epoch": 0.2259207382384444,
      "grad_norm": 3.457756519317627,
      "learning_rate": 9.820725951396038e-06,
      "loss": 0.4097,
      "step": 2742
    },
    {
      "epoch": 0.22600313092197413,
      "grad_norm": 3.0650877952575684,
      "learning_rate": 9.820548864290717e-06,
      "loss": 0.3175,
      "step": 2743
    },
    {
      "epoch": 0.22608552360550382,
      "grad_norm": 31.979372024536133,
      "learning_rate": 9.820371691363353e-06,
      "loss": 0.9783,
      "step": 2744
    },
    {
      "epoch": 0.22616791628903354,
      "grad_norm": 8.69284439086914,
      "learning_rate": 9.8201944326171e-06,
      "loss": 0.6023,
      "step": 2745
    },
    {
      "epoch": 0.22625030897256324,
      "grad_norm": 4.151858329772949,
      "learning_rate": 9.820017088055117e-06,
      "loss": 0.5428,
      "step": 2746
    },
    {
      "epoch": 0.22633270165609293,
      "grad_norm": 3.9004993438720703,
      "learning_rate": 9.819839657680557e-06,
      "loss": 0.4351,
      "step": 2747
    },
    {
      "epoch": 0.22641509433962265,
      "grad_norm": 2.9965531826019287,
      "learning_rate": 9.819662141496582e-06,
      "loss": 0.1988,
      "step": 2748
    },
    {
      "epoch": 0.22649748702315234,
      "grad_norm": 2.983006238937378,
      "learning_rate": 9.819484539506353e-06,
      "loss": 0.4153,
      "step": 2749
    },
    {
      "epoch": 0.22657987970668206,
      "grad_norm": 3.5871386528015137,
      "learning_rate": 9.819306851713027e-06,
      "loss": 0.4629,
      "step": 2750
    },
    {
      "epoch": 0.22666227239021175,
      "grad_norm": 5.72641658782959,
      "learning_rate": 9.819129078119773e-06,
      "loss": 0.7021,
      "step": 2751
    },
    {
      "epoch": 0.22674466507374144,
      "grad_norm": 5.273245334625244,
      "learning_rate": 9.818951218729753e-06,
      "loss": 0.4351,
      "step": 2752
    },
    {
      "epoch": 0.22682705775727116,
      "grad_norm": 2.963808536529541,
      "learning_rate": 9.818773273546135e-06,
      "loss": 0.3339,
      "step": 2753
    },
    {
      "epoch": 0.22690945044080085,
      "grad_norm": 5.477219104766846,
      "learning_rate": 9.818595242572087e-06,
      "loss": 0.6726,
      "step": 2754
    },
    {
      "epoch": 0.22699184312433057,
      "grad_norm": 4.968288421630859,
      "learning_rate": 9.818417125810775e-06,
      "loss": 0.5187,
      "step": 2755
    },
    {
      "epoch": 0.22707423580786026,
      "grad_norm": 3.127760171890259,
      "learning_rate": 9.818238923265375e-06,
      "loss": 0.3739,
      "step": 2756
    },
    {
      "epoch": 0.22715662849138996,
      "grad_norm": 4.128700256347656,
      "learning_rate": 9.818060634939057e-06,
      "loss": 0.7557,
      "step": 2757
    },
    {
      "epoch": 0.22723902117491968,
      "grad_norm": 4.495361804962158,
      "learning_rate": 9.817882260834996e-06,
      "loss": 0.3294,
      "step": 2758
    },
    {
      "epoch": 0.22732141385844937,
      "grad_norm": 2.952474594116211,
      "learning_rate": 9.817703800956368e-06,
      "loss": 0.3847,
      "step": 2759
    },
    {
      "epoch": 0.22740380654197906,
      "grad_norm": 3.4137022495269775,
      "learning_rate": 9.81752525530635e-06,
      "loss": 0.315,
      "step": 2760
    },
    {
      "epoch": 0.22748619922550878,
      "grad_norm": 4.6719970703125,
      "learning_rate": 9.817346623888117e-06,
      "loss": 0.5201,
      "step": 2761
    },
    {
      "epoch": 0.22756859190903847,
      "grad_norm": 6.572068214416504,
      "learning_rate": 9.817167906704856e-06,
      "loss": 0.6294,
      "step": 2762
    },
    {
      "epoch": 0.2276509845925682,
      "grad_norm": 2.9723429679870605,
      "learning_rate": 9.816989103759745e-06,
      "loss": 0.3441,
      "step": 2763
    },
    {
      "epoch": 0.22773337727609788,
      "grad_norm": 3.7580368518829346,
      "learning_rate": 9.816810215055964e-06,
      "loss": 0.5373,
      "step": 2764
    },
    {
      "epoch": 0.22781576995962757,
      "grad_norm": 3.77698016166687,
      "learning_rate": 9.816631240596705e-06,
      "loss": 0.3476,
      "step": 2765
    },
    {
      "epoch": 0.2278981626431573,
      "grad_norm": 3.9744012355804443,
      "learning_rate": 9.81645218038515e-06,
      "loss": 0.3848,
      "step": 2766
    },
    {
      "epoch": 0.22798055532668698,
      "grad_norm": 4.467967510223389,
      "learning_rate": 9.816273034424487e-06,
      "loss": 0.5447,
      "step": 2767
    },
    {
      "epoch": 0.2280629480102167,
      "grad_norm": 3.714099407196045,
      "learning_rate": 9.816093802717905e-06,
      "loss": 0.6308,
      "step": 2768
    },
    {
      "epoch": 0.2281453406937464,
      "grad_norm": 3.5766117572784424,
      "learning_rate": 9.815914485268598e-06,
      "loss": 0.4206,
      "step": 2769
    },
    {
      "epoch": 0.2282277333772761,
      "grad_norm": 3.355459451675415,
      "learning_rate": 9.815735082079755e-06,
      "loss": 0.4704,
      "step": 2770
    },
    {
      "epoch": 0.2283101260608058,
      "grad_norm": 4.234976768493652,
      "learning_rate": 9.815555593154572e-06,
      "loss": 0.6408,
      "step": 2771
    },
    {
      "epoch": 0.2283925187443355,
      "grad_norm": 3.6068904399871826,
      "learning_rate": 9.815376018496244e-06,
      "loss": 0.4548,
      "step": 2772
    },
    {
      "epoch": 0.22847491142786522,
      "grad_norm": 3.816368818283081,
      "learning_rate": 9.815196358107967e-06,
      "loss": 0.5957,
      "step": 2773
    },
    {
      "epoch": 0.2285573041113949,
      "grad_norm": 3.897460460662842,
      "learning_rate": 9.815016611992941e-06,
      "loss": 0.4441,
      "step": 2774
    },
    {
      "epoch": 0.2286396967949246,
      "grad_norm": 2.4129443168640137,
      "learning_rate": 9.814836780154366e-06,
      "loss": 0.2065,
      "step": 2775
    },
    {
      "epoch": 0.22872208947845432,
      "grad_norm": 3.745055675506592,
      "learning_rate": 9.814656862595442e-06,
      "loss": 0.367,
      "step": 2776
    },
    {
      "epoch": 0.228804482161984,
      "grad_norm": 4.102698802947998,
      "learning_rate": 9.814476859319375e-06,
      "loss": 0.601,
      "step": 2777
    },
    {
      "epoch": 0.2288868748455137,
      "grad_norm": 3.0553648471832275,
      "learning_rate": 9.814296770329366e-06,
      "loss": 0.3954,
      "step": 2778
    },
    {
      "epoch": 0.22896926752904342,
      "grad_norm": 4.14625883102417,
      "learning_rate": 9.814116595628624e-06,
      "loss": 0.4395,
      "step": 2779
    },
    {
      "epoch": 0.22905166021257312,
      "grad_norm": 4.962027072906494,
      "learning_rate": 9.813936335220358e-06,
      "loss": 0.7629,
      "step": 2780
    },
    {
      "epoch": 0.22913405289610284,
      "grad_norm": 3.999452829360962,
      "learning_rate": 9.813755989107773e-06,
      "loss": 0.4556,
      "step": 2781
    },
    {
      "epoch": 0.22921644557963253,
      "grad_norm": 3.3478827476501465,
      "learning_rate": 9.813575557294081e-06,
      "loss": 0.6079,
      "step": 2782
    },
    {
      "epoch": 0.22929883826316222,
      "grad_norm": 2.2378764152526855,
      "learning_rate": 9.813395039782498e-06,
      "loss": 0.4073,
      "step": 2783
    },
    {
      "epoch": 0.22938123094669194,
      "grad_norm": 5.14270544052124,
      "learning_rate": 9.813214436576232e-06,
      "loss": 0.6247,
      "step": 2784
    },
    {
      "epoch": 0.22946362363022163,
      "grad_norm": 2.9211270809173584,
      "learning_rate": 9.813033747678503e-06,
      "loss": 0.6115,
      "step": 2785
    },
    {
      "epoch": 0.22954601631375135,
      "grad_norm": 6.058840751647949,
      "learning_rate": 9.812852973092527e-06,
      "loss": 0.6353,
      "step": 2786
    },
    {
      "epoch": 0.22962840899728104,
      "grad_norm": 4.726855278015137,
      "learning_rate": 9.81267211282152e-06,
      "loss": 0.52,
      "step": 2787
    },
    {
      "epoch": 0.22971080168081073,
      "grad_norm": 3.3510901927948,
      "learning_rate": 9.812491166868704e-06,
      "loss": 0.3664,
      "step": 2788
    },
    {
      "epoch": 0.22979319436434045,
      "grad_norm": 3.5740277767181396,
      "learning_rate": 9.8123101352373e-06,
      "loss": 0.4592,
      "step": 2789
    },
    {
      "epoch": 0.22987558704787014,
      "grad_norm": 3.8853933811187744,
      "learning_rate": 9.812129017930532e-06,
      "loss": 0.6271,
      "step": 2790
    },
    {
      "epoch": 0.22995797973139986,
      "grad_norm": 3.6869685649871826,
      "learning_rate": 9.811947814951622e-06,
      "loss": 0.3589,
      "step": 2791
    },
    {
      "epoch": 0.23004037241492956,
      "grad_norm": 3.3137319087982178,
      "learning_rate": 9.811766526303798e-06,
      "loss": 0.3883,
      "step": 2792
    },
    {
      "epoch": 0.23012276509845925,
      "grad_norm": 3.999871015548706,
      "learning_rate": 9.811585151990288e-06,
      "loss": 0.4755,
      "step": 2793
    },
    {
      "epoch": 0.23020515778198897,
      "grad_norm": 3.1434826850891113,
      "learning_rate": 9.811403692014319e-06,
      "loss": 0.3504,
      "step": 2794
    },
    {
      "epoch": 0.23028755046551866,
      "grad_norm": 4.3124589920043945,
      "learning_rate": 9.811222146379123e-06,
      "loss": 0.4548,
      "step": 2795
    },
    {
      "epoch": 0.23036994314904835,
      "grad_norm": 4.564034938812256,
      "learning_rate": 9.811040515087932e-06,
      "loss": 0.6362,
      "step": 2796
    },
    {
      "epoch": 0.23045233583257807,
      "grad_norm": 5.838179588317871,
      "learning_rate": 9.810858798143979e-06,
      "loss": 0.6688,
      "step": 2797
    },
    {
      "epoch": 0.23053472851610776,
      "grad_norm": 5.717157363891602,
      "learning_rate": 9.810676995550502e-06,
      "loss": 0.5538,
      "step": 2798
    },
    {
      "epoch": 0.23061712119963748,
      "grad_norm": 3.44770884513855,
      "learning_rate": 9.810495107310733e-06,
      "loss": 0.4164,
      "step": 2799
    },
    {
      "epoch": 0.23069951388316717,
      "grad_norm": 4.509984016418457,
      "learning_rate": 9.810313133427913e-06,
      "loss": 0.5828,
      "step": 2800
    },
    {
      "epoch": 0.23078190656669686,
      "grad_norm": 5.998106956481934,
      "learning_rate": 9.81013107390528e-06,
      "loss": 0.7569,
      "step": 2801
    },
    {
      "epoch": 0.23086429925022658,
      "grad_norm": 4.688838005065918,
      "learning_rate": 9.80994892874608e-06,
      "loss": 0.5585,
      "step": 2802
    },
    {
      "epoch": 0.23094669193375628,
      "grad_norm": 5.012808322906494,
      "learning_rate": 9.80976669795355e-06,
      "loss": 0.641,
      "step": 2803
    },
    {
      "epoch": 0.231029084617286,
      "grad_norm": 3.1443233489990234,
      "learning_rate": 9.809584381530937e-06,
      "loss": 0.5689,
      "step": 2804
    },
    {
      "epoch": 0.2311114773008157,
      "grad_norm": 2.956984281539917,
      "learning_rate": 9.809401979481488e-06,
      "loss": 0.4565,
      "step": 2805
    },
    {
      "epoch": 0.23119386998434538,
      "grad_norm": 4.0906524658203125,
      "learning_rate": 9.809219491808447e-06,
      "loss": 0.4157,
      "step": 2806
    },
    {
      "epoch": 0.2312762626678751,
      "grad_norm": 4.610612869262695,
      "learning_rate": 9.809036918515066e-06,
      "loss": 0.5197,
      "step": 2807
    },
    {
      "epoch": 0.2313586553514048,
      "grad_norm": 2.792844772338867,
      "learning_rate": 9.808854259604595e-06,
      "loss": 0.4188,
      "step": 2808
    },
    {
      "epoch": 0.2314410480349345,
      "grad_norm": 3.5942845344543457,
      "learning_rate": 9.808671515080283e-06,
      "loss": 0.449,
      "step": 2809
    },
    {
      "epoch": 0.2315234407184642,
      "grad_norm": 3.9475486278533936,
      "learning_rate": 9.808488684945388e-06,
      "loss": 0.4162,
      "step": 2810
    },
    {
      "epoch": 0.2316058334019939,
      "grad_norm": 4.484963893890381,
      "learning_rate": 9.808305769203162e-06,
      "loss": 0.4427,
      "step": 2811
    },
    {
      "epoch": 0.2316882260855236,
      "grad_norm": 9.136364936828613,
      "learning_rate": 9.808122767856861e-06,
      "loss": 0.6675,
      "step": 2812
    },
    {
      "epoch": 0.2317706187690533,
      "grad_norm": 4.760398864746094,
      "learning_rate": 9.807939680909745e-06,
      "loss": 0.7027,
      "step": 2813
    },
    {
      "epoch": 0.23185301145258302,
      "grad_norm": 3.758090019226074,
      "learning_rate": 9.807756508365074e-06,
      "loss": 0.4057,
      "step": 2814
    },
    {
      "epoch": 0.23193540413611272,
      "grad_norm": 3.755211353302002,
      "learning_rate": 9.807573250226106e-06,
      "loss": 0.468,
      "step": 2815
    },
    {
      "epoch": 0.2320177968196424,
      "grad_norm": 5.005068302154541,
      "learning_rate": 9.807389906496107e-06,
      "loss": 0.5621,
      "step": 2816
    },
    {
      "epoch": 0.23210018950317213,
      "grad_norm": 4.882275581359863,
      "learning_rate": 9.80720647717834e-06,
      "loss": 0.509,
      "step": 2817
    },
    {
      "epoch": 0.23218258218670182,
      "grad_norm": 2.9917044639587402,
      "learning_rate": 9.807022962276069e-06,
      "loss": 0.3991,
      "step": 2818
    },
    {
      "epoch": 0.2322649748702315,
      "grad_norm": 3.931382417678833,
      "learning_rate": 9.806839361792562e-06,
      "loss": 0.6488,
      "step": 2819
    },
    {
      "epoch": 0.23234736755376123,
      "grad_norm": 4.823629856109619,
      "learning_rate": 9.80665567573109e-06,
      "loss": 0.5994,
      "step": 2820
    },
    {
      "epoch": 0.23242976023729092,
      "grad_norm": 3.098142385482788,
      "learning_rate": 9.80647190409492e-06,
      "loss": 0.2555,
      "step": 2821
    },
    {
      "epoch": 0.23251215292082064,
      "grad_norm": 3.651745319366455,
      "learning_rate": 9.806288046887326e-06,
      "loss": 0.3061,
      "step": 2822
    },
    {
      "epoch": 0.23259454560435033,
      "grad_norm": 2.1956396102905273,
      "learning_rate": 9.80610410411158e-06,
      "loss": 0.1391,
      "step": 2823
    },
    {
      "epoch": 0.23267693828788003,
      "grad_norm": 7.097820281982422,
      "learning_rate": 9.805920075770958e-06,
      "loss": 0.3391,
      "step": 2824
    },
    {
      "epoch": 0.23275933097140974,
      "grad_norm": 2.9590706825256348,
      "learning_rate": 9.805735961868735e-06,
      "loss": 0.2989,
      "step": 2825
    },
    {
      "epoch": 0.23284172365493944,
      "grad_norm": 4.460714817047119,
      "learning_rate": 9.80555176240819e-06,
      "loss": 0.6868,
      "step": 2826
    },
    {
      "epoch": 0.23292411633846916,
      "grad_norm": 3.1999447345733643,
      "learning_rate": 9.805367477392601e-06,
      "loss": 0.4562,
      "step": 2827
    },
    {
      "epoch": 0.23300650902199885,
      "grad_norm": 3.635923385620117,
      "learning_rate": 9.805183106825252e-06,
      "loss": 0.2826,
      "step": 2828
    },
    {
      "epoch": 0.23308890170552854,
      "grad_norm": 5.397641658782959,
      "learning_rate": 9.80499865070942e-06,
      "loss": 0.4543,
      "step": 2829
    },
    {
      "epoch": 0.23317129438905826,
      "grad_norm": 5.260556697845459,
      "learning_rate": 9.804814109048393e-06,
      "loss": 0.3711,
      "step": 2830
    },
    {
      "epoch": 0.23325368707258795,
      "grad_norm": 5.593475818634033,
      "learning_rate": 9.804629481845456e-06,
      "loss": 0.6051,
      "step": 2831
    },
    {
      "epoch": 0.23333607975611767,
      "grad_norm": 23.274160385131836,
      "learning_rate": 9.804444769103896e-06,
      "loss": 0.3027,
      "step": 2832
    },
    {
      "epoch": 0.23341847243964736,
      "grad_norm": 3.726094961166382,
      "learning_rate": 9.804259970827002e-06,
      "loss": 0.178,
      "step": 2833
    },
    {
      "epoch": 0.23350086512317705,
      "grad_norm": 8.358301162719727,
      "learning_rate": 9.804075087018061e-06,
      "loss": 0.6305,
      "step": 2834
    },
    {
      "epoch": 0.23358325780670677,
      "grad_norm": 7.133676528930664,
      "learning_rate": 9.803890117680366e-06,
      "loss": 0.4397,
      "step": 2835
    },
    {
      "epoch": 0.23366565049023647,
      "grad_norm": 4.9116129875183105,
      "learning_rate": 9.803705062817213e-06,
      "loss": 0.5453,
      "step": 2836
    },
    {
      "epoch": 0.23374804317376616,
      "grad_norm": 4.770723819732666,
      "learning_rate": 9.803519922431894e-06,
      "loss": 0.6194,
      "step": 2837
    },
    {
      "epoch": 0.23383043585729588,
      "grad_norm": 4.510442733764648,
      "learning_rate": 9.803334696527704e-06,
      "loss": 0.4773,
      "step": 2838
    },
    {
      "epoch": 0.23391282854082557,
      "grad_norm": 6.697395324707031,
      "learning_rate": 9.803149385107943e-06,
      "loss": 0.5201,
      "step": 2839
    },
    {
      "epoch": 0.2339952212243553,
      "grad_norm": 4.149607181549072,
      "learning_rate": 9.802963988175909e-06,
      "loss": 0.5711,
      "step": 2840
    },
    {
      "epoch": 0.23407761390788498,
      "grad_norm": 3.5810160636901855,
      "learning_rate": 9.802778505734904e-06,
      "loss": 0.3137,
      "step": 2841
    },
    {
      "epoch": 0.23416000659141467,
      "grad_norm": 3.878586530685425,
      "learning_rate": 9.802592937788228e-06,
      "loss": 0.5287,
      "step": 2842
    },
    {
      "epoch": 0.2342423992749444,
      "grad_norm": 4.395420551300049,
      "learning_rate": 9.802407284339186e-06,
      "loss": 0.3586,
      "step": 2843
    },
    {
      "epoch": 0.23432479195847408,
      "grad_norm": 6.323146343231201,
      "learning_rate": 9.802221545391084e-06,
      "loss": 0.6531,
      "step": 2844
    },
    {
      "epoch": 0.2344071846420038,
      "grad_norm": 4.336852073669434,
      "learning_rate": 9.802035720947227e-06,
      "loss": 0.3253,
      "step": 2845
    },
    {
      "epoch": 0.2344895773255335,
      "grad_norm": 4.724512100219727,
      "learning_rate": 9.801849811010924e-06,
      "loss": 0.578,
      "step": 2846
    },
    {
      "epoch": 0.23457197000906319,
      "grad_norm": 4.417768955230713,
      "learning_rate": 9.801663815585486e-06,
      "loss": 0.6451,
      "step": 2847
    },
    {
      "epoch": 0.2346543626925929,
      "grad_norm": 4.76889705657959,
      "learning_rate": 9.801477734674223e-06,
      "loss": 0.4827,
      "step": 2848
    },
    {
      "epoch": 0.2347367553761226,
      "grad_norm": 4.5079026222229,
      "learning_rate": 9.80129156828045e-06,
      "loss": 0.334,
      "step": 2849
    },
    {
      "epoch": 0.23481914805965232,
      "grad_norm": 5.9559221267700195,
      "learning_rate": 9.801105316407476e-06,
      "loss": 0.8038,
      "step": 2850
    },
    {
      "epoch": 0.234901540743182,
      "grad_norm": 3.502880573272705,
      "learning_rate": 9.800918979058623e-06,
      "loss": 0.5001,
      "step": 2851
    },
    {
      "epoch": 0.2349839334267117,
      "grad_norm": 5.7232747077941895,
      "learning_rate": 9.800732556237204e-06,
      "loss": 0.6159,
      "step": 2852
    },
    {
      "epoch": 0.23506632611024142,
      "grad_norm": 5.007312774658203,
      "learning_rate": 9.800546047946542e-06,
      "loss": 0.5661,
      "step": 2853
    },
    {
      "epoch": 0.2351487187937711,
      "grad_norm": 4.276939392089844,
      "learning_rate": 9.800359454189955e-06,
      "loss": 0.6267,
      "step": 2854
    },
    {
      "epoch": 0.2352311114773008,
      "grad_norm": 3.152616262435913,
      "learning_rate": 9.800172774970767e-06,
      "loss": 0.3292,
      "step": 2855
    },
    {
      "epoch": 0.23531350416083052,
      "grad_norm": 3.266211986541748,
      "learning_rate": 9.799986010292297e-06,
      "loss": 0.3316,
      "step": 2856
    },
    {
      "epoch": 0.23539589684436021,
      "grad_norm": 4.910676956176758,
      "learning_rate": 9.799799160157875e-06,
      "loss": 0.6,
      "step": 2857
    },
    {
      "epoch": 0.23547828952788993,
      "grad_norm": 5.183387279510498,
      "learning_rate": 9.799612224570824e-06,
      "loss": 0.6001,
      "step": 2858
    },
    {
      "epoch": 0.23556068221141963,
      "grad_norm": 4.178539752960205,
      "learning_rate": 9.799425203534477e-06,
      "loss": 0.5936,
      "step": 2859
    },
    {
      "epoch": 0.23564307489494932,
      "grad_norm": 2.85288667678833,
      "learning_rate": 9.799238097052157e-06,
      "loss": 0.4879,
      "step": 2860
    },
    {
      "epoch": 0.23572546757847904,
      "grad_norm": 3.0623273849487305,
      "learning_rate": 9.799050905127199e-06,
      "loss": 0.2812,
      "step": 2861
    },
    {
      "epoch": 0.23580786026200873,
      "grad_norm": 4.210500717163086,
      "learning_rate": 9.798863627762935e-06,
      "loss": 0.294,
      "step": 2862
    },
    {
      "epoch": 0.23589025294553845,
      "grad_norm": 34.168128967285156,
      "learning_rate": 9.7986762649627e-06,
      "loss": 0.7467,
      "step": 2863
    },
    {
      "epoch": 0.23597264562906814,
      "grad_norm": 4.685910701751709,
      "learning_rate": 9.798488816729827e-06,
      "loss": 0.4855,
      "step": 2864
    },
    {
      "epoch": 0.23605503831259783,
      "grad_norm": 3.782409191131592,
      "learning_rate": 9.798301283067657e-06,
      "loss": 0.5389,
      "step": 2865
    },
    {
      "epoch": 0.23613743099612755,
      "grad_norm": 21.062156677246094,
      "learning_rate": 9.798113663979528e-06,
      "loss": 0.2551,
      "step": 2866
    },
    {
      "epoch": 0.23621982367965724,
      "grad_norm": 3.633009195327759,
      "learning_rate": 9.797925959468776e-06,
      "loss": 0.6168,
      "step": 2867
    },
    {
      "epoch": 0.23630221636318696,
      "grad_norm": 3.4276485443115234,
      "learning_rate": 9.797738169538749e-06,
      "loss": 0.5318,
      "step": 2868
    },
    {
      "epoch": 0.23638460904671665,
      "grad_norm": 4.508896350860596,
      "learning_rate": 9.797550294192785e-06,
      "loss": 0.4477,
      "step": 2869
    },
    {
      "epoch": 0.23646700173024635,
      "grad_norm": 4.524357795715332,
      "learning_rate": 9.79736233343423e-06,
      "loss": 0.4962,
      "step": 2870
    },
    {
      "epoch": 0.23654939441377607,
      "grad_norm": 2.9660637378692627,
      "learning_rate": 9.797174287266434e-06,
      "loss": 0.3998,
      "step": 2871
    },
    {
      "epoch": 0.23663178709730576,
      "grad_norm": 5.18350887298584,
      "learning_rate": 9.796986155692741e-06,
      "loss": 0.507,
      "step": 2872
    },
    {
      "epoch": 0.23671417978083545,
      "grad_norm": 6.7207207679748535,
      "learning_rate": 9.7967979387165e-06,
      "loss": 0.8528,
      "step": 2873
    },
    {
      "epoch": 0.23679657246436517,
      "grad_norm": 3.3482882976531982,
      "learning_rate": 9.796609636341067e-06,
      "loss": 0.1935,
      "step": 2874
    },
    {
      "epoch": 0.23687896514789486,
      "grad_norm": 6.426089763641357,
      "learning_rate": 9.796421248569788e-06,
      "loss": 0.5605,
      "step": 2875
    },
    {
      "epoch": 0.23696135783142458,
      "grad_norm": 4.444500923156738,
      "learning_rate": 9.79623277540602e-06,
      "loss": 0.382,
      "step": 2876
    },
    {
      "epoch": 0.23704375051495427,
      "grad_norm": 5.706628799438477,
      "learning_rate": 9.79604421685312e-06,
      "loss": 0.4769,
      "step": 2877
    },
    {
      "epoch": 0.23712614319848396,
      "grad_norm": 3.2959020137786865,
      "learning_rate": 9.795855572914441e-06,
      "loss": 0.0278,
      "step": 2878
    },
    {
      "epoch": 0.23720853588201368,
      "grad_norm": 5.729457378387451,
      "learning_rate": 9.795666843593345e-06,
      "loss": 0.7166,
      "step": 2879
    },
    {
      "epoch": 0.23729092856554337,
      "grad_norm": 3.3250365257263184,
      "learning_rate": 9.795478028893191e-06,
      "loss": 0.3598,
      "step": 2880
    },
    {
      "epoch": 0.2373733212490731,
      "grad_norm": 3.0879907608032227,
      "learning_rate": 9.79528912881734e-06,
      "loss": 0.336,
      "step": 2881
    },
    {
      "epoch": 0.23745571393260279,
      "grad_norm": 5.874831676483154,
      "learning_rate": 9.795100143369156e-06,
      "loss": 0.6436,
      "step": 2882
    },
    {
      "epoch": 0.23753810661613248,
      "grad_norm": 3.8735175132751465,
      "learning_rate": 9.794911072552002e-06,
      "loss": 0.5606,
      "step": 2883
    },
    {
      "epoch": 0.2376204992996622,
      "grad_norm": 4.499673366546631,
      "learning_rate": 9.794721916369245e-06,
      "loss": 0.6345,
      "step": 2884
    },
    {
      "epoch": 0.2377028919831919,
      "grad_norm": 4.6731343269348145,
      "learning_rate": 9.794532674824253e-06,
      "loss": 0.3142,
      "step": 2885
    },
    {
      "epoch": 0.2377852846667216,
      "grad_norm": 4.214057922363281,
      "learning_rate": 9.794343347920394e-06,
      "loss": 0.4539,
      "step": 2886
    },
    {
      "epoch": 0.2378676773502513,
      "grad_norm": 3.7927088737487793,
      "learning_rate": 9.794153935661042e-06,
      "loss": 0.3495,
      "step": 2887
    },
    {
      "epoch": 0.237950070033781,
      "grad_norm": 2.8630435466766357,
      "learning_rate": 9.793964438049563e-06,
      "loss": 0.5272,
      "step": 2888
    },
    {
      "epoch": 0.2380324627173107,
      "grad_norm": 5.018514633178711,
      "learning_rate": 9.793774855089337e-06,
      "loss": 0.7381,
      "step": 2889
    },
    {
      "epoch": 0.2381148554008404,
      "grad_norm": 5.594744682312012,
      "learning_rate": 9.793585186783736e-06,
      "loss": 0.6237,
      "step": 2890
    },
    {
      "epoch": 0.2381972480843701,
      "grad_norm": 4.560445308685303,
      "learning_rate": 9.793395433136137e-06,
      "loss": 0.481,
      "step": 2891
    },
    {
      "epoch": 0.23827964076789981,
      "grad_norm": 3.697704315185547,
      "learning_rate": 9.793205594149917e-06,
      "loss": 0.2629,
      "step": 2892
    },
    {
      "epoch": 0.2383620334514295,
      "grad_norm": 3.076101541519165,
      "learning_rate": 9.793015669828461e-06,
      "loss": 0.3737,
      "step": 2893
    },
    {
      "epoch": 0.23844442613495923,
      "grad_norm": 4.220531463623047,
      "learning_rate": 9.792825660175142e-06,
      "loss": 0.1781,
      "step": 2894
    },
    {
      "epoch": 0.23852681881848892,
      "grad_norm": 4.827536582946777,
      "learning_rate": 9.792635565193352e-06,
      "loss": 0.7543,
      "step": 2895
    },
    {
      "epoch": 0.2386092115020186,
      "grad_norm": 5.007894515991211,
      "learning_rate": 9.792445384886468e-06,
      "loss": 0.5746,
      "step": 2896
    },
    {
      "epoch": 0.23869160418554833,
      "grad_norm": 7.931446552276611,
      "learning_rate": 9.792255119257878e-06,
      "loss": 0.6697,
      "step": 2897
    },
    {
      "epoch": 0.23877399686907802,
      "grad_norm": 4.185629367828369,
      "learning_rate": 9.792064768310971e-06,
      "loss": 0.4833,
      "step": 2898
    },
    {
      "epoch": 0.23885638955260774,
      "grad_norm": 3.5957391262054443,
      "learning_rate": 9.791874332049135e-06,
      "loss": 0.3255,
      "step": 2899
    },
    {
      "epoch": 0.23893878223613743,
      "grad_norm": 4.626066207885742,
      "learning_rate": 9.79168381047576e-06,
      "loss": 0.4239,
      "step": 2900
    },
    {
      "epoch": 0.23902117491966712,
      "grad_norm": 5.603435516357422,
      "learning_rate": 9.791493203594239e-06,
      "loss": 0.3913,
      "step": 2901
    },
    {
      "epoch": 0.23910356760319684,
      "grad_norm": 5.0658063888549805,
      "learning_rate": 9.791302511407964e-06,
      "loss": 0.5463,
      "step": 2902
    },
    {
      "epoch": 0.23918596028672653,
      "grad_norm": 3.9079174995422363,
      "learning_rate": 9.79111173392033e-06,
      "loss": 0.6884,
      "step": 2903
    },
    {
      "epoch": 0.23926835297025625,
      "grad_norm": 4.633604526519775,
      "learning_rate": 9.790920871134736e-06,
      "loss": 0.4759,
      "step": 2904
    },
    {
      "epoch": 0.23935074565378595,
      "grad_norm": 4.998462200164795,
      "learning_rate": 9.790729923054576e-06,
      "loss": 0.5565,
      "step": 2905
    },
    {
      "epoch": 0.23943313833731564,
      "grad_norm": 3.4139668941497803,
      "learning_rate": 9.790538889683253e-06,
      "loss": 0.4505,
      "step": 2906
    },
    {
      "epoch": 0.23951553102084536,
      "grad_norm": 4.659783840179443,
      "learning_rate": 9.790347771024165e-06,
      "loss": 0.5106,
      "step": 2907
    },
    {
      "epoch": 0.23959792370437505,
      "grad_norm": 5.034390449523926,
      "learning_rate": 9.790156567080718e-06,
      "loss": 0.574,
      "step": 2908
    },
    {
      "epoch": 0.23968031638790474,
      "grad_norm": 3.019526481628418,
      "learning_rate": 9.789965277856314e-06,
      "loss": 0.51,
      "step": 2909
    },
    {
      "epoch": 0.23976270907143446,
      "grad_norm": 3.4576187133789062,
      "learning_rate": 9.789773903354359e-06,
      "loss": 0.313,
      "step": 2910
    },
    {
      "epoch": 0.23984510175496415,
      "grad_norm": 3.8494412899017334,
      "learning_rate": 9.789582443578259e-06,
      "loss": 0.4928,
      "step": 2911
    },
    {
      "epoch": 0.23992749443849387,
      "grad_norm": 3.4048385620117188,
      "learning_rate": 9.789390898531423e-06,
      "loss": 0.5545,
      "step": 2912
    },
    {
      "epoch": 0.24000988712202356,
      "grad_norm": 38.03103256225586,
      "learning_rate": 9.789199268217264e-06,
      "loss": 1.9593,
      "step": 2913
    },
    {
      "epoch": 0.24009227980555325,
      "grad_norm": 5.873892307281494,
      "learning_rate": 9.789007552639189e-06,
      "loss": 0.4582,
      "step": 2914
    },
    {
      "epoch": 0.24017467248908297,
      "grad_norm": 3.10888934135437,
      "learning_rate": 9.788815751800616e-06,
      "loss": 0.4001,
      "step": 2915
    },
    {
      "epoch": 0.24025706517261267,
      "grad_norm": 3.628499984741211,
      "learning_rate": 9.788623865704956e-06,
      "loss": 0.668,
      "step": 2916
    },
    {
      "epoch": 0.24033945785614239,
      "grad_norm": 4.850080490112305,
      "learning_rate": 9.788431894355625e-06,
      "loss": 0.601,
      "step": 2917
    },
    {
      "epoch": 0.24042185053967208,
      "grad_norm": 3.6700327396392822,
      "learning_rate": 9.788239837756045e-06,
      "loss": 0.6073,
      "step": 2918
    },
    {
      "epoch": 0.24050424322320177,
      "grad_norm": 5.472742557525635,
      "learning_rate": 9.788047695909632e-06,
      "loss": 0.7076,
      "step": 2919
    },
    {
      "epoch": 0.2405866359067315,
      "grad_norm": 3.7054011821746826,
      "learning_rate": 9.787855468819807e-06,
      "loss": 0.5877,
      "step": 2920
    },
    {
      "epoch": 0.24066902859026118,
      "grad_norm": 2.802633762359619,
      "learning_rate": 9.787663156489991e-06,
      "loss": 0.4076,
      "step": 2921
    },
    {
      "epoch": 0.2407514212737909,
      "grad_norm": 5.43178129196167,
      "learning_rate": 9.787470758923611e-06,
      "loss": 0.7802,
      "step": 2922
    },
    {
      "epoch": 0.2408338139573206,
      "grad_norm": 3.894968271255493,
      "learning_rate": 9.787278276124091e-06,
      "loss": 0.3937,
      "step": 2923
    },
    {
      "epoch": 0.24091620664085028,
      "grad_norm": 3.461057662963867,
      "learning_rate": 9.787085708094857e-06,
      "loss": 0.42,
      "step": 2924
    },
    {
      "epoch": 0.24099859932438,
      "grad_norm": 3.9230575561523438,
      "learning_rate": 9.786893054839337e-06,
      "loss": 0.4652,
      "step": 2925
    },
    {
      "epoch": 0.2410809920079097,
      "grad_norm": 30.813459396362305,
      "learning_rate": 9.786700316360964e-06,
      "loss": 1.0562,
      "step": 2926
    },
    {
      "epoch": 0.2411633846914394,
      "grad_norm": 4.574467182159424,
      "learning_rate": 9.786507492663166e-06,
      "loss": 0.4374,
      "step": 2927
    },
    {
      "epoch": 0.2412457773749691,
      "grad_norm": 4.15170955657959,
      "learning_rate": 9.786314583749378e-06,
      "loss": 0.4947,
      "step": 2928
    },
    {
      "epoch": 0.2413281700584988,
      "grad_norm": 3.836399793624878,
      "learning_rate": 9.786121589623031e-06,
      "loss": 0.5588,
      "step": 2929
    },
    {
      "epoch": 0.24141056274202852,
      "grad_norm": 3.15496826171875,
      "learning_rate": 9.785928510287566e-06,
      "loss": 0.6003,
      "step": 2930
    },
    {
      "epoch": 0.2414929554255582,
      "grad_norm": 3.8776135444641113,
      "learning_rate": 9.785735345746417e-06,
      "loss": 0.3443,
      "step": 2931
    },
    {
      "epoch": 0.2415753481090879,
      "grad_norm": 4.252368927001953,
      "learning_rate": 9.785542096003024e-06,
      "loss": 0.5305,
      "step": 2932
    },
    {
      "epoch": 0.24165774079261762,
      "grad_norm": 3.474818468093872,
      "learning_rate": 9.785348761060828e-06,
      "loss": 0.4119,
      "step": 2933
    },
    {
      "epoch": 0.2417401334761473,
      "grad_norm": 4.457645416259766,
      "learning_rate": 9.78515534092327e-06,
      "loss": 0.4667,
      "step": 2934
    },
    {
      "epoch": 0.24182252615967703,
      "grad_norm": 3.9084508419036865,
      "learning_rate": 9.784961835593793e-06,
      "loss": 0.589,
      "step": 2935
    },
    {
      "epoch": 0.24190491884320672,
      "grad_norm": 3.6910316944122314,
      "learning_rate": 9.784768245075845e-06,
      "loss": 0.4518,
      "step": 2936
    },
    {
      "epoch": 0.24198731152673641,
      "grad_norm": 3.784393072128296,
      "learning_rate": 9.78457456937287e-06,
      "loss": 0.5943,
      "step": 2937
    },
    {
      "epoch": 0.24206970421026613,
      "grad_norm": 3.8811633586883545,
      "learning_rate": 9.784380808488316e-06,
      "loss": 0.4527,
      "step": 2938
    },
    {
      "epoch": 0.24215209689379583,
      "grad_norm": 3.433202028274536,
      "learning_rate": 9.784186962425633e-06,
      "loss": 0.3371,
      "step": 2939
    },
    {
      "epoch": 0.24223448957732555,
      "grad_norm": 145.76670837402344,
      "learning_rate": 9.783993031188274e-06,
      "loss": 4.1432,
      "step": 2940
    },
    {
      "epoch": 0.24231688226085524,
      "grad_norm": 2796.1728515625,
      "learning_rate": 9.78379901477969e-06,
      "loss": 1.8493,
      "step": 2941
    },
    {
      "epoch": 0.24239927494438493,
      "grad_norm": 3.7698020935058594,
      "learning_rate": 9.783604913203332e-06,
      "loss": 0.3471,
      "step": 2942
    },
    {
      "epoch": 0.24248166762791465,
      "grad_norm": 4.608188152313232,
      "learning_rate": 9.783410726462662e-06,
      "loss": 0.6132,
      "step": 2943
    },
    {
      "epoch": 0.24256406031144434,
      "grad_norm": 5.014348030090332,
      "learning_rate": 9.783216454561133e-06,
      "loss": 0.3795,
      "step": 2944
    },
    {
      "epoch": 0.24264645299497406,
      "grad_norm": 4.626115798950195,
      "learning_rate": 9.783022097502204e-06,
      "loss": 0.5601,
      "step": 2945
    },
    {
      "epoch": 0.24272884567850375,
      "grad_norm": 8.29793930053711,
      "learning_rate": 9.782827655289338e-06,
      "loss": 0.428,
      "step": 2946
    },
    {
      "epoch": 0.24281123836203344,
      "grad_norm": 3.0907528400421143,
      "learning_rate": 9.782633127925994e-06,
      "loss": 0.5164,
      "step": 2947
    },
    {
      "epoch": 0.24289363104556316,
      "grad_norm": 3.832955837249756,
      "learning_rate": 9.782438515415634e-06,
      "loss": 0.5426,
      "step": 2948
    },
    {
      "epoch": 0.24297602372909285,
      "grad_norm": 4.072524070739746,
      "learning_rate": 9.782243817761725e-06,
      "loss": 0.3711,
      "step": 2949
    },
    {
      "epoch": 0.24305841641262255,
      "grad_norm": 3.567629814147949,
      "learning_rate": 9.782049034967735e-06,
      "loss": 0.419,
      "step": 2950
    },
    {
      "epoch": 0.24314080909615227,
      "grad_norm": 3.834346055984497,
      "learning_rate": 9.781854167037128e-06,
      "loss": 0.243,
      "step": 2951
    },
    {
      "epoch": 0.24322320177968196,
      "grad_norm": 4.531306266784668,
      "learning_rate": 9.781659213973376e-06,
      "loss": 0.4499,
      "step": 2952
    },
    {
      "epoch": 0.24330559446321168,
      "grad_norm": 3.8088061809539795,
      "learning_rate": 9.78146417577995e-06,
      "loss": 0.3233,
      "step": 2953
    },
    {
      "epoch": 0.24338798714674137,
      "grad_norm": 3.8023858070373535,
      "learning_rate": 9.781269052460319e-06,
      "loss": 0.3542,
      "step": 2954
    },
    {
      "epoch": 0.24347037983027106,
      "grad_norm": 4.595047473907471,
      "learning_rate": 9.781073844017959e-06,
      "loss": 0.5993,
      "step": 2955
    },
    {
      "epoch": 0.24355277251380078,
      "grad_norm": 5.179677963256836,
      "learning_rate": 9.780878550456346e-06,
      "loss": 0.6415,
      "step": 2956
    },
    {
      "epoch": 0.24363516519733047,
      "grad_norm": 3.9614765644073486,
      "learning_rate": 9.780683171778955e-06,
      "loss": 0.4652,
      "step": 2957
    },
    {
      "epoch": 0.2437175578808602,
      "grad_norm": 5.545754432678223,
      "learning_rate": 9.780487707989269e-06,
      "loss": 0.5133,
      "step": 2958
    },
    {
      "epoch": 0.24379995056438988,
      "grad_norm": 4.001195907592773,
      "learning_rate": 9.780292159090762e-06,
      "loss": 0.565,
      "step": 2959
    },
    {
      "epoch": 0.24388234324791958,
      "grad_norm": 4.335427761077881,
      "learning_rate": 9.780096525086919e-06,
      "loss": 0.5571,
      "step": 2960
    },
    {
      "epoch": 0.2439647359314493,
      "grad_norm": 3.927004098892212,
      "learning_rate": 9.779900805981222e-06,
      "loss": 0.4552,
      "step": 2961
    },
    {
      "epoch": 0.244047128614979,
      "grad_norm": 5.431693077087402,
      "learning_rate": 9.779705001777154e-06,
      "loss": 0.6691,
      "step": 2962
    },
    {
      "epoch": 0.2441295212985087,
      "grad_norm": 5.798632621765137,
      "learning_rate": 9.779509112478204e-06,
      "loss": 0.5116,
      "step": 2963
    },
    {
      "epoch": 0.2442119139820384,
      "grad_norm": 4.290145397186279,
      "learning_rate": 9.779313138087857e-06,
      "loss": 0.5962,
      "step": 2964
    },
    {
      "epoch": 0.2442943066655681,
      "grad_norm": 4.611931800842285,
      "learning_rate": 9.779117078609603e-06,
      "loss": 0.3499,
      "step": 2965
    },
    {
      "epoch": 0.2443766993490978,
      "grad_norm": 4.672934532165527,
      "learning_rate": 9.778920934046935e-06,
      "loss": 0.3777,
      "step": 2966
    },
    {
      "epoch": 0.2444590920326275,
      "grad_norm": 3.657806396484375,
      "learning_rate": 9.778724704403338e-06,
      "loss": 0.3486,
      "step": 2967
    },
    {
      "epoch": 0.2445414847161572,
      "grad_norm": 3.8698391914367676,
      "learning_rate": 9.778528389682313e-06,
      "loss": 0.5736,
      "step": 2968
    },
    {
      "epoch": 0.2446238773996869,
      "grad_norm": 5.119208812713623,
      "learning_rate": 9.77833198988735e-06,
      "loss": 0.6012,
      "step": 2969
    },
    {
      "epoch": 0.2447062700832166,
      "grad_norm": 29.717247009277344,
      "learning_rate": 9.77813550502195e-06,
      "loss": 1.4216,
      "step": 2970
    },
    {
      "epoch": 0.24478866276674632,
      "grad_norm": 3.0711278915405273,
      "learning_rate": 9.777938935089609e-06,
      "loss": 0.5932,
      "step": 2971
    },
    {
      "epoch": 0.24487105545027602,
      "grad_norm": 4.030499458312988,
      "learning_rate": 9.777742280093825e-06,
      "loss": 0.5669,
      "step": 2972
    },
    {
      "epoch": 0.2449534481338057,
      "grad_norm": 3.137938976287842,
      "learning_rate": 9.7775455400381e-06,
      "loss": 0.2968,
      "step": 2973
    },
    {
      "epoch": 0.24503584081733543,
      "grad_norm": 2.50490403175354,
      "learning_rate": 9.777348714925938e-06,
      "loss": 0.4092,
      "step": 2974
    },
    {
      "epoch": 0.24511823350086512,
      "grad_norm": 3.482067584991455,
      "learning_rate": 9.777151804760843e-06,
      "loss": 0.3472,
      "step": 2975
    },
    {
      "epoch": 0.24520062618439484,
      "grad_norm": 3.7416563034057617,
      "learning_rate": 9.776954809546317e-06,
      "loss": 0.3795,
      "step": 2976
    },
    {
      "epoch": 0.24528301886792453,
      "grad_norm": 4.221506118774414,
      "learning_rate": 9.776757729285872e-06,
      "loss": 0.418,
      "step": 2977
    },
    {
      "epoch": 0.24536541155145422,
      "grad_norm": 3.6286308765411377,
      "learning_rate": 9.776560563983016e-06,
      "loss": 0.5237,
      "step": 2978
    },
    {
      "epoch": 0.24544780423498394,
      "grad_norm": 4.100327014923096,
      "learning_rate": 9.776363313641258e-06,
      "loss": 0.5947,
      "step": 2979
    },
    {
      "epoch": 0.24553019691851363,
      "grad_norm": 4.9717888832092285,
      "learning_rate": 9.776165978264108e-06,
      "loss": 0.5178,
      "step": 2980
    },
    {
      "epoch": 0.24561258960204335,
      "grad_norm": 3.146914005279541,
      "learning_rate": 9.775968557855083e-06,
      "loss": 0.5754,
      "step": 2981
    },
    {
      "epoch": 0.24569498228557304,
      "grad_norm": 4.120034217834473,
      "learning_rate": 9.775771052417693e-06,
      "loss": 0.4188,
      "step": 2982
    },
    {
      "epoch": 0.24577737496910274,
      "grad_norm": 2.6652395725250244,
      "learning_rate": 9.775573461955458e-06,
      "loss": 0.4034,
      "step": 2983
    },
    {
      "epoch": 0.24585976765263245,
      "grad_norm": 4.411632061004639,
      "learning_rate": 9.775375786471897e-06,
      "loss": 0.4222,
      "step": 2984
    },
    {
      "epoch": 0.24594216033616215,
      "grad_norm": 3.146193504333496,
      "learning_rate": 9.775178025970524e-06,
      "loss": 0.4046,
      "step": 2985
    },
    {
      "epoch": 0.24602455301969184,
      "grad_norm": 2.880337715148926,
      "learning_rate": 9.774980180454864e-06,
      "loss": 0.3855,
      "step": 2986
    },
    {
      "epoch": 0.24610694570322156,
      "grad_norm": 4.490052223205566,
      "learning_rate": 9.774782249928439e-06,
      "loss": 0.2793,
      "step": 2987
    },
    {
      "epoch": 0.24618933838675125,
      "grad_norm": 3.5107502937316895,
      "learning_rate": 9.774584234394771e-06,
      "loss": 0.5626,
      "step": 2988
    },
    {
      "epoch": 0.24627173107028097,
      "grad_norm": 3.091409206390381,
      "learning_rate": 9.774386133857388e-06,
      "loss": 0.4496,
      "step": 2989
    },
    {
      "epoch": 0.24635412375381066,
      "grad_norm": 3.568878173828125,
      "learning_rate": 9.774187948319814e-06,
      "loss": 0.2365,
      "step": 2990
    },
    {
      "epoch": 0.24643651643734035,
      "grad_norm": 4.170138835906982,
      "learning_rate": 9.773989677785578e-06,
      "loss": 0.4784,
      "step": 2991
    },
    {
      "epoch": 0.24651890912087007,
      "grad_norm": 2.939073085784912,
      "learning_rate": 9.773791322258211e-06,
      "loss": 0.4804,
      "step": 2992
    },
    {
      "epoch": 0.24660130180439976,
      "grad_norm": 5.340770721435547,
      "learning_rate": 9.773592881741244e-06,
      "loss": 0.6631,
      "step": 2993
    },
    {
      "epoch": 0.24668369448792948,
      "grad_norm": 4.628667831420898,
      "learning_rate": 9.77339435623821e-06,
      "loss": 0.4745,
      "step": 2994
    },
    {
      "epoch": 0.24676608717145918,
      "grad_norm": 6.6622772216796875,
      "learning_rate": 9.773195745752645e-06,
      "loss": 0.633,
      "step": 2995
    },
    {
      "epoch": 0.24684847985498887,
      "grad_norm": 3.490543842315674,
      "learning_rate": 9.77299705028808e-06,
      "loss": 0.4926,
      "step": 2996
    },
    {
      "epoch": 0.2469308725385186,
      "grad_norm": 3.730253219604492,
      "learning_rate": 9.772798269848056e-06,
      "loss": 0.3535,
      "step": 2997
    },
    {
      "epoch": 0.24701326522204828,
      "grad_norm": 3.642615795135498,
      "learning_rate": 9.772599404436112e-06,
      "loss": 0.4434,
      "step": 2998
    },
    {
      "epoch": 0.247095657905578,
      "grad_norm": 6.9542107582092285,
      "learning_rate": 9.772400454055789e-06,
      "loss": 0.5643,
      "step": 2999
    },
    {
      "epoch": 0.2471780505891077,
      "grad_norm": 4.795933246612549,
      "learning_rate": 9.772201418710628e-06,
      "loss": 0.5913,
      "step": 3000
    },
    {
      "epoch": 0.24726044327263738,
      "grad_norm": 5.244610786437988,
      "learning_rate": 9.77200229840417e-06,
      "loss": 0.6504,
      "step": 3001
    },
    {
      "epoch": 0.2473428359561671,
      "grad_norm": 5.195328712463379,
      "learning_rate": 9.771803093139965e-06,
      "loss": 0.5374,
      "step": 3002
    },
    {
      "epoch": 0.2474252286396968,
      "grad_norm": 3.8461077213287354,
      "learning_rate": 9.771603802921556e-06,
      "loss": 0.5149,
      "step": 3003
    },
    {
      "epoch": 0.24750762132322648,
      "grad_norm": 4.999648094177246,
      "learning_rate": 9.771404427752494e-06,
      "loss": 0.5698,
      "step": 3004
    },
    {
      "epoch": 0.2475900140067562,
      "grad_norm": 3.7395448684692383,
      "learning_rate": 9.771204967636326e-06,
      "loss": 0.4168,
      "step": 3005
    },
    {
      "epoch": 0.2476724066902859,
      "grad_norm": 4.771394729614258,
      "learning_rate": 9.771005422576603e-06,
      "loss": 0.6073,
      "step": 3006
    },
    {
      "epoch": 0.24775479937381562,
      "grad_norm": 5.213729381561279,
      "learning_rate": 9.770805792576879e-06,
      "loss": 0.5488,
      "step": 3007
    },
    {
      "epoch": 0.2478371920573453,
      "grad_norm": 2.985609531402588,
      "learning_rate": 9.770606077640706e-06,
      "loss": 0.4346,
      "step": 3008
    },
    {
      "epoch": 0.247919584740875,
      "grad_norm": 4.013457298278809,
      "learning_rate": 9.770406277771641e-06,
      "loss": 0.5685,
      "step": 3009
    },
    {
      "epoch": 0.24800197742440472,
      "grad_norm": 4.0179853439331055,
      "learning_rate": 9.770206392973243e-06,
      "loss": 0.3715,
      "step": 3010
    },
    {
      "epoch": 0.2480843701079344,
      "grad_norm": 3.078190565109253,
      "learning_rate": 9.770006423249066e-06,
      "loss": 0.454,
      "step": 3011
    },
    {
      "epoch": 0.24816676279146413,
      "grad_norm": 3.622610330581665,
      "learning_rate": 9.769806368602674e-06,
      "loss": 0.4552,
      "step": 3012
    },
    {
      "epoch": 0.24824915547499382,
      "grad_norm": 5.118031978607178,
      "learning_rate": 9.76960622903763e-06,
      "loss": 0.3474,
      "step": 3013
    },
    {
      "epoch": 0.2483315481585235,
      "grad_norm": 4.672397136688232,
      "learning_rate": 9.769406004557491e-06,
      "loss": 0.3579,
      "step": 3014
    },
    {
      "epoch": 0.24841394084205323,
      "grad_norm": 6.787075042724609,
      "learning_rate": 9.769205695165827e-06,
      "loss": 0.8823,
      "step": 3015
    },
    {
      "epoch": 0.24849633352558292,
      "grad_norm": 4.441991329193115,
      "learning_rate": 9.769005300866204e-06,
      "loss": 0.5555,
      "step": 3016
    },
    {
      "epoch": 0.24857872620911264,
      "grad_norm": 3.4341094493865967,
      "learning_rate": 9.768804821662186e-06,
      "loss": 0.4931,
      "step": 3017
    },
    {
      "epoch": 0.24866111889264234,
      "grad_norm": 4.387613296508789,
      "learning_rate": 9.768604257557343e-06,
      "loss": 0.5431,
      "step": 3018
    },
    {
      "epoch": 0.24874351157617203,
      "grad_norm": 2.8478662967681885,
      "learning_rate": 9.76840360855525e-06,
      "loss": 0.2209,
      "step": 3019
    },
    {
      "epoch": 0.24882590425970175,
      "grad_norm": 3.4362993240356445,
      "learning_rate": 9.768202874659475e-06,
      "loss": 0.6467,
      "step": 3020
    },
    {
      "epoch": 0.24890829694323144,
      "grad_norm": 4.405165672302246,
      "learning_rate": 9.768002055873596e-06,
      "loss": 0.7229,
      "step": 3021
    },
    {
      "epoch": 0.24899068962676113,
      "grad_norm": 4.1084771156311035,
      "learning_rate": 9.767801152201181e-06,
      "loss": 0.6035,
      "step": 3022
    },
    {
      "epoch": 0.24907308231029085,
      "grad_norm": 3.327756643295288,
      "learning_rate": 9.767600163645814e-06,
      "loss": 0.4034,
      "step": 3023
    },
    {
      "epoch": 0.24915547499382054,
      "grad_norm": 4.09127950668335,
      "learning_rate": 9.76739909021107e-06,
      "loss": 0.6393,
      "step": 3024
    },
    {
      "epoch": 0.24923786767735026,
      "grad_norm": 4.2919511795043945,
      "learning_rate": 9.767197931900528e-06,
      "loss": 0.3488,
      "step": 3025
    },
    {
      "epoch": 0.24932026036087995,
      "grad_norm": 4.2033162117004395,
      "learning_rate": 9.766996688717772e-06,
      "loss": 0.6227,
      "step": 3026
    },
    {
      "epoch": 0.24940265304440964,
      "grad_norm": 3.8250627517700195,
      "learning_rate": 9.766795360666382e-06,
      "loss": 0.3165,
      "step": 3027
    },
    {
      "epoch": 0.24948504572793936,
      "grad_norm": 4.318535327911377,
      "learning_rate": 9.766593947749945e-06,
      "loss": 0.5715,
      "step": 3028
    },
    {
      "epoch": 0.24956743841146906,
      "grad_norm": 4.16875696182251,
      "learning_rate": 9.766392449972043e-06,
      "loss": 0.5478,
      "step": 3029
    },
    {
      "epoch": 0.24964983109499878,
      "grad_norm": 5.331544876098633,
      "learning_rate": 9.766190867336268e-06,
      "loss": 0.5771,
      "step": 3030
    },
    {
      "epoch": 0.24973222377852847,
      "grad_norm": 3.541696786880493,
      "learning_rate": 9.765989199846207e-06,
      "loss": 0.4963,
      "step": 3031
    },
    {
      "epoch": 0.24981461646205816,
      "grad_norm": 29.564083099365234,
      "learning_rate": 9.765787447505448e-06,
      "loss": 1.2172,
      "step": 3032
    },
    {
      "epoch": 0.24989700914558788,
      "grad_norm": 4.251270294189453,
      "learning_rate": 9.765585610317587e-06,
      "loss": 0.5862,
      "step": 3033
    },
    {
      "epoch": 0.24997940182911757,
      "grad_norm": 31.122034072875977,
      "learning_rate": 9.765383688286215e-06,
      "loss": 1.4216,
      "step": 3034
    },
    {
      "epoch": 0.25006179451264726,
      "grad_norm": 6.3133697509765625,
      "learning_rate": 9.765181681414925e-06,
      "loss": 0.5605,
      "step": 3035
    },
    {
      "epoch": 0.250144187196177,
      "grad_norm": 4.537770748138428,
      "learning_rate": 9.764979589707317e-06,
      "loss": 0.5817,
      "step": 3036
    },
    {
      "epoch": 0.2502265798797067,
      "grad_norm": 3.4261019229888916,
      "learning_rate": 9.764777413166989e-06,
      "loss": 0.4289,
      "step": 3037
    },
    {
      "epoch": 0.25030897256323636,
      "grad_norm": 4.968698024749756,
      "learning_rate": 9.764575151797535e-06,
      "loss": 0.5668,
      "step": 3038
    },
    {
      "epoch": 0.2503913652467661,
      "grad_norm": 3.530306100845337,
      "learning_rate": 9.764372805602563e-06,
      "loss": 0.5901,
      "step": 3039
    },
    {
      "epoch": 0.2504737579302958,
      "grad_norm": 5.132836818695068,
      "learning_rate": 9.76417037458567e-06,
      "loss": 0.5265,
      "step": 3040
    },
    {
      "epoch": 0.25055615061382547,
      "grad_norm": 4.938393592834473,
      "learning_rate": 9.763967858750465e-06,
      "loss": 0.4881,
      "step": 3041
    },
    {
      "epoch": 0.2506385432973552,
      "grad_norm": 5.4361724853515625,
      "learning_rate": 9.763765258100548e-06,
      "loss": 0.3898,
      "step": 3042
    },
    {
      "epoch": 0.2507209359808849,
      "grad_norm": 4.61810302734375,
      "learning_rate": 9.763562572639531e-06,
      "loss": 0.4756,
      "step": 3043
    },
    {
      "epoch": 0.2508033286644146,
      "grad_norm": 2.6237778663635254,
      "learning_rate": 9.763359802371019e-06,
      "loss": 0.3611,
      "step": 3044
    },
    {
      "epoch": 0.2508857213479443,
      "grad_norm": 3.3162543773651123,
      "learning_rate": 9.763156947298622e-06,
      "loss": 0.4935,
      "step": 3045
    },
    {
      "epoch": 0.250968114031474,
      "grad_norm": 4.785277366638184,
      "learning_rate": 9.762954007425955e-06,
      "loss": 0.3613,
      "step": 3046
    },
    {
      "epoch": 0.25105050671500373,
      "grad_norm": 4.520833969116211,
      "learning_rate": 9.762750982756627e-06,
      "loss": 0.4263,
      "step": 3047
    },
    {
      "epoch": 0.2511328993985334,
      "grad_norm": 3.3581039905548096,
      "learning_rate": 9.762547873294255e-06,
      "loss": 0.4541,
      "step": 3048
    },
    {
      "epoch": 0.2512152920820631,
      "grad_norm": 2.85166597366333,
      "learning_rate": 9.762344679042453e-06,
      "loss": 0.2323,
      "step": 3049
    },
    {
      "epoch": 0.25129768476559283,
      "grad_norm": 3.6861722469329834,
      "learning_rate": 9.762141400004841e-06,
      "loss": 0.3548,
      "step": 3050
    },
    {
      "epoch": 0.2513800774491225,
      "grad_norm": 3.5825493335723877,
      "learning_rate": 9.761938036185037e-06,
      "loss": 0.3941,
      "step": 3051
    },
    {
      "epoch": 0.2514624701326522,
      "grad_norm": 5.414979457855225,
      "learning_rate": 9.76173458758666e-06,
      "loss": 0.2381,
      "step": 3052
    },
    {
      "epoch": 0.25154486281618194,
      "grad_norm": 3.617236375808716,
      "learning_rate": 9.761531054213335e-06,
      "loss": 0.4117,
      "step": 3053
    },
    {
      "epoch": 0.2516272554997116,
      "grad_norm": 2.7799525260925293,
      "learning_rate": 9.761327436068683e-06,
      "loss": 0.2188,
      "step": 3054
    },
    {
      "epoch": 0.2517096481832413,
      "grad_norm": 3.4081907272338867,
      "learning_rate": 9.761123733156332e-06,
      "loss": 0.3843,
      "step": 3055
    },
    {
      "epoch": 0.25179204086677104,
      "grad_norm": 4.658589839935303,
      "learning_rate": 9.760919945479904e-06,
      "loss": 0.504,
      "step": 3056
    },
    {
      "epoch": 0.25187443355030076,
      "grad_norm": 4.213009357452393,
      "learning_rate": 9.760716073043032e-06,
      "loss": 0.5042,
      "step": 3057
    },
    {
      "epoch": 0.2519568262338304,
      "grad_norm": 2.787727117538452,
      "learning_rate": 9.760512115849342e-06,
      "loss": 0.4519,
      "step": 3058
    },
    {
      "epoch": 0.25203921891736014,
      "grad_norm": 4.533131122589111,
      "learning_rate": 9.760308073902467e-06,
      "loss": 0.5449,
      "step": 3059
    },
    {
      "epoch": 0.25212161160088986,
      "grad_norm": 6.0512919425964355,
      "learning_rate": 9.760103947206038e-06,
      "loss": 0.7177,
      "step": 3060
    },
    {
      "epoch": 0.2522040042844195,
      "grad_norm": 4.916372299194336,
      "learning_rate": 9.759899735763694e-06,
      "loss": 0.3445,
      "step": 3061
    },
    {
      "epoch": 0.25228639696794924,
      "grad_norm": 4.472301483154297,
      "learning_rate": 9.759695439579065e-06,
      "loss": 0.4841,
      "step": 3062
    },
    {
      "epoch": 0.25236878965147896,
      "grad_norm": 3.7149276733398438,
      "learning_rate": 9.759491058655789e-06,
      "loss": 0.3734,
      "step": 3063
    },
    {
      "epoch": 0.25245118233500863,
      "grad_norm": 4.539626598358154,
      "learning_rate": 9.759286592997507e-06,
      "loss": 0.6043,
      "step": 3064
    },
    {
      "epoch": 0.25253357501853835,
      "grad_norm": 4.958374500274658,
      "learning_rate": 9.759082042607856e-06,
      "loss": 0.7679,
      "step": 3065
    },
    {
      "epoch": 0.25261596770206807,
      "grad_norm": 4.518970489501953,
      "learning_rate": 9.758877407490484e-06,
      "loss": 0.4585,
      "step": 3066
    },
    {
      "epoch": 0.25269836038559773,
      "grad_norm": 4.635598659515381,
      "learning_rate": 9.758672687649026e-06,
      "loss": 0.5,
      "step": 3067
    },
    {
      "epoch": 0.25278075306912745,
      "grad_norm": 3.6317784786224365,
      "learning_rate": 9.758467883087133e-06,
      "loss": 0.5893,
      "step": 3068
    },
    {
      "epoch": 0.25286314575265717,
      "grad_norm": 3.30824613571167,
      "learning_rate": 9.758262993808447e-06,
      "loss": 0.4736,
      "step": 3069
    },
    {
      "epoch": 0.2529455384361869,
      "grad_norm": 3.9803402423858643,
      "learning_rate": 9.758058019816618e-06,
      "loss": 0.4583,
      "step": 3070
    },
    {
      "epoch": 0.25302793111971655,
      "grad_norm": 3.996478796005249,
      "learning_rate": 9.757852961115296e-06,
      "loss": 0.7022,
      "step": 3071
    },
    {
      "epoch": 0.2531103238032463,
      "grad_norm": 3.6099867820739746,
      "learning_rate": 9.75764781770813e-06,
      "loss": 0.5086,
      "step": 3072
    },
    {
      "epoch": 0.253192716486776,
      "grad_norm": 3.2432568073272705,
      "learning_rate": 9.757442589598771e-06,
      "loss": 0.4556,
      "step": 3073
    },
    {
      "epoch": 0.25327510917030566,
      "grad_norm": 3.2937510013580322,
      "learning_rate": 9.757237276790877e-06,
      "loss": 0.3851,
      "step": 3074
    },
    {
      "epoch": 0.2533575018538354,
      "grad_norm": 2.8883678913116455,
      "learning_rate": 9.757031879288099e-06,
      "loss": 0.4708,
      "step": 3075
    },
    {
      "epoch": 0.2534398945373651,
      "grad_norm": 2.9332356452941895,
      "learning_rate": 9.756826397094096e-06,
      "loss": 0.3238,
      "step": 3076
    },
    {
      "epoch": 0.25352228722089476,
      "grad_norm": 3.6565215587615967,
      "learning_rate": 9.756620830212527e-06,
      "loss": 0.3316,
      "step": 3077
    },
    {
      "epoch": 0.2536046799044245,
      "grad_norm": 3.1493031978607178,
      "learning_rate": 9.75641517864705e-06,
      "loss": 0.5309,
      "step": 3078
    },
    {
      "epoch": 0.2536870725879542,
      "grad_norm": 3.643465518951416,
      "learning_rate": 9.756209442401325e-06,
      "loss": 0.396,
      "step": 3079
    },
    {
      "epoch": 0.2537694652714839,
      "grad_norm": 4.865556240081787,
      "learning_rate": 9.756003621479018e-06,
      "loss": 0.5826,
      "step": 3080
    },
    {
      "epoch": 0.2538518579550136,
      "grad_norm": 4.329146862030029,
      "learning_rate": 9.755797715883793e-06,
      "loss": 0.4632,
      "step": 3081
    },
    {
      "epoch": 0.2539342506385433,
      "grad_norm": 3.5473947525024414,
      "learning_rate": 9.755591725619313e-06,
      "loss": 0.452,
      "step": 3082
    },
    {
      "epoch": 0.254016643322073,
      "grad_norm": 4.910606861114502,
      "learning_rate": 9.755385650689249e-06,
      "loss": 0.8042,
      "step": 3083
    },
    {
      "epoch": 0.2540990360056027,
      "grad_norm": 4.980851173400879,
      "learning_rate": 9.755179491097267e-06,
      "loss": 0.7316,
      "step": 3084
    },
    {
      "epoch": 0.2541814286891324,
      "grad_norm": 2.990581750869751,
      "learning_rate": 9.75497324684704e-06,
      "loss": 0.4004,
      "step": 3085
    },
    {
      "epoch": 0.2542638213726621,
      "grad_norm": 5.268689155578613,
      "learning_rate": 9.754766917942235e-06,
      "loss": 0.5398,
      "step": 3086
    },
    {
      "epoch": 0.2543462140561918,
      "grad_norm": 32.434486389160156,
      "learning_rate": 9.75456050438653e-06,
      "loss": 1.5453,
      "step": 3087
    },
    {
      "epoch": 0.2544286067397215,
      "grad_norm": 3.9153928756713867,
      "learning_rate": 9.7543540061836e-06,
      "loss": 0.39,
      "step": 3088
    },
    {
      "epoch": 0.2545109994232512,
      "grad_norm": 3.74139666557312,
      "learning_rate": 9.754147423337117e-06,
      "loss": 0.425,
      "step": 3089
    },
    {
      "epoch": 0.2545933921067809,
      "grad_norm": 4.331264972686768,
      "learning_rate": 9.753940755850763e-06,
      "loss": 0.4426,
      "step": 3090
    },
    {
      "epoch": 0.2546757847903106,
      "grad_norm": 3.4326443672180176,
      "learning_rate": 9.753734003728216e-06,
      "loss": 0.4194,
      "step": 3091
    },
    {
      "epoch": 0.25475817747384033,
      "grad_norm": 4.087346076965332,
      "learning_rate": 9.753527166973157e-06,
      "loss": 0.5758,
      "step": 3092
    },
    {
      "epoch": 0.25484057015737005,
      "grad_norm": 3.594285726547241,
      "learning_rate": 9.753320245589268e-06,
      "loss": 0.2446,
      "step": 3093
    },
    {
      "epoch": 0.2549229628408997,
      "grad_norm": 2.7269020080566406,
      "learning_rate": 9.753113239580232e-06,
      "loss": 0.439,
      "step": 3094
    },
    {
      "epoch": 0.25500535552442943,
      "grad_norm": 5.106590747833252,
      "learning_rate": 9.752906148949737e-06,
      "loss": 0.6678,
      "step": 3095
    },
    {
      "epoch": 0.25508774820795915,
      "grad_norm": 4.26938533782959,
      "learning_rate": 9.752698973701468e-06,
      "loss": 0.6314,
      "step": 3096
    },
    {
      "epoch": 0.2551701408914888,
      "grad_norm": 6.194098949432373,
      "learning_rate": 9.752491713839114e-06,
      "loss": 0.5596,
      "step": 3097
    },
    {
      "epoch": 0.25525253357501854,
      "grad_norm": 4.041796684265137,
      "learning_rate": 9.752284369366365e-06,
      "loss": 0.4343,
      "step": 3098
    },
    {
      "epoch": 0.25533492625854826,
      "grad_norm": 3.542731761932373,
      "learning_rate": 9.752076940286911e-06,
      "loss": 0.6461,
      "step": 3099
    },
    {
      "epoch": 0.2554173189420779,
      "grad_norm": 4.812430381774902,
      "learning_rate": 9.751869426604448e-06,
      "loss": 0.4974,
      "step": 3100
    },
    {
      "epoch": 0.25549971162560764,
      "grad_norm": 4.528711795806885,
      "learning_rate": 9.751661828322667e-06,
      "loss": 0.4671,
      "step": 3101
    },
    {
      "epoch": 0.25558210430913736,
      "grad_norm": 2.894943952560425,
      "learning_rate": 9.751454145445266e-06,
      "loss": 0.3862,
      "step": 3102
    },
    {
      "epoch": 0.2556644969926671,
      "grad_norm": 3.1771817207336426,
      "learning_rate": 9.751246377975942e-06,
      "loss": 0.4464,
      "step": 3103
    },
    {
      "epoch": 0.25574688967619674,
      "grad_norm": 4.062645435333252,
      "learning_rate": 9.751038525918396e-06,
      "loss": 0.5023,
      "step": 3104
    },
    {
      "epoch": 0.25582928235972646,
      "grad_norm": 2.973703145980835,
      "learning_rate": 9.750830589276324e-06,
      "loss": 0.4287,
      "step": 3105
    },
    {
      "epoch": 0.2559116750432562,
      "grad_norm": 2.711986541748047,
      "learning_rate": 9.750622568053432e-06,
      "loss": 0.33,
      "step": 3106
    },
    {
      "epoch": 0.25599406772678585,
      "grad_norm": 3.3798067569732666,
      "learning_rate": 9.75041446225342e-06,
      "loss": 0.3213,
      "step": 3107
    },
    {
      "epoch": 0.25607646041031557,
      "grad_norm": 3.3770792484283447,
      "learning_rate": 9.750206271879997e-06,
      "loss": 0.3772,
      "step": 3108
    },
    {
      "epoch": 0.2561588530938453,
      "grad_norm": 3.4709181785583496,
      "learning_rate": 9.749997996936866e-06,
      "loss": 0.4695,
      "step": 3109
    },
    {
      "epoch": 0.25624124577737495,
      "grad_norm": 2.489680767059326,
      "learning_rate": 9.749789637427735e-06,
      "loss": 0.5146,
      "step": 3110
    },
    {
      "epoch": 0.25632363846090467,
      "grad_norm": 4.294746398925781,
      "learning_rate": 9.74958119335632e-06,
      "loss": 0.4651,
      "step": 3111
    },
    {
      "epoch": 0.2564060311444344,
      "grad_norm": 3.9349863529205322,
      "learning_rate": 9.749372664726322e-06,
      "loss": 0.7216,
      "step": 3112
    },
    {
      "epoch": 0.25648842382796405,
      "grad_norm": 5.191976070404053,
      "learning_rate": 9.74916405154146e-06,
      "loss": 0.5217,
      "step": 3113
    },
    {
      "epoch": 0.25657081651149377,
      "grad_norm": 3.5819623470306396,
      "learning_rate": 9.748955353805446e-06,
      "loss": 0.7703,
      "step": 3114
    },
    {
      "epoch": 0.2566532091950235,
      "grad_norm": 4.421748638153076,
      "learning_rate": 9.748746571521996e-06,
      "loss": 0.5005,
      "step": 3115
    },
    {
      "epoch": 0.2567356018785532,
      "grad_norm": 3.676727533340454,
      "learning_rate": 9.748537704694828e-06,
      "loss": 0.5856,
      "step": 3116
    },
    {
      "epoch": 0.2568179945620829,
      "grad_norm": 4.239346504211426,
      "learning_rate": 9.748328753327659e-06,
      "loss": 0.3967,
      "step": 3117
    },
    {
      "epoch": 0.2569003872456126,
      "grad_norm": 3.318622589111328,
      "learning_rate": 9.748119717424209e-06,
      "loss": 0.5506,
      "step": 3118
    },
    {
      "epoch": 0.2569827799291423,
      "grad_norm": 4.418321132659912,
      "learning_rate": 9.747910596988202e-06,
      "loss": 0.5555,
      "step": 3119
    },
    {
      "epoch": 0.257065172612672,
      "grad_norm": 3.115696430206299,
      "learning_rate": 9.747701392023356e-06,
      "loss": 0.4492,
      "step": 3120
    },
    {
      "epoch": 0.2571475652962017,
      "grad_norm": 2.175414562225342,
      "learning_rate": 9.747492102533402e-06,
      "loss": 0.4866,
      "step": 3121
    },
    {
      "epoch": 0.2572299579797314,
      "grad_norm": 2.333801507949829,
      "learning_rate": 9.74728272852206e-06,
      "loss": 0.1828,
      "step": 3122
    },
    {
      "epoch": 0.2573123506632611,
      "grad_norm": 3.308100461959839,
      "learning_rate": 9.747073269993061e-06,
      "loss": 0.3083,
      "step": 3123
    },
    {
      "epoch": 0.2573947433467908,
      "grad_norm": 3.8170294761657715,
      "learning_rate": 9.746863726950135e-06,
      "loss": 0.5429,
      "step": 3124
    },
    {
      "epoch": 0.2574771360303205,
      "grad_norm": 4.18466329574585,
      "learning_rate": 9.746654099397011e-06,
      "loss": 0.3589,
      "step": 3125
    },
    {
      "epoch": 0.2575595287138502,
      "grad_norm": 3.6262030601501465,
      "learning_rate": 9.746444387337419e-06,
      "loss": 0.3514,
      "step": 3126
    },
    {
      "epoch": 0.2576419213973799,
      "grad_norm": 3.620809555053711,
      "learning_rate": 9.746234590775096e-06,
      "loss": 0.461,
      "step": 3127
    },
    {
      "epoch": 0.2577243140809096,
      "grad_norm": 3.269355297088623,
      "learning_rate": 9.746024709713775e-06,
      "loss": 0.3691,
      "step": 3128
    },
    {
      "epoch": 0.25780670676443934,
      "grad_norm": 3.365539312362671,
      "learning_rate": 9.745814744157193e-06,
      "loss": 0.36,
      "step": 3129
    },
    {
      "epoch": 0.257889099447969,
      "grad_norm": 5.377188205718994,
      "learning_rate": 9.74560469410909e-06,
      "loss": 0.4759,
      "step": 3130
    },
    {
      "epoch": 0.2579714921314987,
      "grad_norm": 5.255057334899902,
      "learning_rate": 9.745394559573203e-06,
      "loss": 0.4098,
      "step": 3131
    },
    {
      "epoch": 0.25805388481502844,
      "grad_norm": 3.4991021156311035,
      "learning_rate": 9.745184340553273e-06,
      "loss": 0.4517,
      "step": 3132
    },
    {
      "epoch": 0.2581362774985581,
      "grad_norm": 3.7113959789276123,
      "learning_rate": 9.744974037053046e-06,
      "loss": 0.5469,
      "step": 3133
    },
    {
      "epoch": 0.25821867018208783,
      "grad_norm": 8.602829933166504,
      "learning_rate": 9.744763649076263e-06,
      "loss": 0.8595,
      "step": 3134
    },
    {
      "epoch": 0.25830106286561755,
      "grad_norm": 4.370654582977295,
      "learning_rate": 9.744553176626669e-06,
      "loss": 0.5405,
      "step": 3135
    },
    {
      "epoch": 0.2583834555491472,
      "grad_norm": 4.17816686630249,
      "learning_rate": 9.744342619708014e-06,
      "loss": 0.4594,
      "step": 3136
    },
    {
      "epoch": 0.25846584823267693,
      "grad_norm": 4.531102657318115,
      "learning_rate": 9.744131978324045e-06,
      "loss": 0.5185,
      "step": 3137
    },
    {
      "epoch": 0.25854824091620665,
      "grad_norm": 3.6018495559692383,
      "learning_rate": 9.743921252478511e-06,
      "loss": 0.5602,
      "step": 3138
    },
    {
      "epoch": 0.25863063359973637,
      "grad_norm": 3.8398945331573486,
      "learning_rate": 9.743710442175166e-06,
      "loss": 0.2381,
      "step": 3139
    },
    {
      "epoch": 0.25871302628326603,
      "grad_norm": 3.515085220336914,
      "learning_rate": 9.743499547417764e-06,
      "loss": 0.5099,
      "step": 3140
    },
    {
      "epoch": 0.25879541896679575,
      "grad_norm": 3.6577541828155518,
      "learning_rate": 9.743288568210056e-06,
      "loss": 0.3226,
      "step": 3141
    },
    {
      "epoch": 0.2588778116503255,
      "grad_norm": 4.425247669219971,
      "learning_rate": 9.7430775045558e-06,
      "loss": 0.6917,
      "step": 3142
    },
    {
      "epoch": 0.25896020433385514,
      "grad_norm": 4.057061195373535,
      "learning_rate": 9.742866356458754e-06,
      "loss": 0.2809,
      "step": 3143
    },
    {
      "epoch": 0.25904259701738486,
      "grad_norm": 4.757078647613525,
      "learning_rate": 9.742655123922675e-06,
      "loss": 0.6013,
      "step": 3144
    },
    {
      "epoch": 0.2591249897009146,
      "grad_norm": 3.782285690307617,
      "learning_rate": 9.742443806951327e-06,
      "loss": 0.7553,
      "step": 3145
    },
    {
      "epoch": 0.25920738238444424,
      "grad_norm": 5.974879264831543,
      "learning_rate": 9.74223240554847e-06,
      "loss": 0.4341,
      "step": 3146
    },
    {
      "epoch": 0.25928977506797396,
      "grad_norm": 4.073235034942627,
      "learning_rate": 9.742020919717867e-06,
      "loss": 0.4051,
      "step": 3147
    },
    {
      "epoch": 0.2593721677515037,
      "grad_norm": 4.741995811462402,
      "learning_rate": 9.741809349463287e-06,
      "loss": 0.5852,
      "step": 3148
    },
    {
      "epoch": 0.25945456043503334,
      "grad_norm": 3.5332438945770264,
      "learning_rate": 9.741597694788492e-06,
      "loss": 0.5955,
      "step": 3149
    },
    {
      "epoch": 0.25953695311856306,
      "grad_norm": 3.870608329772949,
      "learning_rate": 9.74138595569725e-06,
      "loss": 0.5375,
      "step": 3150
    },
    {
      "epoch": 0.2596193458020928,
      "grad_norm": 3.0465896129608154,
      "learning_rate": 9.741174132193337e-06,
      "loss": 0.4731,
      "step": 3151
    },
    {
      "epoch": 0.2597017384856225,
      "grad_norm": 4.186173439025879,
      "learning_rate": 9.740962224280518e-06,
      "loss": 0.4852,
      "step": 3152
    },
    {
      "epoch": 0.25978413116915217,
      "grad_norm": 5.213610649108887,
      "learning_rate": 9.740750231962568e-06,
      "loss": 0.6765,
      "step": 3153
    },
    {
      "epoch": 0.2598665238526819,
      "grad_norm": 5.325035572052002,
      "learning_rate": 9.74053815524326e-06,
      "loss": 0.6164,
      "step": 3154
    },
    {
      "epoch": 0.2599489165362116,
      "grad_norm": 4.691388130187988,
      "learning_rate": 9.740325994126372e-06,
      "loss": 0.7334,
      "step": 3155
    },
    {
      "epoch": 0.26003130921974127,
      "grad_norm": 5.423166751861572,
      "learning_rate": 9.740113748615678e-06,
      "loss": 0.6179,
      "step": 3156
    },
    {
      "epoch": 0.260113701903271,
      "grad_norm": 2.8631739616394043,
      "learning_rate": 9.739901418714958e-06,
      "loss": 0.395,
      "step": 3157
    },
    {
      "epoch": 0.2601960945868007,
      "grad_norm": 4.7068705558776855,
      "learning_rate": 9.739689004427994e-06,
      "loss": 0.268,
      "step": 3158
    },
    {
      "epoch": 0.26027848727033037,
      "grad_norm": 3.9367454051971436,
      "learning_rate": 9.739476505758567e-06,
      "loss": 0.4348,
      "step": 3159
    },
    {
      "epoch": 0.2603608799538601,
      "grad_norm": 3.4180352687835693,
      "learning_rate": 9.739263922710458e-06,
      "loss": 0.4816,
      "step": 3160
    },
    {
      "epoch": 0.2604432726373898,
      "grad_norm": 4.244964599609375,
      "learning_rate": 9.739051255287455e-06,
      "loss": 0.4938,
      "step": 3161
    },
    {
      "epoch": 0.2605256653209195,
      "grad_norm": 3.7803897857666016,
      "learning_rate": 9.73883850349334e-06,
      "loss": 0.3647,
      "step": 3162
    },
    {
      "epoch": 0.2606080580044492,
      "grad_norm": 5.332376480102539,
      "learning_rate": 9.738625667331904e-06,
      "loss": 0.5951,
      "step": 3163
    },
    {
      "epoch": 0.2606904506879789,
      "grad_norm": 3.5853495597839355,
      "learning_rate": 9.738412746806936e-06,
      "loss": 0.4665,
      "step": 3164
    },
    {
      "epoch": 0.26077284337150863,
      "grad_norm": 2.615778684616089,
      "learning_rate": 9.738199741922225e-06,
      "loss": 0.4231,
      "step": 3165
    },
    {
      "epoch": 0.2608552360550383,
      "grad_norm": 3.274057149887085,
      "learning_rate": 9.737986652681563e-06,
      "loss": 0.258,
      "step": 3166
    },
    {
      "epoch": 0.260937628738568,
      "grad_norm": 6.02254581451416,
      "learning_rate": 9.737773479088746e-06,
      "loss": 0.6832,
      "step": 3167
    },
    {
      "epoch": 0.26102002142209774,
      "grad_norm": 5.982187747955322,
      "learning_rate": 9.73756022114757e-06,
      "loss": 0.619,
      "step": 3168
    },
    {
      "epoch": 0.2611024141056274,
      "grad_norm": 3.0402543544769287,
      "learning_rate": 9.737346878861828e-06,
      "loss": 0.5284,
      "step": 3169
    },
    {
      "epoch": 0.2611848067891571,
      "grad_norm": 4.887728691101074,
      "learning_rate": 9.73713345223532e-06,
      "loss": 0.57,
      "step": 3170
    },
    {
      "epoch": 0.26126719947268684,
      "grad_norm": 5.962220668792725,
      "learning_rate": 9.736919941271844e-06,
      "loss": 0.5541,
      "step": 3171
    },
    {
      "epoch": 0.2613495921562165,
      "grad_norm": 4.3117451667785645,
      "learning_rate": 9.736706345975206e-06,
      "loss": 0.4115,
      "step": 3172
    },
    {
      "epoch": 0.2614319848397462,
      "grad_norm": 4.589431285858154,
      "learning_rate": 9.736492666349204e-06,
      "loss": 0.2174,
      "step": 3173
    },
    {
      "epoch": 0.26151437752327594,
      "grad_norm": 4.6189470291137695,
      "learning_rate": 9.736278902397645e-06,
      "loss": 0.4221,
      "step": 3174
    },
    {
      "epoch": 0.26159677020680566,
      "grad_norm": 3.311721086502075,
      "learning_rate": 9.736065054124332e-06,
      "loss": 0.2649,
      "step": 3175
    },
    {
      "epoch": 0.2616791628903353,
      "grad_norm": 3.2827813625335693,
      "learning_rate": 9.735851121533075e-06,
      "loss": 0.4424,
      "step": 3176
    },
    {
      "epoch": 0.26176155557386505,
      "grad_norm": 2.9048068523406982,
      "learning_rate": 9.73563710462768e-06,
      "loss": 0.1313,
      "step": 3177
    },
    {
      "epoch": 0.26184394825739477,
      "grad_norm": 3.884484052658081,
      "learning_rate": 9.735423003411962e-06,
      "loss": 0.5534,
      "step": 3178
    },
    {
      "epoch": 0.26192634094092443,
      "grad_norm": 3.687314748764038,
      "learning_rate": 9.735208817889725e-06,
      "loss": 0.5763,
      "step": 3179
    },
    {
      "epoch": 0.26200873362445415,
      "grad_norm": 3.492617607116699,
      "learning_rate": 9.73499454806479e-06,
      "loss": 0.3163,
      "step": 3180
    },
    {
      "epoch": 0.26209112630798387,
      "grad_norm": 2.7521042823791504,
      "learning_rate": 9.734780193940967e-06,
      "loss": 0.3459,
      "step": 3181
    },
    {
      "epoch": 0.26217351899151353,
      "grad_norm": 3.4482409954071045,
      "learning_rate": 9.734565755522073e-06,
      "loss": 0.3271,
      "step": 3182
    },
    {
      "epoch": 0.26225591167504325,
      "grad_norm": 2.965562343597412,
      "learning_rate": 9.734351232811929e-06,
      "loss": 0.377,
      "step": 3183
    },
    {
      "epoch": 0.26233830435857297,
      "grad_norm": 4.487111568450928,
      "learning_rate": 9.73413662581435e-06,
      "loss": 0.5296,
      "step": 3184
    },
    {
      "epoch": 0.26242069704210264,
      "grad_norm": 3.720353841781616,
      "learning_rate": 9.733921934533158e-06,
      "loss": 0.3267,
      "step": 3185
    },
    {
      "epoch": 0.26250308972563235,
      "grad_norm": 2.1833913326263428,
      "learning_rate": 9.733707158972176e-06,
      "loss": 0.1849,
      "step": 3186
    },
    {
      "epoch": 0.2625854824091621,
      "grad_norm": 4.665168285369873,
      "learning_rate": 9.733492299135227e-06,
      "loss": 0.7072,
      "step": 3187
    },
    {
      "epoch": 0.2626678750926918,
      "grad_norm": 5.289614677429199,
      "learning_rate": 9.733277355026137e-06,
      "loss": 0.7039,
      "step": 3188
    },
    {
      "epoch": 0.26275026777622146,
      "grad_norm": 2.510396718978882,
      "learning_rate": 9.733062326648731e-06,
      "loss": 0.4189,
      "step": 3189
    },
    {
      "epoch": 0.2628326604597512,
      "grad_norm": 5.820407390594482,
      "learning_rate": 9.732847214006841e-06,
      "loss": 0.5863,
      "step": 3190
    },
    {
      "epoch": 0.2629150531432809,
      "grad_norm": 4.854663848876953,
      "learning_rate": 9.732632017104294e-06,
      "loss": 0.6252,
      "step": 3191
    },
    {
      "epoch": 0.26299744582681056,
      "grad_norm": 3.3078277111053467,
      "learning_rate": 9.732416735944919e-06,
      "loss": 0.5393,
      "step": 3192
    },
    {
      "epoch": 0.2630798385103403,
      "grad_norm": 4.915648460388184,
      "learning_rate": 9.732201370532553e-06,
      "loss": 0.4791,
      "step": 3193
    },
    {
      "epoch": 0.26316223119387,
      "grad_norm": 3.787796974182129,
      "learning_rate": 9.731985920871028e-06,
      "loss": 0.3864,
      "step": 3194
    },
    {
      "epoch": 0.26324462387739966,
      "grad_norm": 5.395560264587402,
      "learning_rate": 9.731770386964178e-06,
      "loss": 0.645,
      "step": 3195
    },
    {
      "epoch": 0.2633270165609294,
      "grad_norm": 3.813336133956909,
      "learning_rate": 9.731554768815846e-06,
      "loss": 0.3543,
      "step": 3196
    },
    {
      "epoch": 0.2634094092444591,
      "grad_norm": 5.592766284942627,
      "learning_rate": 9.731339066429865e-06,
      "loss": 0.4575,
      "step": 3197
    },
    {
      "epoch": 0.26349180192798877,
      "grad_norm": 4.695888519287109,
      "learning_rate": 9.731123279810077e-06,
      "loss": 0.8037,
      "step": 3198
    },
    {
      "epoch": 0.2635741946115185,
      "grad_norm": 3.176215887069702,
      "learning_rate": 9.730907408960325e-06,
      "loss": 0.5582,
      "step": 3199
    },
    {
      "epoch": 0.2636565872950482,
      "grad_norm": 3.86910343170166,
      "learning_rate": 9.730691453884452e-06,
      "loss": 0.3803,
      "step": 3200
    },
    {
      "epoch": 0.2637389799785779,
      "grad_norm": 3.0937159061431885,
      "learning_rate": 9.7304754145863e-06,
      "loss": 0.46,
      "step": 3201
    },
    {
      "epoch": 0.2638213726621076,
      "grad_norm": 4.9866557121276855,
      "learning_rate": 9.73025929106972e-06,
      "loss": 0.5737,
      "step": 3202
    },
    {
      "epoch": 0.2639037653456373,
      "grad_norm": 3.8553335666656494,
      "learning_rate": 9.730043083338555e-06,
      "loss": 0.5329,
      "step": 3203
    },
    {
      "epoch": 0.26398615802916703,
      "grad_norm": 6.661702632904053,
      "learning_rate": 9.729826791396658e-06,
      "loss": 0.6342,
      "step": 3204
    },
    {
      "epoch": 0.2640685507126967,
      "grad_norm": 3.853074312210083,
      "learning_rate": 9.729610415247875e-06,
      "loss": 0.6039,
      "step": 3205
    },
    {
      "epoch": 0.2641509433962264,
      "grad_norm": 2.8641605377197266,
      "learning_rate": 9.729393954896062e-06,
      "loss": 0.2409,
      "step": 3206
    },
    {
      "epoch": 0.26423333607975613,
      "grad_norm": 3.6686134338378906,
      "learning_rate": 9.729177410345073e-06,
      "loss": 0.3811,
      "step": 3207
    },
    {
      "epoch": 0.2643157287632858,
      "grad_norm": 4.067156791687012,
      "learning_rate": 9.728960781598761e-06,
      "loss": 0.4824,
      "step": 3208
    },
    {
      "epoch": 0.2643981214468155,
      "grad_norm": 3.1481425762176514,
      "learning_rate": 9.728744068660986e-06,
      "loss": 0.5495,
      "step": 3209
    },
    {
      "epoch": 0.26448051413034523,
      "grad_norm": 3.7966434955596924,
      "learning_rate": 9.728527271535602e-06,
      "loss": 0.5774,
      "step": 3210
    },
    {
      "epoch": 0.26456290681387495,
      "grad_norm": 2.310528039932251,
      "learning_rate": 9.728310390226472e-06,
      "loss": 0.1973,
      "step": 3211
    },
    {
      "epoch": 0.2646452994974046,
      "grad_norm": 4.151130199432373,
      "learning_rate": 9.728093424737455e-06,
      "loss": 0.427,
      "step": 3212
    },
    {
      "epoch": 0.26472769218093434,
      "grad_norm": 2.1353044509887695,
      "learning_rate": 9.727876375072415e-06,
      "loss": 0.3336,
      "step": 3213
    },
    {
      "epoch": 0.26481008486446406,
      "grad_norm": 2.870784282684326,
      "learning_rate": 9.727659241235217e-06,
      "loss": 0.4996,
      "step": 3214
    },
    {
      "epoch": 0.2648924775479937,
      "grad_norm": 4.092298984527588,
      "learning_rate": 9.727442023229724e-06,
      "loss": 0.5308,
      "step": 3215
    },
    {
      "epoch": 0.26497487023152344,
      "grad_norm": 3.4554784297943115,
      "learning_rate": 9.727224721059805e-06,
      "loss": 0.422,
      "step": 3216
    },
    {
      "epoch": 0.26505726291505316,
      "grad_norm": 4.776402473449707,
      "learning_rate": 9.72700733472933e-06,
      "loss": 0.4042,
      "step": 3217
    },
    {
      "epoch": 0.2651396555985828,
      "grad_norm": 2.3259685039520264,
      "learning_rate": 9.726789864242166e-06,
      "loss": 0.4146,
      "step": 3218
    },
    {
      "epoch": 0.26522204828211254,
      "grad_norm": 3.9695701599121094,
      "learning_rate": 9.726572309602187e-06,
      "loss": 0.4425,
      "step": 3219
    },
    {
      "epoch": 0.26530444096564226,
      "grad_norm": 3.5501158237457275,
      "learning_rate": 9.726354670813267e-06,
      "loss": 0.3333,
      "step": 3220
    },
    {
      "epoch": 0.2653868336491719,
      "grad_norm": 4.596566200256348,
      "learning_rate": 9.726136947879279e-06,
      "loss": 0.4155,
      "step": 3221
    },
    {
      "epoch": 0.26546922633270165,
      "grad_norm": 4.773303508758545,
      "learning_rate": 9.7259191408041e-06,
      "loss": 0.6609,
      "step": 3222
    },
    {
      "epoch": 0.26555161901623137,
      "grad_norm": 3.6239113807678223,
      "learning_rate": 9.725701249591606e-06,
      "loss": 0.3882,
      "step": 3223
    },
    {
      "epoch": 0.2656340116997611,
      "grad_norm": 3.3174831867218018,
      "learning_rate": 9.725483274245677e-06,
      "loss": 0.277,
      "step": 3224
    },
    {
      "epoch": 0.26571640438329075,
      "grad_norm": 3.460925579071045,
      "learning_rate": 9.725265214770194e-06,
      "loss": 0.5875,
      "step": 3225
    },
    {
      "epoch": 0.26579879706682047,
      "grad_norm": 4.45210599899292,
      "learning_rate": 9.725047071169041e-06,
      "loss": 0.4385,
      "step": 3226
    },
    {
      "epoch": 0.2658811897503502,
      "grad_norm": 3.9751641750335693,
      "learning_rate": 9.7248288434461e-06,
      "loss": 0.5061,
      "step": 3227
    },
    {
      "epoch": 0.26596358243387985,
      "grad_norm": 3.7523529529571533,
      "learning_rate": 9.724610531605256e-06,
      "loss": 0.5119,
      "step": 3228
    },
    {
      "epoch": 0.26604597511740957,
      "grad_norm": 4.510625839233398,
      "learning_rate": 9.724392135650396e-06,
      "loss": 0.6545,
      "step": 3229
    },
    {
      "epoch": 0.2661283678009393,
      "grad_norm": 4.704494953155518,
      "learning_rate": 9.724173655585409e-06,
      "loss": 0.7029,
      "step": 3230
    },
    {
      "epoch": 0.26621076048446896,
      "grad_norm": 4.192413330078125,
      "learning_rate": 9.723955091414182e-06,
      "loss": 0.5542,
      "step": 3231
    },
    {
      "epoch": 0.2662931531679987,
      "grad_norm": 3.544515371322632,
      "learning_rate": 9.723736443140609e-06,
      "loss": 0.5424,
      "step": 3232
    },
    {
      "epoch": 0.2663755458515284,
      "grad_norm": 3.45298171043396,
      "learning_rate": 9.723517710768583e-06,
      "loss": 0.4915,
      "step": 3233
    },
    {
      "epoch": 0.2664579385350581,
      "grad_norm": 5.008332252502441,
      "learning_rate": 9.723298894301994e-06,
      "loss": 0.492,
      "step": 3234
    },
    {
      "epoch": 0.2665403312185878,
      "grad_norm": 3.5093555450439453,
      "learning_rate": 9.723079993744742e-06,
      "loss": 0.4048,
      "step": 3235
    },
    {
      "epoch": 0.2666227239021175,
      "grad_norm": 3.486830711364746,
      "learning_rate": 9.722861009100723e-06,
      "loss": 0.5611,
      "step": 3236
    },
    {
      "epoch": 0.2667051165856472,
      "grad_norm": 5.331984519958496,
      "learning_rate": 9.722641940373835e-06,
      "loss": 0.5442,
      "step": 3237
    },
    {
      "epoch": 0.2667875092691769,
      "grad_norm": 2.8534908294677734,
      "learning_rate": 9.722422787567977e-06,
      "loss": 0.2299,
      "step": 3238
    },
    {
      "epoch": 0.2668699019527066,
      "grad_norm": 3.9529528617858887,
      "learning_rate": 9.722203550687054e-06,
      "loss": 0.4199,
      "step": 3239
    },
    {
      "epoch": 0.2669522946362363,
      "grad_norm": 4.151398658752441,
      "learning_rate": 9.721984229734968e-06,
      "loss": 0.4513,
      "step": 3240
    },
    {
      "epoch": 0.267034687319766,
      "grad_norm": 3.424639940261841,
      "learning_rate": 9.721764824715622e-06,
      "loss": 0.5762,
      "step": 3241
    },
    {
      "epoch": 0.2671170800032957,
      "grad_norm": 3.5708460807800293,
      "learning_rate": 9.721545335632924e-06,
      "loss": 0.4101,
      "step": 3242
    },
    {
      "epoch": 0.2671994726868254,
      "grad_norm": 4.089087963104248,
      "learning_rate": 9.721325762490782e-06,
      "loss": 0.4727,
      "step": 3243
    },
    {
      "epoch": 0.2672818653703551,
      "grad_norm": 4.232987403869629,
      "learning_rate": 9.721106105293101e-06,
      "loss": 0.5136,
      "step": 3244
    },
    {
      "epoch": 0.2673642580538848,
      "grad_norm": 3.9558603763580322,
      "learning_rate": 9.720886364043795e-06,
      "loss": 0.4603,
      "step": 3245
    },
    {
      "epoch": 0.2674466507374145,
      "grad_norm": 2.205315351486206,
      "learning_rate": 9.720666538746777e-06,
      "loss": 0.5175,
      "step": 3246
    },
    {
      "epoch": 0.26752904342094425,
      "grad_norm": 5.859818458557129,
      "learning_rate": 9.720446629405958e-06,
      "loss": 0.6252,
      "step": 3247
    },
    {
      "epoch": 0.2676114361044739,
      "grad_norm": 3.7037413120269775,
      "learning_rate": 9.720226636025256e-06,
      "loss": 0.6495,
      "step": 3248
    },
    {
      "epoch": 0.26769382878800363,
      "grad_norm": 3.81093692779541,
      "learning_rate": 9.720006558608586e-06,
      "loss": 0.4478,
      "step": 3249
    },
    {
      "epoch": 0.26777622147153335,
      "grad_norm": 4.278047561645508,
      "learning_rate": 9.719786397159864e-06,
      "loss": 0.4489,
      "step": 3250
    },
    {
      "epoch": 0.267858614155063,
      "grad_norm": 3.4550435543060303,
      "learning_rate": 9.719566151683014e-06,
      "loss": 0.469,
      "step": 3251
    },
    {
      "epoch": 0.26794100683859273,
      "grad_norm": 3.7094998359680176,
      "learning_rate": 9.719345822181954e-06,
      "loss": 0.5092,
      "step": 3252
    },
    {
      "epoch": 0.26802339952212245,
      "grad_norm": 3.89717173576355,
      "learning_rate": 9.719125408660608e-06,
      "loss": 0.354,
      "step": 3253
    },
    {
      "epoch": 0.2681057922056521,
      "grad_norm": 4.500672817230225,
      "learning_rate": 9.7189049111229e-06,
      "loss": 0.6155,
      "step": 3254
    },
    {
      "epoch": 0.26818818488918184,
      "grad_norm": 6.146621227264404,
      "learning_rate": 9.718684329572754e-06,
      "loss": 0.6155,
      "step": 3255
    },
    {
      "epoch": 0.26827057757271155,
      "grad_norm": 4.354872226715088,
      "learning_rate": 9.7184636640141e-06,
      "loss": 0.5235,
      "step": 3256
    },
    {
      "epoch": 0.2683529702562412,
      "grad_norm": 3.1264967918395996,
      "learning_rate": 9.718242914450864e-06,
      "loss": 0.435,
      "step": 3257
    },
    {
      "epoch": 0.26843536293977094,
      "grad_norm": 2.5947177410125732,
      "learning_rate": 9.718022080886977e-06,
      "loss": 0.379,
      "step": 3258
    },
    {
      "epoch": 0.26851775562330066,
      "grad_norm": 3.5980846881866455,
      "learning_rate": 9.717801163326373e-06,
      "loss": 0.4042,
      "step": 3259
    },
    {
      "epoch": 0.2686001483068304,
      "grad_norm": 3.7143847942352295,
      "learning_rate": 9.71758016177298e-06,
      "loss": 0.5762,
      "step": 3260
    },
    {
      "epoch": 0.26868254099036004,
      "grad_norm": 4.235886573791504,
      "learning_rate": 9.717359076230737e-06,
      "loss": 0.5375,
      "step": 3261
    },
    {
      "epoch": 0.26876493367388976,
      "grad_norm": 3.107914447784424,
      "learning_rate": 9.717137906703576e-06,
      "loss": 0.3646,
      "step": 3262
    },
    {
      "epoch": 0.2688473263574195,
      "grad_norm": 3.6054885387420654,
      "learning_rate": 9.716916653195438e-06,
      "loss": 0.4787,
      "step": 3263
    },
    {
      "epoch": 0.26892971904094914,
      "grad_norm": 5.042811870574951,
      "learning_rate": 9.716695315710261e-06,
      "loss": 0.6426,
      "step": 3264
    },
    {
      "epoch": 0.26901211172447886,
      "grad_norm": 3.5161352157592773,
      "learning_rate": 9.716473894251985e-06,
      "loss": 0.226,
      "step": 3265
    },
    {
      "epoch": 0.2690945044080086,
      "grad_norm": 2.566768169403076,
      "learning_rate": 9.716252388824555e-06,
      "loss": 0.2462,
      "step": 3266
    },
    {
      "epoch": 0.26917689709153825,
      "grad_norm": 2.7313215732574463,
      "learning_rate": 9.71603079943191e-06,
      "loss": 0.2867,
      "step": 3267
    },
    {
      "epoch": 0.26925928977506797,
      "grad_norm": 4.0352301597595215,
      "learning_rate": 9.715809126077997e-06,
      "loss": 0.488,
      "step": 3268
    },
    {
      "epoch": 0.2693416824585977,
      "grad_norm": 4.037536144256592,
      "learning_rate": 9.715587368766763e-06,
      "loss": 0.6245,
      "step": 3269
    },
    {
      "epoch": 0.2694240751421274,
      "grad_norm": 2.6291284561157227,
      "learning_rate": 9.715365527502156e-06,
      "loss": 0.422,
      "step": 3270
    },
    {
      "epoch": 0.26950646782565707,
      "grad_norm": 2.830960273742676,
      "learning_rate": 9.715143602288126e-06,
      "loss": 0.2766,
      "step": 3271
    },
    {
      "epoch": 0.2695888605091868,
      "grad_norm": 2.616791248321533,
      "learning_rate": 9.714921593128623e-06,
      "loss": 0.5563,
      "step": 3272
    },
    {
      "epoch": 0.2696712531927165,
      "grad_norm": 2.969058036804199,
      "learning_rate": 9.714699500027599e-06,
      "loss": 0.4071,
      "step": 3273
    },
    {
      "epoch": 0.2697536458762462,
      "grad_norm": 3.694363594055176,
      "learning_rate": 9.714477322989008e-06,
      "loss": 0.499,
      "step": 3274
    },
    {
      "epoch": 0.2698360385597759,
      "grad_norm": 3.390078544616699,
      "learning_rate": 9.714255062016808e-06,
      "loss": 0.5393,
      "step": 3275
    },
    {
      "epoch": 0.2699184312433056,
      "grad_norm": 3.1021690368652344,
      "learning_rate": 9.714032717114954e-06,
      "loss": 0.4116,
      "step": 3276
    },
    {
      "epoch": 0.2700008239268353,
      "grad_norm": 4.117163181304932,
      "learning_rate": 9.713810288287403e-06,
      "loss": 0.3052,
      "step": 3277
    },
    {
      "epoch": 0.270083216610365,
      "grad_norm": 4.2590718269348145,
      "learning_rate": 9.71358777553812e-06,
      "loss": 0.6094,
      "step": 3278
    },
    {
      "epoch": 0.2701656092938947,
      "grad_norm": 3.182015895843506,
      "learning_rate": 9.713365178871061e-06,
      "loss": 0.586,
      "step": 3279
    },
    {
      "epoch": 0.2702480019774244,
      "grad_norm": 5.19658899307251,
      "learning_rate": 9.713142498290193e-06,
      "loss": 0.6301,
      "step": 3280
    },
    {
      "epoch": 0.2703303946609541,
      "grad_norm": 3.2535758018493652,
      "learning_rate": 9.712919733799477e-06,
      "loss": 0.5899,
      "step": 3281
    },
    {
      "epoch": 0.2704127873444838,
      "grad_norm": 4.855724334716797,
      "learning_rate": 9.712696885402881e-06,
      "loss": 0.5096,
      "step": 3282
    },
    {
      "epoch": 0.27049518002801354,
      "grad_norm": 3.637723684310913,
      "learning_rate": 9.712473953104371e-06,
      "loss": 0.4055,
      "step": 3283
    },
    {
      "epoch": 0.2705775727115432,
      "grad_norm": 2.9848484992980957,
      "learning_rate": 9.712250936907919e-06,
      "loss": 0.2159,
      "step": 3284
    },
    {
      "epoch": 0.2706599653950729,
      "grad_norm": 3.3289663791656494,
      "learning_rate": 9.712027836817493e-06,
      "loss": 0.3218,
      "step": 3285
    },
    {
      "epoch": 0.27074235807860264,
      "grad_norm": 2.0102107524871826,
      "learning_rate": 9.711804652837064e-06,
      "loss": 0.1678,
      "step": 3286
    },
    {
      "epoch": 0.2708247507621323,
      "grad_norm": 4.1519365310668945,
      "learning_rate": 9.711581384970608e-06,
      "loss": 0.6454,
      "step": 3287
    },
    {
      "epoch": 0.270907143445662,
      "grad_norm": 4.824495315551758,
      "learning_rate": 9.7113580332221e-06,
      "loss": 0.5901,
      "step": 3288
    },
    {
      "epoch": 0.27098953612919174,
      "grad_norm": 2.762240409851074,
      "learning_rate": 9.711134597595513e-06,
      "loss": 0.433,
      "step": 3289
    },
    {
      "epoch": 0.2710719288127214,
      "grad_norm": 2.6899807453155518,
      "learning_rate": 9.710911078094827e-06,
      "loss": 0.2265,
      "step": 3290
    },
    {
      "epoch": 0.2711543214962511,
      "grad_norm": 3.8493804931640625,
      "learning_rate": 9.710687474724023e-06,
      "loss": 0.4545,
      "step": 3291
    },
    {
      "epoch": 0.27123671417978085,
      "grad_norm": 3.7751283645629883,
      "learning_rate": 9.71046378748708e-06,
      "loss": 0.4,
      "step": 3292
    },
    {
      "epoch": 0.2713191068633105,
      "grad_norm": 4.154568672180176,
      "learning_rate": 9.71024001638798e-06,
      "loss": 0.5393,
      "step": 3293
    },
    {
      "epoch": 0.27140149954684023,
      "grad_norm": 3.251371383666992,
      "learning_rate": 9.71001616143071e-06,
      "loss": 0.3181,
      "step": 3294
    },
    {
      "epoch": 0.27148389223036995,
      "grad_norm": 4.018917560577393,
      "learning_rate": 9.70979222261925e-06,
      "loss": 0.513,
      "step": 3295
    },
    {
      "epoch": 0.27156628491389967,
      "grad_norm": 3.7615952491760254,
      "learning_rate": 9.70956819995759e-06,
      "loss": 0.4116,
      "step": 3296
    },
    {
      "epoch": 0.27164867759742933,
      "grad_norm": 3.6392064094543457,
      "learning_rate": 9.70934409344972e-06,
      "loss": 0.479,
      "step": 3297
    },
    {
      "epoch": 0.27173107028095905,
      "grad_norm": 3.1707866191864014,
      "learning_rate": 9.709119903099627e-06,
      "loss": 0.3782,
      "step": 3298
    },
    {
      "epoch": 0.2718134629644888,
      "grad_norm": 2.379955530166626,
      "learning_rate": 9.708895628911305e-06,
      "loss": 0.4701,
      "step": 3299
    },
    {
      "epoch": 0.27189585564801844,
      "grad_norm": 5.865522861480713,
      "learning_rate": 9.708671270888743e-06,
      "loss": 0.6223,
      "step": 3300
    },
    {
      "epoch": 0.27197824833154816,
      "grad_norm": 3.775322198867798,
      "learning_rate": 9.708446829035941e-06,
      "loss": 0.6682,
      "step": 3301
    },
    {
      "epoch": 0.2720606410150779,
      "grad_norm": 3.1671302318573,
      "learning_rate": 9.708222303356888e-06,
      "loss": 0.3554,
      "step": 3302
    },
    {
      "epoch": 0.27214303369860754,
      "grad_norm": 7.809508800506592,
      "learning_rate": 9.707997693855586e-06,
      "loss": 0.8411,
      "step": 3303
    },
    {
      "epoch": 0.27222542638213726,
      "grad_norm": 3.8168065547943115,
      "learning_rate": 9.707773000536033e-06,
      "loss": 0.2946,
      "step": 3304
    },
    {
      "epoch": 0.272307819065667,
      "grad_norm": 3.032780885696411,
      "learning_rate": 9.707548223402227e-06,
      "loss": 0.2191,
      "step": 3305
    },
    {
      "epoch": 0.2723902117491967,
      "grad_norm": 4.4972734451293945,
      "learning_rate": 9.707323362458174e-06,
      "loss": 0.4805,
      "step": 3306
    },
    {
      "epoch": 0.27247260443272636,
      "grad_norm": 5.485407829284668,
      "learning_rate": 9.707098417707874e-06,
      "loss": 0.5698,
      "step": 3307
    },
    {
      "epoch": 0.2725549971162561,
      "grad_norm": 2.6937203407287598,
      "learning_rate": 9.706873389155333e-06,
      "loss": 0.435,
      "step": 3308
    },
    {
      "epoch": 0.2726373897997858,
      "grad_norm": 3.6886541843414307,
      "learning_rate": 9.706648276804557e-06,
      "loss": 0.3121,
      "step": 3309
    },
    {
      "epoch": 0.27271978248331546,
      "grad_norm": 2.7280795574188232,
      "learning_rate": 9.706423080659553e-06,
      "loss": 0.3426,
      "step": 3310
    },
    {
      "epoch": 0.2728021751668452,
      "grad_norm": 11.809868812561035,
      "learning_rate": 9.70619780072433e-06,
      "loss": 1.1542,
      "step": 3311
    },
    {
      "epoch": 0.2728845678503749,
      "grad_norm": 3.5974438190460205,
      "learning_rate": 9.705972437002902e-06,
      "loss": 0.3009,
      "step": 3312
    },
    {
      "epoch": 0.27296696053390457,
      "grad_norm": 4.55394172668457,
      "learning_rate": 9.705746989499278e-06,
      "loss": 0.6865,
      "step": 3313
    },
    {
      "epoch": 0.2730493532174343,
      "grad_norm": 3.1777148246765137,
      "learning_rate": 9.705521458217473e-06,
      "loss": 0.468,
      "step": 3314
    },
    {
      "epoch": 0.273131745900964,
      "grad_norm": 4.212220191955566,
      "learning_rate": 9.705295843161502e-06,
      "loss": 0.5798,
      "step": 3315
    },
    {
      "epoch": 0.27321413858449367,
      "grad_norm": 3.2869813442230225,
      "learning_rate": 9.705070144335382e-06,
      "loss": 0.4202,
      "step": 3316
    },
    {
      "epoch": 0.2732965312680234,
      "grad_norm": 3.8024938106536865,
      "learning_rate": 9.70484436174313e-06,
      "loss": 0.3738,
      "step": 3317
    },
    {
      "epoch": 0.2733789239515531,
      "grad_norm": 3.7482566833496094,
      "learning_rate": 9.704618495388767e-06,
      "loss": 0.544,
      "step": 3318
    },
    {
      "epoch": 0.27346131663508283,
      "grad_norm": 3.1014533042907715,
      "learning_rate": 9.704392545276312e-06,
      "loss": 0.4943,
      "step": 3319
    },
    {
      "epoch": 0.2735437093186125,
      "grad_norm": 4.6289849281311035,
      "learning_rate": 9.704166511409792e-06,
      "loss": 0.4158,
      "step": 3320
    },
    {
      "epoch": 0.2736261020021422,
      "grad_norm": 2.8191592693328857,
      "learning_rate": 9.703940393793227e-06,
      "loss": 0.2449,
      "step": 3321
    },
    {
      "epoch": 0.27370849468567193,
      "grad_norm": 4.158827304840088,
      "learning_rate": 9.703714192430644e-06,
      "loss": 0.1911,
      "step": 3322
    },
    {
      "epoch": 0.2737908873692016,
      "grad_norm": 5.77945613861084,
      "learning_rate": 9.703487907326071e-06,
      "loss": 0.6615,
      "step": 3323
    },
    {
      "epoch": 0.2738732800527313,
      "grad_norm": 4.181365489959717,
      "learning_rate": 9.703261538483536e-06,
      "loss": 0.4866,
      "step": 3324
    },
    {
      "epoch": 0.27395567273626104,
      "grad_norm": 3.6293785572052,
      "learning_rate": 9.703035085907068e-06,
      "loss": 0.2798,
      "step": 3325
    },
    {
      "epoch": 0.2740380654197907,
      "grad_norm": 4.257356643676758,
      "learning_rate": 9.702808549600702e-06,
      "loss": 0.5651,
      "step": 3326
    },
    {
      "epoch": 0.2741204581033204,
      "grad_norm": 4.167641639709473,
      "learning_rate": 9.702581929568467e-06,
      "loss": 0.5138,
      "step": 3327
    },
    {
      "epoch": 0.27420285078685014,
      "grad_norm": 2.975795030593872,
      "learning_rate": 9.7023552258144e-06,
      "loss": 0.4636,
      "step": 3328
    },
    {
      "epoch": 0.2742852434703798,
      "grad_norm": 3.6572344303131104,
      "learning_rate": 9.702128438342537e-06,
      "loss": 0.3362,
      "step": 3329
    },
    {
      "epoch": 0.2743676361539095,
      "grad_norm": 3.372359275817871,
      "learning_rate": 9.701901567156914e-06,
      "loss": 0.5024,
      "step": 3330
    },
    {
      "epoch": 0.27445002883743924,
      "grad_norm": 5.118786811828613,
      "learning_rate": 9.701674612261574e-06,
      "loss": 0.4443,
      "step": 3331
    },
    {
      "epoch": 0.27453242152096896,
      "grad_norm": 3.5182173252105713,
      "learning_rate": 9.701447573660552e-06,
      "loss": 0.5489,
      "step": 3332
    },
    {
      "epoch": 0.2746148142044986,
      "grad_norm": 4.061652183532715,
      "learning_rate": 9.701220451357894e-06,
      "loss": 0.5007,
      "step": 3333
    },
    {
      "epoch": 0.27469720688802834,
      "grad_norm": 3.226289749145508,
      "learning_rate": 9.70099324535764e-06,
      "loss": 0.2886,
      "step": 3334
    },
    {
      "epoch": 0.27477959957155806,
      "grad_norm": 3.3359363079071045,
      "learning_rate": 9.70076595566384e-06,
      "loss": 0.5142,
      "step": 3335
    },
    {
      "epoch": 0.27486199225508773,
      "grad_norm": 4.803885459899902,
      "learning_rate": 9.700538582280537e-06,
      "loss": 0.4724,
      "step": 3336
    },
    {
      "epoch": 0.27494438493861745,
      "grad_norm": 4.231339454650879,
      "learning_rate": 9.700311125211779e-06,
      "loss": 0.5884,
      "step": 3337
    },
    {
      "epoch": 0.27502677762214717,
      "grad_norm": 5.379653453826904,
      "learning_rate": 9.70008358446162e-06,
      "loss": 0.4874,
      "step": 3338
    },
    {
      "epoch": 0.27510917030567683,
      "grad_norm": 3.1521129608154297,
      "learning_rate": 9.699855960034104e-06,
      "loss": 0.4569,
      "step": 3339
    },
    {
      "epoch": 0.27519156298920655,
      "grad_norm": 3.143223762512207,
      "learning_rate": 9.699628251933287e-06,
      "loss": 0.546,
      "step": 3340
    },
    {
      "epoch": 0.27527395567273627,
      "grad_norm": 3.7353098392486572,
      "learning_rate": 9.699400460163224e-06,
      "loss": 0.4242,
      "step": 3341
    },
    {
      "epoch": 0.275356348356266,
      "grad_norm": 3.9606504440307617,
      "learning_rate": 9.699172584727969e-06,
      "loss": 0.2732,
      "step": 3342
    },
    {
      "epoch": 0.27543874103979565,
      "grad_norm": 3.937774896621704,
      "learning_rate": 9.698944625631579e-06,
      "loss": 0.5613,
      "step": 3343
    },
    {
      "epoch": 0.2755211337233254,
      "grad_norm": 3.8425333499908447,
      "learning_rate": 9.698716582878114e-06,
      "loss": 0.4508,
      "step": 3344
    },
    {
      "epoch": 0.2756035264068551,
      "grad_norm": 5.260956287384033,
      "learning_rate": 9.698488456471631e-06,
      "loss": 0.688,
      "step": 3345
    },
    {
      "epoch": 0.27568591909038476,
      "grad_norm": 4.04151725769043,
      "learning_rate": 9.698260246416193e-06,
      "loss": 0.4504,
      "step": 3346
    },
    {
      "epoch": 0.2757683117739145,
      "grad_norm": 3.5589334964752197,
      "learning_rate": 9.698031952715865e-06,
      "loss": 0.4906,
      "step": 3347
    },
    {
      "epoch": 0.2758507044574442,
      "grad_norm": 2.91711688041687,
      "learning_rate": 9.697803575374708e-06,
      "loss": 0.4174,
      "step": 3348
    },
    {
      "epoch": 0.27593309714097386,
      "grad_norm": 4.880125045776367,
      "learning_rate": 9.697575114396789e-06,
      "loss": 0.4659,
      "step": 3349
    },
    {
      "epoch": 0.2760154898245036,
      "grad_norm": 4.161346912384033,
      "learning_rate": 9.697346569786177e-06,
      "loss": 0.4308,
      "step": 3350
    },
    {
      "epoch": 0.2760978825080333,
      "grad_norm": 2.860694408416748,
      "learning_rate": 9.697117941546939e-06,
      "loss": 0.433,
      "step": 3351
    },
    {
      "epoch": 0.27618027519156296,
      "grad_norm": 4.54033088684082,
      "learning_rate": 9.696889229683145e-06,
      "loss": 0.6831,
      "step": 3352
    },
    {
      "epoch": 0.2762626678750927,
      "grad_norm": 3.9250380992889404,
      "learning_rate": 9.696660434198867e-06,
      "loss": 0.5532,
      "step": 3353
    },
    {
      "epoch": 0.2763450605586224,
      "grad_norm": 4.045807361602783,
      "learning_rate": 9.69643155509818e-06,
      "loss": 0.697,
      "step": 3354
    },
    {
      "epoch": 0.2764274532421521,
      "grad_norm": 3.9346933364868164,
      "learning_rate": 9.696202592385159e-06,
      "loss": 0.613,
      "step": 3355
    },
    {
      "epoch": 0.2765098459256818,
      "grad_norm": 2.490983247756958,
      "learning_rate": 9.695973546063879e-06,
      "loss": 0.1963,
      "step": 3356
    },
    {
      "epoch": 0.2765922386092115,
      "grad_norm": 2.971205711364746,
      "learning_rate": 9.695744416138417e-06,
      "loss": 0.3571,
      "step": 3357
    },
    {
      "epoch": 0.2766746312927412,
      "grad_norm": 2.773460626602173,
      "learning_rate": 9.695515202612853e-06,
      "loss": 0.4287,
      "step": 3358
    },
    {
      "epoch": 0.2767570239762709,
      "grad_norm": 4.223024845123291,
      "learning_rate": 9.695285905491269e-06,
      "loss": 0.5103,
      "step": 3359
    },
    {
      "epoch": 0.2768394166598006,
      "grad_norm": 3.9385106563568115,
      "learning_rate": 9.695056524777746e-06,
      "loss": 0.5632,
      "step": 3360
    },
    {
      "epoch": 0.2769218093433303,
      "grad_norm": 3.219703197479248,
      "learning_rate": 9.694827060476368e-06,
      "loss": 0.2898,
      "step": 3361
    },
    {
      "epoch": 0.27700420202686,
      "grad_norm": 5.815484046936035,
      "learning_rate": 9.69459751259122e-06,
      "loss": 0.4487,
      "step": 3362
    },
    {
      "epoch": 0.2770865947103897,
      "grad_norm": 3.3004660606384277,
      "learning_rate": 9.694367881126389e-06,
      "loss": 0.3654,
      "step": 3363
    },
    {
      "epoch": 0.27716898739391943,
      "grad_norm": 6.852860927581787,
      "learning_rate": 9.694138166085964e-06,
      "loss": 0.5496,
      "step": 3364
    },
    {
      "epoch": 0.27725138007744915,
      "grad_norm": 3.6755828857421875,
      "learning_rate": 9.693908367474034e-06,
      "loss": 0.5635,
      "step": 3365
    },
    {
      "epoch": 0.2773337727609788,
      "grad_norm": 3.583078145980835,
      "learning_rate": 9.69367848529469e-06,
      "loss": 0.4978,
      "step": 3366
    },
    {
      "epoch": 0.27741616544450853,
      "grad_norm": 5.847906112670898,
      "learning_rate": 9.693448519552025e-06,
      "loss": 0.7321,
      "step": 3367
    },
    {
      "epoch": 0.27749855812803825,
      "grad_norm": 5.032693386077881,
      "learning_rate": 9.693218470250132e-06,
      "loss": 0.3685,
      "step": 3368
    },
    {
      "epoch": 0.2775809508115679,
      "grad_norm": 4.098202705383301,
      "learning_rate": 9.692988337393109e-06,
      "loss": 0.4007,
      "step": 3369
    },
    {
      "epoch": 0.27766334349509764,
      "grad_norm": 5.180284023284912,
      "learning_rate": 9.692758120985048e-06,
      "loss": 0.6287,
      "step": 3370
    },
    {
      "epoch": 0.27774573617862736,
      "grad_norm": 4.9700140953063965,
      "learning_rate": 9.692527821030055e-06,
      "loss": 0.6556,
      "step": 3371
    },
    {
      "epoch": 0.277828128862157,
      "grad_norm": 4.607350826263428,
      "learning_rate": 9.692297437532225e-06,
      "loss": 0.3959,
      "step": 3372
    },
    {
      "epoch": 0.27791052154568674,
      "grad_norm": 3.2854933738708496,
      "learning_rate": 9.692066970495664e-06,
      "loss": 0.2236,
      "step": 3373
    },
    {
      "epoch": 0.27799291422921646,
      "grad_norm": 3.302849531173706,
      "learning_rate": 9.691836419924469e-06,
      "loss": 0.3036,
      "step": 3374
    },
    {
      "epoch": 0.2780753069127461,
      "grad_norm": 4.626296043395996,
      "learning_rate": 9.69160578582275e-06,
      "loss": 0.3973,
      "step": 3375
    },
    {
      "epoch": 0.27815769959627584,
      "grad_norm": 3.832233428955078,
      "learning_rate": 9.691375068194609e-06,
      "loss": 0.6128,
      "step": 3376
    },
    {
      "epoch": 0.27824009227980556,
      "grad_norm": 3.808070421218872,
      "learning_rate": 9.691144267044155e-06,
      "loss": 0.4046,
      "step": 3377
    },
    {
      "epoch": 0.2783224849633353,
      "grad_norm": 4.571131229400635,
      "learning_rate": 9.6909133823755e-06,
      "loss": 0.5591,
      "step": 3378
    },
    {
      "epoch": 0.27840487764686495,
      "grad_norm": 5.025834083557129,
      "learning_rate": 9.690682414192751e-06,
      "loss": 0.5608,
      "step": 3379
    },
    {
      "epoch": 0.27848727033039467,
      "grad_norm": 2.9799728393554688,
      "learning_rate": 9.690451362500019e-06,
      "loss": 0.219,
      "step": 3380
    },
    {
      "epoch": 0.2785696630139244,
      "grad_norm": 3.644227981567383,
      "learning_rate": 9.69022022730142e-06,
      "loss": 0.4206,
      "step": 3381
    },
    {
      "epoch": 0.27865205569745405,
      "grad_norm": 4.346697807312012,
      "learning_rate": 9.689989008601071e-06,
      "loss": 0.5218,
      "step": 3382
    },
    {
      "epoch": 0.27873444838098377,
      "grad_norm": 4.042230606079102,
      "learning_rate": 9.689757706403085e-06,
      "loss": 0.3887,
      "step": 3383
    },
    {
      "epoch": 0.2788168410645135,
      "grad_norm": 4.491937160491943,
      "learning_rate": 9.68952632071158e-06,
      "loss": 0.5877,
      "step": 3384
    },
    {
      "epoch": 0.27889923374804315,
      "grad_norm": 2.9978880882263184,
      "learning_rate": 9.689294851530678e-06,
      "loss": 0.197,
      "step": 3385
    },
    {
      "epoch": 0.27898162643157287,
      "grad_norm": 4.9506072998046875,
      "learning_rate": 9.689063298864497e-06,
      "loss": 0.4399,
      "step": 3386
    },
    {
      "epoch": 0.2790640191151026,
      "grad_norm": 4.13516902923584,
      "learning_rate": 9.68883166271716e-06,
      "loss": 0.513,
      "step": 3387
    },
    {
      "epoch": 0.27914641179863225,
      "grad_norm": 3.704885959625244,
      "learning_rate": 9.688599943092792e-06,
      "loss": 0.4612,
      "step": 3388
    },
    {
      "epoch": 0.279228804482162,
      "grad_norm": 3.430880069732666,
      "learning_rate": 9.68836813999552e-06,
      "loss": 0.2418,
      "step": 3389
    },
    {
      "epoch": 0.2793111971656917,
      "grad_norm": 3.5517468452453613,
      "learning_rate": 9.688136253429466e-06,
      "loss": 0.4334,
      "step": 3390
    },
    {
      "epoch": 0.2793935898492214,
      "grad_norm": 5.506117343902588,
      "learning_rate": 9.68790428339876e-06,
      "loss": 0.4524,
      "step": 3391
    },
    {
      "epoch": 0.2794759825327511,
      "grad_norm": 3.9358036518096924,
      "learning_rate": 9.687672229907538e-06,
      "loss": 0.3782,
      "step": 3392
    },
    {
      "epoch": 0.2795583752162808,
      "grad_norm": 2.3831937313079834,
      "learning_rate": 9.687440092959924e-06,
      "loss": 0.2013,
      "step": 3393
    },
    {
      "epoch": 0.2796407678998105,
      "grad_norm": 5.585119724273682,
      "learning_rate": 9.687207872560052e-06,
      "loss": 0.4907,
      "step": 3394
    },
    {
      "epoch": 0.2797231605833402,
      "grad_norm": 6.8296685218811035,
      "learning_rate": 9.68697556871206e-06,
      "loss": 0.6996,
      "step": 3395
    },
    {
      "epoch": 0.2798055532668699,
      "grad_norm": 5.10224723815918,
      "learning_rate": 9.686743181420079e-06,
      "loss": 0.4954,
      "step": 3396
    },
    {
      "epoch": 0.2798879459503996,
      "grad_norm": 4.496186256408691,
      "learning_rate": 9.686510710688251e-06,
      "loss": 0.5045,
      "step": 3397
    },
    {
      "epoch": 0.2799703386339293,
      "grad_norm": 3.6091768741607666,
      "learning_rate": 9.686278156520712e-06,
      "loss": 0.4166,
      "step": 3398
    },
    {
      "epoch": 0.280052731317459,
      "grad_norm": 5.480042934417725,
      "learning_rate": 9.686045518921601e-06,
      "loss": 0.6378,
      "step": 3399
    },
    {
      "epoch": 0.2801351240009887,
      "grad_norm": 3.6426010131835938,
      "learning_rate": 9.685812797895062e-06,
      "loss": 0.455,
      "step": 3400
    },
    {
      "epoch": 0.28021751668451844,
      "grad_norm": 4.422975540161133,
      "learning_rate": 9.685579993445238e-06,
      "loss": 0.5611,
      "step": 3401
    },
    {
      "epoch": 0.2802999093680481,
      "grad_norm": 3.6487817764282227,
      "learning_rate": 9.685347105576272e-06,
      "loss": 0.4337,
      "step": 3402
    },
    {
      "epoch": 0.2803823020515778,
      "grad_norm": 3.8358826637268066,
      "learning_rate": 9.685114134292313e-06,
      "loss": 0.5655,
      "step": 3403
    },
    {
      "epoch": 0.28046469473510754,
      "grad_norm": 30.47056770324707,
      "learning_rate": 9.684881079597508e-06,
      "loss": 1.5863,
      "step": 3404
    },
    {
      "epoch": 0.2805470874186372,
      "grad_norm": 4.16780948638916,
      "learning_rate": 9.684647941496004e-06,
      "loss": 0.4121,
      "step": 3405
    },
    {
      "epoch": 0.28062948010216693,
      "grad_norm": 3.7996866703033447,
      "learning_rate": 9.684414719991952e-06,
      "loss": 0.4492,
      "step": 3406
    },
    {
      "epoch": 0.28071187278569665,
      "grad_norm": 4.493104934692383,
      "learning_rate": 9.684181415089506e-06,
      "loss": 0.3367,
      "step": 3407
    },
    {
      "epoch": 0.2807942654692263,
      "grad_norm": 4.962869644165039,
      "learning_rate": 9.68394802679282e-06,
      "loss": 0.2687,
      "step": 3408
    },
    {
      "epoch": 0.28087665815275603,
      "grad_norm": 4.495460510253906,
      "learning_rate": 9.683714555106046e-06,
      "loss": 0.6727,
      "step": 3409
    },
    {
      "epoch": 0.28095905083628575,
      "grad_norm": 4.763350963592529,
      "learning_rate": 9.683481000033344e-06,
      "loss": 0.4399,
      "step": 3410
    },
    {
      "epoch": 0.2810414435198154,
      "grad_norm": 3.0981650352478027,
      "learning_rate": 9.683247361578869e-06,
      "loss": 0.2954,
      "step": 3411
    },
    {
      "epoch": 0.28112383620334513,
      "grad_norm": 4.721484184265137,
      "learning_rate": 9.683013639746783e-06,
      "loss": 0.6346,
      "step": 3412
    },
    {
      "epoch": 0.28120622888687485,
      "grad_norm": 4.078822135925293,
      "learning_rate": 9.682779834541245e-06,
      "loss": 0.4589,
      "step": 3413
    },
    {
      "epoch": 0.2812886215704046,
      "grad_norm": 31.63852882385254,
      "learning_rate": 9.68254594596642e-06,
      "loss": 1.5865,
      "step": 3414
    },
    {
      "epoch": 0.28137101425393424,
      "grad_norm": 4.286280155181885,
      "learning_rate": 9.68231197402647e-06,
      "loss": 0.3526,
      "step": 3415
    },
    {
      "epoch": 0.28145340693746396,
      "grad_norm": 3.091350555419922,
      "learning_rate": 9.68207791872556e-06,
      "loss": 0.2359,
      "step": 3416
    },
    {
      "epoch": 0.2815357996209937,
      "grad_norm": 3.4343554973602295,
      "learning_rate": 9.68184378006786e-06,
      "loss": 0.3274,
      "step": 3417
    },
    {
      "epoch": 0.28161819230452334,
      "grad_norm": 4.467287540435791,
      "learning_rate": 9.681609558057534e-06,
      "loss": 0.5242,
      "step": 3418
    },
    {
      "epoch": 0.28170058498805306,
      "grad_norm": 4.528332233428955,
      "learning_rate": 9.681375252698756e-06,
      "loss": 0.5859,
      "step": 3419
    },
    {
      "epoch": 0.2817829776715828,
      "grad_norm": 3.228609800338745,
      "learning_rate": 9.681140863995697e-06,
      "loss": 0.426,
      "step": 3420
    },
    {
      "epoch": 0.28186537035511244,
      "grad_norm": 5.496977806091309,
      "learning_rate": 9.680906391952527e-06,
      "loss": 0.591,
      "step": 3421
    },
    {
      "epoch": 0.28194776303864216,
      "grad_norm": 3.634608030319214,
      "learning_rate": 9.680671836573423e-06,
      "loss": 0.4809,
      "step": 3422
    },
    {
      "epoch": 0.2820301557221719,
      "grad_norm": 4.71433162689209,
      "learning_rate": 9.68043719786256e-06,
      "loss": 0.4431,
      "step": 3423
    },
    {
      "epoch": 0.28211254840570155,
      "grad_norm": 3.8597378730773926,
      "learning_rate": 9.680202475824115e-06,
      "loss": 0.4088,
      "step": 3424
    },
    {
      "epoch": 0.28219494108923127,
      "grad_norm": 3.6239123344421387,
      "learning_rate": 9.679967670462269e-06,
      "loss": 0.4257,
      "step": 3425
    },
    {
      "epoch": 0.282277333772761,
      "grad_norm": 3.1719067096710205,
      "learning_rate": 9.679732781781197e-06,
      "loss": 0.3606,
      "step": 3426
    },
    {
      "epoch": 0.2823597264562907,
      "grad_norm": 3.501750946044922,
      "learning_rate": 9.679497809785088e-06,
      "loss": 0.3067,
      "step": 3427
    },
    {
      "epoch": 0.28244211913982037,
      "grad_norm": 3.477271556854248,
      "learning_rate": 9.67926275447812e-06,
      "loss": 0.4539,
      "step": 3428
    },
    {
      "epoch": 0.2825245118233501,
      "grad_norm": 3.714038610458374,
      "learning_rate": 9.67902761586448e-06,
      "loss": 0.5258,
      "step": 3429
    },
    {
      "epoch": 0.2826069045068798,
      "grad_norm": 5.085604667663574,
      "learning_rate": 9.678792393948354e-06,
      "loss": 0.5268,
      "step": 3430
    },
    {
      "epoch": 0.28268929719040947,
      "grad_norm": 4.179856300354004,
      "learning_rate": 9.678557088733928e-06,
      "loss": 0.6584,
      "step": 3431
    },
    {
      "epoch": 0.2827716898739392,
      "grad_norm": 3.8603579998016357,
      "learning_rate": 9.678321700225394e-06,
      "loss": 0.3817,
      "step": 3432
    },
    {
      "epoch": 0.2828540825574689,
      "grad_norm": 4.4705095291137695,
      "learning_rate": 9.678086228426942e-06,
      "loss": 0.4607,
      "step": 3433
    },
    {
      "epoch": 0.2829364752409986,
      "grad_norm": 4.013628959655762,
      "learning_rate": 9.67785067334276e-06,
      "loss": 0.3241,
      "step": 3434
    },
    {
      "epoch": 0.2830188679245283,
      "grad_norm": 3.7321085929870605,
      "learning_rate": 9.67761503497705e-06,
      "loss": 0.5539,
      "step": 3435
    },
    {
      "epoch": 0.283101260608058,
      "grad_norm": 3.7096335887908936,
      "learning_rate": 9.677379313334002e-06,
      "loss": 0.379,
      "step": 3436
    },
    {
      "epoch": 0.28318365329158773,
      "grad_norm": 5.557061195373535,
      "learning_rate": 9.67714350841781e-06,
      "loss": 0.5551,
      "step": 3437
    },
    {
      "epoch": 0.2832660459751174,
      "grad_norm": 3.6780173778533936,
      "learning_rate": 9.676907620232675e-06,
      "loss": 0.477,
      "step": 3438
    },
    {
      "epoch": 0.2833484386586471,
      "grad_norm": 3.552445411682129,
      "learning_rate": 9.676671648782801e-06,
      "loss": 0.4123,
      "step": 3439
    },
    {
      "epoch": 0.28343083134217684,
      "grad_norm": 5.3824462890625,
      "learning_rate": 9.676435594072382e-06,
      "loss": 0.6539,
      "step": 3440
    },
    {
      "epoch": 0.2835132240257065,
      "grad_norm": 3.2088863849639893,
      "learning_rate": 9.676199456105624e-06,
      "loss": 0.3955,
      "step": 3441
    },
    {
      "epoch": 0.2835956167092362,
      "grad_norm": 3.0349419116973877,
      "learning_rate": 9.675963234886731e-06,
      "loss": 0.4488,
      "step": 3442
    },
    {
      "epoch": 0.28367800939276594,
      "grad_norm": 3.909648895263672,
      "learning_rate": 9.675726930419906e-06,
      "loss": 0.4487,
      "step": 3443
    },
    {
      "epoch": 0.2837604020762956,
      "grad_norm": 3.8062057495117188,
      "learning_rate": 9.675490542709361e-06,
      "loss": 0.4527,
      "step": 3444
    },
    {
      "epoch": 0.2838427947598253,
      "grad_norm": 3.359773874282837,
      "learning_rate": 9.675254071759301e-06,
      "loss": 0.4104,
      "step": 3445
    },
    {
      "epoch": 0.28392518744335504,
      "grad_norm": 3.171827554702759,
      "learning_rate": 9.675017517573934e-06,
      "loss": 0.4118,
      "step": 3446
    },
    {
      "epoch": 0.2840075801268847,
      "grad_norm": 6.245952129364014,
      "learning_rate": 9.674780880157478e-06,
      "loss": 0.4658,
      "step": 3447
    },
    {
      "epoch": 0.2840899728104144,
      "grad_norm": 3.140592098236084,
      "learning_rate": 9.674544159514138e-06,
      "loss": 0.4003,
      "step": 3448
    },
    {
      "epoch": 0.28417236549394415,
      "grad_norm": 4.754229545593262,
      "learning_rate": 9.674307355648136e-06,
      "loss": 0.5582,
      "step": 3449
    },
    {
      "epoch": 0.28425475817747387,
      "grad_norm": 3.597576379776001,
      "learning_rate": 9.67407046856368e-06,
      "loss": 0.5083,
      "step": 3450
    },
    {
      "epoch": 0.28433715086100353,
      "grad_norm": 3.7238082885742188,
      "learning_rate": 9.673833498264996e-06,
      "loss": 0.347,
      "step": 3451
    },
    {
      "epoch": 0.28441954354453325,
      "grad_norm": 4.342437267303467,
      "learning_rate": 9.673596444756296e-06,
      "loss": 0.5832,
      "step": 3452
    },
    {
      "epoch": 0.28450193622806297,
      "grad_norm": 2.7221057415008545,
      "learning_rate": 9.673359308041804e-06,
      "loss": 0.5238,
      "step": 3453
    },
    {
      "epoch": 0.28458432891159263,
      "grad_norm": 2.776075601577759,
      "learning_rate": 9.673122088125742e-06,
      "loss": 0.2729,
      "step": 3454
    },
    {
      "epoch": 0.28466672159512235,
      "grad_norm": 4.037682056427002,
      "learning_rate": 9.672884785012329e-06,
      "loss": 0.4235,
      "step": 3455
    },
    {
      "epoch": 0.28474911427865207,
      "grad_norm": 3.314687967300415,
      "learning_rate": 9.672647398705794e-06,
      "loss": 0.3241,
      "step": 3456
    },
    {
      "epoch": 0.28483150696218174,
      "grad_norm": 4.714331150054932,
      "learning_rate": 9.672409929210363e-06,
      "loss": 0.3856,
      "step": 3457
    },
    {
      "epoch": 0.28491389964571145,
      "grad_norm": 2.979099988937378,
      "learning_rate": 9.672172376530262e-06,
      "loss": 0.3494,
      "step": 3458
    },
    {
      "epoch": 0.2849962923292412,
      "grad_norm": 2.965074300765991,
      "learning_rate": 9.671934740669722e-06,
      "loss": 0.3606,
      "step": 3459
    },
    {
      "epoch": 0.28507868501277084,
      "grad_norm": 6.64022159576416,
      "learning_rate": 9.671697021632974e-06,
      "loss": 0.5273,
      "step": 3460
    },
    {
      "epoch": 0.28516107769630056,
      "grad_norm": 5.008822441101074,
      "learning_rate": 9.671459219424246e-06,
      "loss": 0.4536,
      "step": 3461
    },
    {
      "epoch": 0.2852434703798303,
      "grad_norm": 4.286003112792969,
      "learning_rate": 9.671221334047777e-06,
      "loss": 0.4426,
      "step": 3462
    },
    {
      "epoch": 0.28532586306336,
      "grad_norm": 6.72330379486084,
      "learning_rate": 9.6709833655078e-06,
      "loss": 0.8223,
      "step": 3463
    },
    {
      "epoch": 0.28540825574688966,
      "grad_norm": 4.844301223754883,
      "learning_rate": 9.67074531380855e-06,
      "loss": 0.5753,
      "step": 3464
    },
    {
      "epoch": 0.2854906484304194,
      "grad_norm": 4.00831413269043,
      "learning_rate": 9.670507178954268e-06,
      "loss": 0.4679,
      "step": 3465
    },
    {
      "epoch": 0.2855730411139491,
      "grad_norm": 3.2176036834716797,
      "learning_rate": 9.67026896094919e-06,
      "loss": 0.4874,
      "step": 3466
    },
    {
      "epoch": 0.28565543379747876,
      "grad_norm": 6.798563480377197,
      "learning_rate": 9.670030659797562e-06,
      "loss": 0.7362,
      "step": 3467
    },
    {
      "epoch": 0.2857378264810085,
      "grad_norm": 5.547940254211426,
      "learning_rate": 9.669792275503622e-06,
      "loss": 0.669,
      "step": 3468
    },
    {
      "epoch": 0.2858202191645382,
      "grad_norm": 2.8950726985931396,
      "learning_rate": 9.669553808071618e-06,
      "loss": 0.2239,
      "step": 3469
    },
    {
      "epoch": 0.28590261184806787,
      "grad_norm": 3.615798234939575,
      "learning_rate": 9.669315257505792e-06,
      "loss": 0.3004,
      "step": 3470
    },
    {
      "epoch": 0.2859850045315976,
      "grad_norm": 2.6104929447174072,
      "learning_rate": 9.669076623810394e-06,
      "loss": 0.4264,
      "step": 3471
    },
    {
      "epoch": 0.2860673972151273,
      "grad_norm": 3.006164789199829,
      "learning_rate": 9.66883790698967e-06,
      "loss": 0.2782,
      "step": 3472
    },
    {
      "epoch": 0.286149789898657,
      "grad_norm": 3.9043524265289307,
      "learning_rate": 9.668599107047871e-06,
      "loss": 0.4675,
      "step": 3473
    },
    {
      "epoch": 0.2862321825821867,
      "grad_norm": 5.810657024383545,
      "learning_rate": 9.668360223989248e-06,
      "loss": 0.6558,
      "step": 3474
    },
    {
      "epoch": 0.2863145752657164,
      "grad_norm": 4.052850246429443,
      "learning_rate": 9.668121257818054e-06,
      "loss": 0.4722,
      "step": 3475
    },
    {
      "epoch": 0.28639696794924613,
      "grad_norm": 3.348658800125122,
      "learning_rate": 9.667882208538544e-06,
      "loss": 0.4867,
      "step": 3476
    },
    {
      "epoch": 0.2864793606327758,
      "grad_norm": 5.00707483291626,
      "learning_rate": 9.667643076154975e-06,
      "loss": 0.42,
      "step": 3477
    },
    {
      "epoch": 0.2865617533163055,
      "grad_norm": 2.48608136177063,
      "learning_rate": 9.667403860671602e-06,
      "loss": 0.2469,
      "step": 3478
    },
    {
      "epoch": 0.28664414599983523,
      "grad_norm": 3.362698554992676,
      "learning_rate": 9.667164562092684e-06,
      "loss": 0.4114,
      "step": 3479
    },
    {
      "epoch": 0.2867265386833649,
      "grad_norm": 4.5802106857299805,
      "learning_rate": 9.666925180422484e-06,
      "loss": 0.4731,
      "step": 3480
    },
    {
      "epoch": 0.2868089313668946,
      "grad_norm": 3.1472291946411133,
      "learning_rate": 9.66668571566526e-06,
      "loss": 0.5694,
      "step": 3481
    },
    {
      "epoch": 0.28689132405042433,
      "grad_norm": 2.8617701530456543,
      "learning_rate": 9.66644616782528e-06,
      "loss": 0.4625,
      "step": 3482
    },
    {
      "epoch": 0.286973716733954,
      "grad_norm": 5.049862384796143,
      "learning_rate": 9.666206536906803e-06,
      "loss": 0.5511,
      "step": 3483
    },
    {
      "epoch": 0.2870561094174837,
      "grad_norm": 4.941415309906006,
      "learning_rate": 9.6659668229141e-06,
      "loss": 0.4669,
      "step": 3484
    },
    {
      "epoch": 0.28713850210101344,
      "grad_norm": 3.9517080783843994,
      "learning_rate": 9.665727025851436e-06,
      "loss": 0.7012,
      "step": 3485
    },
    {
      "epoch": 0.28722089478454316,
      "grad_norm": 6.296051502227783,
      "learning_rate": 9.665487145723081e-06,
      "loss": 0.6778,
      "step": 3486
    },
    {
      "epoch": 0.2873032874680728,
      "grad_norm": 3.4647998809814453,
      "learning_rate": 9.665247182533307e-06,
      "loss": 0.5563,
      "step": 3487
    },
    {
      "epoch": 0.28738568015160254,
      "grad_norm": 4.951379299163818,
      "learning_rate": 9.665007136286384e-06,
      "loss": 0.3829,
      "step": 3488
    },
    {
      "epoch": 0.28746807283513226,
      "grad_norm": 3.2059719562530518,
      "learning_rate": 9.664767006986586e-06,
      "loss": 0.447,
      "step": 3489
    },
    {
      "epoch": 0.2875504655186619,
      "grad_norm": 3.1916682720184326,
      "learning_rate": 9.66452679463819e-06,
      "loss": 0.3412,
      "step": 3490
    },
    {
      "epoch": 0.28763285820219164,
      "grad_norm": 3.717607259750366,
      "learning_rate": 9.664286499245471e-06,
      "loss": 0.461,
      "step": 3491
    },
    {
      "epoch": 0.28771525088572136,
      "grad_norm": 4.425656795501709,
      "learning_rate": 9.664046120812708e-06,
      "loss": 0.4729,
      "step": 3492
    },
    {
      "epoch": 0.287797643569251,
      "grad_norm": 4.53524112701416,
      "learning_rate": 9.663805659344179e-06,
      "loss": 0.6735,
      "step": 3493
    },
    {
      "epoch": 0.28788003625278075,
      "grad_norm": 4.283466815948486,
      "learning_rate": 9.663565114844165e-06,
      "loss": 0.4616,
      "step": 3494
    },
    {
      "epoch": 0.28796242893631047,
      "grad_norm": 4.104069232940674,
      "learning_rate": 9.663324487316952e-06,
      "loss": 0.3956,
      "step": 3495
    },
    {
      "epoch": 0.2880448216198402,
      "grad_norm": 4.562857627868652,
      "learning_rate": 9.66308377676682e-06,
      "loss": 0.738,
      "step": 3496
    },
    {
      "epoch": 0.28812721430336985,
      "grad_norm": 5.009476661682129,
      "learning_rate": 9.662842983198056e-06,
      "loss": 0.5571,
      "step": 3497
    },
    {
      "epoch": 0.28820960698689957,
      "grad_norm": 4.347540855407715,
      "learning_rate": 9.662602106614946e-06,
      "loss": 0.4448,
      "step": 3498
    },
    {
      "epoch": 0.2882919996704293,
      "grad_norm": 5.761680603027344,
      "learning_rate": 9.66236114702178e-06,
      "loss": 0.5169,
      "step": 3499
    },
    {
      "epoch": 0.28837439235395895,
      "grad_norm": 4.265092849731445,
      "learning_rate": 9.662120104422847e-06,
      "loss": 0.5323,
      "step": 3500
    },
    {
      "epoch": 0.28845678503748867,
      "grad_norm": 4.5909647941589355,
      "learning_rate": 9.661878978822439e-06,
      "loss": 0.6584,
      "step": 3501
    },
    {
      "epoch": 0.2885391777210184,
      "grad_norm": 3.5831801891326904,
      "learning_rate": 9.661637770224847e-06,
      "loss": 0.3363,
      "step": 3502
    },
    {
      "epoch": 0.28862157040454806,
      "grad_norm": 3.6802873611450195,
      "learning_rate": 9.661396478634369e-06,
      "loss": 0.2522,
      "step": 3503
    },
    {
      "epoch": 0.2887039630880778,
      "grad_norm": 3.7600162029266357,
      "learning_rate": 9.661155104055296e-06,
      "loss": 0.5047,
      "step": 3504
    },
    {
      "epoch": 0.2887863557716075,
      "grad_norm": 5.976198673248291,
      "learning_rate": 9.66091364649193e-06,
      "loss": 0.6884,
      "step": 3505
    },
    {
      "epoch": 0.28886874845513716,
      "grad_norm": 5.219302177429199,
      "learning_rate": 9.660672105948567e-06,
      "loss": 0.5333,
      "step": 3506
    },
    {
      "epoch": 0.2889511411386669,
      "grad_norm": 5.144792079925537,
      "learning_rate": 9.660430482429508e-06,
      "loss": 0.631,
      "step": 3507
    },
    {
      "epoch": 0.2890335338221966,
      "grad_norm": 4.095931529998779,
      "learning_rate": 9.660188775939053e-06,
      "loss": 0.3883,
      "step": 3508
    },
    {
      "epoch": 0.2891159265057263,
      "grad_norm": 7.310382843017578,
      "learning_rate": 9.659946986481507e-06,
      "loss": 0.7543,
      "step": 3509
    },
    {
      "epoch": 0.289198319189256,
      "grad_norm": 3.80354642868042,
      "learning_rate": 9.659705114061176e-06,
      "loss": 0.3986,
      "step": 3510
    },
    {
      "epoch": 0.2892807118727857,
      "grad_norm": 3.006460428237915,
      "learning_rate": 9.659463158682363e-06,
      "loss": 0.3235,
      "step": 3511
    },
    {
      "epoch": 0.2893631045563154,
      "grad_norm": 4.56836462020874,
      "learning_rate": 9.659221120349377e-06,
      "loss": 0.4162,
      "step": 3512
    },
    {
      "epoch": 0.2894454972398451,
      "grad_norm": 30.985952377319336,
      "learning_rate": 9.658978999066528e-06,
      "loss": 1.5246,
      "step": 3513
    },
    {
      "epoch": 0.2895278899233748,
      "grad_norm": 3.884359121322632,
      "learning_rate": 9.658736794838125e-06,
      "loss": 0.4332,
      "step": 3514
    },
    {
      "epoch": 0.2896102826069045,
      "grad_norm": 4.100594520568848,
      "learning_rate": 9.658494507668481e-06,
      "loss": 0.5915,
      "step": 3515
    },
    {
      "epoch": 0.2896926752904342,
      "grad_norm": 4.133615016937256,
      "learning_rate": 9.65825213756191e-06,
      "loss": 0.5626,
      "step": 3516
    },
    {
      "epoch": 0.2897750679739639,
      "grad_norm": 3.462432384490967,
      "learning_rate": 9.658009684522727e-06,
      "loss": 0.4016,
      "step": 3517
    },
    {
      "epoch": 0.2898574606574936,
      "grad_norm": 3.9254541397094727,
      "learning_rate": 9.657767148555246e-06,
      "loss": 0.4383,
      "step": 3518
    },
    {
      "epoch": 0.2899398533410233,
      "grad_norm": 4.5113525390625,
      "learning_rate": 9.657524529663789e-06,
      "loss": 0.4304,
      "step": 3519
    },
    {
      "epoch": 0.290022246024553,
      "grad_norm": 7.385592460632324,
      "learning_rate": 9.657281827852672e-06,
      "loss": 0.4365,
      "step": 3520
    },
    {
      "epoch": 0.29010463870808273,
      "grad_norm": 4.609622001647949,
      "learning_rate": 9.657039043126218e-06,
      "loss": 0.3269,
      "step": 3521
    },
    {
      "epoch": 0.29018703139161245,
      "grad_norm": 4.927806377410889,
      "learning_rate": 9.656796175488748e-06,
      "loss": 0.6352,
      "step": 3522
    },
    {
      "epoch": 0.2902694240751421,
      "grad_norm": 3.214613437652588,
      "learning_rate": 9.656553224944585e-06,
      "loss": 0.32,
      "step": 3523
    },
    {
      "epoch": 0.29035181675867183,
      "grad_norm": 3.343111276626587,
      "learning_rate": 9.656310191498057e-06,
      "loss": 0.4066,
      "step": 3524
    },
    {
      "epoch": 0.29043420944220155,
      "grad_norm": 4.015276908874512,
      "learning_rate": 9.65606707515349e-06,
      "loss": 0.5597,
      "step": 3525
    },
    {
      "epoch": 0.2905166021257312,
      "grad_norm": 4.712805271148682,
      "learning_rate": 9.655823875915212e-06,
      "loss": 0.4685,
      "step": 3526
    },
    {
      "epoch": 0.29059899480926094,
      "grad_norm": 3.1104304790496826,
      "learning_rate": 9.655580593787551e-06,
      "loss": 0.2038,
      "step": 3527
    },
    {
      "epoch": 0.29068138749279065,
      "grad_norm": 2.9945576190948486,
      "learning_rate": 9.65533722877484e-06,
      "loss": 0.4442,
      "step": 3528
    },
    {
      "epoch": 0.2907637801763203,
      "grad_norm": 4.970778465270996,
      "learning_rate": 9.655093780881413e-06,
      "loss": 0.4905,
      "step": 3529
    },
    {
      "epoch": 0.29084617285985004,
      "grad_norm": 4.352856636047363,
      "learning_rate": 9.654850250111602e-06,
      "loss": 0.591,
      "step": 3530
    },
    {
      "epoch": 0.29092856554337976,
      "grad_norm": 3.6101200580596924,
      "learning_rate": 9.654606636469746e-06,
      "loss": 0.2837,
      "step": 3531
    },
    {
      "epoch": 0.2910109582269095,
      "grad_norm": 4.342448711395264,
      "learning_rate": 9.654362939960176e-06,
      "loss": 0.509,
      "step": 3532
    },
    {
      "epoch": 0.29109335091043914,
      "grad_norm": 3.9848783016204834,
      "learning_rate": 9.654119160587237e-06,
      "loss": 0.2543,
      "step": 3533
    },
    {
      "epoch": 0.29117574359396886,
      "grad_norm": 2.7241601943969727,
      "learning_rate": 9.653875298355264e-06,
      "loss": 0.4105,
      "step": 3534
    },
    {
      "epoch": 0.2912581362774986,
      "grad_norm": 5.979214191436768,
      "learning_rate": 9.653631353268603e-06,
      "loss": 0.7362,
      "step": 3535
    },
    {
      "epoch": 0.29134052896102824,
      "grad_norm": 4.3012590408325195,
      "learning_rate": 9.653387325331593e-06,
      "loss": 0.6041,
      "step": 3536
    },
    {
      "epoch": 0.29142292164455796,
      "grad_norm": 2.942647695541382,
      "learning_rate": 9.653143214548582e-06,
      "loss": 0.4816,
      "step": 3537
    },
    {
      "epoch": 0.2915053143280877,
      "grad_norm": 4.207968711853027,
      "learning_rate": 9.652899020923914e-06,
      "loss": 0.4329,
      "step": 3538
    },
    {
      "epoch": 0.29158770701161735,
      "grad_norm": 2.671434164047241,
      "learning_rate": 9.652654744461935e-06,
      "loss": 0.4947,
      "step": 3539
    },
    {
      "epoch": 0.29167009969514707,
      "grad_norm": 4.157044410705566,
      "learning_rate": 9.652410385167e-06,
      "loss": 0.4765,
      "step": 3540
    },
    {
      "epoch": 0.2917524923786768,
      "grad_norm": 3.851262331008911,
      "learning_rate": 9.652165943043452e-06,
      "loss": 0.6737,
      "step": 3541
    },
    {
      "epoch": 0.29183488506220645,
      "grad_norm": 3.25665283203125,
      "learning_rate": 9.651921418095646e-06,
      "loss": 0.3416,
      "step": 3542
    },
    {
      "epoch": 0.29191727774573617,
      "grad_norm": 2.424952745437622,
      "learning_rate": 9.651676810327937e-06,
      "loss": 0.2771,
      "step": 3543
    },
    {
      "epoch": 0.2919996704292659,
      "grad_norm": 3.033841609954834,
      "learning_rate": 9.65143211974468e-06,
      "loss": 0.4369,
      "step": 3544
    },
    {
      "epoch": 0.2920820631127956,
      "grad_norm": 3.3980746269226074,
      "learning_rate": 9.651187346350227e-06,
      "loss": 0.3798,
      "step": 3545
    },
    {
      "epoch": 0.2921644557963253,
      "grad_norm": 3.032113552093506,
      "learning_rate": 9.65094249014894e-06,
      "loss": 0.4948,
      "step": 3546
    },
    {
      "epoch": 0.292246848479855,
      "grad_norm": 3.7935080528259277,
      "learning_rate": 9.650697551145175e-06,
      "loss": 0.3393,
      "step": 3547
    },
    {
      "epoch": 0.2923292411633847,
      "grad_norm": 5.380687713623047,
      "learning_rate": 9.650452529343297e-06,
      "loss": 0.6206,
      "step": 3548
    },
    {
      "epoch": 0.2924116338469144,
      "grad_norm": 3.8487563133239746,
      "learning_rate": 9.650207424747663e-06,
      "loss": 0.4329,
      "step": 3549
    },
    {
      "epoch": 0.2924940265304441,
      "grad_norm": 3.3859870433807373,
      "learning_rate": 9.649962237362642e-06,
      "loss": 0.4098,
      "step": 3550
    },
    {
      "epoch": 0.2925764192139738,
      "grad_norm": 2.8816280364990234,
      "learning_rate": 9.649716967192594e-06,
      "loss": 0.4605,
      "step": 3551
    },
    {
      "epoch": 0.2926588118975035,
      "grad_norm": 5.573427677154541,
      "learning_rate": 9.64947161424189e-06,
      "loss": 0.535,
      "step": 3552
    },
    {
      "epoch": 0.2927412045810332,
      "grad_norm": 3.3783798217773438,
      "learning_rate": 9.649226178514896e-06,
      "loss": 0.4985,
      "step": 3553
    },
    {
      "epoch": 0.2928235972645629,
      "grad_norm": 3.538304567337036,
      "learning_rate": 9.648980660015983e-06,
      "loss": 0.5337,
      "step": 3554
    },
    {
      "epoch": 0.2929059899480926,
      "grad_norm": 2.664855718612671,
      "learning_rate": 9.64873505874952e-06,
      "loss": 0.3019,
      "step": 3555
    },
    {
      "epoch": 0.2929883826316223,
      "grad_norm": 3.4673099517822266,
      "learning_rate": 9.648489374719879e-06,
      "loss": 0.4313,
      "step": 3556
    },
    {
      "epoch": 0.293070775315152,
      "grad_norm": 2.676068067550659,
      "learning_rate": 9.648243607931438e-06,
      "loss": 0.3732,
      "step": 3557
    },
    {
      "epoch": 0.29315316799868174,
      "grad_norm": 3.375523090362549,
      "learning_rate": 9.647997758388567e-06,
      "loss": 0.4809,
      "step": 3558
    },
    {
      "epoch": 0.2932355606822114,
      "grad_norm": 5.339914798736572,
      "learning_rate": 9.64775182609565e-06,
      "loss": 0.6321,
      "step": 3559
    },
    {
      "epoch": 0.2933179533657411,
      "grad_norm": 3.6856529712677,
      "learning_rate": 9.647505811057058e-06,
      "loss": 0.6053,
      "step": 3560
    },
    {
      "epoch": 0.29340034604927084,
      "grad_norm": 3.499896287918091,
      "learning_rate": 9.647259713277176e-06,
      "loss": 0.5745,
      "step": 3561
    },
    {
      "epoch": 0.2934827387328005,
      "grad_norm": 2.832353115081787,
      "learning_rate": 9.647013532760383e-06,
      "loss": 0.4644,
      "step": 3562
    },
    {
      "epoch": 0.2935651314163302,
      "grad_norm": 3.448216676712036,
      "learning_rate": 9.646767269511063e-06,
      "loss": 0.273,
      "step": 3563
    },
    {
      "epoch": 0.29364752409985995,
      "grad_norm": 2.9937143325805664,
      "learning_rate": 9.6465209235336e-06,
      "loss": 0.2967,
      "step": 3564
    },
    {
      "epoch": 0.2937299167833896,
      "grad_norm": 5.514305114746094,
      "learning_rate": 9.646274494832379e-06,
      "loss": 0.7458,
      "step": 3565
    },
    {
      "epoch": 0.29381230946691933,
      "grad_norm": 2.8754379749298096,
      "learning_rate": 9.646027983411787e-06,
      "loss": 0.359,
      "step": 3566
    },
    {
      "epoch": 0.29389470215044905,
      "grad_norm": 4.348169803619385,
      "learning_rate": 9.645781389276213e-06,
      "loss": 0.4465,
      "step": 3567
    },
    {
      "epoch": 0.29397709483397877,
      "grad_norm": 3.2333128452301025,
      "learning_rate": 9.645534712430051e-06,
      "loss": 0.47,
      "step": 3568
    },
    {
      "epoch": 0.29405948751750843,
      "grad_norm": 5.708205223083496,
      "learning_rate": 9.645287952877688e-06,
      "loss": 0.3245,
      "step": 3569
    },
    {
      "epoch": 0.29414188020103815,
      "grad_norm": 3.2230381965637207,
      "learning_rate": 9.645041110623518e-06,
      "loss": 0.601,
      "step": 3570
    },
    {
      "epoch": 0.2942242728845679,
      "grad_norm": 4.4708733558654785,
      "learning_rate": 9.644794185671938e-06,
      "loss": 0.4607,
      "step": 3571
    },
    {
      "epoch": 0.29430666556809754,
      "grad_norm": 3.548619270324707,
      "learning_rate": 9.644547178027341e-06,
      "loss": 0.5517,
      "step": 3572
    },
    {
      "epoch": 0.29438905825162726,
      "grad_norm": 5.1190924644470215,
      "learning_rate": 9.644300087694126e-06,
      "loss": 0.5828,
      "step": 3573
    },
    {
      "epoch": 0.294471450935157,
      "grad_norm": 2.0887203216552734,
      "learning_rate": 9.644052914676692e-06,
      "loss": 0.2319,
      "step": 3574
    },
    {
      "epoch": 0.29455384361868664,
      "grad_norm": 2.9854025840759277,
      "learning_rate": 9.64380565897944e-06,
      "loss": 0.3111,
      "step": 3575
    },
    {
      "epoch": 0.29463623630221636,
      "grad_norm": 3.324861764907837,
      "learning_rate": 9.64355832060677e-06,
      "loss": 0.2152,
      "step": 3576
    },
    {
      "epoch": 0.2947186289857461,
      "grad_norm": 3.5729589462280273,
      "learning_rate": 9.643310899563088e-06,
      "loss": 0.433,
      "step": 3577
    },
    {
      "epoch": 0.29480102166927574,
      "grad_norm": 2.9517323970794678,
      "learning_rate": 9.643063395852797e-06,
      "loss": 0.3329,
      "step": 3578
    },
    {
      "epoch": 0.29488341435280546,
      "grad_norm": 2.4731788635253906,
      "learning_rate": 9.642815809480305e-06,
      "loss": 0.2339,
      "step": 3579
    },
    {
      "epoch": 0.2949658070363352,
      "grad_norm": 4.060830116271973,
      "learning_rate": 9.64256814045002e-06,
      "loss": 0.448,
      "step": 3580
    },
    {
      "epoch": 0.2950481997198649,
      "grad_norm": 4.517131328582764,
      "learning_rate": 9.642320388766348e-06,
      "loss": 0.6152,
      "step": 3581
    },
    {
      "epoch": 0.29513059240339456,
      "grad_norm": 4.224104404449463,
      "learning_rate": 9.642072554433705e-06,
      "loss": 0.5951,
      "step": 3582
    },
    {
      "epoch": 0.2952129850869243,
      "grad_norm": 2.293710708618164,
      "learning_rate": 9.6418246374565e-06,
      "loss": 0.1969,
      "step": 3583
    },
    {
      "epoch": 0.295295377770454,
      "grad_norm": 2.4235596656799316,
      "learning_rate": 9.641576637839145e-06,
      "loss": 0.2568,
      "step": 3584
    },
    {
      "epoch": 0.29537777045398367,
      "grad_norm": 4.900120735168457,
      "learning_rate": 9.641328555586061e-06,
      "loss": 0.5638,
      "step": 3585
    },
    {
      "epoch": 0.2954601631375134,
      "grad_norm": 31.181262969970703,
      "learning_rate": 9.641080390701659e-06,
      "loss": 1.6071,
      "step": 3586
    },
    {
      "epoch": 0.2955425558210431,
      "grad_norm": 3.752938747406006,
      "learning_rate": 9.640832143190359e-06,
      "loss": 0.5109,
      "step": 3587
    },
    {
      "epoch": 0.29562494850457277,
      "grad_norm": 5.288509845733643,
      "learning_rate": 9.640583813056583e-06,
      "loss": 0.4262,
      "step": 3588
    },
    {
      "epoch": 0.2957073411881025,
      "grad_norm": 4.846133232116699,
      "learning_rate": 9.64033540030475e-06,
      "loss": 0.4354,
      "step": 3589
    },
    {
      "epoch": 0.2957897338716322,
      "grad_norm": 4.685210704803467,
      "learning_rate": 9.640086904939282e-06,
      "loss": 0.5569,
      "step": 3590
    },
    {
      "epoch": 0.2958721265551619,
      "grad_norm": 2.523555040359497,
      "learning_rate": 9.639838326964604e-06,
      "loss": 0.2204,
      "step": 3591
    },
    {
      "epoch": 0.2959545192386916,
      "grad_norm": 3.3120100498199463,
      "learning_rate": 9.639589666385141e-06,
      "loss": 0.2911,
      "step": 3592
    },
    {
      "epoch": 0.2960369119222213,
      "grad_norm": 4.146143913269043,
      "learning_rate": 9.639340923205321e-06,
      "loss": 0.395,
      "step": 3593
    },
    {
      "epoch": 0.29611930460575103,
      "grad_norm": 2.8823671340942383,
      "learning_rate": 9.639092097429572e-06,
      "loss": 0.3471,
      "step": 3594
    },
    {
      "epoch": 0.2962016972892807,
      "grad_norm": 4.506357192993164,
      "learning_rate": 9.638843189062324e-06,
      "loss": 0.541,
      "step": 3595
    },
    {
      "epoch": 0.2962840899728104,
      "grad_norm": 6.081786155700684,
      "learning_rate": 9.638594198108006e-06,
      "loss": 0.8217,
      "step": 3596
    },
    {
      "epoch": 0.29636648265634014,
      "grad_norm": 4.024843215942383,
      "learning_rate": 9.638345124571056e-06,
      "loss": 0.5007,
      "step": 3597
    },
    {
      "epoch": 0.2964488753398698,
      "grad_norm": 3.3821494579315186,
      "learning_rate": 9.638095968455903e-06,
      "loss": 0.3414,
      "step": 3598
    },
    {
      "epoch": 0.2965312680233995,
      "grad_norm": 4.259262561798096,
      "learning_rate": 9.637846729766986e-06,
      "loss": 0.4574,
      "step": 3599
    },
    {
      "epoch": 0.29661366070692924,
      "grad_norm": 4.344091415405273,
      "learning_rate": 9.637597408508743e-06,
      "loss": 0.5669,
      "step": 3600
    },
    {
      "epoch": 0.2966960533904589,
      "grad_norm": 6.233798980712891,
      "learning_rate": 9.63734800468561e-06,
      "loss": 0.5741,
      "step": 3601
    },
    {
      "epoch": 0.2967784460739886,
      "grad_norm": 4.18378210067749,
      "learning_rate": 9.637098518302028e-06,
      "loss": 0.2307,
      "step": 3602
    },
    {
      "epoch": 0.29686083875751834,
      "grad_norm": 21.289264678955078,
      "learning_rate": 9.63684894936244e-06,
      "loss": 0.6938,
      "step": 3603
    },
    {
      "epoch": 0.29694323144104806,
      "grad_norm": 5.393068313598633,
      "learning_rate": 9.636599297871288e-06,
      "loss": 0.6125,
      "step": 3604
    },
    {
      "epoch": 0.2970256241245777,
      "grad_norm": 3.290041446685791,
      "learning_rate": 9.636349563833018e-06,
      "loss": 0.4504,
      "step": 3605
    },
    {
      "epoch": 0.29710801680810744,
      "grad_norm": 3.1376852989196777,
      "learning_rate": 9.636099747252074e-06,
      "loss": 0.3377,
      "step": 3606
    },
    {
      "epoch": 0.29719040949163716,
      "grad_norm": 4.033312797546387,
      "learning_rate": 9.635849848132905e-06,
      "loss": 0.526,
      "step": 3607
    },
    {
      "epoch": 0.29727280217516683,
      "grad_norm": 5.632231712341309,
      "learning_rate": 9.63559986647996e-06,
      "loss": 0.6779,
      "step": 3608
    },
    {
      "epoch": 0.29735519485869655,
      "grad_norm": 3.040405035018921,
      "learning_rate": 9.635349802297688e-06,
      "loss": 0.5459,
      "step": 3609
    },
    {
      "epoch": 0.29743758754222627,
      "grad_norm": 4.494281768798828,
      "learning_rate": 9.635099655590546e-06,
      "loss": 0.5483,
      "step": 3610
    },
    {
      "epoch": 0.29751998022575593,
      "grad_norm": 5.213501453399658,
      "learning_rate": 9.63484942636298e-06,
      "loss": 0.7234,
      "step": 3611
    },
    {
      "epoch": 0.29760237290928565,
      "grad_norm": 4.326815605163574,
      "learning_rate": 9.63459911461945e-06,
      "loss": 0.5603,
      "step": 3612
    },
    {
      "epoch": 0.29768476559281537,
      "grad_norm": 3.748952865600586,
      "learning_rate": 9.63434872036441e-06,
      "loss": 0.3108,
      "step": 3613
    },
    {
      "epoch": 0.29776715827634503,
      "grad_norm": 3.234891176223755,
      "learning_rate": 9.63409824360232e-06,
      "loss": 0.3409,
      "step": 3614
    },
    {
      "epoch": 0.29784955095987475,
      "grad_norm": 3.1330981254577637,
      "learning_rate": 9.633847684337638e-06,
      "loss": 0.6291,
      "step": 3615
    },
    {
      "epoch": 0.2979319436434045,
      "grad_norm": 3.709357976913452,
      "learning_rate": 9.633597042574824e-06,
      "loss": 0.2708,
      "step": 3616
    },
    {
      "epoch": 0.2980143363269342,
      "grad_norm": 4.15172815322876,
      "learning_rate": 9.633346318318343e-06,
      "loss": 0.4426,
      "step": 3617
    },
    {
      "epoch": 0.29809672901046386,
      "grad_norm": 3.0904769897460938,
      "learning_rate": 9.633095511572656e-06,
      "loss": 0.5842,
      "step": 3618
    },
    {
      "epoch": 0.2981791216939936,
      "grad_norm": 3.5544791221618652,
      "learning_rate": 9.63284462234223e-06,
      "loss": 0.3927,
      "step": 3619
    },
    {
      "epoch": 0.2982615143775233,
      "grad_norm": 4.0423502922058105,
      "learning_rate": 9.63259365063153e-06,
      "loss": 0.2437,
      "step": 3620
    },
    {
      "epoch": 0.29834390706105296,
      "grad_norm": 2.822080373764038,
      "learning_rate": 9.632342596445025e-06,
      "loss": 0.6442,
      "step": 3621
    },
    {
      "epoch": 0.2984262997445827,
      "grad_norm": 3.8727731704711914,
      "learning_rate": 9.632091459787188e-06,
      "loss": 0.7105,
      "step": 3622
    },
    {
      "epoch": 0.2985086924281124,
      "grad_norm": 3.8232581615448,
      "learning_rate": 9.631840240662482e-06,
      "loss": 0.527,
      "step": 3623
    },
    {
      "epoch": 0.29859108511164206,
      "grad_norm": 5.35758638381958,
      "learning_rate": 9.631588939075388e-06,
      "loss": 0.5171,
      "step": 3624
    },
    {
      "epoch": 0.2986734777951718,
      "grad_norm": 3.135643720626831,
      "learning_rate": 9.631337555030373e-06,
      "loss": 0.4644,
      "step": 3625
    },
    {
      "epoch": 0.2987558704787015,
      "grad_norm": 3.5636708736419678,
      "learning_rate": 9.631086088531918e-06,
      "loss": 0.4457,
      "step": 3626
    },
    {
      "epoch": 0.2988382631622312,
      "grad_norm": 3.9894587993621826,
      "learning_rate": 9.630834539584498e-06,
      "loss": 0.4576,
      "step": 3627
    },
    {
      "epoch": 0.2989206558457609,
      "grad_norm": 3.704237461090088,
      "learning_rate": 9.63058290819259e-06,
      "loss": 0.467,
      "step": 3628
    },
    {
      "epoch": 0.2990030485292906,
      "grad_norm": 2.5067808628082275,
      "learning_rate": 9.630331194360676e-06,
      "loss": 0.3085,
      "step": 3629
    },
    {
      "epoch": 0.2990854412128203,
      "grad_norm": 2.9653096199035645,
      "learning_rate": 9.630079398093236e-06,
      "loss": 0.3703,
      "step": 3630
    },
    {
      "epoch": 0.29916783389635,
      "grad_norm": 3.7108654975891113,
      "learning_rate": 9.629827519394751e-06,
      "loss": 0.5986,
      "step": 3631
    },
    {
      "epoch": 0.2992502265798797,
      "grad_norm": 3.6740963459014893,
      "learning_rate": 9.62957555826971e-06,
      "loss": 0.5668,
      "step": 3632
    },
    {
      "epoch": 0.2993326192634094,
      "grad_norm": 3.198958396911621,
      "learning_rate": 9.629323514722597e-06,
      "loss": 0.2819,
      "step": 3633
    },
    {
      "epoch": 0.2994150119469391,
      "grad_norm": 3.4430341720581055,
      "learning_rate": 9.629071388757899e-06,
      "loss": 0.3105,
      "step": 3634
    },
    {
      "epoch": 0.2994974046304688,
      "grad_norm": 3.29742431640625,
      "learning_rate": 9.628819180380102e-06,
      "loss": 0.516,
      "step": 3635
    },
    {
      "epoch": 0.29957979731399853,
      "grad_norm": 6.830159664154053,
      "learning_rate": 9.628566889593698e-06,
      "loss": 0.3946,
      "step": 3636
    },
    {
      "epoch": 0.2996621899975282,
      "grad_norm": 4.229781150817871,
      "learning_rate": 9.628314516403181e-06,
      "loss": 0.672,
      "step": 3637
    },
    {
      "epoch": 0.2997445826810579,
      "grad_norm": 5.015532970428467,
      "learning_rate": 9.62806206081304e-06,
      "loss": 0.5094,
      "step": 3638
    },
    {
      "epoch": 0.29982697536458763,
      "grad_norm": 3.346094846725464,
      "learning_rate": 9.627809522827774e-06,
      "loss": 0.4004,
      "step": 3639
    },
    {
      "epoch": 0.29990936804811735,
      "grad_norm": 4.406908988952637,
      "learning_rate": 9.627556902451876e-06,
      "loss": 0.2714,
      "step": 3640
    },
    {
      "epoch": 0.299991760731647,
      "grad_norm": 4.84775972366333,
      "learning_rate": 9.627304199689841e-06,
      "loss": 0.5309,
      "step": 3641
    },
    {
      "epoch": 0.30007415341517674,
      "grad_norm": 3.9165642261505127,
      "learning_rate": 9.627051414546175e-06,
      "loss": 0.4265,
      "step": 3642
    },
    {
      "epoch": 0.30015654609870646,
      "grad_norm": 4.8744306564331055,
      "learning_rate": 9.626798547025374e-06,
      "loss": 0.6993,
      "step": 3643
    },
    {
      "epoch": 0.3002389387822361,
      "grad_norm": 3.7641584873199463,
      "learning_rate": 9.626545597131939e-06,
      "loss": 0.4064,
      "step": 3644
    },
    {
      "epoch": 0.30032133146576584,
      "grad_norm": 4.761302471160889,
      "learning_rate": 9.626292564870377e-06,
      "loss": 0.4528,
      "step": 3645
    },
    {
      "epoch": 0.30040372414929556,
      "grad_norm": 3.1261472702026367,
      "learning_rate": 9.626039450245189e-06,
      "loss": 0.5137,
      "step": 3646
    },
    {
      "epoch": 0.3004861168328252,
      "grad_norm": 4.692819595336914,
      "learning_rate": 9.625786253260883e-06,
      "loss": 0.5895,
      "step": 3647
    },
    {
      "epoch": 0.30056850951635494,
      "grad_norm": 3.237213134765625,
      "learning_rate": 9.625532973921968e-06,
      "loss": 0.3303,
      "step": 3648
    },
    {
      "epoch": 0.30065090219988466,
      "grad_norm": 3.5772037506103516,
      "learning_rate": 9.625279612232951e-06,
      "loss": 0.6198,
      "step": 3649
    },
    {
      "epoch": 0.3007332948834143,
      "grad_norm": 5.445296764373779,
      "learning_rate": 9.625026168198344e-06,
      "loss": 0.5898,
      "step": 3650
    },
    {
      "epoch": 0.30081568756694405,
      "grad_norm": 4.8474602699279785,
      "learning_rate": 9.624772641822658e-06,
      "loss": 0.5535,
      "step": 3651
    },
    {
      "epoch": 0.30089808025047377,
      "grad_norm": 5.018409729003906,
      "learning_rate": 9.624519033110409e-06,
      "loss": 0.4876,
      "step": 3652
    },
    {
      "epoch": 0.3009804729340035,
      "grad_norm": 3.8508174419403076,
      "learning_rate": 9.624265342066109e-06,
      "loss": 0.4166,
      "step": 3653
    },
    {
      "epoch": 0.30106286561753315,
      "grad_norm": 3.6833863258361816,
      "learning_rate": 9.624011568694277e-06,
      "loss": 0.4508,
      "step": 3654
    },
    {
      "epoch": 0.30114525830106287,
      "grad_norm": 5.557960510253906,
      "learning_rate": 9.62375771299943e-06,
      "loss": 0.4985,
      "step": 3655
    },
    {
      "epoch": 0.3012276509845926,
      "grad_norm": 4.4043288230896,
      "learning_rate": 9.623503774986087e-06,
      "loss": 0.5274,
      "step": 3656
    },
    {
      "epoch": 0.30131004366812225,
      "grad_norm": 5.416008472442627,
      "learning_rate": 9.623249754658768e-06,
      "loss": 0.5448,
      "step": 3657
    },
    {
      "epoch": 0.30139243635165197,
      "grad_norm": 2.7602925300598145,
      "learning_rate": 9.622995652022e-06,
      "loss": 0.4431,
      "step": 3658
    },
    {
      "epoch": 0.3014748290351817,
      "grad_norm": 4.0700507164001465,
      "learning_rate": 9.622741467080302e-06,
      "loss": 0.6486,
      "step": 3659
    },
    {
      "epoch": 0.30155722171871135,
      "grad_norm": 4.15350866317749,
      "learning_rate": 9.622487199838202e-06,
      "loss": 0.3909,
      "step": 3660
    },
    {
      "epoch": 0.3016396144022411,
      "grad_norm": 2.924187421798706,
      "learning_rate": 9.622232850300226e-06,
      "loss": 0.2976,
      "step": 3661
    },
    {
      "epoch": 0.3017220070857708,
      "grad_norm": 6.342733860015869,
      "learning_rate": 9.6219784184709e-06,
      "loss": 0.8184,
      "step": 3662
    },
    {
      "epoch": 0.3018043997693005,
      "grad_norm": 4.153282165527344,
      "learning_rate": 9.62172390435476e-06,
      "loss": 0.4844,
      "step": 3663
    },
    {
      "epoch": 0.3018867924528302,
      "grad_norm": 3.7545857429504395,
      "learning_rate": 9.62146930795633e-06,
      "loss": 0.5329,
      "step": 3664
    },
    {
      "epoch": 0.3019691851363599,
      "grad_norm": 3.8930163383483887,
      "learning_rate": 9.621214629280148e-06,
      "loss": 0.4814,
      "step": 3665
    },
    {
      "epoch": 0.3020515778198896,
      "grad_norm": 3.489786386489868,
      "learning_rate": 9.620959868330746e-06,
      "loss": 0.3845,
      "step": 3666
    },
    {
      "epoch": 0.3021339705034193,
      "grad_norm": 4.003384113311768,
      "learning_rate": 9.620705025112658e-06,
      "loss": 0.5117,
      "step": 3667
    },
    {
      "epoch": 0.302216363186949,
      "grad_norm": 4.18853235244751,
      "learning_rate": 9.620450099630425e-06,
      "loss": 0.5059,
      "step": 3668
    },
    {
      "epoch": 0.3022987558704787,
      "grad_norm": 3.2571558952331543,
      "learning_rate": 9.620195091888582e-06,
      "loss": 0.2933,
      "step": 3669
    },
    {
      "epoch": 0.3023811485540084,
      "grad_norm": 4.590596675872803,
      "learning_rate": 9.61994000189167e-06,
      "loss": 0.6706,
      "step": 3670
    },
    {
      "epoch": 0.3024635412375381,
      "grad_norm": 3.2753121852874756,
      "learning_rate": 9.61968482964423e-06,
      "loss": 0.4941,
      "step": 3671
    },
    {
      "epoch": 0.3025459339210678,
      "grad_norm": 3.9423482418060303,
      "learning_rate": 9.619429575150807e-06,
      "loss": 0.5208,
      "step": 3672
    },
    {
      "epoch": 0.3026283266045975,
      "grad_norm": 5.03300142288208,
      "learning_rate": 9.619174238415944e-06,
      "loss": 0.4831,
      "step": 3673
    },
    {
      "epoch": 0.3027107192881272,
      "grad_norm": 3.702681541442871,
      "learning_rate": 9.618918819444186e-06,
      "loss": 0.4568,
      "step": 3674
    },
    {
      "epoch": 0.3027931119716569,
      "grad_norm": 3.681183338165283,
      "learning_rate": 9.618663318240082e-06,
      "loss": 0.4639,
      "step": 3675
    },
    {
      "epoch": 0.30287550465518664,
      "grad_norm": 3.190162181854248,
      "learning_rate": 9.61840773480818e-06,
      "loss": 0.436,
      "step": 3676
    },
    {
      "epoch": 0.3029578973387163,
      "grad_norm": 3.4818172454833984,
      "learning_rate": 9.618152069153031e-06,
      "loss": 0.5074,
      "step": 3677
    },
    {
      "epoch": 0.30304029002224603,
      "grad_norm": 5.190016746520996,
      "learning_rate": 9.617896321279182e-06,
      "loss": 0.3029,
      "step": 3678
    },
    {
      "epoch": 0.30312268270577575,
      "grad_norm": 4.178500652313232,
      "learning_rate": 9.617640491191196e-06,
      "loss": 0.4406,
      "step": 3679
    },
    {
      "epoch": 0.3032050753893054,
      "grad_norm": 3.2281150817871094,
      "learning_rate": 9.617384578893617e-06,
      "loss": 0.3206,
      "step": 3680
    },
    {
      "epoch": 0.30328746807283513,
      "grad_norm": 4.114902973175049,
      "learning_rate": 9.617128584391008e-06,
      "loss": 0.5067,
      "step": 3681
    },
    {
      "epoch": 0.30336986075636485,
      "grad_norm": 4.89381742477417,
      "learning_rate": 9.616872507687926e-06,
      "loss": 0.3513,
      "step": 3682
    },
    {
      "epoch": 0.3034522534398945,
      "grad_norm": 3.716843843460083,
      "learning_rate": 9.616616348788926e-06,
      "loss": 0.4863,
      "step": 3683
    },
    {
      "epoch": 0.30353464612342423,
      "grad_norm": 4.309087753295898,
      "learning_rate": 9.616360107698571e-06,
      "loss": 0.495,
      "step": 3684
    },
    {
      "epoch": 0.30361703880695395,
      "grad_norm": 2.6419906616210938,
      "learning_rate": 9.616103784421425e-06,
      "loss": 0.1412,
      "step": 3685
    },
    {
      "epoch": 0.3036994314904836,
      "grad_norm": 2.5093026161193848,
      "learning_rate": 9.615847378962047e-06,
      "loss": 0.3787,
      "step": 3686
    },
    {
      "epoch": 0.30378182417401334,
      "grad_norm": 4.647943019866943,
      "learning_rate": 9.615590891325006e-06,
      "loss": 0.4541,
      "step": 3687
    },
    {
      "epoch": 0.30386421685754306,
      "grad_norm": 30.292884826660156,
      "learning_rate": 9.615334321514866e-06,
      "loss": 1.6278,
      "step": 3688
    },
    {
      "epoch": 0.3039466095410728,
      "grad_norm": 3.816927909851074,
      "learning_rate": 9.615077669536195e-06,
      "loss": 0.4328,
      "step": 3689
    },
    {
      "epoch": 0.30402900222460244,
      "grad_norm": 4.633789539337158,
      "learning_rate": 9.614820935393562e-06,
      "loss": 0.5128,
      "step": 3690
    },
    {
      "epoch": 0.30411139490813216,
      "grad_norm": 3.4977595806121826,
      "learning_rate": 9.61456411909154e-06,
      "loss": 0.3275,
      "step": 3691
    },
    {
      "epoch": 0.3041937875916619,
      "grad_norm": 3.68522310256958,
      "learning_rate": 9.6143072206347e-06,
      "loss": 0.4965,
      "step": 3692
    },
    {
      "epoch": 0.30427618027519154,
      "grad_norm": 5.2644944190979,
      "learning_rate": 9.614050240027612e-06,
      "loss": 0.4276,
      "step": 3693
    },
    {
      "epoch": 0.30435857295872126,
      "grad_norm": 2.480970621109009,
      "learning_rate": 9.613793177274857e-06,
      "loss": 0.3451,
      "step": 3694
    },
    {
      "epoch": 0.304440965642251,
      "grad_norm": 3.000997543334961,
      "learning_rate": 9.613536032381008e-06,
      "loss": 0.2965,
      "step": 3695
    },
    {
      "epoch": 0.30452335832578065,
      "grad_norm": 3.7246742248535156,
      "learning_rate": 9.613278805350645e-06,
      "loss": 0.478,
      "step": 3696
    },
    {
      "epoch": 0.30460575100931037,
      "grad_norm": 2.093431234359741,
      "learning_rate": 9.613021496188346e-06,
      "loss": 0.1802,
      "step": 3697
    },
    {
      "epoch": 0.3046881436928401,
      "grad_norm": 2.7455875873565674,
      "learning_rate": 9.612764104898693e-06,
      "loss": 0.3723,
      "step": 3698
    },
    {
      "epoch": 0.3047705363763698,
      "grad_norm": 4.014904022216797,
      "learning_rate": 9.612506631486267e-06,
      "loss": 0.4769,
      "step": 3699
    },
    {
      "epoch": 0.30485292905989947,
      "grad_norm": 3.374345302581787,
      "learning_rate": 9.612249075955653e-06,
      "loss": 0.4544,
      "step": 3700
    },
    {
      "epoch": 0.3049353217434292,
      "grad_norm": 3.9171528816223145,
      "learning_rate": 9.611991438311436e-06,
      "loss": 0.4873,
      "step": 3701
    },
    {
      "epoch": 0.3050177144269589,
      "grad_norm": 5.04733943939209,
      "learning_rate": 9.611733718558204e-06,
      "loss": 0.5742,
      "step": 3702
    },
    {
      "epoch": 0.30510010711048857,
      "grad_norm": 4.833563804626465,
      "learning_rate": 9.611475916700544e-06,
      "loss": 0.5559,
      "step": 3703
    },
    {
      "epoch": 0.3051824997940183,
      "grad_norm": 3.0398566722869873,
      "learning_rate": 9.611218032743044e-06,
      "loss": 0.436,
      "step": 3704
    },
    {
      "epoch": 0.305264892477548,
      "grad_norm": 3.0735065937042236,
      "learning_rate": 9.6109600666903e-06,
      "loss": 0.3591,
      "step": 3705
    },
    {
      "epoch": 0.3053472851610777,
      "grad_norm": 3.705430507659912,
      "learning_rate": 9.610702018546901e-06,
      "loss": 0.6207,
      "step": 3706
    },
    {
      "epoch": 0.3054296778446074,
      "grad_norm": 2.7069997787475586,
      "learning_rate": 9.610443888317441e-06,
      "loss": 0.2462,
      "step": 3707
    },
    {
      "epoch": 0.3055120705281371,
      "grad_norm": 3.0555102825164795,
      "learning_rate": 9.610185676006518e-06,
      "loss": 0.1688,
      "step": 3708
    },
    {
      "epoch": 0.3055944632116668,
      "grad_norm": 4.818023681640625,
      "learning_rate": 9.609927381618727e-06,
      "loss": 0.4285,
      "step": 3709
    },
    {
      "epoch": 0.3056768558951965,
      "grad_norm": 3.119666337966919,
      "learning_rate": 9.609669005158667e-06,
      "loss": 0.392,
      "step": 3710
    },
    {
      "epoch": 0.3057592485787262,
      "grad_norm": 6.30803108215332,
      "learning_rate": 9.609410546630938e-06,
      "loss": 0.4297,
      "step": 3711
    },
    {
      "epoch": 0.30584164126225594,
      "grad_norm": 2.6325724124908447,
      "learning_rate": 9.609152006040143e-06,
      "loss": 0.1139,
      "step": 3712
    },
    {
      "epoch": 0.3059240339457856,
      "grad_norm": 3.1695730686187744,
      "learning_rate": 9.608893383390881e-06,
      "loss": 0.1807,
      "step": 3713
    },
    {
      "epoch": 0.3060064266293153,
      "grad_norm": 4.399317741394043,
      "learning_rate": 9.60863467868776e-06,
      "loss": 0.4423,
      "step": 3714
    },
    {
      "epoch": 0.30608881931284504,
      "grad_norm": 2.713629722595215,
      "learning_rate": 9.608375891935385e-06,
      "loss": 0.4046,
      "step": 3715
    },
    {
      "epoch": 0.3061712119963747,
      "grad_norm": 3.5171263217926025,
      "learning_rate": 9.608117023138364e-06,
      "loss": 0.3342,
      "step": 3716
    },
    {
      "epoch": 0.3062536046799044,
      "grad_norm": 3.924079418182373,
      "learning_rate": 9.607858072301303e-06,
      "loss": 0.3738,
      "step": 3717
    },
    {
      "epoch": 0.30633599736343414,
      "grad_norm": 6.947376728057861,
      "learning_rate": 9.607599039428814e-06,
      "loss": 0.5031,
      "step": 3718
    },
    {
      "epoch": 0.3064183900469638,
      "grad_norm": 5.095785617828369,
      "learning_rate": 9.60733992452551e-06,
      "loss": 0.6366,
      "step": 3719
    },
    {
      "epoch": 0.3065007827304935,
      "grad_norm": 5.145389080047607,
      "learning_rate": 9.607080727596001e-06,
      "loss": 0.4579,
      "step": 3720
    },
    {
      "epoch": 0.30658317541402325,
      "grad_norm": 3.6923725605010986,
      "learning_rate": 9.606821448644904e-06,
      "loss": 0.3041,
      "step": 3721
    },
    {
      "epoch": 0.3066655680975529,
      "grad_norm": 2.076209306716919,
      "learning_rate": 9.606562087676833e-06,
      "loss": 0.2331,
      "step": 3722
    },
    {
      "epoch": 0.30674796078108263,
      "grad_norm": 4.860502243041992,
      "learning_rate": 9.606302644696407e-06,
      "loss": 0.5652,
      "step": 3723
    },
    {
      "epoch": 0.30683035346461235,
      "grad_norm": 4.222530841827393,
      "learning_rate": 9.606043119708246e-06,
      "loss": 0.5144,
      "step": 3724
    },
    {
      "epoch": 0.30691274614814207,
      "grad_norm": 4.532063007354736,
      "learning_rate": 9.605783512716968e-06,
      "loss": 0.4423,
      "step": 3725
    },
    {
      "epoch": 0.30699513883167173,
      "grad_norm": 3.617356538772583,
      "learning_rate": 9.605523823727198e-06,
      "loss": 0.2705,
      "step": 3726
    },
    {
      "epoch": 0.30707753151520145,
      "grad_norm": 3.4136905670166016,
      "learning_rate": 9.605264052743555e-06,
      "loss": 0.3925,
      "step": 3727
    },
    {
      "epoch": 0.30715992419873117,
      "grad_norm": 4.086328029632568,
      "learning_rate": 9.605004199770667e-06,
      "loss": 0.543,
      "step": 3728
    },
    {
      "epoch": 0.30724231688226084,
      "grad_norm": 5.330475330352783,
      "learning_rate": 9.60474426481316e-06,
      "loss": 0.4739,
      "step": 3729
    },
    {
      "epoch": 0.30732470956579055,
      "grad_norm": 2.881131887435913,
      "learning_rate": 9.604484247875661e-06,
      "loss": 0.3091,
      "step": 3730
    },
    {
      "epoch": 0.3074071022493203,
      "grad_norm": 3.513077735900879,
      "learning_rate": 9.604224148962798e-06,
      "loss": 0.533,
      "step": 3731
    },
    {
      "epoch": 0.30748949493284994,
      "grad_norm": 3.755390167236328,
      "learning_rate": 9.603963968079204e-06,
      "loss": 0.6197,
      "step": 3732
    },
    {
      "epoch": 0.30757188761637966,
      "grad_norm": 3.41491961479187,
      "learning_rate": 9.60370370522951e-06,
      "loss": 0.6122,
      "step": 3733
    },
    {
      "epoch": 0.3076542802999094,
      "grad_norm": 4.00576114654541,
      "learning_rate": 9.60344336041835e-06,
      "loss": 0.532,
      "step": 3734
    },
    {
      "epoch": 0.3077366729834391,
      "grad_norm": 4.588435649871826,
      "learning_rate": 9.603182933650359e-06,
      "loss": 0.4565,
      "step": 3735
    },
    {
      "epoch": 0.30781906566696876,
      "grad_norm": 2.9116625785827637,
      "learning_rate": 9.602922424930173e-06,
      "loss": 0.2102,
      "step": 3736
    },
    {
      "epoch": 0.3079014583504985,
      "grad_norm": 3.058716058731079,
      "learning_rate": 9.602661834262428e-06,
      "loss": 0.5216,
      "step": 3737
    },
    {
      "epoch": 0.3079838510340282,
      "grad_norm": 3.9242570400238037,
      "learning_rate": 9.602401161651766e-06,
      "loss": 0.6503,
      "step": 3738
    },
    {
      "epoch": 0.30806624371755786,
      "grad_norm": 4.978041648864746,
      "learning_rate": 9.602140407102829e-06,
      "loss": 0.5675,
      "step": 3739
    },
    {
      "epoch": 0.3081486364010876,
      "grad_norm": 5.026012420654297,
      "learning_rate": 9.601879570620257e-06,
      "loss": 0.6502,
      "step": 3740
    },
    {
      "epoch": 0.3082310290846173,
      "grad_norm": 25.925479888916016,
      "learning_rate": 9.601618652208694e-06,
      "loss": 0.997,
      "step": 3741
    },
    {
      "epoch": 0.30831342176814697,
      "grad_norm": 3.229599714279175,
      "learning_rate": 9.601357651872785e-06,
      "loss": 0.4439,
      "step": 3742
    },
    {
      "epoch": 0.3083958144516767,
      "grad_norm": 4.144522666931152,
      "learning_rate": 9.60109656961718e-06,
      "loss": 0.4079,
      "step": 3743
    },
    {
      "epoch": 0.3084782071352064,
      "grad_norm": 4.249063491821289,
      "learning_rate": 9.600835405446522e-06,
      "loss": 0.6421,
      "step": 3744
    },
    {
      "epoch": 0.30856059981873607,
      "grad_norm": 4.149154186248779,
      "learning_rate": 9.600574159365463e-06,
      "loss": 0.4517,
      "step": 3745
    },
    {
      "epoch": 0.3086429925022658,
      "grad_norm": 1.9978723526000977,
      "learning_rate": 9.600312831378655e-06,
      "loss": 0.1659,
      "step": 3746
    },
    {
      "epoch": 0.3087253851857955,
      "grad_norm": 3.513573169708252,
      "learning_rate": 9.600051421490748e-06,
      "loss": 0.4746,
      "step": 3747
    },
    {
      "epoch": 0.30880777786932523,
      "grad_norm": 3.8034987449645996,
      "learning_rate": 9.5997899297064e-06,
      "loss": 0.4531,
      "step": 3748
    },
    {
      "epoch": 0.3088901705528549,
      "grad_norm": 3.2607831954956055,
      "learning_rate": 9.599528356030264e-06,
      "loss": 0.4644,
      "step": 3749
    },
    {
      "epoch": 0.3089725632363846,
      "grad_norm": 3.651336669921875,
      "learning_rate": 9.599266700466994e-06,
      "loss": 0.4328,
      "step": 3750
    },
    {
      "epoch": 0.30905495591991433,
      "grad_norm": 4.26983642578125,
      "learning_rate": 9.599004963021253e-06,
      "loss": 0.4977,
      "step": 3751
    },
    {
      "epoch": 0.309137348603444,
      "grad_norm": 4.883525371551514,
      "learning_rate": 9.598743143697699e-06,
      "loss": 0.7638,
      "step": 3752
    },
    {
      "epoch": 0.3092197412869737,
      "grad_norm": 2.2492148876190186,
      "learning_rate": 9.598481242500994e-06,
      "loss": 0.523,
      "step": 3753
    },
    {
      "epoch": 0.30930213397050343,
      "grad_norm": 4.147528648376465,
      "learning_rate": 9.5982192594358e-06,
      "loss": 0.4354,
      "step": 3754
    },
    {
      "epoch": 0.3093845266540331,
      "grad_norm": 4.008814811706543,
      "learning_rate": 9.597957194506779e-06,
      "loss": 0.4971,
      "step": 3755
    },
    {
      "epoch": 0.3094669193375628,
      "grad_norm": 2.500694990158081,
      "learning_rate": 9.597695047718603e-06,
      "loss": 0.2923,
      "step": 3756
    },
    {
      "epoch": 0.30954931202109254,
      "grad_norm": 5.5511393547058105,
      "learning_rate": 9.597432819075932e-06,
      "loss": 0.5555,
      "step": 3757
    },
    {
      "epoch": 0.30963170470462226,
      "grad_norm": 4.7851786613464355,
      "learning_rate": 9.597170508583438e-06,
      "loss": 0.6126,
      "step": 3758
    },
    {
      "epoch": 0.3097140973881519,
      "grad_norm": 21.288366317749023,
      "learning_rate": 9.596908116245792e-06,
      "loss": 0.4869,
      "step": 3759
    },
    {
      "epoch": 0.30979649007168164,
      "grad_norm": 4.293809413909912,
      "learning_rate": 9.596645642067661e-06,
      "loss": 0.4105,
      "step": 3760
    },
    {
      "epoch": 0.30987888275521136,
      "grad_norm": 3.0006444454193115,
      "learning_rate": 9.596383086053725e-06,
      "loss": 0.4478,
      "step": 3761
    },
    {
      "epoch": 0.309961275438741,
      "grad_norm": 3.338900327682495,
      "learning_rate": 9.59612044820865e-06,
      "loss": 0.4432,
      "step": 3762
    },
    {
      "epoch": 0.31004366812227074,
      "grad_norm": 3.2999260425567627,
      "learning_rate": 9.595857728537119e-06,
      "loss": 0.3607,
      "step": 3763
    },
    {
      "epoch": 0.31012606080580046,
      "grad_norm": 3.803361654281616,
      "learning_rate": 9.595594927043807e-06,
      "loss": 0.4087,
      "step": 3764
    },
    {
      "epoch": 0.3102084534893301,
      "grad_norm": 3.9092652797698975,
      "learning_rate": 9.59533204373339e-06,
      "loss": 0.5892,
      "step": 3765
    },
    {
      "epoch": 0.31029084617285985,
      "grad_norm": 3.8933894634246826,
      "learning_rate": 9.595069078610552e-06,
      "loss": 0.4304,
      "step": 3766
    },
    {
      "epoch": 0.31037323885638957,
      "grad_norm": 4.697940349578857,
      "learning_rate": 9.594806031679972e-06,
      "loss": 0.5981,
      "step": 3767
    },
    {
      "epoch": 0.31045563153991923,
      "grad_norm": 4.070049285888672,
      "learning_rate": 9.594542902946335e-06,
      "loss": 0.4431,
      "step": 3768
    },
    {
      "epoch": 0.31053802422344895,
      "grad_norm": 2.414234161376953,
      "learning_rate": 9.594279692414326e-06,
      "loss": 0.5718,
      "step": 3769
    },
    {
      "epoch": 0.31062041690697867,
      "grad_norm": 2.5933079719543457,
      "learning_rate": 9.594016400088629e-06,
      "loss": 0.1622,
      "step": 3770
    },
    {
      "epoch": 0.3107028095905084,
      "grad_norm": 5.987755298614502,
      "learning_rate": 9.593753025973931e-06,
      "loss": 0.5267,
      "step": 3771
    },
    {
      "epoch": 0.31078520227403805,
      "grad_norm": 2.668426513671875,
      "learning_rate": 9.593489570074922e-06,
      "loss": 0.5076,
      "step": 3772
    },
    {
      "epoch": 0.31086759495756777,
      "grad_norm": 3.5334296226501465,
      "learning_rate": 9.593226032396296e-06,
      "loss": 0.2712,
      "step": 3773
    },
    {
      "epoch": 0.3109499876410975,
      "grad_norm": 4.642579555511475,
      "learning_rate": 9.592962412942738e-06,
      "loss": 0.6534,
      "step": 3774
    },
    {
      "epoch": 0.31103238032462716,
      "grad_norm": 4.362314701080322,
      "learning_rate": 9.592698711718948e-06,
      "loss": 0.3992,
      "step": 3775
    },
    {
      "epoch": 0.3111147730081569,
      "grad_norm": 3.419356107711792,
      "learning_rate": 9.592434928729617e-06,
      "loss": 0.5013,
      "step": 3776
    },
    {
      "epoch": 0.3111971656916866,
      "grad_norm": 3.723856210708618,
      "learning_rate": 9.59217106397944e-06,
      "loss": 0.5967,
      "step": 3777
    },
    {
      "epoch": 0.31127955837521626,
      "grad_norm": 3.303481340408325,
      "learning_rate": 9.591907117473119e-06,
      "loss": 0.4292,
      "step": 3778
    },
    {
      "epoch": 0.311361951058746,
      "grad_norm": 4.0375494956970215,
      "learning_rate": 9.591643089215349e-06,
      "loss": 0.5206,
      "step": 3779
    },
    {
      "epoch": 0.3114443437422757,
      "grad_norm": 11.534701347351074,
      "learning_rate": 9.591378979210832e-06,
      "loss": 0.1591,
      "step": 3780
    },
    {
      "epoch": 0.31152673642580536,
      "grad_norm": 3.2629034519195557,
      "learning_rate": 9.591114787464271e-06,
      "loss": 0.5684,
      "step": 3781
    },
    {
      "epoch": 0.3116091291093351,
      "grad_norm": 5.616937637329102,
      "learning_rate": 9.590850513980368e-06,
      "loss": 0.5195,
      "step": 3782
    },
    {
      "epoch": 0.3116915217928648,
      "grad_norm": 2.630235433578491,
      "learning_rate": 9.59058615876383e-06,
      "loss": 0.4036,
      "step": 3783
    },
    {
      "epoch": 0.3117739144763945,
      "grad_norm": 3.275749444961548,
      "learning_rate": 9.590321721819361e-06,
      "loss": 0.3202,
      "step": 3784
    },
    {
      "epoch": 0.3118563071599242,
      "grad_norm": 5.011765956878662,
      "learning_rate": 9.590057203151671e-06,
      "loss": 0.4114,
      "step": 3785
    },
    {
      "epoch": 0.3119386998434539,
      "grad_norm": 5.095880031585693,
      "learning_rate": 9.589792602765468e-06,
      "loss": 0.51,
      "step": 3786
    },
    {
      "epoch": 0.3120210925269836,
      "grad_norm": 3.490442991256714,
      "learning_rate": 9.589527920665463e-06,
      "loss": 0.4515,
      "step": 3787
    },
    {
      "epoch": 0.3121034852105133,
      "grad_norm": 4.102294445037842,
      "learning_rate": 9.58926315685637e-06,
      "loss": 0.4668,
      "step": 3788
    },
    {
      "epoch": 0.312185877894043,
      "grad_norm": 3.7134134769439697,
      "learning_rate": 9.5889983113429e-06,
      "loss": 0.5776,
      "step": 3789
    },
    {
      "epoch": 0.3122682705775727,
      "grad_norm": 2.1218793392181396,
      "learning_rate": 9.588733384129769e-06,
      "loss": 0.2605,
      "step": 3790
    },
    {
      "epoch": 0.3123506632611024,
      "grad_norm": 3.066472291946411,
      "learning_rate": 9.588468375221693e-06,
      "loss": 0.2904,
      "step": 3791
    },
    {
      "epoch": 0.3124330559446321,
      "grad_norm": 3.440274715423584,
      "learning_rate": 9.588203284623393e-06,
      "loss": 0.4293,
      "step": 3792
    },
    {
      "epoch": 0.31251544862816183,
      "grad_norm": 4.027807235717773,
      "learning_rate": 9.587938112339585e-06,
      "loss": 0.4188,
      "step": 3793
    },
    {
      "epoch": 0.31259784131169155,
      "grad_norm": 3.0985445976257324,
      "learning_rate": 9.587672858374993e-06,
      "loss": 0.2141,
      "step": 3794
    },
    {
      "epoch": 0.3126802339952212,
      "grad_norm": 6.439684867858887,
      "learning_rate": 9.587407522734335e-06,
      "loss": 0.8167,
      "step": 3795
    },
    {
      "epoch": 0.31276262667875093,
      "grad_norm": 3.820496082305908,
      "learning_rate": 9.58714210542234e-06,
      "loss": 0.6244,
      "step": 3796
    },
    {
      "epoch": 0.31284501936228065,
      "grad_norm": 4.424513339996338,
      "learning_rate": 9.58687660644373e-06,
      "loss": 0.5254,
      "step": 3797
    },
    {
      "epoch": 0.3129274120458103,
      "grad_norm": 4.455249309539795,
      "learning_rate": 9.586611025803235e-06,
      "loss": 0.409,
      "step": 3798
    },
    {
      "epoch": 0.31300980472934004,
      "grad_norm": 4.520813941955566,
      "learning_rate": 9.586345363505578e-06,
      "loss": 0.6199,
      "step": 3799
    },
    {
      "epoch": 0.31309219741286975,
      "grad_norm": 4.530357360839844,
      "learning_rate": 9.586079619555492e-06,
      "loss": 0.4273,
      "step": 3800
    },
    {
      "epoch": 0.3131745900963994,
      "grad_norm": 2.9626455307006836,
      "learning_rate": 9.58581379395771e-06,
      "loss": 0.2851,
      "step": 3801
    },
    {
      "epoch": 0.31325698277992914,
      "grad_norm": 5.011566162109375,
      "learning_rate": 9.585547886716961e-06,
      "loss": 0.6226,
      "step": 3802
    },
    {
      "epoch": 0.31333937546345886,
      "grad_norm": 5.56907844543457,
      "learning_rate": 9.585281897837981e-06,
      "loss": 0.6634,
      "step": 3803
    },
    {
      "epoch": 0.3134217681469885,
      "grad_norm": 2.3190245628356934,
      "learning_rate": 9.585015827325504e-06,
      "loss": 0.2053,
      "step": 3804
    },
    {
      "epoch": 0.31350416083051824,
      "grad_norm": 3.1964170932769775,
      "learning_rate": 9.584749675184268e-06,
      "loss": 0.2923,
      "step": 3805
    },
    {
      "epoch": 0.31358655351404796,
      "grad_norm": 2.5109636783599854,
      "learning_rate": 9.584483441419013e-06,
      "loss": 0.2857,
      "step": 3806
    },
    {
      "epoch": 0.3136689461975777,
      "grad_norm": 3.1183903217315674,
      "learning_rate": 9.584217126034476e-06,
      "loss": 0.5584,
      "step": 3807
    },
    {
      "epoch": 0.31375133888110734,
      "grad_norm": 4.8596110343933105,
      "learning_rate": 9.5839507290354e-06,
      "loss": 0.5589,
      "step": 3808
    },
    {
      "epoch": 0.31383373156463706,
      "grad_norm": 3.737460136413574,
      "learning_rate": 9.583684250426526e-06,
      "loss": 0.5575,
      "step": 3809
    },
    {
      "epoch": 0.3139161242481668,
      "grad_norm": 4.75433874130249,
      "learning_rate": 9.5834176902126e-06,
      "loss": 0.4464,
      "step": 3810
    },
    {
      "epoch": 0.31399851693169645,
      "grad_norm": 3.937670946121216,
      "learning_rate": 9.583151048398368e-06,
      "loss": 0.5439,
      "step": 3811
    },
    {
      "epoch": 0.31408090961522617,
      "grad_norm": 4.666868209838867,
      "learning_rate": 9.582884324988577e-06,
      "loss": 0.3878,
      "step": 3812
    },
    {
      "epoch": 0.3141633022987559,
      "grad_norm": 4.885408878326416,
      "learning_rate": 9.582617519987973e-06,
      "loss": 0.521,
      "step": 3813
    },
    {
      "epoch": 0.31424569498228555,
      "grad_norm": 4.797357082366943,
      "learning_rate": 9.582350633401309e-06,
      "loss": 0.2502,
      "step": 3814
    },
    {
      "epoch": 0.31432808766581527,
      "grad_norm": 2.882542371749878,
      "learning_rate": 9.582083665233333e-06,
      "loss": 0.3375,
      "step": 3815
    },
    {
      "epoch": 0.314410480349345,
      "grad_norm": 4.668882846832275,
      "learning_rate": 9.581816615488804e-06,
      "loss": 0.6021,
      "step": 3816
    },
    {
      "epoch": 0.31449287303287465,
      "grad_norm": 3.094740629196167,
      "learning_rate": 9.58154948417247e-06,
      "loss": 0.3754,
      "step": 3817
    },
    {
      "epoch": 0.3145752657164044,
      "grad_norm": 3.2747514247894287,
      "learning_rate": 9.581282271289091e-06,
      "loss": 0.2257,
      "step": 3818
    },
    {
      "epoch": 0.3146576583999341,
      "grad_norm": 3.8258938789367676,
      "learning_rate": 9.581014976843422e-06,
      "loss": 0.5483,
      "step": 3819
    },
    {
      "epoch": 0.3147400510834638,
      "grad_norm": 4.1051530838012695,
      "learning_rate": 9.580747600840224e-06,
      "loss": 0.6072,
      "step": 3820
    },
    {
      "epoch": 0.3148224437669935,
      "grad_norm": 3.9882054328918457,
      "learning_rate": 9.580480143284254e-06,
      "loss": 0.2508,
      "step": 3821
    },
    {
      "epoch": 0.3149048364505232,
      "grad_norm": 5.120024681091309,
      "learning_rate": 9.580212604180276e-06,
      "loss": 0.5793,
      "step": 3822
    },
    {
      "epoch": 0.3149872291340529,
      "grad_norm": 3.862532377243042,
      "learning_rate": 9.579944983533052e-06,
      "loss": 0.6238,
      "step": 3823
    },
    {
      "epoch": 0.3150696218175826,
      "grad_norm": 3.8687007427215576,
      "learning_rate": 9.579677281347348e-06,
      "loss": 0.4148,
      "step": 3824
    },
    {
      "epoch": 0.3151520145011123,
      "grad_norm": 3.74674916267395,
      "learning_rate": 9.579409497627928e-06,
      "loss": 0.4173,
      "step": 3825
    },
    {
      "epoch": 0.315234407184642,
      "grad_norm": 2.94981050491333,
      "learning_rate": 9.579141632379562e-06,
      "loss": 0.2751,
      "step": 3826
    },
    {
      "epoch": 0.3153167998681717,
      "grad_norm": 34.62895202636719,
      "learning_rate": 9.578873685607016e-06,
      "loss": 1.2989,
      "step": 3827
    },
    {
      "epoch": 0.3153991925517014,
      "grad_norm": 6.965392589569092,
      "learning_rate": 9.578605657315064e-06,
      "loss": 0.6986,
      "step": 3828
    },
    {
      "epoch": 0.3154815852352311,
      "grad_norm": 5.358211994171143,
      "learning_rate": 9.578337547508472e-06,
      "loss": 0.661,
      "step": 3829
    },
    {
      "epoch": 0.31556397791876084,
      "grad_norm": 3.4692955017089844,
      "learning_rate": 9.578069356192019e-06,
      "loss": 0.3093,
      "step": 3830
    },
    {
      "epoch": 0.3156463706022905,
      "grad_norm": 4.070113658905029,
      "learning_rate": 9.577801083370478e-06,
      "loss": 0.4127,
      "step": 3831
    },
    {
      "epoch": 0.3157287632858202,
      "grad_norm": 6.707650661468506,
      "learning_rate": 9.577532729048624e-06,
      "loss": 0.5163,
      "step": 3832
    },
    {
      "epoch": 0.31581115596934994,
      "grad_norm": 3.637082099914551,
      "learning_rate": 9.577264293231235e-06,
      "loss": 0.3361,
      "step": 3833
    },
    {
      "epoch": 0.3158935486528796,
      "grad_norm": 3.157369375228882,
      "learning_rate": 9.576995775923091e-06,
      "loss": 0.1734,
      "step": 3834
    },
    {
      "epoch": 0.3159759413364093,
      "grad_norm": 4.1748881340026855,
      "learning_rate": 9.576727177128973e-06,
      "loss": 0.4529,
      "step": 3835
    },
    {
      "epoch": 0.31605833401993905,
      "grad_norm": 3.668388843536377,
      "learning_rate": 9.57645849685366e-06,
      "loss": 0.3911,
      "step": 3836
    },
    {
      "epoch": 0.3161407267034687,
      "grad_norm": 4.160867691040039,
      "learning_rate": 9.576189735101937e-06,
      "loss": 0.5464,
      "step": 3837
    },
    {
      "epoch": 0.31622311938699843,
      "grad_norm": 2.2599050998687744,
      "learning_rate": 9.57592089187859e-06,
      "loss": 0.1957,
      "step": 3838
    },
    {
      "epoch": 0.31630551207052815,
      "grad_norm": 4.89856481552124,
      "learning_rate": 9.575651967188406e-06,
      "loss": 0.5356,
      "step": 3839
    },
    {
      "epoch": 0.3163879047540578,
      "grad_norm": 4.055000305175781,
      "learning_rate": 9.57538296103617e-06,
      "loss": 0.3103,
      "step": 3840
    },
    {
      "epoch": 0.31647029743758753,
      "grad_norm": 4.65303373336792,
      "learning_rate": 9.575113873426672e-06,
      "loss": 0.4571,
      "step": 3841
    },
    {
      "epoch": 0.31655269012111725,
      "grad_norm": 4.568422317504883,
      "learning_rate": 9.574844704364703e-06,
      "loss": 0.633,
      "step": 3842
    },
    {
      "epoch": 0.316635082804647,
      "grad_norm": 5.833229064941406,
      "learning_rate": 9.574575453855056e-06,
      "loss": 0.6993,
      "step": 3843
    },
    {
      "epoch": 0.31671747548817664,
      "grad_norm": 5.705214023590088,
      "learning_rate": 9.574306121902524e-06,
      "loss": 0.4728,
      "step": 3844
    },
    {
      "epoch": 0.31679986817170636,
      "grad_norm": 3.561826467514038,
      "learning_rate": 9.5740367085119e-06,
      "loss": 0.4726,
      "step": 3845
    },
    {
      "epoch": 0.3168822608552361,
      "grad_norm": 5.92705774307251,
      "learning_rate": 9.573767213687984e-06,
      "loss": 0.7109,
      "step": 3846
    },
    {
      "epoch": 0.31696465353876574,
      "grad_norm": 3.535896062850952,
      "learning_rate": 9.573497637435572e-06,
      "loss": 0.4537,
      "step": 3847
    },
    {
      "epoch": 0.31704704622229546,
      "grad_norm": 3.4687671661376953,
      "learning_rate": 9.573227979759463e-06,
      "loss": 0.4861,
      "step": 3848
    },
    {
      "epoch": 0.3171294389058252,
      "grad_norm": 3.9508750438690186,
      "learning_rate": 9.57295824066446e-06,
      "loss": 0.6129,
      "step": 3849
    },
    {
      "epoch": 0.31721183158935484,
      "grad_norm": 5.37205171585083,
      "learning_rate": 9.572688420155363e-06,
      "loss": 0.4927,
      "step": 3850
    },
    {
      "epoch": 0.31729422427288456,
      "grad_norm": 2.97560453414917,
      "learning_rate": 9.572418518236976e-06,
      "loss": 0.146,
      "step": 3851
    },
    {
      "epoch": 0.3173766169564143,
      "grad_norm": 2.430371046066284,
      "learning_rate": 9.572148534914102e-06,
      "loss": 0.243,
      "step": 3852
    },
    {
      "epoch": 0.31745900963994395,
      "grad_norm": 4.755114555358887,
      "learning_rate": 9.571878470191554e-06,
      "loss": 0.6779,
      "step": 3853
    },
    {
      "epoch": 0.31754140232347366,
      "grad_norm": 4.648421287536621,
      "learning_rate": 9.571608324074135e-06,
      "loss": 0.5687,
      "step": 3854
    },
    {
      "epoch": 0.3176237950070034,
      "grad_norm": 4.607761383056641,
      "learning_rate": 9.571338096566655e-06,
      "loss": 0.3439,
      "step": 3855
    },
    {
      "epoch": 0.3177061876905331,
      "grad_norm": 3.183589458465576,
      "learning_rate": 9.571067787673927e-06,
      "loss": 0.3083,
      "step": 3856
    },
    {
      "epoch": 0.31778858037406277,
      "grad_norm": 3.7092316150665283,
      "learning_rate": 9.570797397400762e-06,
      "loss": 0.403,
      "step": 3857
    },
    {
      "epoch": 0.3178709730575925,
      "grad_norm": 6.940245628356934,
      "learning_rate": 9.570526925751973e-06,
      "loss": 0.7719,
      "step": 3858
    },
    {
      "epoch": 0.3179533657411222,
      "grad_norm": 3.7237443923950195,
      "learning_rate": 9.570256372732378e-06,
      "loss": 0.4941,
      "step": 3859
    },
    {
      "epoch": 0.31803575842465187,
      "grad_norm": 7.5596208572387695,
      "learning_rate": 9.56998573834679e-06,
      "loss": 0.3834,
      "step": 3860
    },
    {
      "epoch": 0.3181181511081816,
      "grad_norm": 3.4279563426971436,
      "learning_rate": 9.56971502260003e-06,
      "loss": 0.4199,
      "step": 3861
    },
    {
      "epoch": 0.3182005437917113,
      "grad_norm": 3.7571074962615967,
      "learning_rate": 9.569444225496917e-06,
      "loss": 0.4578,
      "step": 3862
    },
    {
      "epoch": 0.318282936475241,
      "grad_norm": 3.231462001800537,
      "learning_rate": 9.569173347042271e-06,
      "loss": 0.6279,
      "step": 3863
    },
    {
      "epoch": 0.3183653291587707,
      "grad_norm": 3.959299087524414,
      "learning_rate": 9.568902387240917e-06,
      "loss": 0.3994,
      "step": 3864
    },
    {
      "epoch": 0.3184477218423004,
      "grad_norm": 4.1554741859436035,
      "learning_rate": 9.568631346097677e-06,
      "loss": 0.3456,
      "step": 3865
    },
    {
      "epoch": 0.31853011452583013,
      "grad_norm": 3.4553158283233643,
      "learning_rate": 9.568360223617376e-06,
      "loss": 0.5511,
      "step": 3866
    },
    {
      "epoch": 0.3186125072093598,
      "grad_norm": 3.0834155082702637,
      "learning_rate": 9.568089019804846e-06,
      "loss": 0.4813,
      "step": 3867
    },
    {
      "epoch": 0.3186948998928895,
      "grad_norm": 4.853947639465332,
      "learning_rate": 9.567817734664906e-06,
      "loss": 0.5629,
      "step": 3868
    },
    {
      "epoch": 0.31877729257641924,
      "grad_norm": 4.409865379333496,
      "learning_rate": 9.567546368202393e-06,
      "loss": 0.5874,
      "step": 3869
    },
    {
      "epoch": 0.3188596852599489,
      "grad_norm": 4.576107025146484,
      "learning_rate": 9.567274920422138e-06,
      "loss": 0.4449,
      "step": 3870
    },
    {
      "epoch": 0.3189420779434786,
      "grad_norm": 2.106468915939331,
      "learning_rate": 9.567003391328969e-06,
      "loss": 0.1698,
      "step": 3871
    },
    {
      "epoch": 0.31902447062700834,
      "grad_norm": 5.54175329208374,
      "learning_rate": 9.566731780927725e-06,
      "loss": 0.5673,
      "step": 3872
    },
    {
      "epoch": 0.319106863310538,
      "grad_norm": 6.197511672973633,
      "learning_rate": 9.56646008922324e-06,
      "loss": 0.5902,
      "step": 3873
    },
    {
      "epoch": 0.3191892559940677,
      "grad_norm": 4.383026599884033,
      "learning_rate": 9.56618831622035e-06,
      "loss": 0.4539,
      "step": 3874
    },
    {
      "epoch": 0.31927164867759744,
      "grad_norm": 3.0793960094451904,
      "learning_rate": 9.565916461923893e-06,
      "loss": 0.3341,
      "step": 3875
    },
    {
      "epoch": 0.3193540413611271,
      "grad_norm": 3.640836477279663,
      "learning_rate": 9.56564452633871e-06,
      "loss": 0.3544,
      "step": 3876
    },
    {
      "epoch": 0.3194364340446568,
      "grad_norm": 3.382596969604492,
      "learning_rate": 9.565372509469645e-06,
      "loss": 0.4233,
      "step": 3877
    },
    {
      "epoch": 0.31951882672818654,
      "grad_norm": 3.6643636226654053,
      "learning_rate": 9.565100411321538e-06,
      "loss": 0.4976,
      "step": 3878
    },
    {
      "epoch": 0.31960121941171626,
      "grad_norm": 2.095794916152954,
      "learning_rate": 9.564828231899232e-06,
      "loss": 0.1725,
      "step": 3879
    },
    {
      "epoch": 0.31968361209524593,
      "grad_norm": 4.011792182922363,
      "learning_rate": 9.564555971207574e-06,
      "loss": 0.6486,
      "step": 3880
    },
    {
      "epoch": 0.31976600477877565,
      "grad_norm": 4.35986852645874,
      "learning_rate": 9.564283629251413e-06,
      "loss": 0.6591,
      "step": 3881
    },
    {
      "epoch": 0.31984839746230537,
      "grad_norm": 3.282541275024414,
      "learning_rate": 9.564011206035594e-06,
      "loss": 0.2813,
      "step": 3882
    },
    {
      "epoch": 0.31993079014583503,
      "grad_norm": 4.912455081939697,
      "learning_rate": 9.563738701564971e-06,
      "loss": 0.5363,
      "step": 3883
    },
    {
      "epoch": 0.32001318282936475,
      "grad_norm": 5.183022975921631,
      "learning_rate": 9.563466115844393e-06,
      "loss": 0.5572,
      "step": 3884
    },
    {
      "epoch": 0.32009557551289447,
      "grad_norm": 4.523863315582275,
      "learning_rate": 9.563193448878713e-06,
      "loss": 0.4304,
      "step": 3885
    },
    {
      "epoch": 0.32017796819642413,
      "grad_norm": 4.653596878051758,
      "learning_rate": 9.562920700672787e-06,
      "loss": 0.5828,
      "step": 3886
    },
    {
      "epoch": 0.32026036087995385,
      "grad_norm": 4.22332763671875,
      "learning_rate": 9.56264787123147e-06,
      "loss": 0.625,
      "step": 3887
    },
    {
      "epoch": 0.3203427535634836,
      "grad_norm": 3.0625967979431152,
      "learning_rate": 9.562374960559617e-06,
      "loss": 0.3204,
      "step": 3888
    },
    {
      "epoch": 0.3204251462470133,
      "grad_norm": 4.687556743621826,
      "learning_rate": 9.562101968662092e-06,
      "loss": 0.6075,
      "step": 3889
    },
    {
      "epoch": 0.32050753893054296,
      "grad_norm": 3.573883056640625,
      "learning_rate": 9.561828895543748e-06,
      "loss": 0.4537,
      "step": 3890
    },
    {
      "epoch": 0.3205899316140727,
      "grad_norm": 3.074371099472046,
      "learning_rate": 9.561555741209454e-06,
      "loss": 0.2929,
      "step": 3891
    },
    {
      "epoch": 0.3206723242976024,
      "grad_norm": 3.214933395385742,
      "learning_rate": 9.561282505664067e-06,
      "loss": 0.2699,
      "step": 3892
    },
    {
      "epoch": 0.32075471698113206,
      "grad_norm": 30.962818145751953,
      "learning_rate": 9.561009188912456e-06,
      "loss": 1.3195,
      "step": 3893
    },
    {
      "epoch": 0.3208371096646618,
      "grad_norm": 4.372654914855957,
      "learning_rate": 9.560735790959485e-06,
      "loss": 0.5203,
      "step": 3894
    },
    {
      "epoch": 0.3209195023481915,
      "grad_norm": 5.097790718078613,
      "learning_rate": 9.56046231181002e-06,
      "loss": 0.482,
      "step": 3895
    },
    {
      "epoch": 0.32100189503172116,
      "grad_norm": 5.833702087402344,
      "learning_rate": 9.560188751468933e-06,
      "loss": 0.6432,
      "step": 3896
    },
    {
      "epoch": 0.3210842877152509,
      "grad_norm": 4.0238776206970215,
      "learning_rate": 9.559915109941091e-06,
      "loss": 0.5552,
      "step": 3897
    },
    {
      "epoch": 0.3211666803987806,
      "grad_norm": 3.9681341648101807,
      "learning_rate": 9.559641387231369e-06,
      "loss": 0.5855,
      "step": 3898
    },
    {
      "epoch": 0.32124907308231027,
      "grad_norm": 4.056095123291016,
      "learning_rate": 9.559367583344638e-06,
      "loss": 0.3146,
      "step": 3899
    },
    {
      "epoch": 0.32133146576584,
      "grad_norm": 3.498985767364502,
      "learning_rate": 9.559093698285775e-06,
      "loss": 0.4321,
      "step": 3900
    },
    {
      "epoch": 0.3214138584493697,
      "grad_norm": 3.873514413833618,
      "learning_rate": 9.558819732059652e-06,
      "loss": 0.3642,
      "step": 3901
    },
    {
      "epoch": 0.3214962511328994,
      "grad_norm": 4.474939346313477,
      "learning_rate": 9.55854568467115e-06,
      "loss": 0.5527,
      "step": 3902
    },
    {
      "epoch": 0.3215786438164291,
      "grad_norm": 5.518173694610596,
      "learning_rate": 9.558271556125147e-06,
      "loss": 0.6017,
      "step": 3903
    },
    {
      "epoch": 0.3216610364999588,
      "grad_norm": 2.1388916969299316,
      "learning_rate": 9.557997346426522e-06,
      "loss": 0.1976,
      "step": 3904
    },
    {
      "epoch": 0.3217434291834885,
      "grad_norm": 7.112768173217773,
      "learning_rate": 9.557723055580159e-06,
      "loss": 0.6479,
      "step": 3905
    },
    {
      "epoch": 0.3218258218670182,
      "grad_norm": 3.95654034614563,
      "learning_rate": 9.55744868359094e-06,
      "loss": 0.5587,
      "step": 3906
    },
    {
      "epoch": 0.3219082145505479,
      "grad_norm": 3.5698983669281006,
      "learning_rate": 9.55717423046375e-06,
      "loss": 0.5652,
      "step": 3907
    },
    {
      "epoch": 0.32199060723407763,
      "grad_norm": 3.2163846492767334,
      "learning_rate": 9.556899696203475e-06,
      "loss": 0.3771,
      "step": 3908
    },
    {
      "epoch": 0.3220729999176073,
      "grad_norm": 4.7508087158203125,
      "learning_rate": 9.556625080815003e-06,
      "loss": 0.4439,
      "step": 3909
    },
    {
      "epoch": 0.322155392601137,
      "grad_norm": 5.793434143066406,
      "learning_rate": 9.556350384303224e-06,
      "loss": 0.5455,
      "step": 3910
    },
    {
      "epoch": 0.32223778528466673,
      "grad_norm": 4.433176517486572,
      "learning_rate": 9.556075606673028e-06,
      "loss": 0.5665,
      "step": 3911
    },
    {
      "epoch": 0.3223201779681964,
      "grad_norm": 3.383922815322876,
      "learning_rate": 9.555800747929304e-06,
      "loss": 0.3324,
      "step": 3912
    },
    {
      "epoch": 0.3224025706517261,
      "grad_norm": 3.3696916103363037,
      "learning_rate": 9.55552580807695e-06,
      "loss": 0.5104,
      "step": 3913
    },
    {
      "epoch": 0.32248496333525584,
      "grad_norm": 4.074779033660889,
      "learning_rate": 9.55525078712086e-06,
      "loss": 0.3596,
      "step": 3914
    },
    {
      "epoch": 0.32256735601878556,
      "grad_norm": 3.3355050086975098,
      "learning_rate": 9.554975685065929e-06,
      "loss": 0.452,
      "step": 3915
    },
    {
      "epoch": 0.3226497487023152,
      "grad_norm": 3.4334359169006348,
      "learning_rate": 9.55470050191705e-06,
      "loss": 0.268,
      "step": 3916
    },
    {
      "epoch": 0.32273214138584494,
      "grad_norm": 4.2193684577941895,
      "learning_rate": 9.554425237679132e-06,
      "loss": 0.5471,
      "step": 3917
    },
    {
      "epoch": 0.32281453406937466,
      "grad_norm": 29.346092224121094,
      "learning_rate": 9.55414989235707e-06,
      "loss": 1.0567,
      "step": 3918
    },
    {
      "epoch": 0.3228969267529043,
      "grad_norm": 2.7764508724212646,
      "learning_rate": 9.553874465955766e-06,
      "loss": 0.336,
      "step": 3919
    },
    {
      "epoch": 0.32297931943643404,
      "grad_norm": 5.280073165893555,
      "learning_rate": 9.553598958480124e-06,
      "loss": 0.5642,
      "step": 3920
    },
    {
      "epoch": 0.32306171211996376,
      "grad_norm": 3.437068462371826,
      "learning_rate": 9.55332336993505e-06,
      "loss": 0.5022,
      "step": 3921
    },
    {
      "epoch": 0.3231441048034934,
      "grad_norm": 4.67672872543335,
      "learning_rate": 9.553047700325448e-06,
      "loss": 0.4425,
      "step": 3922
    },
    {
      "epoch": 0.32322649748702315,
      "grad_norm": 5.27122163772583,
      "learning_rate": 9.55277194965623e-06,
      "loss": 0.5973,
      "step": 3923
    },
    {
      "epoch": 0.32330889017055287,
      "grad_norm": 4.930228233337402,
      "learning_rate": 9.552496117932302e-06,
      "loss": 0.7149,
      "step": 3924
    },
    {
      "epoch": 0.3233912828540826,
      "grad_norm": 6.412469387054443,
      "learning_rate": 9.552220205158574e-06,
      "loss": 0.8057,
      "step": 3925
    },
    {
      "epoch": 0.32347367553761225,
      "grad_norm": 4.249622821807861,
      "learning_rate": 9.551944211339961e-06,
      "loss": 0.423,
      "step": 3926
    },
    {
      "epoch": 0.32355606822114197,
      "grad_norm": 3.9137723445892334,
      "learning_rate": 9.551668136481375e-06,
      "loss": 0.3972,
      "step": 3927
    },
    {
      "epoch": 0.3236384609046717,
      "grad_norm": 4.658511161804199,
      "learning_rate": 9.551391980587732e-06,
      "loss": 0.6496,
      "step": 3928
    },
    {
      "epoch": 0.32372085358820135,
      "grad_norm": 3.9169225692749023,
      "learning_rate": 9.551115743663947e-06,
      "loss": 0.4523,
      "step": 3929
    },
    {
      "epoch": 0.32380324627173107,
      "grad_norm": 3.398000717163086,
      "learning_rate": 9.55083942571494e-06,
      "loss": 0.3085,
      "step": 3930
    },
    {
      "epoch": 0.3238856389552608,
      "grad_norm": 4.131128787994385,
      "learning_rate": 9.550563026745628e-06,
      "loss": 0.488,
      "step": 3931
    },
    {
      "epoch": 0.32396803163879045,
      "grad_norm": 3.4040257930755615,
      "learning_rate": 9.550286546760934e-06,
      "loss": 0.4671,
      "step": 3932
    },
    {
      "epoch": 0.3240504243223202,
      "grad_norm": 4.276888847351074,
      "learning_rate": 9.550009985765778e-06,
      "loss": 0.394,
      "step": 3933
    },
    {
      "epoch": 0.3241328170058499,
      "grad_norm": 3.8943614959716797,
      "learning_rate": 9.549733343765086e-06,
      "loss": 0.3528,
      "step": 3934
    },
    {
      "epoch": 0.32421520968937956,
      "grad_norm": 3.678972005844116,
      "learning_rate": 9.549456620763781e-06,
      "loss": 0.4423,
      "step": 3935
    },
    {
      "epoch": 0.3242976023729093,
      "grad_norm": 5.188906192779541,
      "learning_rate": 9.549179816766794e-06,
      "loss": 0.718,
      "step": 3936
    },
    {
      "epoch": 0.324379995056439,
      "grad_norm": 3.7748961448669434,
      "learning_rate": 9.548902931779047e-06,
      "loss": 0.4316,
      "step": 3937
    },
    {
      "epoch": 0.3244623877399687,
      "grad_norm": 3.7476391792297363,
      "learning_rate": 9.548625965805473e-06,
      "loss": 0.5402,
      "step": 3938
    },
    {
      "epoch": 0.3245447804234984,
      "grad_norm": 3.502014398574829,
      "learning_rate": 9.548348918851003e-06,
      "loss": 0.6119,
      "step": 3939
    },
    {
      "epoch": 0.3246271731070281,
      "grad_norm": 2.1310677528381348,
      "learning_rate": 9.548071790920569e-06,
      "loss": 0.2052,
      "step": 3940
    },
    {
      "epoch": 0.3247095657905578,
      "grad_norm": 3.398771047592163,
      "learning_rate": 9.547794582019103e-06,
      "loss": 0.3705,
      "step": 3941
    },
    {
      "epoch": 0.3247919584740875,
      "grad_norm": 3.637195348739624,
      "learning_rate": 9.547517292151543e-06,
      "loss": 0.4245,
      "step": 3942
    },
    {
      "epoch": 0.3248743511576172,
      "grad_norm": 3.555903911590576,
      "learning_rate": 9.547239921322825e-06,
      "loss": 0.5757,
      "step": 3943
    },
    {
      "epoch": 0.3249567438411469,
      "grad_norm": 3.574878215789795,
      "learning_rate": 9.546962469537884e-06,
      "loss": 0.2796,
      "step": 3944
    },
    {
      "epoch": 0.3250391365246766,
      "grad_norm": 4.3937578201293945,
      "learning_rate": 9.546684936801664e-06,
      "loss": 0.5167,
      "step": 3945
    },
    {
      "epoch": 0.3251215292082063,
      "grad_norm": 4.091983795166016,
      "learning_rate": 9.546407323119103e-06,
      "loss": 0.3459,
      "step": 3946
    },
    {
      "epoch": 0.325203921891736,
      "grad_norm": 4.575394630432129,
      "learning_rate": 9.546129628495146e-06,
      "loss": 0.6319,
      "step": 3947
    },
    {
      "epoch": 0.3252863145752657,
      "grad_norm": 4.87077522277832,
      "learning_rate": 9.545851852934736e-06,
      "loss": 0.5483,
      "step": 3948
    },
    {
      "epoch": 0.3253687072587954,
      "grad_norm": 3.3948707580566406,
      "learning_rate": 9.545573996442817e-06,
      "loss": 0.4283,
      "step": 3949
    },
    {
      "epoch": 0.32545109994232513,
      "grad_norm": 3.357139825820923,
      "learning_rate": 9.545296059024336e-06,
      "loss": 0.3168,
      "step": 3950
    },
    {
      "epoch": 0.32553349262585485,
      "grad_norm": 2.992220401763916,
      "learning_rate": 9.545018040684241e-06,
      "loss": 0.2372,
      "step": 3951
    },
    {
      "epoch": 0.3256158853093845,
      "grad_norm": 3.026125907897949,
      "learning_rate": 9.544739941427485e-06,
      "loss": 0.1763,
      "step": 3952
    },
    {
      "epoch": 0.32569827799291423,
      "grad_norm": 3.925879955291748,
      "learning_rate": 9.544461761259015e-06,
      "loss": 0.3807,
      "step": 3953
    },
    {
      "epoch": 0.32578067067644395,
      "grad_norm": 1.9414540529251099,
      "learning_rate": 9.544183500183785e-06,
      "loss": 0.1319,
      "step": 3954
    },
    {
      "epoch": 0.3258630633599736,
      "grad_norm": 3.18050479888916,
      "learning_rate": 9.543905158206751e-06,
      "loss": 0.3622,
      "step": 3955
    },
    {
      "epoch": 0.32594545604350333,
      "grad_norm": 3.808236837387085,
      "learning_rate": 9.543626735332865e-06,
      "loss": 0.4385,
      "step": 3956
    },
    {
      "epoch": 0.32602784872703305,
      "grad_norm": 4.08320426940918,
      "learning_rate": 9.543348231567087e-06,
      "loss": 0.4297,
      "step": 3957
    },
    {
      "epoch": 0.3261102414105627,
      "grad_norm": 3.833402633666992,
      "learning_rate": 9.543069646914372e-06,
      "loss": 0.4342,
      "step": 3958
    },
    {
      "epoch": 0.32619263409409244,
      "grad_norm": 3.6498773097991943,
      "learning_rate": 9.542790981379683e-06,
      "loss": 0.3987,
      "step": 3959
    },
    {
      "epoch": 0.32627502677762216,
      "grad_norm": 5.027667045593262,
      "learning_rate": 9.54251223496798e-06,
      "loss": 0.3354,
      "step": 3960
    },
    {
      "epoch": 0.3263574194611519,
      "grad_norm": 3.5656797885894775,
      "learning_rate": 9.542233407684224e-06,
      "loss": 0.4933,
      "step": 3961
    },
    {
      "epoch": 0.32643981214468154,
      "grad_norm": 4.0505852699279785,
      "learning_rate": 9.541954499533381e-06,
      "loss": 0.4606,
      "step": 3962
    },
    {
      "epoch": 0.32652220482821126,
      "grad_norm": 3.1274993419647217,
      "learning_rate": 9.541675510520417e-06,
      "loss": 0.3364,
      "step": 3963
    },
    {
      "epoch": 0.326604597511741,
      "grad_norm": 5.8440937995910645,
      "learning_rate": 9.541396440650294e-06,
      "loss": 0.6238,
      "step": 3964
    },
    {
      "epoch": 0.32668699019527064,
      "grad_norm": 1.9097874164581299,
      "learning_rate": 9.541117289927988e-06,
      "loss": 0.0796,
      "step": 3965
    },
    {
      "epoch": 0.32676938287880036,
      "grad_norm": 4.69386100769043,
      "learning_rate": 9.540838058358463e-06,
      "loss": 0.6741,
      "step": 3966
    },
    {
      "epoch": 0.3268517755623301,
      "grad_norm": 3.108485221862793,
      "learning_rate": 9.540558745946694e-06,
      "loss": 0.4856,
      "step": 3967
    },
    {
      "epoch": 0.32693416824585975,
      "grad_norm": 2.1811776161193848,
      "learning_rate": 9.540279352697651e-06,
      "loss": 0.1893,
      "step": 3968
    },
    {
      "epoch": 0.32701656092938947,
      "grad_norm": 3.8268826007843018,
      "learning_rate": 9.539999878616311e-06,
      "loss": 0.3326,
      "step": 3969
    },
    {
      "epoch": 0.3270989536129192,
      "grad_norm": 4.190430641174316,
      "learning_rate": 9.539720323707647e-06,
      "loss": 0.5428,
      "step": 3970
    },
    {
      "epoch": 0.32718134629644885,
      "grad_norm": 4.059974193572998,
      "learning_rate": 9.539440687976636e-06,
      "loss": 0.5275,
      "step": 3971
    },
    {
      "epoch": 0.32726373897997857,
      "grad_norm": 2.4270009994506836,
      "learning_rate": 9.539160971428256e-06,
      "loss": 0.359,
      "step": 3972
    },
    {
      "epoch": 0.3273461316635083,
      "grad_norm": 2.802659749984741,
      "learning_rate": 9.538881174067489e-06,
      "loss": 0.4447,
      "step": 3973
    },
    {
      "epoch": 0.327428524347038,
      "grad_norm": 4.411898136138916,
      "learning_rate": 9.538601295899317e-06,
      "loss": 0.6211,
      "step": 3974
    },
    {
      "epoch": 0.32751091703056767,
      "grad_norm": 4.47651481628418,
      "learning_rate": 9.53832133692872e-06,
      "loss": 0.5075,
      "step": 3975
    },
    {
      "epoch": 0.3275933097140974,
      "grad_norm": 2.7084591388702393,
      "learning_rate": 9.538041297160684e-06,
      "loss": 0.4186,
      "step": 3976
    },
    {
      "epoch": 0.3276757023976271,
      "grad_norm": 4.4440436363220215,
      "learning_rate": 9.537761176600195e-06,
      "loss": 0.3813,
      "step": 3977
    },
    {
      "epoch": 0.3277580950811568,
      "grad_norm": 6.125564098358154,
      "learning_rate": 9.537480975252238e-06,
      "loss": 0.7209,
      "step": 3978
    },
    {
      "epoch": 0.3278404877646865,
      "grad_norm": 2.7819278240203857,
      "learning_rate": 9.537200693121801e-06,
      "loss": 0.399,
      "step": 3979
    },
    {
      "epoch": 0.3279228804482162,
      "grad_norm": 4.643733024597168,
      "learning_rate": 9.536920330213878e-06,
      "loss": 0.5649,
      "step": 3980
    },
    {
      "epoch": 0.3280052731317459,
      "grad_norm": 2.483776092529297,
      "learning_rate": 9.53663988653346e-06,
      "loss": 0.1181,
      "step": 3981
    },
    {
      "epoch": 0.3280876658152756,
      "grad_norm": 4.472107887268066,
      "learning_rate": 9.536359362085535e-06,
      "loss": 0.3836,
      "step": 3982
    },
    {
      "epoch": 0.3281700584988053,
      "grad_norm": 2.8313965797424316,
      "learning_rate": 9.5360787568751e-06,
      "loss": 0.3911,
      "step": 3983
    },
    {
      "epoch": 0.328252451182335,
      "grad_norm": 35.010982513427734,
      "learning_rate": 9.535798070907151e-06,
      "loss": 1.8349,
      "step": 3984
    },
    {
      "epoch": 0.3283348438658647,
      "grad_norm": 5.777703762054443,
      "learning_rate": 9.535517304186687e-06,
      "loss": 0.5432,
      "step": 3985
    },
    {
      "epoch": 0.3284172365493944,
      "grad_norm": 5.027232646942139,
      "learning_rate": 9.535236456718703e-06,
      "loss": 0.6458,
      "step": 3986
    },
    {
      "epoch": 0.32849962923292414,
      "grad_norm": 4.891045570373535,
      "learning_rate": 9.534955528508203e-06,
      "loss": 0.4747,
      "step": 3987
    },
    {
      "epoch": 0.3285820219164538,
      "grad_norm": 4.2153239250183105,
      "learning_rate": 9.534674519560185e-06,
      "loss": 0.4722,
      "step": 3988
    },
    {
      "epoch": 0.3286644145999835,
      "grad_norm": 3.785618543624878,
      "learning_rate": 9.534393429879653e-06,
      "loss": 0.6419,
      "step": 3989
    },
    {
      "epoch": 0.32874680728351324,
      "grad_norm": 7.240994453430176,
      "learning_rate": 9.534112259471611e-06,
      "loss": 0.2121,
      "step": 3990
    },
    {
      "epoch": 0.3288291999670429,
      "grad_norm": 4.4685187339782715,
      "learning_rate": 9.533831008341065e-06,
      "loss": 0.5642,
      "step": 3991
    },
    {
      "epoch": 0.3289115926505726,
      "grad_norm": 4.0225605964660645,
      "learning_rate": 9.533549676493023e-06,
      "loss": 0.5703,
      "step": 3992
    },
    {
      "epoch": 0.32899398533410235,
      "grad_norm": 4.711645126342773,
      "learning_rate": 9.533268263932495e-06,
      "loss": 0.469,
      "step": 3993
    },
    {
      "epoch": 0.329076378017632,
      "grad_norm": 5.002263069152832,
      "learning_rate": 9.532986770664487e-06,
      "loss": 0.4123,
      "step": 3994
    },
    {
      "epoch": 0.32915877070116173,
      "grad_norm": 4.238499164581299,
      "learning_rate": 9.532705196694015e-06,
      "loss": 0.3578,
      "step": 3995
    },
    {
      "epoch": 0.32924116338469145,
      "grad_norm": 3.3367719650268555,
      "learning_rate": 9.532423542026087e-06,
      "loss": 0.4709,
      "step": 3996
    },
    {
      "epoch": 0.32932355606822117,
      "grad_norm": 3.780961036682129,
      "learning_rate": 9.53214180666572e-06,
      "loss": 0.4739,
      "step": 3997
    },
    {
      "epoch": 0.32940594875175083,
      "grad_norm": 4.251262187957764,
      "learning_rate": 9.531859990617933e-06,
      "loss": 0.4425,
      "step": 3998
    },
    {
      "epoch": 0.32948834143528055,
      "grad_norm": 4.341362476348877,
      "learning_rate": 9.531578093887738e-06,
      "loss": 0.5063,
      "step": 3999
    },
    {
      "epoch": 0.32957073411881027,
      "grad_norm": 4.775276184082031,
      "learning_rate": 9.531296116480155e-06,
      "loss": 0.5163,
      "step": 4000
    },
    {
      "epoch": 0.32965312680233994,
      "grad_norm": 5.788032054901123,
      "learning_rate": 9.531014058400207e-06,
      "loss": 0.5099,
      "step": 4001
    },
    {
      "epoch": 0.32973551948586965,
      "grad_norm": 3.402453660964966,
      "learning_rate": 9.530731919652914e-06,
      "loss": 0.5202,
      "step": 4002
    },
    {
      "epoch": 0.3298179121693994,
      "grad_norm": 3.4953861236572266,
      "learning_rate": 9.530449700243298e-06,
      "loss": 0.3866,
      "step": 4003
    },
    {
      "epoch": 0.32990030485292904,
      "grad_norm": 3.9669041633605957,
      "learning_rate": 9.530167400176385e-06,
      "loss": 0.3773,
      "step": 4004
    },
    {
      "epoch": 0.32998269753645876,
      "grad_norm": 6.203740119934082,
      "learning_rate": 9.529885019457198e-06,
      "loss": 0.5917,
      "step": 4005
    },
    {
      "epoch": 0.3300650902199885,
      "grad_norm": 4.44459342956543,
      "learning_rate": 9.529602558090768e-06,
      "loss": 0.5634,
      "step": 4006
    },
    {
      "epoch": 0.33014748290351814,
      "grad_norm": 5.9085774421691895,
      "learning_rate": 9.529320016082122e-06,
      "loss": 0.5605,
      "step": 4007
    },
    {
      "epoch": 0.33022987558704786,
      "grad_norm": 26.86204719543457,
      "learning_rate": 9.52903739343629e-06,
      "loss": 1.0768,
      "step": 4008
    },
    {
      "epoch": 0.3303122682705776,
      "grad_norm": 23.755422592163086,
      "learning_rate": 9.528754690158304e-06,
      "loss": 0.6375,
      "step": 4009
    },
    {
      "epoch": 0.3303946609541073,
      "grad_norm": 3.548353433609009,
      "learning_rate": 9.528471906253197e-06,
      "loss": 0.4924,
      "step": 4010
    },
    {
      "epoch": 0.33047705363763696,
      "grad_norm": 6.242476940155029,
      "learning_rate": 9.528189041726003e-06,
      "loss": 0.4094,
      "step": 4011
    },
    {
      "epoch": 0.3305594463211667,
      "grad_norm": 7.360625267028809,
      "learning_rate": 9.52790609658176e-06,
      "loss": 0.5113,
      "step": 4012
    },
    {
      "epoch": 0.3306418390046964,
      "grad_norm": 5.6031904220581055,
      "learning_rate": 9.527623070825505e-06,
      "loss": 0.4921,
      "step": 4013
    },
    {
      "epoch": 0.33072423168822607,
      "grad_norm": 4.769458293914795,
      "learning_rate": 9.527339964462274e-06,
      "loss": 0.5483,
      "step": 4014
    },
    {
      "epoch": 0.3308066243717558,
      "grad_norm": 7.274862766265869,
      "learning_rate": 9.527056777497108e-06,
      "loss": 0.4186,
      "step": 4015
    },
    {
      "epoch": 0.3308890170552855,
      "grad_norm": 4.809969902038574,
      "learning_rate": 9.526773509935052e-06,
      "loss": 0.6306,
      "step": 4016
    },
    {
      "epoch": 0.33097140973881517,
      "grad_norm": 4.774877071380615,
      "learning_rate": 9.526490161781145e-06,
      "loss": 0.3701,
      "step": 4017
    },
    {
      "epoch": 0.3310538024223449,
      "grad_norm": 3.9094882011413574,
      "learning_rate": 9.526206733040432e-06,
      "loss": 0.5018,
      "step": 4018
    },
    {
      "epoch": 0.3311361951058746,
      "grad_norm": 3.537282705307007,
      "learning_rate": 9.525923223717964e-06,
      "loss": 0.314,
      "step": 4019
    },
    {
      "epoch": 0.33121858778940433,
      "grad_norm": 3.8775382041931152,
      "learning_rate": 9.525639633818782e-06,
      "loss": 0.4809,
      "step": 4020
    },
    {
      "epoch": 0.331300980472934,
      "grad_norm": 4.316433429718018,
      "learning_rate": 9.525355963347939e-06,
      "loss": 0.3765,
      "step": 4021
    },
    {
      "epoch": 0.3313833731564637,
      "grad_norm": 3.677401542663574,
      "learning_rate": 9.525072212310483e-06,
      "loss": 0.4487,
      "step": 4022
    },
    {
      "epoch": 0.33146576583999343,
      "grad_norm": 4.696815490722656,
      "learning_rate": 9.524788380711467e-06,
      "loss": 0.4508,
      "step": 4023
    },
    {
      "epoch": 0.3315481585235231,
      "grad_norm": 5.102278232574463,
      "learning_rate": 9.524504468555944e-06,
      "loss": 0.354,
      "step": 4024
    },
    {
      "epoch": 0.3316305512070528,
      "grad_norm": 5.025081634521484,
      "learning_rate": 9.524220475848968e-06,
      "loss": 0.5413,
      "step": 4025
    },
    {
      "epoch": 0.33171294389058253,
      "grad_norm": 4.794967174530029,
      "learning_rate": 9.523936402595596e-06,
      "loss": 0.5336,
      "step": 4026
    },
    {
      "epoch": 0.3317953365741122,
      "grad_norm": 4.369298458099365,
      "learning_rate": 9.523652248800885e-06,
      "loss": 0.4145,
      "step": 4027
    },
    {
      "epoch": 0.3318777292576419,
      "grad_norm": 4.407754421234131,
      "learning_rate": 9.523368014469894e-06,
      "loss": 0.6855,
      "step": 4028
    },
    {
      "epoch": 0.33196012194117164,
      "grad_norm": 4.14428186416626,
      "learning_rate": 9.523083699607682e-06,
      "loss": 0.5558,
      "step": 4029
    },
    {
      "epoch": 0.3320425146247013,
      "grad_norm": 4.422009468078613,
      "learning_rate": 9.522799304219312e-06,
      "loss": 0.6042,
      "step": 4030
    },
    {
      "epoch": 0.332124907308231,
      "grad_norm": 3.492534637451172,
      "learning_rate": 9.522514828309847e-06,
      "loss": 0.1901,
      "step": 4031
    },
    {
      "epoch": 0.33220729999176074,
      "grad_norm": 3.5425455570220947,
      "learning_rate": 9.522230271884351e-06,
      "loss": 0.5032,
      "step": 4032
    },
    {
      "epoch": 0.33228969267529046,
      "grad_norm": 3.2268075942993164,
      "learning_rate": 9.521945634947894e-06,
      "loss": 0.4455,
      "step": 4033
    },
    {
      "epoch": 0.3323720853588201,
      "grad_norm": 3.246999979019165,
      "learning_rate": 9.521660917505536e-06,
      "loss": 0.5195,
      "step": 4034
    },
    {
      "epoch": 0.33245447804234984,
      "grad_norm": 5.840123176574707,
      "learning_rate": 9.521376119562354e-06,
      "loss": 0.5557,
      "step": 4035
    },
    {
      "epoch": 0.33253687072587956,
      "grad_norm": 3.555177688598633,
      "learning_rate": 9.521091241123412e-06,
      "loss": 0.4362,
      "step": 4036
    },
    {
      "epoch": 0.3326192634094092,
      "grad_norm": 4.077892780303955,
      "learning_rate": 9.520806282193783e-06,
      "loss": 0.502,
      "step": 4037
    },
    {
      "epoch": 0.33270165609293895,
      "grad_norm": 3.7051029205322266,
      "learning_rate": 9.520521242778544e-06,
      "loss": 0.5245,
      "step": 4038
    },
    {
      "epoch": 0.33278404877646867,
      "grad_norm": 5.133909702301025,
      "learning_rate": 9.520236122882769e-06,
      "loss": 0.6674,
      "step": 4039
    },
    {
      "epoch": 0.33286644145999833,
      "grad_norm": 3.9064385890960693,
      "learning_rate": 9.51995092251153e-06,
      "loss": 0.4843,
      "step": 4040
    },
    {
      "epoch": 0.33294883414352805,
      "grad_norm": 4.767274379730225,
      "learning_rate": 9.519665641669906e-06,
      "loss": 0.4478,
      "step": 4041
    },
    {
      "epoch": 0.33303122682705777,
      "grad_norm": 3.309105396270752,
      "learning_rate": 9.519380280362977e-06,
      "loss": 0.4041,
      "step": 4042
    },
    {
      "epoch": 0.33311361951058743,
      "grad_norm": 3.8735241889953613,
      "learning_rate": 9.519094838595825e-06,
      "loss": 0.6004,
      "step": 4043
    },
    {
      "epoch": 0.33319601219411715,
      "grad_norm": 3.921971321105957,
      "learning_rate": 9.51880931637353e-06,
      "loss": 0.5303,
      "step": 4044
    },
    {
      "epoch": 0.33327840487764687,
      "grad_norm": 3.7137057781219482,
      "learning_rate": 9.518523713701173e-06,
      "loss": 0.4784,
      "step": 4045
    },
    {
      "epoch": 0.3333607975611766,
      "grad_norm": 4.714956760406494,
      "learning_rate": 9.518238030583844e-06,
      "loss": 0.393,
      "step": 4046
    },
    {
      "epoch": 0.33344319024470626,
      "grad_norm": 3.438816547393799,
      "learning_rate": 9.517952267026625e-06,
      "loss": 0.2922,
      "step": 4047
    },
    {
      "epoch": 0.333525582928236,
      "grad_norm": 5.568421363830566,
      "learning_rate": 9.517666423034604e-06,
      "loss": 0.6333,
      "step": 4048
    },
    {
      "epoch": 0.3336079756117657,
      "grad_norm": 4.424986839294434,
      "learning_rate": 9.51738049861287e-06,
      "loss": 0.5603,
      "step": 4049
    },
    {
      "epoch": 0.33369036829529536,
      "grad_norm": 3.282336473464966,
      "learning_rate": 9.517094493766516e-06,
      "loss": 0.5106,
      "step": 4050
    },
    {
      "epoch": 0.3337727609788251,
      "grad_norm": 4.125953197479248,
      "learning_rate": 9.516808408500631e-06,
      "loss": 0.5704,
      "step": 4051
    },
    {
      "epoch": 0.3338551536623548,
      "grad_norm": 4.0130615234375,
      "learning_rate": 9.51652224282031e-06,
      "loss": 0.4602,
      "step": 4052
    },
    {
      "epoch": 0.33393754634588446,
      "grad_norm": 3.7451658248901367,
      "learning_rate": 9.516235996730645e-06,
      "loss": 0.4767,
      "step": 4053
    },
    {
      "epoch": 0.3340199390294142,
      "grad_norm": 3.4179577827453613,
      "learning_rate": 9.515949670236734e-06,
      "loss": 0.4158,
      "step": 4054
    },
    {
      "epoch": 0.3341023317129439,
      "grad_norm": 4.499432563781738,
      "learning_rate": 9.515663263343678e-06,
      "loss": 0.3757,
      "step": 4055
    },
    {
      "epoch": 0.3341847243964736,
      "grad_norm": 5.018858432769775,
      "learning_rate": 9.51537677605657e-06,
      "loss": 0.3117,
      "step": 4056
    },
    {
      "epoch": 0.3342671170800033,
      "grad_norm": 38.02084732055664,
      "learning_rate": 9.515090208380512e-06,
      "loss": 0.4037,
      "step": 4057
    },
    {
      "epoch": 0.334349509763533,
      "grad_norm": 5.31784725189209,
      "learning_rate": 9.514803560320611e-06,
      "loss": 0.4887,
      "step": 4058
    },
    {
      "epoch": 0.3344319024470627,
      "grad_norm": 13.635251998901367,
      "learning_rate": 9.514516831881964e-06,
      "loss": 0.1596,
      "step": 4059
    },
    {
      "epoch": 0.3345142951305924,
      "grad_norm": 4.735087871551514,
      "learning_rate": 9.514230023069677e-06,
      "loss": 0.5006,
      "step": 4060
    },
    {
      "epoch": 0.3345966878141221,
      "grad_norm": 2.317119836807251,
      "learning_rate": 9.51394313388886e-06,
      "loss": 0.1668,
      "step": 4061
    },
    {
      "epoch": 0.3346790804976518,
      "grad_norm": 28.524316787719727,
      "learning_rate": 9.513656164344615e-06,
      "loss": 1.2583,
      "step": 4062
    },
    {
      "epoch": 0.3347614731811815,
      "grad_norm": 4.074029445648193,
      "learning_rate": 9.513369114442055e-06,
      "loss": 0.5637,
      "step": 4063
    },
    {
      "epoch": 0.3348438658647112,
      "grad_norm": 5.274698257446289,
      "learning_rate": 9.513081984186289e-06,
      "loss": 0.5875,
      "step": 4064
    },
    {
      "epoch": 0.33492625854824093,
      "grad_norm": 3.9198780059814453,
      "learning_rate": 9.51279477358243e-06,
      "loss": 0.4178,
      "step": 4065
    },
    {
      "epoch": 0.3350086512317706,
      "grad_norm": 3.5875422954559326,
      "learning_rate": 9.512507482635589e-06,
      "loss": 0.5284,
      "step": 4066
    },
    {
      "epoch": 0.3350910439153003,
      "grad_norm": 3.046541452407837,
      "learning_rate": 9.512220111350883e-06,
      "loss": 0.2635,
      "step": 4067
    },
    {
      "epoch": 0.33517343659883003,
      "grad_norm": 4.734633445739746,
      "learning_rate": 9.511932659733428e-06,
      "loss": 0.5541,
      "step": 4068
    },
    {
      "epoch": 0.33525582928235975,
      "grad_norm": 2.6683707237243652,
      "learning_rate": 9.51164512778834e-06,
      "loss": 0.2315,
      "step": 4069
    },
    {
      "epoch": 0.3353382219658894,
      "grad_norm": 2.7631213665008545,
      "learning_rate": 9.511357515520737e-06,
      "loss": 0.4737,
      "step": 4070
    },
    {
      "epoch": 0.33542061464941914,
      "grad_norm": 3.8694634437561035,
      "learning_rate": 9.511069822935746e-06,
      "loss": 0.4172,
      "step": 4071
    },
    {
      "epoch": 0.33550300733294885,
      "grad_norm": 3.1738028526306152,
      "learning_rate": 9.510782050038483e-06,
      "loss": 0.4651,
      "step": 4072
    },
    {
      "epoch": 0.3355854000164785,
      "grad_norm": 5.231440544128418,
      "learning_rate": 9.510494196834072e-06,
      "loss": 0.4851,
      "step": 4073
    },
    {
      "epoch": 0.33566779270000824,
      "grad_norm": 28.09521484375,
      "learning_rate": 9.510206263327638e-06,
      "loss": 1.0967,
      "step": 4074
    },
    {
      "epoch": 0.33575018538353796,
      "grad_norm": 2.741978645324707,
      "learning_rate": 9.509918249524308e-06,
      "loss": 0.2873,
      "step": 4075
    },
    {
      "epoch": 0.3358325780670676,
      "grad_norm": 4.303618431091309,
      "learning_rate": 9.509630155429211e-06,
      "loss": 0.6637,
      "step": 4076
    },
    {
      "epoch": 0.33591497075059734,
      "grad_norm": 4.297173976898193,
      "learning_rate": 9.509341981047472e-06,
      "loss": 0.5075,
      "step": 4077
    },
    {
      "epoch": 0.33599736343412706,
      "grad_norm": 7.639699935913086,
      "learning_rate": 9.509053726384225e-06,
      "loss": 0.6721,
      "step": 4078
    },
    {
      "epoch": 0.3360797561176567,
      "grad_norm": 3.131162166595459,
      "learning_rate": 9.508765391444602e-06,
      "loss": 0.3433,
      "step": 4079
    },
    {
      "epoch": 0.33616214880118644,
      "grad_norm": 3.621833562850952,
      "learning_rate": 9.508476976233732e-06,
      "loss": 0.5793,
      "step": 4080
    },
    {
      "epoch": 0.33624454148471616,
      "grad_norm": 3.530381202697754,
      "learning_rate": 9.508188480756755e-06,
      "loss": 0.4348,
      "step": 4081
    },
    {
      "epoch": 0.3363269341682459,
      "grad_norm": 2.668299436569214,
      "learning_rate": 9.507899905018805e-06,
      "loss": 0.436,
      "step": 4082
    },
    {
      "epoch": 0.33640932685177555,
      "grad_norm": 3.2906494140625,
      "learning_rate": 9.507611249025019e-06,
      "loss": 0.314,
      "step": 4083
    },
    {
      "epoch": 0.33649171953530527,
      "grad_norm": 3.8940675258636475,
      "learning_rate": 9.507322512780537e-06,
      "loss": 0.4811,
      "step": 4084
    },
    {
      "epoch": 0.336574112218835,
      "grad_norm": 3.064887762069702,
      "learning_rate": 9.5070336962905e-06,
      "loss": 0.4113,
      "step": 4085
    },
    {
      "epoch": 0.33665650490236465,
      "grad_norm": 5.343830585479736,
      "learning_rate": 9.506744799560048e-06,
      "loss": 0.7235,
      "step": 4086
    },
    {
      "epoch": 0.33673889758589437,
      "grad_norm": 3.590832471847534,
      "learning_rate": 9.506455822594325e-06,
      "loss": 0.5232,
      "step": 4087
    },
    {
      "epoch": 0.3368212902694241,
      "grad_norm": 3.504924774169922,
      "learning_rate": 9.506166765398478e-06,
      "loss": 0.2972,
      "step": 4088
    },
    {
      "epoch": 0.33690368295295375,
      "grad_norm": 3.972604751586914,
      "learning_rate": 9.505877627977649e-06,
      "loss": 0.6044,
      "step": 4089
    },
    {
      "epoch": 0.3369860756364835,
      "grad_norm": 4.749671459197998,
      "learning_rate": 9.50558841033699e-06,
      "loss": 0.5515,
      "step": 4090
    },
    {
      "epoch": 0.3370684683200132,
      "grad_norm": 3.006761074066162,
      "learning_rate": 9.505299112481646e-06,
      "loss": 0.4722,
      "step": 4091
    },
    {
      "epoch": 0.3371508610035429,
      "grad_norm": 4.135257244110107,
      "learning_rate": 9.505009734416772e-06,
      "loss": 0.4937,
      "step": 4092
    },
    {
      "epoch": 0.3372332536870726,
      "grad_norm": 3.551483154296875,
      "learning_rate": 9.504720276147517e-06,
      "loss": 0.4561,
      "step": 4093
    },
    {
      "epoch": 0.3373156463706023,
      "grad_norm": 3.6165459156036377,
      "learning_rate": 9.504430737679034e-06,
      "loss": 0.3603,
      "step": 4094
    },
    {
      "epoch": 0.337398039054132,
      "grad_norm": 3.785590410232544,
      "learning_rate": 9.504141119016477e-06,
      "loss": 0.3653,
      "step": 4095
    },
    {
      "epoch": 0.3374804317376617,
      "grad_norm": 3.884222984313965,
      "learning_rate": 9.503851420165006e-06,
      "loss": 0.6248,
      "step": 4096
    },
    {
      "epoch": 0.3375628244211914,
      "grad_norm": 3.6024255752563477,
      "learning_rate": 9.503561641129776e-06,
      "loss": 0.4306,
      "step": 4097
    },
    {
      "epoch": 0.3376452171047211,
      "grad_norm": 3.44559383392334,
      "learning_rate": 9.503271781915946e-06,
      "loss": 0.4486,
      "step": 4098
    },
    {
      "epoch": 0.3377276097882508,
      "grad_norm": 3.06974720954895,
      "learning_rate": 9.502981842528677e-06,
      "loss": 0.28,
      "step": 4099
    },
    {
      "epoch": 0.3378100024717805,
      "grad_norm": 3.080873489379883,
      "learning_rate": 9.50269182297313e-06,
      "loss": 0.3429,
      "step": 4100
    },
    {
      "epoch": 0.3378923951553102,
      "grad_norm": 5.512506484985352,
      "learning_rate": 9.502401723254471e-06,
      "loss": 0.693,
      "step": 4101
    },
    {
      "epoch": 0.3379747878388399,
      "grad_norm": 3.7788326740264893,
      "learning_rate": 9.502111543377861e-06,
      "loss": 0.57,
      "step": 4102
    },
    {
      "epoch": 0.3380571805223696,
      "grad_norm": 3.4577856063842773,
      "learning_rate": 9.501821283348469e-06,
      "loss": 0.3566,
      "step": 4103
    },
    {
      "epoch": 0.3381395732058993,
      "grad_norm": 2.7099993228912354,
      "learning_rate": 9.501530943171462e-06,
      "loss": 0.4933,
      "step": 4104
    },
    {
      "epoch": 0.33822196588942904,
      "grad_norm": 3.8462255001068115,
      "learning_rate": 9.501240522852008e-06,
      "loss": 0.427,
      "step": 4105
    },
    {
      "epoch": 0.3383043585729587,
      "grad_norm": 2.4985885620117188,
      "learning_rate": 9.50095002239528e-06,
      "loss": 0.5018,
      "step": 4106
    },
    {
      "epoch": 0.3383867512564884,
      "grad_norm": 4.999730110168457,
      "learning_rate": 9.500659441806444e-06,
      "loss": 0.608,
      "step": 4107
    },
    {
      "epoch": 0.33846914394001815,
      "grad_norm": 2.6193435192108154,
      "learning_rate": 9.50036878109068e-06,
      "loss": 0.371,
      "step": 4108
    },
    {
      "epoch": 0.3385515366235478,
      "grad_norm": 4.43848180770874,
      "learning_rate": 9.50007804025316e-06,
      "loss": 0.3989,
      "step": 4109
    },
    {
      "epoch": 0.33863392930707753,
      "grad_norm": 3.9157216548919678,
      "learning_rate": 9.499787219299059e-06,
      "loss": 0.5616,
      "step": 4110
    },
    {
      "epoch": 0.33871632199060725,
      "grad_norm": 3.5082740783691406,
      "learning_rate": 9.499496318233558e-06,
      "loss": 0.4939,
      "step": 4111
    },
    {
      "epoch": 0.3387987146741369,
      "grad_norm": 3.0441224575042725,
      "learning_rate": 9.499205337061832e-06,
      "loss": 0.4204,
      "step": 4112
    },
    {
      "epoch": 0.33888110735766663,
      "grad_norm": 2.7980198860168457,
      "learning_rate": 9.498914275789064e-06,
      "loss": 0.3736,
      "step": 4113
    },
    {
      "epoch": 0.33896350004119635,
      "grad_norm": 3.149547576904297,
      "learning_rate": 9.498623134420436e-06,
      "loss": 0.3002,
      "step": 4114
    },
    {
      "epoch": 0.339045892724726,
      "grad_norm": 3.2887251377105713,
      "learning_rate": 9.49833191296113e-06,
      "loss": 0.535,
      "step": 4115
    },
    {
      "epoch": 0.33912828540825574,
      "grad_norm": 2.1466946601867676,
      "learning_rate": 9.49804061141633e-06,
      "loss": 0.2456,
      "step": 4116
    },
    {
      "epoch": 0.33921067809178546,
      "grad_norm": 3.810521125793457,
      "learning_rate": 9.497749229791224e-06,
      "loss": 0.5013,
      "step": 4117
    },
    {
      "epoch": 0.3392930707753152,
      "grad_norm": 4.339166164398193,
      "learning_rate": 9.497457768091e-06,
      "loss": 0.6411,
      "step": 4118
    },
    {
      "epoch": 0.33937546345884484,
      "grad_norm": 3.693519115447998,
      "learning_rate": 9.497166226320845e-06,
      "loss": 0.4627,
      "step": 4119
    },
    {
      "epoch": 0.33945785614237456,
      "grad_norm": 4.42582893371582,
      "learning_rate": 9.49687460448595e-06,
      "loss": 0.6232,
      "step": 4120
    },
    {
      "epoch": 0.3395402488259043,
      "grad_norm": 3.4377410411834717,
      "learning_rate": 9.49658290259151e-06,
      "loss": 0.5439,
      "step": 4121
    },
    {
      "epoch": 0.33962264150943394,
      "grad_norm": 3.677239418029785,
      "learning_rate": 9.496291120642713e-06,
      "loss": 0.4377,
      "step": 4122
    },
    {
      "epoch": 0.33970503419296366,
      "grad_norm": 3.337900161743164,
      "learning_rate": 9.495999258644755e-06,
      "loss": 0.4945,
      "step": 4123
    },
    {
      "epoch": 0.3397874268764934,
      "grad_norm": 3.1626226902008057,
      "learning_rate": 9.495707316602835e-06,
      "loss": 0.4292,
      "step": 4124
    },
    {
      "epoch": 0.33986981956002305,
      "grad_norm": 3.906897783279419,
      "learning_rate": 9.49541529452215e-06,
      "loss": 0.2727,
      "step": 4125
    },
    {
      "epoch": 0.33995221224355276,
      "grad_norm": 3.426863431930542,
      "learning_rate": 9.495123192407896e-06,
      "loss": 0.5966,
      "step": 4126
    },
    {
      "epoch": 0.3400346049270825,
      "grad_norm": 1.7828328609466553,
      "learning_rate": 9.494831010265274e-06,
      "loss": 0.1787,
      "step": 4127
    },
    {
      "epoch": 0.3401169976106122,
      "grad_norm": 4.595359802246094,
      "learning_rate": 9.494538748099491e-06,
      "loss": 0.3488,
      "step": 4128
    },
    {
      "epoch": 0.34019939029414187,
      "grad_norm": 4.817555904388428,
      "learning_rate": 9.494246405915743e-06,
      "loss": 0.5101,
      "step": 4129
    },
    {
      "epoch": 0.3402817829776716,
      "grad_norm": 3.9714794158935547,
      "learning_rate": 9.49395398371924e-06,
      "loss": 0.4053,
      "step": 4130
    },
    {
      "epoch": 0.3403641756612013,
      "grad_norm": 3.08512282371521,
      "learning_rate": 9.493661481515186e-06,
      "loss": 0.4511,
      "step": 4131
    },
    {
      "epoch": 0.34044656834473097,
      "grad_norm": 4.850798606872559,
      "learning_rate": 9.493368899308789e-06,
      "loss": 0.5952,
      "step": 4132
    },
    {
      "epoch": 0.3405289610282607,
      "grad_norm": 4.9336466789245605,
      "learning_rate": 9.493076237105257e-06,
      "loss": 0.5747,
      "step": 4133
    },
    {
      "epoch": 0.3406113537117904,
      "grad_norm": 3.355837821960449,
      "learning_rate": 9.492783494909801e-06,
      "loss": 0.5749,
      "step": 4134
    },
    {
      "epoch": 0.3406937463953201,
      "grad_norm": 4.617154598236084,
      "learning_rate": 9.492490672727633e-06,
      "loss": 0.6318,
      "step": 4135
    },
    {
      "epoch": 0.3407761390788498,
      "grad_norm": 2.783845901489258,
      "learning_rate": 9.492197770563965e-06,
      "loss": 0.2391,
      "step": 4136
    },
    {
      "epoch": 0.3408585317623795,
      "grad_norm": 3.6382412910461426,
      "learning_rate": 9.491904788424013e-06,
      "loss": 0.472,
      "step": 4137
    },
    {
      "epoch": 0.3409409244459092,
      "grad_norm": 2.4928159713745117,
      "learning_rate": 9.491611726312993e-06,
      "loss": 0.3319,
      "step": 4138
    },
    {
      "epoch": 0.3410233171294389,
      "grad_norm": 2.892207145690918,
      "learning_rate": 9.491318584236123e-06,
      "loss": 0.4118,
      "step": 4139
    },
    {
      "epoch": 0.3411057098129686,
      "grad_norm": 3.3566644191741943,
      "learning_rate": 9.491025362198618e-06,
      "loss": 0.3236,
      "step": 4140
    },
    {
      "epoch": 0.34118810249649834,
      "grad_norm": 4.774744510650635,
      "learning_rate": 9.490732060205706e-06,
      "loss": 0.3739,
      "step": 4141
    },
    {
      "epoch": 0.341270495180028,
      "grad_norm": 4.2564287185668945,
      "learning_rate": 9.490438678262602e-06,
      "loss": 0.5561,
      "step": 4142
    },
    {
      "epoch": 0.3413528878635577,
      "grad_norm": 3.4087564945220947,
      "learning_rate": 9.490145216374531e-06,
      "loss": 0.2833,
      "step": 4143
    },
    {
      "epoch": 0.34143528054708744,
      "grad_norm": 3.533464193344116,
      "learning_rate": 9.489851674546717e-06,
      "loss": 0.3923,
      "step": 4144
    },
    {
      "epoch": 0.3415176732306171,
      "grad_norm": 3.5861053466796875,
      "learning_rate": 9.48955805278439e-06,
      "loss": 0.357,
      "step": 4145
    },
    {
      "epoch": 0.3416000659141468,
      "grad_norm": 4.52276086807251,
      "learning_rate": 9.489264351092774e-06,
      "loss": 0.4533,
      "step": 4146
    },
    {
      "epoch": 0.34168245859767654,
      "grad_norm": 3.4215481281280518,
      "learning_rate": 9.488970569477096e-06,
      "loss": 0.3247,
      "step": 4147
    },
    {
      "epoch": 0.3417648512812062,
      "grad_norm": 2.454169273376465,
      "learning_rate": 9.48867670794259e-06,
      "loss": 0.2665,
      "step": 4148
    },
    {
      "epoch": 0.3418472439647359,
      "grad_norm": 3.711094856262207,
      "learning_rate": 9.488382766494488e-06,
      "loss": 0.3961,
      "step": 4149
    },
    {
      "epoch": 0.34192963664826564,
      "grad_norm": 4.346345901489258,
      "learning_rate": 9.48808874513802e-06,
      "loss": 0.3629,
      "step": 4150
    },
    {
      "epoch": 0.34201202933179536,
      "grad_norm": 4.020039081573486,
      "learning_rate": 9.487794643878423e-06,
      "loss": 0.4634,
      "step": 4151
    },
    {
      "epoch": 0.34209442201532503,
      "grad_norm": 5.409332752227783,
      "learning_rate": 9.487500462720931e-06,
      "loss": 0.6468,
      "step": 4152
    },
    {
      "epoch": 0.34217681469885475,
      "grad_norm": 3.882427453994751,
      "learning_rate": 9.487206201670785e-06,
      "loss": 0.432,
      "step": 4153
    },
    {
      "epoch": 0.34225920738238447,
      "grad_norm": 3.3688082695007324,
      "learning_rate": 9.48691186073322e-06,
      "loss": 0.342,
      "step": 4154
    },
    {
      "epoch": 0.34234160006591413,
      "grad_norm": 6.7748823165893555,
      "learning_rate": 9.486617439913476e-06,
      "loss": 0.4744,
      "step": 4155
    },
    {
      "epoch": 0.34242399274944385,
      "grad_norm": 3.9516851902008057,
      "learning_rate": 9.4863229392168e-06,
      "loss": 0.4624,
      "step": 4156
    },
    {
      "epoch": 0.34250638543297357,
      "grad_norm": 5.650383472442627,
      "learning_rate": 9.486028358648427e-06,
      "loss": 0.6584,
      "step": 4157
    },
    {
      "epoch": 0.34258877811650323,
      "grad_norm": 3.255150556564331,
      "learning_rate": 9.485733698213609e-06,
      "loss": 0.5377,
      "step": 4158
    },
    {
      "epoch": 0.34267117080003295,
      "grad_norm": 4.487420558929443,
      "learning_rate": 9.485438957917588e-06,
      "loss": 0.4946,
      "step": 4159
    },
    {
      "epoch": 0.3427535634835627,
      "grad_norm": 5.025972366333008,
      "learning_rate": 9.485144137765613e-06,
      "loss": 0.6474,
      "step": 4160
    },
    {
      "epoch": 0.34283595616709234,
      "grad_norm": 4.217124938964844,
      "learning_rate": 9.484849237762933e-06,
      "loss": 0.5753,
      "step": 4161
    },
    {
      "epoch": 0.34291834885062206,
      "grad_norm": 2.591123104095459,
      "learning_rate": 9.484554257914795e-06,
      "loss": 0.3873,
      "step": 4162
    },
    {
      "epoch": 0.3430007415341518,
      "grad_norm": 4.70888614654541,
      "learning_rate": 9.484259198226455e-06,
      "loss": 0.6339,
      "step": 4163
    },
    {
      "epoch": 0.3430831342176815,
      "grad_norm": 4.446535110473633,
      "learning_rate": 9.483964058703162e-06,
      "loss": 0.4485,
      "step": 4164
    },
    {
      "epoch": 0.34316552690121116,
      "grad_norm": 7.647651195526123,
      "learning_rate": 9.483668839350175e-06,
      "loss": 0.9709,
      "step": 4165
    },
    {
      "epoch": 0.3432479195847409,
      "grad_norm": 28.77611541748047,
      "learning_rate": 9.483373540172745e-06,
      "loss": 1.4834,
      "step": 4166
    },
    {
      "epoch": 0.3433303122682706,
      "grad_norm": 3.0848145484924316,
      "learning_rate": 9.483078161176133e-06,
      "loss": 0.2876,
      "step": 4167
    },
    {
      "epoch": 0.34341270495180026,
      "grad_norm": 3.2887790203094482,
      "learning_rate": 9.482782702365596e-06,
      "loss": 0.5427,
      "step": 4168
    },
    {
      "epoch": 0.34349509763533,
      "grad_norm": 4.592896461486816,
      "learning_rate": 9.482487163746397e-06,
      "loss": 0.4809,
      "step": 4169
    },
    {
      "epoch": 0.3435774903188597,
      "grad_norm": 4.831775665283203,
      "learning_rate": 9.482191545323792e-06,
      "loss": 0.4571,
      "step": 4170
    },
    {
      "epoch": 0.34365988300238937,
      "grad_norm": 3.6218597888946533,
      "learning_rate": 9.481895847103049e-06,
      "loss": 0.4834,
      "step": 4171
    },
    {
      "epoch": 0.3437422756859191,
      "grad_norm": 5.2775187492370605,
      "learning_rate": 9.481600069089429e-06,
      "loss": 0.533,
      "step": 4172
    },
    {
      "epoch": 0.3438246683694488,
      "grad_norm": 2.254020929336548,
      "learning_rate": 9.4813042112882e-06,
      "loss": 0.2348,
      "step": 4173
    },
    {
      "epoch": 0.34390706105297847,
      "grad_norm": 4.806058883666992,
      "learning_rate": 9.48100827370463e-06,
      "loss": 0.6447,
      "step": 4174
    },
    {
      "epoch": 0.3439894537365082,
      "grad_norm": 2.9723126888275146,
      "learning_rate": 9.480712256343986e-06,
      "loss": 0.4304,
      "step": 4175
    },
    {
      "epoch": 0.3440718464200379,
      "grad_norm": 3.124279737472534,
      "learning_rate": 9.48041615921154e-06,
      "loss": 0.3051,
      "step": 4176
    },
    {
      "epoch": 0.3441542391035676,
      "grad_norm": 2.196221113204956,
      "learning_rate": 9.48011998231256e-06,
      "loss": 0.2041,
      "step": 4177
    },
    {
      "epoch": 0.3442366317870973,
      "grad_norm": 3.524545192718506,
      "learning_rate": 9.479823725652321e-06,
      "loss": 0.4743,
      "step": 4178
    },
    {
      "epoch": 0.344319024470627,
      "grad_norm": 3.4715821743011475,
      "learning_rate": 9.479527389236098e-06,
      "loss": 0.4523,
      "step": 4179
    },
    {
      "epoch": 0.34440141715415673,
      "grad_norm": 3.246673583984375,
      "learning_rate": 9.479230973069167e-06,
      "loss": 0.392,
      "step": 4180
    },
    {
      "epoch": 0.3444838098376864,
      "grad_norm": 3.639092445373535,
      "learning_rate": 9.478934477156805e-06,
      "loss": 0.2808,
      "step": 4181
    },
    {
      "epoch": 0.3445662025212161,
      "grad_norm": 4.226090908050537,
      "learning_rate": 9.478637901504288e-06,
      "loss": 0.6864,
      "step": 4182
    },
    {
      "epoch": 0.34464859520474583,
      "grad_norm": 4.157083988189697,
      "learning_rate": 9.4783412461169e-06,
      "loss": 0.5421,
      "step": 4183
    },
    {
      "epoch": 0.3447309878882755,
      "grad_norm": 24.544921875,
      "learning_rate": 9.478044510999919e-06,
      "loss": 0.6733,
      "step": 4184
    },
    {
      "epoch": 0.3448133805718052,
      "grad_norm": 6.433592319488525,
      "learning_rate": 9.47774769615863e-06,
      "loss": 0.595,
      "step": 4185
    },
    {
      "epoch": 0.34489577325533494,
      "grad_norm": 4.157013893127441,
      "learning_rate": 9.477450801598315e-06,
      "loss": 0.3184,
      "step": 4186
    },
    {
      "epoch": 0.34497816593886466,
      "grad_norm": 4.111860752105713,
      "learning_rate": 9.477153827324265e-06,
      "loss": 0.4154,
      "step": 4187
    },
    {
      "epoch": 0.3450605586223943,
      "grad_norm": 5.882544040679932,
      "learning_rate": 9.476856773341762e-06,
      "loss": 0.7046,
      "step": 4188
    },
    {
      "epoch": 0.34514295130592404,
      "grad_norm": 4.913759231567383,
      "learning_rate": 9.476559639656096e-06,
      "loss": 0.3413,
      "step": 4189
    },
    {
      "epoch": 0.34522534398945376,
      "grad_norm": 5.728638648986816,
      "learning_rate": 9.476262426272557e-06,
      "loss": 0.2451,
      "step": 4190
    },
    {
      "epoch": 0.3453077366729834,
      "grad_norm": 3.4173502922058105,
      "learning_rate": 9.475965133196437e-06,
      "loss": 0.3577,
      "step": 4191
    },
    {
      "epoch": 0.34539012935651314,
      "grad_norm": 3.8824777603149414,
      "learning_rate": 9.475667760433027e-06,
      "loss": 0.4753,
      "step": 4192
    },
    {
      "epoch": 0.34547252204004286,
      "grad_norm": 3.3293561935424805,
      "learning_rate": 9.475370307987624e-06,
      "loss": 0.3416,
      "step": 4193
    },
    {
      "epoch": 0.3455549147235725,
      "grad_norm": 4.179726600646973,
      "learning_rate": 9.475072775865522e-06,
      "loss": 0.5286,
      "step": 4194
    },
    {
      "epoch": 0.34563730740710225,
      "grad_norm": 6.382648468017578,
      "learning_rate": 9.47477516407202e-06,
      "loss": 0.7581,
      "step": 4195
    },
    {
      "epoch": 0.34571970009063197,
      "grad_norm": 2.973390817642212,
      "learning_rate": 9.474477472612413e-06,
      "loss": 0.3728,
      "step": 4196
    },
    {
      "epoch": 0.34580209277416163,
      "grad_norm": 4.875102519989014,
      "learning_rate": 9.474179701492003e-06,
      "loss": 0.5138,
      "step": 4197
    },
    {
      "epoch": 0.34588448545769135,
      "grad_norm": 4.1082353591918945,
      "learning_rate": 9.473881850716091e-06,
      "loss": 0.3949,
      "step": 4198
    },
    {
      "epoch": 0.34596687814122107,
      "grad_norm": 3.9799554347991943,
      "learning_rate": 9.473583920289981e-06,
      "loss": 0.6181,
      "step": 4199
    },
    {
      "epoch": 0.3460492708247508,
      "grad_norm": 3.151716470718384,
      "learning_rate": 9.473285910218974e-06,
      "loss": 0.3814,
      "step": 4200
    },
    {
      "epoch": 0.34613166350828045,
      "grad_norm": 4.791971206665039,
      "learning_rate": 9.47298782050838e-06,
      "loss": 0.5759,
      "step": 4201
    },
    {
      "epoch": 0.34621405619181017,
      "grad_norm": 3.430603504180908,
      "learning_rate": 9.472689651163502e-06,
      "loss": 0.4635,
      "step": 4202
    },
    {
      "epoch": 0.3462964488753399,
      "grad_norm": 4.550751209259033,
      "learning_rate": 9.47239140218965e-06,
      "loss": 0.5703,
      "step": 4203
    },
    {
      "epoch": 0.34637884155886955,
      "grad_norm": 4.547040939331055,
      "learning_rate": 9.472093073592135e-06,
      "loss": 0.5335,
      "step": 4204
    },
    {
      "epoch": 0.3464612342423993,
      "grad_norm": 3.6456878185272217,
      "learning_rate": 9.471794665376266e-06,
      "loss": 0.4342,
      "step": 4205
    },
    {
      "epoch": 0.346543626925929,
      "grad_norm": 5.104393482208252,
      "learning_rate": 9.471496177547357e-06,
      "loss": 0.3504,
      "step": 4206
    },
    {
      "epoch": 0.34662601960945866,
      "grad_norm": 3.7545695304870605,
      "learning_rate": 9.471197610110722e-06,
      "loss": 0.4949,
      "step": 4207
    },
    {
      "epoch": 0.3467084122929884,
      "grad_norm": 4.818859577178955,
      "learning_rate": 9.470898963071676e-06,
      "loss": 0.4231,
      "step": 4208
    },
    {
      "epoch": 0.3467908049765181,
      "grad_norm": 4.248359203338623,
      "learning_rate": 9.470600236435538e-06,
      "loss": 0.3838,
      "step": 4209
    },
    {
      "epoch": 0.34687319766004776,
      "grad_norm": 3.5752060413360596,
      "learning_rate": 9.470301430207623e-06,
      "loss": 0.3642,
      "step": 4210
    },
    {
      "epoch": 0.3469555903435775,
      "grad_norm": 2.857914447784424,
      "learning_rate": 9.470002544393254e-06,
      "loss": 0.3377,
      "step": 4211
    },
    {
      "epoch": 0.3470379830271072,
      "grad_norm": 4.573951721191406,
      "learning_rate": 9.469703578997748e-06,
      "loss": 0.6085,
      "step": 4212
    },
    {
      "epoch": 0.3471203757106369,
      "grad_norm": 4.278214931488037,
      "learning_rate": 9.469404534026432e-06,
      "loss": 0.4796,
      "step": 4213
    },
    {
      "epoch": 0.3472027683941666,
      "grad_norm": 3.2607169151306152,
      "learning_rate": 9.469105409484628e-06,
      "loss": 0.2958,
      "step": 4214
    },
    {
      "epoch": 0.3472851610776963,
      "grad_norm": 3.5317084789276123,
      "learning_rate": 9.468806205377663e-06,
      "loss": 0.3795,
      "step": 4215
    },
    {
      "epoch": 0.347367553761226,
      "grad_norm": 3.231929302215576,
      "learning_rate": 9.46850692171086e-06,
      "loss": 0.4731,
      "step": 4216
    },
    {
      "epoch": 0.3474499464447557,
      "grad_norm": 3.8134450912475586,
      "learning_rate": 9.46820755848955e-06,
      "loss": 0.4954,
      "step": 4217
    },
    {
      "epoch": 0.3475323391282854,
      "grad_norm": 4.907189846038818,
      "learning_rate": 9.467908115719064e-06,
      "loss": 0.4007,
      "step": 4218
    },
    {
      "epoch": 0.3476147318118151,
      "grad_norm": 4.27944278717041,
      "learning_rate": 9.467608593404731e-06,
      "loss": 0.5094,
      "step": 4219
    },
    {
      "epoch": 0.3476971244953448,
      "grad_norm": 5.566211223602295,
      "learning_rate": 9.467308991551883e-06,
      "loss": 0.7715,
      "step": 4220
    },
    {
      "epoch": 0.3477795171788745,
      "grad_norm": 3.639143466949463,
      "learning_rate": 9.467009310165856e-06,
      "loss": 0.2053,
      "step": 4221
    },
    {
      "epoch": 0.34786190986240423,
      "grad_norm": 2.9400978088378906,
      "learning_rate": 9.466709549251984e-06,
      "loss": 0.501,
      "step": 4222
    },
    {
      "epoch": 0.34794430254593395,
      "grad_norm": 5.386353015899658,
      "learning_rate": 9.466409708815604e-06,
      "loss": 0.3486,
      "step": 4223
    },
    {
      "epoch": 0.3480266952294636,
      "grad_norm": 4.3015456199646,
      "learning_rate": 9.466109788862055e-06,
      "loss": 0.6033,
      "step": 4224
    },
    {
      "epoch": 0.34810908791299333,
      "grad_norm": 3.6092917919158936,
      "learning_rate": 9.465809789396673e-06,
      "loss": 0.4669,
      "step": 4225
    },
    {
      "epoch": 0.34819148059652305,
      "grad_norm": 4.191510200500488,
      "learning_rate": 9.465509710424806e-06,
      "loss": 0.3977,
      "step": 4226
    },
    {
      "epoch": 0.3482738732800527,
      "grad_norm": 2.572157859802246,
      "learning_rate": 9.46520955195179e-06,
      "loss": 0.4088,
      "step": 4227
    },
    {
      "epoch": 0.34835626596358243,
      "grad_norm": 2.6613972187042236,
      "learning_rate": 9.46490931398297e-06,
      "loss": 0.2973,
      "step": 4228
    },
    {
      "epoch": 0.34843865864711215,
      "grad_norm": 3.2123374938964844,
      "learning_rate": 9.464608996523694e-06,
      "loss": 0.3207,
      "step": 4229
    },
    {
      "epoch": 0.3485210513306418,
      "grad_norm": 3.8645660877227783,
      "learning_rate": 9.464308599579306e-06,
      "loss": 0.5178,
      "step": 4230
    },
    {
      "epoch": 0.34860344401417154,
      "grad_norm": 4.423727512359619,
      "learning_rate": 9.464008123155155e-06,
      "loss": 0.5073,
      "step": 4231
    },
    {
      "epoch": 0.34868583669770126,
      "grad_norm": 4.071524620056152,
      "learning_rate": 9.463707567256592e-06,
      "loss": 0.4551,
      "step": 4232
    },
    {
      "epoch": 0.3487682293812309,
      "grad_norm": 2.634290933609009,
      "learning_rate": 9.463406931888965e-06,
      "loss": 0.2491,
      "step": 4233
    },
    {
      "epoch": 0.34885062206476064,
      "grad_norm": 3.5584840774536133,
      "learning_rate": 9.463106217057628e-06,
      "loss": 0.5406,
      "step": 4234
    },
    {
      "epoch": 0.34893301474829036,
      "grad_norm": 3.5786383152008057,
      "learning_rate": 9.462805422767934e-06,
      "loss": 0.459,
      "step": 4235
    },
    {
      "epoch": 0.3490154074318201,
      "grad_norm": 4.741671085357666,
      "learning_rate": 9.46250454902524e-06,
      "loss": 0.483,
      "step": 4236
    },
    {
      "epoch": 0.34909780011534974,
      "grad_norm": 4.648446083068848,
      "learning_rate": 9.4622035958349e-06,
      "loss": 0.6271,
      "step": 4237
    },
    {
      "epoch": 0.34918019279887946,
      "grad_norm": 2.5503973960876465,
      "learning_rate": 9.461902563202275e-06,
      "loss": 0.198,
      "step": 4238
    },
    {
      "epoch": 0.3492625854824092,
      "grad_norm": 2.643918037414551,
      "learning_rate": 9.46160145113272e-06,
      "loss": 0.2734,
      "step": 4239
    },
    {
      "epoch": 0.34934497816593885,
      "grad_norm": 3.2881739139556885,
      "learning_rate": 9.461300259631601e-06,
      "loss": 0.3868,
      "step": 4240
    },
    {
      "epoch": 0.34942737084946857,
      "grad_norm": 4.953845024108887,
      "learning_rate": 9.460998988704276e-06,
      "loss": 0.5771,
      "step": 4241
    },
    {
      "epoch": 0.3495097635329983,
      "grad_norm": 3.6539087295532227,
      "learning_rate": 9.46069763835611e-06,
      "loss": 0.3989,
      "step": 4242
    },
    {
      "epoch": 0.34959215621652795,
      "grad_norm": 2.9889090061187744,
      "learning_rate": 9.46039620859247e-06,
      "loss": 0.3832,
      "step": 4243
    },
    {
      "epoch": 0.34967454890005767,
      "grad_norm": 3.5401840209960938,
      "learning_rate": 9.460094699418721e-06,
      "loss": 0.255,
      "step": 4244
    },
    {
      "epoch": 0.3497569415835874,
      "grad_norm": 4.751601219177246,
      "learning_rate": 9.459793110840229e-06,
      "loss": 0.6829,
      "step": 4245
    },
    {
      "epoch": 0.34983933426711705,
      "grad_norm": 4.7463483810424805,
      "learning_rate": 9.459491442862366e-06,
      "loss": 0.5932,
      "step": 4246
    },
    {
      "epoch": 0.34992172695064677,
      "grad_norm": 3.197648525238037,
      "learning_rate": 9.4591896954905e-06,
      "loss": 0.4839,
      "step": 4247
    },
    {
      "epoch": 0.3500041196341765,
      "grad_norm": 4.791627883911133,
      "learning_rate": 9.458887868730008e-06,
      "loss": 0.4332,
      "step": 4248
    },
    {
      "epoch": 0.3500865123177062,
      "grad_norm": 5.587853908538818,
      "learning_rate": 9.458585962586258e-06,
      "loss": 0.534,
      "step": 4249
    },
    {
      "epoch": 0.3501689050012359,
      "grad_norm": 3.9571852684020996,
      "learning_rate": 9.458283977064628e-06,
      "loss": 0.5238,
      "step": 4250
    },
    {
      "epoch": 0.3502512976847656,
      "grad_norm": 3.241067409515381,
      "learning_rate": 9.457981912170494e-06,
      "loss": 0.4616,
      "step": 4251
    },
    {
      "epoch": 0.3503336903682953,
      "grad_norm": 5.134531021118164,
      "learning_rate": 9.457679767909232e-06,
      "loss": 0.4298,
      "step": 4252
    },
    {
      "epoch": 0.350416083051825,
      "grad_norm": 2.500123977661133,
      "learning_rate": 9.457377544286224e-06,
      "loss": 0.3657,
      "step": 4253
    },
    {
      "epoch": 0.3504984757353547,
      "grad_norm": 4.577345371246338,
      "learning_rate": 9.457075241306849e-06,
      "loss": 0.5751,
      "step": 4254
    },
    {
      "epoch": 0.3505808684188844,
      "grad_norm": 3.1229374408721924,
      "learning_rate": 9.456772858976489e-06,
      "loss": 0.5404,
      "step": 4255
    },
    {
      "epoch": 0.3506632611024141,
      "grad_norm": 3.939692497253418,
      "learning_rate": 9.456470397300527e-06,
      "loss": 0.4961,
      "step": 4256
    },
    {
      "epoch": 0.3507456537859438,
      "grad_norm": 4.900224208831787,
      "learning_rate": 9.456167856284349e-06,
      "loss": 0.5003,
      "step": 4257
    },
    {
      "epoch": 0.3508280464694735,
      "grad_norm": 4.239014148712158,
      "learning_rate": 9.455865235933341e-06,
      "loss": 0.4372,
      "step": 4258
    },
    {
      "epoch": 0.35091043915300324,
      "grad_norm": 6.797929286956787,
      "learning_rate": 9.455562536252889e-06,
      "loss": 0.578,
      "step": 4259
    },
    {
      "epoch": 0.3509928318365329,
      "grad_norm": 3.423142671585083,
      "learning_rate": 9.455259757248385e-06,
      "loss": 0.4672,
      "step": 4260
    },
    {
      "epoch": 0.3510752245200626,
      "grad_norm": 2.767798662185669,
      "learning_rate": 9.454956898925218e-06,
      "loss": 0.3491,
      "step": 4261
    },
    {
      "epoch": 0.35115761720359234,
      "grad_norm": 3.3797762393951416,
      "learning_rate": 9.45465396128878e-06,
      "loss": 0.273,
      "step": 4262
    },
    {
      "epoch": 0.351240009887122,
      "grad_norm": 3.7190346717834473,
      "learning_rate": 9.454350944344463e-06,
      "loss": 0.3248,
      "step": 4263
    },
    {
      "epoch": 0.3513224025706517,
      "grad_norm": 4.46998929977417,
      "learning_rate": 9.454047848097664e-06,
      "loss": 0.5922,
      "step": 4264
    },
    {
      "epoch": 0.35140479525418145,
      "grad_norm": 3.1453707218170166,
      "learning_rate": 9.45374467255378e-06,
      "loss": 0.2889,
      "step": 4265
    },
    {
      "epoch": 0.3514871879377111,
      "grad_norm": 3.4418768882751465,
      "learning_rate": 9.453441417718203e-06,
      "loss": 0.4586,
      "step": 4266
    },
    {
      "epoch": 0.35156958062124083,
      "grad_norm": 4.168063163757324,
      "learning_rate": 9.453138083596338e-06,
      "loss": 0.6834,
      "step": 4267
    },
    {
      "epoch": 0.35165197330477055,
      "grad_norm": 6.130921840667725,
      "learning_rate": 9.452834670193581e-06,
      "loss": 0.6189,
      "step": 4268
    },
    {
      "epoch": 0.3517343659883002,
      "grad_norm": 5.222618579864502,
      "learning_rate": 9.452531177515337e-06,
      "loss": 0.701,
      "step": 4269
    },
    {
      "epoch": 0.35181675867182993,
      "grad_norm": 4.05169153213501,
      "learning_rate": 9.452227605567008e-06,
      "loss": 0.384,
      "step": 4270
    },
    {
      "epoch": 0.35189915135535965,
      "grad_norm": 2.7551448345184326,
      "learning_rate": 9.451923954353998e-06,
      "loss": 0.455,
      "step": 4271
    },
    {
      "epoch": 0.35198154403888937,
      "grad_norm": 4.263711452484131,
      "learning_rate": 9.451620223881713e-06,
      "loss": 0.6006,
      "step": 4272
    },
    {
      "epoch": 0.35206393672241904,
      "grad_norm": 6.758729934692383,
      "learning_rate": 9.451316414155563e-06,
      "loss": 0.6639,
      "step": 4273
    },
    {
      "epoch": 0.35214632940594875,
      "grad_norm": 3.9722049236297607,
      "learning_rate": 9.451012525180952e-06,
      "loss": 0.512,
      "step": 4274
    },
    {
      "epoch": 0.3522287220894785,
      "grad_norm": 3.1387550830841064,
      "learning_rate": 9.450708556963295e-06,
      "loss": 0.4102,
      "step": 4275
    },
    {
      "epoch": 0.35231111477300814,
      "grad_norm": 5.362794399261475,
      "learning_rate": 9.450404509508002e-06,
      "loss": 0.6544,
      "step": 4276
    },
    {
      "epoch": 0.35239350745653786,
      "grad_norm": 3.7103374004364014,
      "learning_rate": 9.450100382820484e-06,
      "loss": 0.3208,
      "step": 4277
    },
    {
      "epoch": 0.3524759001400676,
      "grad_norm": 6.7020039558410645,
      "learning_rate": 9.449796176906158e-06,
      "loss": 0.6721,
      "step": 4278
    },
    {
      "epoch": 0.35255829282359724,
      "grad_norm": 5.481241703033447,
      "learning_rate": 9.44949189177044e-06,
      "loss": 0.4384,
      "step": 4279
    },
    {
      "epoch": 0.35264068550712696,
      "grad_norm": 5.863580703735352,
      "learning_rate": 9.449187527418746e-06,
      "loss": 0.5033,
      "step": 4280
    },
    {
      "epoch": 0.3527230781906567,
      "grad_norm": 3.9001080989837646,
      "learning_rate": 9.448883083856494e-06,
      "loss": 0.5184,
      "step": 4281
    },
    {
      "epoch": 0.3528054708741864,
      "grad_norm": 3.6664116382598877,
      "learning_rate": 9.448578561089108e-06,
      "loss": 0.5851,
      "step": 4282
    },
    {
      "epoch": 0.35288786355771606,
      "grad_norm": 3.1122422218322754,
      "learning_rate": 9.448273959122005e-06,
      "loss": 0.4721,
      "step": 4283
    },
    {
      "epoch": 0.3529702562412458,
      "grad_norm": 4.096258640289307,
      "learning_rate": 9.44796927796061e-06,
      "loss": 0.5,
      "step": 4284
    },
    {
      "epoch": 0.3530526489247755,
      "grad_norm": 4.056008338928223,
      "learning_rate": 9.447664517610346e-06,
      "loss": 0.3762,
      "step": 4285
    },
    {
      "epoch": 0.35313504160830517,
      "grad_norm": 3.6173338890075684,
      "learning_rate": 9.447359678076642e-06,
      "loss": 0.5481,
      "step": 4286
    },
    {
      "epoch": 0.3532174342918349,
      "grad_norm": 3.9165878295898438,
      "learning_rate": 9.447054759364923e-06,
      "loss": 0.4337,
      "step": 4287
    },
    {
      "epoch": 0.3532998269753646,
      "grad_norm": 2.7151429653167725,
      "learning_rate": 9.446749761480615e-06,
      "loss": 0.3469,
      "step": 4288
    },
    {
      "epoch": 0.35338221965889427,
      "grad_norm": 4.451051235198975,
      "learning_rate": 9.446444684429152e-06,
      "loss": 0.7108,
      "step": 4289
    },
    {
      "epoch": 0.353464612342424,
      "grad_norm": 4.730423450469971,
      "learning_rate": 9.446139528215966e-06,
      "loss": 0.4973,
      "step": 4290
    },
    {
      "epoch": 0.3535470050259537,
      "grad_norm": 4.260542869567871,
      "learning_rate": 9.445834292846485e-06,
      "loss": 0.4888,
      "step": 4291
    },
    {
      "epoch": 0.3536293977094834,
      "grad_norm": 4.859426021575928,
      "learning_rate": 9.445528978326147e-06,
      "loss": 0.5178,
      "step": 4292
    },
    {
      "epoch": 0.3537117903930131,
      "grad_norm": 3.9821972846984863,
      "learning_rate": 9.445223584660387e-06,
      "loss": 0.4514,
      "step": 4293
    },
    {
      "epoch": 0.3537941830765428,
      "grad_norm": 3.6114871501922607,
      "learning_rate": 9.444918111854642e-06,
      "loss": 0.518,
      "step": 4294
    },
    {
      "epoch": 0.35387657576007253,
      "grad_norm": 3.280215263366699,
      "learning_rate": 9.44461255991435e-06,
      "loss": 0.3751,
      "step": 4295
    },
    {
      "epoch": 0.3539589684436022,
      "grad_norm": 3.7129311561584473,
      "learning_rate": 9.444306928844951e-06,
      "loss": 0.3592,
      "step": 4296
    },
    {
      "epoch": 0.3540413611271319,
      "grad_norm": 2.8111894130706787,
      "learning_rate": 9.444001218651886e-06,
      "loss": 0.4122,
      "step": 4297
    },
    {
      "epoch": 0.35412375381066163,
      "grad_norm": 3.9330461025238037,
      "learning_rate": 9.443695429340598e-06,
      "loss": 0.4705,
      "step": 4298
    },
    {
      "epoch": 0.3542061464941913,
      "grad_norm": 3.3669955730438232,
      "learning_rate": 9.443389560916532e-06,
      "loss": 0.4344,
      "step": 4299
    },
    {
      "epoch": 0.354288539177721,
      "grad_norm": 4.674321174621582,
      "learning_rate": 9.44308361338513e-06,
      "loss": 0.5978,
      "step": 4300
    },
    {
      "epoch": 0.35437093186125074,
      "grad_norm": 3.7548625469207764,
      "learning_rate": 9.442777586751843e-06,
      "loss": 0.4543,
      "step": 4301
    },
    {
      "epoch": 0.3544533245447804,
      "grad_norm": 2.9076175689697266,
      "learning_rate": 9.44247148102212e-06,
      "loss": 0.3498,
      "step": 4302
    },
    {
      "epoch": 0.3545357172283101,
      "grad_norm": 4.780440330505371,
      "learning_rate": 9.442165296201406e-06,
      "loss": 0.5195,
      "step": 4303
    },
    {
      "epoch": 0.35461810991183984,
      "grad_norm": 3.3099546432495117,
      "learning_rate": 9.441859032295155e-06,
      "loss": 0.4128,
      "step": 4304
    },
    {
      "epoch": 0.3547005025953695,
      "grad_norm": 5.08795690536499,
      "learning_rate": 9.441552689308819e-06,
      "loss": 0.5883,
      "step": 4305
    },
    {
      "epoch": 0.3547828952788992,
      "grad_norm": 3.518745183944702,
      "learning_rate": 9.441246267247853e-06,
      "loss": 0.2299,
      "step": 4306
    },
    {
      "epoch": 0.35486528796242894,
      "grad_norm": 2.8339600563049316,
      "learning_rate": 9.440939766117709e-06,
      "loss": 0.1521,
      "step": 4307
    },
    {
      "epoch": 0.35494768064595866,
      "grad_norm": 4.998013496398926,
      "learning_rate": 9.440633185923848e-06,
      "loss": 0.3587,
      "step": 4308
    },
    {
      "epoch": 0.3550300733294883,
      "grad_norm": 4.744444370269775,
      "learning_rate": 9.440326526671727e-06,
      "loss": 0.5822,
      "step": 4309
    },
    {
      "epoch": 0.35511246601301805,
      "grad_norm": 4.044858932495117,
      "learning_rate": 9.440019788366803e-06,
      "loss": 0.4019,
      "step": 4310
    },
    {
      "epoch": 0.35519485869654777,
      "grad_norm": 3.4097378253936768,
      "learning_rate": 9.43971297101454e-06,
      "loss": 0.455,
      "step": 4311
    },
    {
      "epoch": 0.35527725138007743,
      "grad_norm": 5.647156238555908,
      "learning_rate": 9.4394060746204e-06,
      "loss": 0.6388,
      "step": 4312
    },
    {
      "epoch": 0.35535964406360715,
      "grad_norm": 2.8894381523132324,
      "learning_rate": 9.439099099189845e-06,
      "loss": 0.1808,
      "step": 4313
    },
    {
      "epoch": 0.35544203674713687,
      "grad_norm": 4.873688697814941,
      "learning_rate": 9.438792044728342e-06,
      "loss": 0.3562,
      "step": 4314
    },
    {
      "epoch": 0.35552442943066653,
      "grad_norm": 4.220757961273193,
      "learning_rate": 9.438484911241357e-06,
      "loss": 0.3889,
      "step": 4315
    },
    {
      "epoch": 0.35560682211419625,
      "grad_norm": 3.211974859237671,
      "learning_rate": 9.438177698734357e-06,
      "loss": 0.4131,
      "step": 4316
    },
    {
      "epoch": 0.35568921479772597,
      "grad_norm": 2.495488405227661,
      "learning_rate": 9.437870407212812e-06,
      "loss": 0.5738,
      "step": 4317
    },
    {
      "epoch": 0.3557716074812557,
      "grad_norm": 3.3563899993896484,
      "learning_rate": 9.437563036682193e-06,
      "loss": 0.4558,
      "step": 4318
    },
    {
      "epoch": 0.35585400016478536,
      "grad_norm": 7.112669944763184,
      "learning_rate": 9.437255587147973e-06,
      "loss": 0.7371,
      "step": 4319
    },
    {
      "epoch": 0.3559363928483151,
      "grad_norm": 5.215114593505859,
      "learning_rate": 9.436948058615624e-06,
      "loss": 0.4392,
      "step": 4320
    },
    {
      "epoch": 0.3560187855318448,
      "grad_norm": 5.020557403564453,
      "learning_rate": 9.436640451090625e-06,
      "loss": 0.5556,
      "step": 4321
    },
    {
      "epoch": 0.35610117821537446,
      "grad_norm": 5.407110214233398,
      "learning_rate": 9.436332764578446e-06,
      "loss": 0.6595,
      "step": 4322
    },
    {
      "epoch": 0.3561835708989042,
      "grad_norm": 6.563169956207275,
      "learning_rate": 9.43602499908457e-06,
      "loss": 0.6093,
      "step": 4323
    },
    {
      "epoch": 0.3562659635824339,
      "grad_norm": 3.69101619720459,
      "learning_rate": 9.435717154614474e-06,
      "loss": 0.464,
      "step": 4324
    },
    {
      "epoch": 0.35634835626596356,
      "grad_norm": 3.3561620712280273,
      "learning_rate": 9.43540923117364e-06,
      "loss": 0.3775,
      "step": 4325
    },
    {
      "epoch": 0.3564307489494933,
      "grad_norm": 4.271762847900391,
      "learning_rate": 9.43510122876755e-06,
      "loss": 0.2984,
      "step": 4326
    },
    {
      "epoch": 0.356513141633023,
      "grad_norm": 6.915310859680176,
      "learning_rate": 9.434793147401686e-06,
      "loss": 0.6165,
      "step": 4327
    },
    {
      "epoch": 0.35659553431655266,
      "grad_norm": 3.1688575744628906,
      "learning_rate": 9.434484987081533e-06,
      "loss": 0.4799,
      "step": 4328
    },
    {
      "epoch": 0.3566779270000824,
      "grad_norm": 2.7198705673217773,
      "learning_rate": 9.43417674781258e-06,
      "loss": 0.1932,
      "step": 4329
    },
    {
      "epoch": 0.3567603196836121,
      "grad_norm": 2.774437189102173,
      "learning_rate": 9.43386842960031e-06,
      "loss": 0.3449,
      "step": 4330
    },
    {
      "epoch": 0.3568427123671418,
      "grad_norm": 3.091174364089966,
      "learning_rate": 9.433560032450218e-06,
      "loss": 0.4309,
      "step": 4331
    },
    {
      "epoch": 0.3569251050506715,
      "grad_norm": 4.198578834533691,
      "learning_rate": 9.433251556367788e-06,
      "loss": 0.5744,
      "step": 4332
    },
    {
      "epoch": 0.3570074977342012,
      "grad_norm": 4.149810314178467,
      "learning_rate": 9.432943001358517e-06,
      "loss": 0.5083,
      "step": 4333
    },
    {
      "epoch": 0.3570898904177309,
      "grad_norm": 2.612274408340454,
      "learning_rate": 9.432634367427896e-06,
      "loss": 0.2305,
      "step": 4334
    },
    {
      "epoch": 0.3571722831012606,
      "grad_norm": 3.973322868347168,
      "learning_rate": 9.43232565458142e-06,
      "loss": 0.5473,
      "step": 4335
    },
    {
      "epoch": 0.3572546757847903,
      "grad_norm": 2.796191692352295,
      "learning_rate": 9.432016862824587e-06,
      "loss": 0.3048,
      "step": 4336
    },
    {
      "epoch": 0.35733706846832003,
      "grad_norm": 4.860637187957764,
      "learning_rate": 9.431707992162892e-06,
      "loss": 0.7785,
      "step": 4337
    },
    {
      "epoch": 0.3574194611518497,
      "grad_norm": 4.799164295196533,
      "learning_rate": 9.431399042601834e-06,
      "loss": 0.5347,
      "step": 4338
    },
    {
      "epoch": 0.3575018538353794,
      "grad_norm": 2.8785860538482666,
      "learning_rate": 9.431090014146917e-06,
      "loss": 0.243,
      "step": 4339
    },
    {
      "epoch": 0.35758424651890913,
      "grad_norm": 5.218189716339111,
      "learning_rate": 9.430780906803639e-06,
      "loss": 0.4656,
      "step": 4340
    },
    {
      "epoch": 0.3576666392024388,
      "grad_norm": 3.8291046619415283,
      "learning_rate": 9.430471720577502e-06,
      "loss": 0.4437,
      "step": 4341
    },
    {
      "epoch": 0.3577490318859685,
      "grad_norm": 3.8509130477905273,
      "learning_rate": 9.430162455474015e-06,
      "loss": 0.4819,
      "step": 4342
    },
    {
      "epoch": 0.35783142456949824,
      "grad_norm": 4.351712703704834,
      "learning_rate": 9.42985311149868e-06,
      "loss": 0.3204,
      "step": 4343
    },
    {
      "epoch": 0.35791381725302795,
      "grad_norm": 2.351287364959717,
      "learning_rate": 9.429543688657006e-06,
      "loss": 0.3874,
      "step": 4344
    },
    {
      "epoch": 0.3579962099365576,
      "grad_norm": 3.8559141159057617,
      "learning_rate": 9.429234186954504e-06,
      "loss": 0.4451,
      "step": 4345
    },
    {
      "epoch": 0.35807860262008734,
      "grad_norm": 3.287034749984741,
      "learning_rate": 9.428924606396678e-06,
      "loss": 0.5175,
      "step": 4346
    },
    {
      "epoch": 0.35816099530361706,
      "grad_norm": 3.1743948459625244,
      "learning_rate": 9.428614946989047e-06,
      "loss": 0.4986,
      "step": 4347
    },
    {
      "epoch": 0.3582433879871467,
      "grad_norm": 5.438336372375488,
      "learning_rate": 9.42830520873712e-06,
      "loss": 0.5985,
      "step": 4348
    },
    {
      "epoch": 0.35832578067067644,
      "grad_norm": 6.834978103637695,
      "learning_rate": 9.427995391646412e-06,
      "loss": 0.3873,
      "step": 4349
    },
    {
      "epoch": 0.35840817335420616,
      "grad_norm": 4.724963188171387,
      "learning_rate": 9.427685495722438e-06,
      "loss": 0.5149,
      "step": 4350
    },
    {
      "epoch": 0.3584905660377358,
      "grad_norm": 4.988772869110107,
      "learning_rate": 9.427375520970717e-06,
      "loss": 0.443,
      "step": 4351
    },
    {
      "epoch": 0.35857295872126554,
      "grad_norm": 5.492705345153809,
      "learning_rate": 9.427065467396766e-06,
      "loss": 0.4001,
      "step": 4352
    },
    {
      "epoch": 0.35865535140479526,
      "grad_norm": 5.853497505187988,
      "learning_rate": 9.426755335006104e-06,
      "loss": 0.6358,
      "step": 4353
    },
    {
      "epoch": 0.358737744088325,
      "grad_norm": 5.1692585945129395,
      "learning_rate": 9.426445123804255e-06,
      "loss": 0.3993,
      "step": 4354
    },
    {
      "epoch": 0.35882013677185465,
      "grad_norm": 4.341202259063721,
      "learning_rate": 9.426134833796744e-06,
      "loss": 0.4532,
      "step": 4355
    },
    {
      "epoch": 0.35890252945538437,
      "grad_norm": 4.0934600830078125,
      "learning_rate": 9.425824464989087e-06,
      "loss": 0.6476,
      "step": 4356
    },
    {
      "epoch": 0.3589849221389141,
      "grad_norm": 4.742249488830566,
      "learning_rate": 9.425514017386816e-06,
      "loss": 0.6133,
      "step": 4357
    },
    {
      "epoch": 0.35906731482244375,
      "grad_norm": 3.682535409927368,
      "learning_rate": 9.425203490995457e-06,
      "loss": 0.5401,
      "step": 4358
    },
    {
      "epoch": 0.35914970750597347,
      "grad_norm": 3.429823398590088,
      "learning_rate": 9.424892885820537e-06,
      "loss": 0.3847,
      "step": 4359
    },
    {
      "epoch": 0.3592321001895032,
      "grad_norm": 3.1423499584198,
      "learning_rate": 9.42458220186759e-06,
      "loss": 0.5427,
      "step": 4360
    },
    {
      "epoch": 0.35931449287303285,
      "grad_norm": 3.0507917404174805,
      "learning_rate": 9.42427143914214e-06,
      "loss": 0.2018,
      "step": 4361
    },
    {
      "epoch": 0.3593968855565626,
      "grad_norm": 4.6521806716918945,
      "learning_rate": 9.423960597649726e-06,
      "loss": 0.56,
      "step": 4362
    },
    {
      "epoch": 0.3594792782400923,
      "grad_norm": 3.750725269317627,
      "learning_rate": 9.423649677395882e-06,
      "loss": 0.3522,
      "step": 4363
    },
    {
      "epoch": 0.35956167092362196,
      "grad_norm": 4.137544631958008,
      "learning_rate": 9.423338678386135e-06,
      "loss": 0.455,
      "step": 4364
    },
    {
      "epoch": 0.3596440636071517,
      "grad_norm": 2.840169668197632,
      "learning_rate": 9.423027600626033e-06,
      "loss": 0.4477,
      "step": 4365
    },
    {
      "epoch": 0.3597264562906814,
      "grad_norm": 3.7921249866485596,
      "learning_rate": 9.422716444121107e-06,
      "loss": 0.3559,
      "step": 4366
    },
    {
      "epoch": 0.3598088489742111,
      "grad_norm": 3.6118550300598145,
      "learning_rate": 9.422405208876899e-06,
      "loss": 0.5412,
      "step": 4367
    },
    {
      "epoch": 0.3598912416577408,
      "grad_norm": 4.056909561157227,
      "learning_rate": 9.422093894898948e-06,
      "loss": 0.3374,
      "step": 4368
    },
    {
      "epoch": 0.3599736343412705,
      "grad_norm": 4.537817478179932,
      "learning_rate": 9.421782502192803e-06,
      "loss": 0.3159,
      "step": 4369
    },
    {
      "epoch": 0.3600560270248002,
      "grad_norm": 3.529137134552002,
      "learning_rate": 9.421471030764e-06,
      "loss": 0.6256,
      "step": 4370
    },
    {
      "epoch": 0.3601384197083299,
      "grad_norm": 4.746938228607178,
      "learning_rate": 9.421159480618087e-06,
      "loss": 0.2695,
      "step": 4371
    },
    {
      "epoch": 0.3602208123918596,
      "grad_norm": 5.3786420822143555,
      "learning_rate": 9.420847851760612e-06,
      "loss": 0.5025,
      "step": 4372
    },
    {
      "epoch": 0.3603032050753893,
      "grad_norm": 4.657200813293457,
      "learning_rate": 9.420536144197123e-06,
      "loss": 0.3037,
      "step": 4373
    },
    {
      "epoch": 0.360385597758919,
      "grad_norm": 3.290804624557495,
      "learning_rate": 9.420224357933168e-06,
      "loss": 0.3899,
      "step": 4374
    },
    {
      "epoch": 0.3604679904424487,
      "grad_norm": 4.285022735595703,
      "learning_rate": 9.419912492974297e-06,
      "loss": 0.1183,
      "step": 4375
    },
    {
      "epoch": 0.3605503831259784,
      "grad_norm": 2.9907853603363037,
      "learning_rate": 9.419600549326064e-06,
      "loss": 0.3618,
      "step": 4376
    },
    {
      "epoch": 0.3606327758095081,
      "grad_norm": 6.85170841217041,
      "learning_rate": 9.419288526994024e-06,
      "loss": 0.6177,
      "step": 4377
    },
    {
      "epoch": 0.3607151684930378,
      "grad_norm": 4.073600769042969,
      "learning_rate": 9.418976425983728e-06,
      "loss": 0.3861,
      "step": 4378
    },
    {
      "epoch": 0.3607975611765675,
      "grad_norm": 3.054954767227173,
      "learning_rate": 9.418664246300735e-06,
      "loss": 0.4301,
      "step": 4379
    },
    {
      "epoch": 0.36087995386009725,
      "grad_norm": 3.7115490436553955,
      "learning_rate": 9.418351987950605e-06,
      "loss": 0.3447,
      "step": 4380
    },
    {
      "epoch": 0.3609623465436269,
      "grad_norm": 7.177864074707031,
      "learning_rate": 9.418039650938893e-06,
      "loss": 0.6913,
      "step": 4381
    },
    {
      "epoch": 0.36104473922715663,
      "grad_norm": 2.886756658554077,
      "learning_rate": 9.417727235271162e-06,
      "loss": 0.2379,
      "step": 4382
    },
    {
      "epoch": 0.36112713191068635,
      "grad_norm": 29.015012741088867,
      "learning_rate": 9.417414740952973e-06,
      "loss": 1.2579,
      "step": 4383
    },
    {
      "epoch": 0.361209524594216,
      "grad_norm": 1.9793637990951538,
      "learning_rate": 9.417102167989888e-06,
      "loss": 0.101,
      "step": 4384
    },
    {
      "epoch": 0.36129191727774573,
      "grad_norm": 5.872547149658203,
      "learning_rate": 9.416789516387478e-06,
      "loss": 0.5195,
      "step": 4385
    },
    {
      "epoch": 0.36137430996127545,
      "grad_norm": 4.0575151443481445,
      "learning_rate": 9.416476786151304e-06,
      "loss": 0.3526,
      "step": 4386
    },
    {
      "epoch": 0.3614567026448051,
      "grad_norm": 5.088803768157959,
      "learning_rate": 9.416163977286935e-06,
      "loss": 0.5222,
      "step": 4387
    },
    {
      "epoch": 0.36153909532833484,
      "grad_norm": 5.466139316558838,
      "learning_rate": 9.415851089799936e-06,
      "loss": 0.5704,
      "step": 4388
    },
    {
      "epoch": 0.36162148801186456,
      "grad_norm": 4.918767929077148,
      "learning_rate": 9.415538123695886e-06,
      "loss": 0.3176,
      "step": 4389
    },
    {
      "epoch": 0.3617038806953943,
      "grad_norm": 5.1099724769592285,
      "learning_rate": 9.41522507898035e-06,
      "loss": 0.2356,
      "step": 4390
    },
    {
      "epoch": 0.36178627337892394,
      "grad_norm": 4.357446193695068,
      "learning_rate": 9.414911955658904e-06,
      "loss": 0.3265,
      "step": 4391
    },
    {
      "epoch": 0.36186866606245366,
      "grad_norm": 3.552889347076416,
      "learning_rate": 9.414598753737122e-06,
      "loss": 0.2416,
      "step": 4392
    },
    {
      "epoch": 0.3619510587459834,
      "grad_norm": 4.2313456535339355,
      "learning_rate": 9.414285473220578e-06,
      "loss": 0.6326,
      "step": 4393
    },
    {
      "epoch": 0.36203345142951304,
      "grad_norm": 4.56437349319458,
      "learning_rate": 9.413972114114855e-06,
      "loss": 0.4629,
      "step": 4394
    },
    {
      "epoch": 0.36211584411304276,
      "grad_norm": 3.647331953048706,
      "learning_rate": 9.413658676425527e-06,
      "loss": 0.3923,
      "step": 4395
    },
    {
      "epoch": 0.3621982367965725,
      "grad_norm": 4.475450038909912,
      "learning_rate": 9.413345160158175e-06,
      "loss": 0.4214,
      "step": 4396
    },
    {
      "epoch": 0.36228062948010215,
      "grad_norm": 3.903634548187256,
      "learning_rate": 9.413031565318382e-06,
      "loss": 0.3843,
      "step": 4397
    },
    {
      "epoch": 0.36236302216363186,
      "grad_norm": 4.151269435882568,
      "learning_rate": 9.412717891911731e-06,
      "loss": 0.5553,
      "step": 4398
    },
    {
      "epoch": 0.3624454148471616,
      "grad_norm": 2.424917697906494,
      "learning_rate": 9.412404139943805e-06,
      "loss": 0.3993,
      "step": 4399
    },
    {
      "epoch": 0.36252780753069125,
      "grad_norm": 4.044799327850342,
      "learning_rate": 9.41209030942019e-06,
      "loss": 0.4385,
      "step": 4400
    },
    {
      "epoch": 0.36261020021422097,
      "grad_norm": 4.355313301086426,
      "learning_rate": 9.411776400346475e-06,
      "loss": 0.5409,
      "step": 4401
    },
    {
      "epoch": 0.3626925928977507,
      "grad_norm": 4.912186145782471,
      "learning_rate": 9.411462412728248e-06,
      "loss": 0.5224,
      "step": 4402
    },
    {
      "epoch": 0.3627749855812804,
      "grad_norm": 4.537033557891846,
      "learning_rate": 9.411148346571098e-06,
      "loss": 0.4499,
      "step": 4403
    },
    {
      "epoch": 0.36285737826481007,
      "grad_norm": 4.6551666259765625,
      "learning_rate": 9.410834201880616e-06,
      "loss": 0.501,
      "step": 4404
    },
    {
      "epoch": 0.3629397709483398,
      "grad_norm": 3.798116445541382,
      "learning_rate": 9.410519978662395e-06,
      "loss": 0.491,
      "step": 4405
    },
    {
      "epoch": 0.3630221636318695,
      "grad_norm": 3.1555418968200684,
      "learning_rate": 9.410205676922033e-06,
      "loss": 0.3968,
      "step": 4406
    },
    {
      "epoch": 0.3631045563153992,
      "grad_norm": 5.102965354919434,
      "learning_rate": 9.409891296665121e-06,
      "loss": 0.4709,
      "step": 4407
    },
    {
      "epoch": 0.3631869489989289,
      "grad_norm": 3.7939059734344482,
      "learning_rate": 9.409576837897258e-06,
      "loss": 0.4821,
      "step": 4408
    },
    {
      "epoch": 0.3632693416824586,
      "grad_norm": 3.227179765701294,
      "learning_rate": 9.409262300624042e-06,
      "loss": 0.3312,
      "step": 4409
    },
    {
      "epoch": 0.3633517343659883,
      "grad_norm": 2.363003730773926,
      "learning_rate": 9.408947684851074e-06,
      "loss": 0.3251,
      "step": 4410
    },
    {
      "epoch": 0.363434127049518,
      "grad_norm": 5.297358989715576,
      "learning_rate": 9.408632990583952e-06,
      "loss": 0.5685,
      "step": 4411
    },
    {
      "epoch": 0.3635165197330477,
      "grad_norm": 2.970263719558716,
      "learning_rate": 9.408318217828284e-06,
      "loss": 0.3488,
      "step": 4412
    },
    {
      "epoch": 0.36359891241657744,
      "grad_norm": 5.985748291015625,
      "learning_rate": 9.408003366589668e-06,
      "loss": 0.5314,
      "step": 4413
    },
    {
      "epoch": 0.3636813051001071,
      "grad_norm": 4.321256160736084,
      "learning_rate": 9.407688436873713e-06,
      "loss": 0.4526,
      "step": 4414
    },
    {
      "epoch": 0.3637636977836368,
      "grad_norm": 3.793740749359131,
      "learning_rate": 9.407373428686026e-06,
      "loss": 0.402,
      "step": 4415
    },
    {
      "epoch": 0.36384609046716654,
      "grad_norm": 4.228816032409668,
      "learning_rate": 9.407058342032213e-06,
      "loss": 0.5344,
      "step": 4416
    },
    {
      "epoch": 0.3639284831506962,
      "grad_norm": 3.281627893447876,
      "learning_rate": 9.406743176917885e-06,
      "loss": 0.5859,
      "step": 4417
    },
    {
      "epoch": 0.3640108758342259,
      "grad_norm": 4.370904922485352,
      "learning_rate": 9.406427933348655e-06,
      "loss": 0.4527,
      "step": 4418
    },
    {
      "epoch": 0.36409326851775564,
      "grad_norm": 3.7796003818511963,
      "learning_rate": 9.40611261133013e-06,
      "loss": 0.544,
      "step": 4419
    },
    {
      "epoch": 0.3641756612012853,
      "grad_norm": 3.051060438156128,
      "learning_rate": 9.405797210867928e-06,
      "loss": 0.3376,
      "step": 4420
    },
    {
      "epoch": 0.364258053884815,
      "grad_norm": 5.479079246520996,
      "learning_rate": 9.405481731967665e-06,
      "loss": 0.6927,
      "step": 4421
    },
    {
      "epoch": 0.36434044656834474,
      "grad_norm": 4.078617572784424,
      "learning_rate": 9.405166174634954e-06,
      "loss": 0.5716,
      "step": 4422
    },
    {
      "epoch": 0.3644228392518744,
      "grad_norm": 4.006556987762451,
      "learning_rate": 9.404850538875416e-06,
      "loss": 0.5245,
      "step": 4423
    },
    {
      "epoch": 0.36450523193540413,
      "grad_norm": 3.833599805831909,
      "learning_rate": 9.404534824694668e-06,
      "loss": 0.4918,
      "step": 4424
    },
    {
      "epoch": 0.36458762461893385,
      "grad_norm": 3.339667797088623,
      "learning_rate": 9.404219032098335e-06,
      "loss": 0.3991,
      "step": 4425
    },
    {
      "epoch": 0.36467001730246357,
      "grad_norm": 2.8428561687469482,
      "learning_rate": 9.403903161092034e-06,
      "loss": 0.4368,
      "step": 4426
    },
    {
      "epoch": 0.36475240998599323,
      "grad_norm": 2.039000988006592,
      "learning_rate": 9.403587211681391e-06,
      "loss": 0.2122,
      "step": 4427
    },
    {
      "epoch": 0.36483480266952295,
      "grad_norm": 4.549326419830322,
      "learning_rate": 9.403271183872031e-06,
      "loss": 0.3614,
      "step": 4428
    },
    {
      "epoch": 0.36491719535305267,
      "grad_norm": 4.241934299468994,
      "learning_rate": 9.402955077669579e-06,
      "loss": 0.4513,
      "step": 4429
    },
    {
      "epoch": 0.36499958803658233,
      "grad_norm": 3.7474448680877686,
      "learning_rate": 9.402638893079665e-06,
      "loss": 0.5129,
      "step": 4430
    },
    {
      "epoch": 0.36508198072011205,
      "grad_norm": 1.8576469421386719,
      "learning_rate": 9.402322630107916e-06,
      "loss": 0.1158,
      "step": 4431
    },
    {
      "epoch": 0.3651643734036418,
      "grad_norm": 4.56575870513916,
      "learning_rate": 9.402006288759965e-06,
      "loss": 0.594,
      "step": 4432
    },
    {
      "epoch": 0.36524676608717144,
      "grad_norm": 4.887849807739258,
      "learning_rate": 9.401689869041442e-06,
      "loss": 0.5463,
      "step": 4433
    },
    {
      "epoch": 0.36532915877070116,
      "grad_norm": 4.730417251586914,
      "learning_rate": 9.40137337095798e-06,
      "loss": 0.6599,
      "step": 4434
    },
    {
      "epoch": 0.3654115514542309,
      "grad_norm": 3.2656772136688232,
      "learning_rate": 9.401056794515216e-06,
      "loss": 0.2397,
      "step": 4435
    },
    {
      "epoch": 0.36549394413776054,
      "grad_norm": 3.6705353260040283,
      "learning_rate": 9.400740139718783e-06,
      "loss": 0.5174,
      "step": 4436
    },
    {
      "epoch": 0.36557633682129026,
      "grad_norm": 5.176383018493652,
      "learning_rate": 9.400423406574319e-06,
      "loss": 0.4376,
      "step": 4437
    },
    {
      "epoch": 0.36565872950482,
      "grad_norm": 3.76973032951355,
      "learning_rate": 9.400106595087467e-06,
      "loss": 0.4902,
      "step": 4438
    },
    {
      "epoch": 0.3657411221883497,
      "grad_norm": 3.1377010345458984,
      "learning_rate": 9.399789705263865e-06,
      "loss": 0.3699,
      "step": 4439
    },
    {
      "epoch": 0.36582351487187936,
      "grad_norm": 3.9756267070770264,
      "learning_rate": 9.39947273710915e-06,
      "loss": 0.4205,
      "step": 4440
    },
    {
      "epoch": 0.3659059075554091,
      "grad_norm": 4.1017985343933105,
      "learning_rate": 9.399155690628973e-06,
      "loss": 0.4188,
      "step": 4441
    },
    {
      "epoch": 0.3659883002389388,
      "grad_norm": 3.201681613922119,
      "learning_rate": 9.398838565828974e-06,
      "loss": 0.3137,
      "step": 4442
    },
    {
      "epoch": 0.36607069292246847,
      "grad_norm": 2.8967041969299316,
      "learning_rate": 9.3985213627148e-06,
      "loss": 0.3981,
      "step": 4443
    },
    {
      "epoch": 0.3661530856059982,
      "grad_norm": 3.4726836681365967,
      "learning_rate": 9.398204081292097e-06,
      "loss": 0.4422,
      "step": 4444
    },
    {
      "epoch": 0.3662354782895279,
      "grad_norm": 7.398090839385986,
      "learning_rate": 9.397886721566514e-06,
      "loss": 0.7367,
      "step": 4445
    },
    {
      "epoch": 0.36631787097305757,
      "grad_norm": 5.020107269287109,
      "learning_rate": 9.397569283543703e-06,
      "loss": 0.5237,
      "step": 4446
    },
    {
      "epoch": 0.3664002636565873,
      "grad_norm": 4.307376384735107,
      "learning_rate": 9.397251767229315e-06,
      "loss": 0.6735,
      "step": 4447
    },
    {
      "epoch": 0.366482656340117,
      "grad_norm": 4.670639991760254,
      "learning_rate": 9.396934172629e-06,
      "loss": 0.5856,
      "step": 4448
    },
    {
      "epoch": 0.3665650490236467,
      "grad_norm": 3.298614740371704,
      "learning_rate": 9.396616499748415e-06,
      "loss": 0.3322,
      "step": 4449
    },
    {
      "epoch": 0.3666474417071764,
      "grad_norm": 4.182071208953857,
      "learning_rate": 9.396298748593214e-06,
      "loss": 0.4961,
      "step": 4450
    },
    {
      "epoch": 0.3667298343907061,
      "grad_norm": 2.6233291625976562,
      "learning_rate": 9.395980919169056e-06,
      "loss": 0.3245,
      "step": 4451
    },
    {
      "epoch": 0.36681222707423583,
      "grad_norm": 4.661109924316406,
      "learning_rate": 9.395663011481599e-06,
      "loss": 0.5539,
      "step": 4452
    },
    {
      "epoch": 0.3668946197577655,
      "grad_norm": 3.8879358768463135,
      "learning_rate": 9.395345025536501e-06,
      "loss": 0.4526,
      "step": 4453
    },
    {
      "epoch": 0.3669770124412952,
      "grad_norm": 4.079819202423096,
      "learning_rate": 9.395026961339424e-06,
      "loss": 0.3124,
      "step": 4454
    },
    {
      "epoch": 0.36705940512482493,
      "grad_norm": 4.513242244720459,
      "learning_rate": 9.394708818896033e-06,
      "loss": 0.6164,
      "step": 4455
    },
    {
      "epoch": 0.3671417978083546,
      "grad_norm": 4.7420549392700195,
      "learning_rate": 9.394390598211988e-06,
      "loss": 0.5273,
      "step": 4456
    },
    {
      "epoch": 0.3672241904918843,
      "grad_norm": 29.827259063720703,
      "learning_rate": 9.394072299292958e-06,
      "loss": 1.1164,
      "step": 4457
    },
    {
      "epoch": 0.36730658317541404,
      "grad_norm": 3.9874887466430664,
      "learning_rate": 9.393753922144608e-06,
      "loss": 0.5505,
      "step": 4458
    },
    {
      "epoch": 0.3673889758589437,
      "grad_norm": 4.580219268798828,
      "learning_rate": 9.393435466772606e-06,
      "loss": 0.612,
      "step": 4459
    },
    {
      "epoch": 0.3674713685424734,
      "grad_norm": 4.570876598358154,
      "learning_rate": 9.393116933182624e-06,
      "loss": 0.5549,
      "step": 4460
    },
    {
      "epoch": 0.36755376122600314,
      "grad_norm": 4.388598442077637,
      "learning_rate": 9.39279832138033e-06,
      "loss": 0.4099,
      "step": 4461
    },
    {
      "epoch": 0.36763615390953286,
      "grad_norm": 5.773285388946533,
      "learning_rate": 9.392479631371396e-06,
      "loss": 0.5697,
      "step": 4462
    },
    {
      "epoch": 0.3677185465930625,
      "grad_norm": 4.402126312255859,
      "learning_rate": 9.392160863161498e-06,
      "loss": 0.5831,
      "step": 4463
    },
    {
      "epoch": 0.36780093927659224,
      "grad_norm": 3.570173501968384,
      "learning_rate": 9.39184201675631e-06,
      "loss": 0.404,
      "step": 4464
    },
    {
      "epoch": 0.36788333196012196,
      "grad_norm": 2.8346364498138428,
      "learning_rate": 9.391523092161509e-06,
      "loss": 0.2476,
      "step": 4465
    },
    {
      "epoch": 0.3679657246436516,
      "grad_norm": 3.1721670627593994,
      "learning_rate": 9.391204089382772e-06,
      "loss": 0.5675,
      "step": 4466
    },
    {
      "epoch": 0.36804811732718135,
      "grad_norm": 2.436790943145752,
      "learning_rate": 9.390885008425781e-06,
      "loss": 0.1097,
      "step": 4467
    },
    {
      "epoch": 0.36813051001071107,
      "grad_norm": 4.2616424560546875,
      "learning_rate": 9.390565849296213e-06,
      "loss": 0.4083,
      "step": 4468
    },
    {
      "epoch": 0.36821290269424073,
      "grad_norm": 4.589013576507568,
      "learning_rate": 9.390246611999754e-06,
      "loss": 0.509,
      "step": 4469
    },
    {
      "epoch": 0.36829529537777045,
      "grad_norm": 4.842972755432129,
      "learning_rate": 9.389927296542085e-06,
      "loss": 0.7236,
      "step": 4470
    },
    {
      "epoch": 0.36837768806130017,
      "grad_norm": 5.10874080657959,
      "learning_rate": 9.38960790292889e-06,
      "loss": 0.5224,
      "step": 4471
    },
    {
      "epoch": 0.36846008074482983,
      "grad_norm": 4.590874671936035,
      "learning_rate": 9.389288431165858e-06,
      "loss": 0.6343,
      "step": 4472
    },
    {
      "epoch": 0.36854247342835955,
      "grad_norm": 4.355065822601318,
      "learning_rate": 9.388968881258674e-06,
      "loss": 0.4543,
      "step": 4473
    },
    {
      "epoch": 0.36862486611188927,
      "grad_norm": 3.5057315826416016,
      "learning_rate": 9.388649253213028e-06,
      "loss": 0.2893,
      "step": 4474
    },
    {
      "epoch": 0.368707258795419,
      "grad_norm": 4.397477626800537,
      "learning_rate": 9.388329547034612e-06,
      "loss": 0.4183,
      "step": 4475
    },
    {
      "epoch": 0.36878965147894865,
      "grad_norm": 3.2383251190185547,
      "learning_rate": 9.388009762729115e-06,
      "loss": 0.4842,
      "step": 4476
    },
    {
      "epoch": 0.3688720441624784,
      "grad_norm": 3.8146839141845703,
      "learning_rate": 9.387689900302234e-06,
      "loss": 0.5104,
      "step": 4477
    },
    {
      "epoch": 0.3689544368460081,
      "grad_norm": 3.7451794147491455,
      "learning_rate": 9.38736995975966e-06,
      "loss": 0.4662,
      "step": 4478
    },
    {
      "epoch": 0.36903682952953776,
      "grad_norm": 3.449023723602295,
      "learning_rate": 9.387049941107092e-06,
      "loss": 0.4256,
      "step": 4479
    },
    {
      "epoch": 0.3691192222130675,
      "grad_norm": 6.4279351234436035,
      "learning_rate": 9.386729844350225e-06,
      "loss": 0.5641,
      "step": 4480
    },
    {
      "epoch": 0.3692016148965972,
      "grad_norm": 3.370737075805664,
      "learning_rate": 9.386409669494759e-06,
      "loss": 0.491,
      "step": 4481
    },
    {
      "epoch": 0.36928400758012686,
      "grad_norm": 5.161374568939209,
      "learning_rate": 9.386089416546393e-06,
      "loss": 0.4921,
      "step": 4482
    },
    {
      "epoch": 0.3693664002636566,
      "grad_norm": 5.390988349914551,
      "learning_rate": 9.385769085510832e-06,
      "loss": 0.1792,
      "step": 4483
    },
    {
      "epoch": 0.3694487929471863,
      "grad_norm": 3.649405002593994,
      "learning_rate": 9.385448676393775e-06,
      "loss": 0.471,
      "step": 4484
    },
    {
      "epoch": 0.369531185630716,
      "grad_norm": 5.5106706619262695,
      "learning_rate": 9.385128189200927e-06,
      "loss": 0.6096,
      "step": 4485
    },
    {
      "epoch": 0.3696135783142457,
      "grad_norm": 4.043821334838867,
      "learning_rate": 9.384807623937996e-06,
      "loss": 0.4702,
      "step": 4486
    },
    {
      "epoch": 0.3696959709977754,
      "grad_norm": 4.087850570678711,
      "learning_rate": 9.384486980610688e-06,
      "loss": 0.6145,
      "step": 4487
    },
    {
      "epoch": 0.3697783636813051,
      "grad_norm": 3.723301410675049,
      "learning_rate": 9.384166259224709e-06,
      "loss": 0.3622,
      "step": 4488
    },
    {
      "epoch": 0.3698607563648348,
      "grad_norm": 4.363284111022949,
      "learning_rate": 9.383845459785774e-06,
      "loss": 0.3999,
      "step": 4489
    },
    {
      "epoch": 0.3699431490483645,
      "grad_norm": 4.817997455596924,
      "learning_rate": 9.383524582299591e-06,
      "loss": 0.5344,
      "step": 4490
    },
    {
      "epoch": 0.3700255417318942,
      "grad_norm": 2.9228217601776123,
      "learning_rate": 9.38320362677187e-06,
      "loss": 0.2005,
      "step": 4491
    },
    {
      "epoch": 0.3701079344154239,
      "grad_norm": 4.472422122955322,
      "learning_rate": 9.382882593208332e-06,
      "loss": 0.2403,
      "step": 4492
    },
    {
      "epoch": 0.3701903270989536,
      "grad_norm": 4.2348761558532715,
      "learning_rate": 9.382561481614688e-06,
      "loss": 0.3697,
      "step": 4493
    },
    {
      "epoch": 0.37027271978248333,
      "grad_norm": 3.408993721008301,
      "learning_rate": 9.382240291996656e-06,
      "loss": 0.4293,
      "step": 4494
    },
    {
      "epoch": 0.370355112466013,
      "grad_norm": 3.629018545150757,
      "learning_rate": 9.381919024359954e-06,
      "loss": 0.3105,
      "step": 4495
    },
    {
      "epoch": 0.3704375051495427,
      "grad_norm": 4.320980072021484,
      "learning_rate": 9.381597678710301e-06,
      "loss": 0.2676,
      "step": 4496
    },
    {
      "epoch": 0.37051989783307243,
      "grad_norm": 4.370014190673828,
      "learning_rate": 9.381276255053418e-06,
      "loss": 0.4097,
      "step": 4497
    },
    {
      "epoch": 0.37060229051660215,
      "grad_norm": 4.809497833251953,
      "learning_rate": 9.380954753395028e-06,
      "loss": 0.5626,
      "step": 4498
    },
    {
      "epoch": 0.3706846832001318,
      "grad_norm": 4.022487163543701,
      "learning_rate": 9.380633173740857e-06,
      "loss": 0.6086,
      "step": 4499
    },
    {
      "epoch": 0.37076707588366153,
      "grad_norm": 3.245518684387207,
      "learning_rate": 9.380311516096625e-06,
      "loss": 0.3652,
      "step": 4500
    },
    {
      "epoch": 0.37084946856719125,
      "grad_norm": 3.831432580947876,
      "learning_rate": 9.379989780468063e-06,
      "loss": 0.2643,
      "step": 4501
    },
    {
      "epoch": 0.3709318612507209,
      "grad_norm": 4.547730922698975,
      "learning_rate": 9.3796679668609e-06,
      "loss": 0.4773,
      "step": 4502
    },
    {
      "epoch": 0.37101425393425064,
      "grad_norm": 3.0012741088867188,
      "learning_rate": 9.379346075280859e-06,
      "loss": 0.3937,
      "step": 4503
    },
    {
      "epoch": 0.37109664661778036,
      "grad_norm": 3.9995899200439453,
      "learning_rate": 9.379024105733678e-06,
      "loss": 0.326,
      "step": 4504
    },
    {
      "epoch": 0.37117903930131,
      "grad_norm": 6.0750412940979,
      "learning_rate": 9.378702058225085e-06,
      "loss": 0.1755,
      "step": 4505
    },
    {
      "epoch": 0.37126143198483974,
      "grad_norm": 7.146961212158203,
      "learning_rate": 9.378379932760814e-06,
      "loss": 0.4251,
      "step": 4506
    },
    {
      "epoch": 0.37134382466836946,
      "grad_norm": 3.33396577835083,
      "learning_rate": 9.378057729346601e-06,
      "loss": 0.5399,
      "step": 4507
    },
    {
      "epoch": 0.3714262173518991,
      "grad_norm": 2.016144037246704,
      "learning_rate": 9.377735447988181e-06,
      "loss": 0.1952,
      "step": 4508
    },
    {
      "epoch": 0.37150861003542884,
      "grad_norm": 4.913717269897461,
      "learning_rate": 9.377413088691292e-06,
      "loss": 0.3754,
      "step": 4509
    },
    {
      "epoch": 0.37159100271895856,
      "grad_norm": 5.691201686859131,
      "learning_rate": 9.377090651461674e-06,
      "loss": 0.6523,
      "step": 4510
    },
    {
      "epoch": 0.3716733954024883,
      "grad_norm": 3.776481866836548,
      "learning_rate": 9.376768136305068e-06,
      "loss": 0.4035,
      "step": 4511
    },
    {
      "epoch": 0.37175578808601795,
      "grad_norm": 3.9635441303253174,
      "learning_rate": 9.376445543227213e-06,
      "loss": 0.4665,
      "step": 4512
    },
    {
      "epoch": 0.37183818076954767,
      "grad_norm": 9.285421371459961,
      "learning_rate": 9.376122872233855e-06,
      "loss": 0.7267,
      "step": 4513
    },
    {
      "epoch": 0.3719205734530774,
      "grad_norm": 395.19952392578125,
      "learning_rate": 9.375800123330739e-06,
      "loss": 8.1282,
      "step": 4514
    },
    {
      "epoch": 0.37200296613660705,
      "grad_norm": 2.9414491653442383,
      "learning_rate": 9.375477296523608e-06,
      "loss": 0.4984,
      "step": 4515
    },
    {
      "epoch": 0.37208535882013677,
      "grad_norm": 1.540448784828186,
      "learning_rate": 9.37515439181821e-06,
      "loss": 0.0696,
      "step": 4516
    },
    {
      "epoch": 0.3721677515036665,
      "grad_norm": 4.159478664398193,
      "learning_rate": 9.374831409220298e-06,
      "loss": 0.5126,
      "step": 4517
    },
    {
      "epoch": 0.37225014418719615,
      "grad_norm": 3.382737398147583,
      "learning_rate": 9.374508348735616e-06,
      "loss": 0.3054,
      "step": 4518
    },
    {
      "epoch": 0.37233253687072587,
      "grad_norm": 3.9482269287109375,
      "learning_rate": 9.37418521036992e-06,
      "loss": 0.4632,
      "step": 4519
    },
    {
      "epoch": 0.3724149295542556,
      "grad_norm": 5.160655498504639,
      "learning_rate": 9.373861994128962e-06,
      "loss": 0.589,
      "step": 4520
    },
    {
      "epoch": 0.3724973222377853,
      "grad_norm": 4.492611885070801,
      "learning_rate": 9.373538700018495e-06,
      "loss": 0.7961,
      "step": 4521
    },
    {
      "epoch": 0.372579714921315,
      "grad_norm": 4.724768161773682,
      "learning_rate": 9.373215328044276e-06,
      "loss": 0.4902,
      "step": 4522
    },
    {
      "epoch": 0.3726621076048447,
      "grad_norm": 3.936340093612671,
      "learning_rate": 9.372891878212062e-06,
      "loss": 0.27,
      "step": 4523
    },
    {
      "epoch": 0.3727445002883744,
      "grad_norm": 5.12802267074585,
      "learning_rate": 9.37256835052761e-06,
      "loss": 0.517,
      "step": 4524
    },
    {
      "epoch": 0.3728268929719041,
      "grad_norm": 5.054398059844971,
      "learning_rate": 9.372244744996684e-06,
      "loss": 0.5882,
      "step": 4525
    },
    {
      "epoch": 0.3729092856554338,
      "grad_norm": 5.030956745147705,
      "learning_rate": 9.37192106162504e-06,
      "loss": 0.5284,
      "step": 4526
    },
    {
      "epoch": 0.3729916783389635,
      "grad_norm": 6.828094959259033,
      "learning_rate": 9.371597300418445e-06,
      "loss": 0.5767,
      "step": 4527
    },
    {
      "epoch": 0.3730740710224932,
      "grad_norm": 5.332188606262207,
      "learning_rate": 9.371273461382659e-06,
      "loss": 0.4112,
      "step": 4528
    },
    {
      "epoch": 0.3731564637060229,
      "grad_norm": 4.439945697784424,
      "learning_rate": 9.37094954452345e-06,
      "loss": 0.561,
      "step": 4529
    },
    {
      "epoch": 0.3732388563895526,
      "grad_norm": 3.461888074874878,
      "learning_rate": 9.370625549846586e-06,
      "loss": 0.3049,
      "step": 4530
    },
    {
      "epoch": 0.3733212490730823,
      "grad_norm": 3.893372058868408,
      "learning_rate": 9.370301477357833e-06,
      "loss": 0.4474,
      "step": 4531
    },
    {
      "epoch": 0.373403641756612,
      "grad_norm": 3.4926700592041016,
      "learning_rate": 9.36997732706296e-06,
      "loss": 0.1624,
      "step": 4532
    },
    {
      "epoch": 0.3734860344401417,
      "grad_norm": 3.669853448867798,
      "learning_rate": 9.369653098967742e-06,
      "loss": 0.5993,
      "step": 4533
    },
    {
      "epoch": 0.37356842712367144,
      "grad_norm": 3.68107271194458,
      "learning_rate": 9.369328793077945e-06,
      "loss": 0.2711,
      "step": 4534
    },
    {
      "epoch": 0.3736508198072011,
      "grad_norm": 4.112948894500732,
      "learning_rate": 9.369004409399347e-06,
      "loss": 0.6237,
      "step": 4535
    },
    {
      "epoch": 0.3737332124907308,
      "grad_norm": 3.789975881576538,
      "learning_rate": 9.368679947937722e-06,
      "loss": 0.421,
      "step": 4536
    },
    {
      "epoch": 0.37381560517426055,
      "grad_norm": 3.8153457641601562,
      "learning_rate": 9.368355408698849e-06,
      "loss": 0.4208,
      "step": 4537
    },
    {
      "epoch": 0.3738979978577902,
      "grad_norm": 2.1174750328063965,
      "learning_rate": 9.368030791688503e-06,
      "loss": 0.2425,
      "step": 4538
    },
    {
      "epoch": 0.37398039054131993,
      "grad_norm": 5.637577533721924,
      "learning_rate": 9.367706096912463e-06,
      "loss": 0.5529,
      "step": 4539
    },
    {
      "epoch": 0.37406278322484965,
      "grad_norm": 4.886456489562988,
      "learning_rate": 9.367381324376511e-06,
      "loss": 0.4193,
      "step": 4540
    },
    {
      "epoch": 0.3741451759083793,
      "grad_norm": 4.452195644378662,
      "learning_rate": 9.36705647408643e-06,
      "loss": 0.6444,
      "step": 4541
    },
    {
      "epoch": 0.37422756859190903,
      "grad_norm": 5.168647289276123,
      "learning_rate": 9.366731546048e-06,
      "loss": 0.6055,
      "step": 4542
    },
    {
      "epoch": 0.37430996127543875,
      "grad_norm": 4.032869338989258,
      "learning_rate": 9.36640654026701e-06,
      "loss": 0.3099,
      "step": 4543
    },
    {
      "epoch": 0.37439235395896847,
      "grad_norm": 5.754765033721924,
      "learning_rate": 9.366081456749242e-06,
      "loss": 0.3969,
      "step": 4544
    },
    {
      "epoch": 0.37447474664249814,
      "grad_norm": 4.554296493530273,
      "learning_rate": 9.365756295500487e-06,
      "loss": 0.5321,
      "step": 4545
    },
    {
      "epoch": 0.37455713932602785,
      "grad_norm": 4.84237003326416,
      "learning_rate": 9.365431056526532e-06,
      "loss": 0.495,
      "step": 4546
    },
    {
      "epoch": 0.3746395320095576,
      "grad_norm": 3.69453501701355,
      "learning_rate": 9.36510573983317e-06,
      "loss": 0.4678,
      "step": 4547
    },
    {
      "epoch": 0.37472192469308724,
      "grad_norm": 3.8306756019592285,
      "learning_rate": 9.36478034542619e-06,
      "loss": 0.4342,
      "step": 4548
    },
    {
      "epoch": 0.37480431737661696,
      "grad_norm": 3.0602338314056396,
      "learning_rate": 9.364454873311386e-06,
      "loss": 0.2982,
      "step": 4549
    },
    {
      "epoch": 0.3748867100601467,
      "grad_norm": 30.7309513092041,
      "learning_rate": 9.36412932349455e-06,
      "loss": 1.3602,
      "step": 4550
    },
    {
      "epoch": 0.37496910274367634,
      "grad_norm": 5.118326663970947,
      "learning_rate": 9.363803695981484e-06,
      "loss": 0.6113,
      "step": 4551
    },
    {
      "epoch": 0.37505149542720606,
      "grad_norm": 5.235006332397461,
      "learning_rate": 9.36347799077798e-06,
      "loss": 0.4348,
      "step": 4552
    },
    {
      "epoch": 0.3751338881107358,
      "grad_norm": 4.433352470397949,
      "learning_rate": 9.363152207889838e-06,
      "loss": 0.3378,
      "step": 4553
    },
    {
      "epoch": 0.37521628079426544,
      "grad_norm": 3.3002521991729736,
      "learning_rate": 9.362826347322857e-06,
      "loss": 0.3715,
      "step": 4554
    },
    {
      "epoch": 0.37529867347779516,
      "grad_norm": 5.294016361236572,
      "learning_rate": 9.362500409082841e-06,
      "loss": 0.5859,
      "step": 4555
    },
    {
      "epoch": 0.3753810661613249,
      "grad_norm": 4.406988620758057,
      "learning_rate": 9.362174393175593e-06,
      "loss": 0.4921,
      "step": 4556
    },
    {
      "epoch": 0.3754634588448546,
      "grad_norm": 3.3813693523406982,
      "learning_rate": 9.361848299606914e-06,
      "loss": 0.3871,
      "step": 4557
    },
    {
      "epoch": 0.37554585152838427,
      "grad_norm": 5.673703670501709,
      "learning_rate": 9.361522128382612e-06,
      "loss": 0.6568,
      "step": 4558
    },
    {
      "epoch": 0.375628244211914,
      "grad_norm": 5.089590549468994,
      "learning_rate": 9.361195879508493e-06,
      "loss": 0.7252,
      "step": 4559
    },
    {
      "epoch": 0.3757106368954437,
      "grad_norm": 5.015700340270996,
      "learning_rate": 9.360869552990366e-06,
      "loss": 0.4335,
      "step": 4560
    },
    {
      "epoch": 0.37579302957897337,
      "grad_norm": 5.325721263885498,
      "learning_rate": 9.360543148834038e-06,
      "loss": 0.1749,
      "step": 4561
    },
    {
      "epoch": 0.3758754222625031,
      "grad_norm": 2.283876895904541,
      "learning_rate": 9.360216667045325e-06,
      "loss": 0.2016,
      "step": 4562
    },
    {
      "epoch": 0.3759578149460328,
      "grad_norm": 3.3541016578674316,
      "learning_rate": 9.359890107630036e-06,
      "loss": 0.5282,
      "step": 4563
    },
    {
      "epoch": 0.3760402076295625,
      "grad_norm": 5.577897548675537,
      "learning_rate": 9.359563470593985e-06,
      "loss": 0.4382,
      "step": 4564
    },
    {
      "epoch": 0.3761226003130922,
      "grad_norm": 2.719404458999634,
      "learning_rate": 9.359236755942989e-06,
      "loss": 0.373,
      "step": 4565
    },
    {
      "epoch": 0.3762049929966219,
      "grad_norm": 3.539546251296997,
      "learning_rate": 9.358909963682863e-06,
      "loss": 0.4404,
      "step": 4566
    },
    {
      "epoch": 0.3762873856801516,
      "grad_norm": 2.1584105491638184,
      "learning_rate": 9.358583093819425e-06,
      "loss": 0.3142,
      "step": 4567
    },
    {
      "epoch": 0.3763697783636813,
      "grad_norm": 3.765043258666992,
      "learning_rate": 9.358256146358495e-06,
      "loss": 0.5201,
      "step": 4568
    },
    {
      "epoch": 0.376452171047211,
      "grad_norm": 4.260699272155762,
      "learning_rate": 9.357929121305896e-06,
      "loss": 0.4868,
      "step": 4569
    },
    {
      "epoch": 0.37653456373074073,
      "grad_norm": 16.700130462646484,
      "learning_rate": 9.357602018667444e-06,
      "loss": 0.2317,
      "step": 4570
    },
    {
      "epoch": 0.3766169564142704,
      "grad_norm": 3.560887575149536,
      "learning_rate": 9.357274838448968e-06,
      "loss": 0.3394,
      "step": 4571
    },
    {
      "epoch": 0.3766993490978001,
      "grad_norm": 4.455775260925293,
      "learning_rate": 9.356947580656293e-06,
      "loss": 0.5246,
      "step": 4572
    },
    {
      "epoch": 0.37678174178132984,
      "grad_norm": 4.986234188079834,
      "learning_rate": 9.356620245295242e-06,
      "loss": 0.4183,
      "step": 4573
    },
    {
      "epoch": 0.3768641344648595,
      "grad_norm": 3.0613393783569336,
      "learning_rate": 9.356292832371646e-06,
      "loss": 0.4387,
      "step": 4574
    },
    {
      "epoch": 0.3769465271483892,
      "grad_norm": 5.4852142333984375,
      "learning_rate": 9.355965341891328e-06,
      "loss": 0.7747,
      "step": 4575
    },
    {
      "epoch": 0.37702891983191894,
      "grad_norm": 5.024730205535889,
      "learning_rate": 9.355637773860126e-06,
      "loss": 0.1646,
      "step": 4576
    },
    {
      "epoch": 0.3771113125154486,
      "grad_norm": 4.613203525543213,
      "learning_rate": 9.355310128283869e-06,
      "loss": 0.5382,
      "step": 4577
    },
    {
      "epoch": 0.3771937051989783,
      "grad_norm": 3.7039880752563477,
      "learning_rate": 9.354982405168388e-06,
      "loss": 0.3216,
      "step": 4578
    },
    {
      "epoch": 0.37727609788250804,
      "grad_norm": 3.0147435665130615,
      "learning_rate": 9.354654604519521e-06,
      "loss": 0.4317,
      "step": 4579
    },
    {
      "epoch": 0.37735849056603776,
      "grad_norm": 4.323551654815674,
      "learning_rate": 9.354326726343101e-06,
      "loss": 0.472,
      "step": 4580
    },
    {
      "epoch": 0.3774408832495674,
      "grad_norm": 4.120441913604736,
      "learning_rate": 9.353998770644968e-06,
      "loss": 0.2784,
      "step": 4581
    },
    {
      "epoch": 0.37752327593309715,
      "grad_norm": 4.332822799682617,
      "learning_rate": 9.35367073743096e-06,
      "loss": 0.6672,
      "step": 4582
    },
    {
      "epoch": 0.37760566861662687,
      "grad_norm": 4.215341091156006,
      "learning_rate": 9.353342626706914e-06,
      "loss": 0.3949,
      "step": 4583
    },
    {
      "epoch": 0.37768806130015653,
      "grad_norm": 2.9820711612701416,
      "learning_rate": 9.353014438478675e-06,
      "loss": 0.3793,
      "step": 4584
    },
    {
      "epoch": 0.37777045398368625,
      "grad_norm": 4.871672630310059,
      "learning_rate": 9.352686172752086e-06,
      "loss": 0.5654,
      "step": 4585
    },
    {
      "epoch": 0.37785284666721597,
      "grad_norm": 3.07145619392395,
      "learning_rate": 9.352357829532987e-06,
      "loss": 0.346,
      "step": 4586
    },
    {
      "epoch": 0.37793523935074563,
      "grad_norm": 4.435576438903809,
      "learning_rate": 9.35202940882723e-06,
      "loss": 0.358,
      "step": 4587
    },
    {
      "epoch": 0.37801763203427535,
      "grad_norm": 2.725888252258301,
      "learning_rate": 9.351700910640658e-06,
      "loss": 0.2013,
      "step": 4588
    },
    {
      "epoch": 0.37810002471780507,
      "grad_norm": 2.473860025405884,
      "learning_rate": 9.351372334979118e-06,
      "loss": 0.1886,
      "step": 4589
    },
    {
      "epoch": 0.37818241740133474,
      "grad_norm": 4.149152755737305,
      "learning_rate": 9.351043681848465e-06,
      "loss": 0.4039,
      "step": 4590
    },
    {
      "epoch": 0.37826481008486446,
      "grad_norm": 4.007234573364258,
      "learning_rate": 9.350714951254543e-06,
      "loss": 0.2978,
      "step": 4591
    },
    {
      "epoch": 0.3783472027683942,
      "grad_norm": 3.809393882751465,
      "learning_rate": 9.350386143203211e-06,
      "loss": 0.3856,
      "step": 4592
    },
    {
      "epoch": 0.3784295954519239,
      "grad_norm": 4.1249823570251465,
      "learning_rate": 9.350057257700319e-06,
      "loss": 0.3032,
      "step": 4593
    },
    {
      "epoch": 0.37851198813545356,
      "grad_norm": 3.4490952491760254,
      "learning_rate": 9.349728294751726e-06,
      "loss": 0.4837,
      "step": 4594
    },
    {
      "epoch": 0.3785943808189833,
      "grad_norm": 3.8387796878814697,
      "learning_rate": 9.349399254363282e-06,
      "loss": 0.5278,
      "step": 4595
    },
    {
      "epoch": 0.378676773502513,
      "grad_norm": 4.470166206359863,
      "learning_rate": 9.349070136540852e-06,
      "loss": 0.3872,
      "step": 4596
    },
    {
      "epoch": 0.37875916618604266,
      "grad_norm": 3.91597056388855,
      "learning_rate": 9.348740941290293e-06,
      "loss": 0.3285,
      "step": 4597
    },
    {
      "epoch": 0.3788415588695724,
      "grad_norm": 4.163625240325928,
      "learning_rate": 9.348411668617465e-06,
      "loss": 0.6002,
      "step": 4598
    },
    {
      "epoch": 0.3789239515531021,
      "grad_norm": 3.095856189727783,
      "learning_rate": 9.348082318528231e-06,
      "loss": 0.2651,
      "step": 4599
    },
    {
      "epoch": 0.37900634423663176,
      "grad_norm": 3.1619980335235596,
      "learning_rate": 9.347752891028454e-06,
      "loss": 0.3761,
      "step": 4600
    },
    {
      "epoch": 0.3790887369201615,
      "grad_norm": 3.226783514022827,
      "learning_rate": 9.347423386124e-06,
      "loss": 0.2098,
      "step": 4601
    },
    {
      "epoch": 0.3791711296036912,
      "grad_norm": 5.081235885620117,
      "learning_rate": 9.347093803820733e-06,
      "loss": 0.5541,
      "step": 4602
    },
    {
      "epoch": 0.37925352228722087,
      "grad_norm": 4.948768615722656,
      "learning_rate": 9.346764144124523e-06,
      "loss": 0.611,
      "step": 4603
    },
    {
      "epoch": 0.3793359149707506,
      "grad_norm": 2.9402670860290527,
      "learning_rate": 9.346434407041236e-06,
      "loss": 0.318,
      "step": 4604
    },
    {
      "epoch": 0.3794183076542803,
      "grad_norm": 4.298175811767578,
      "learning_rate": 9.346104592576746e-06,
      "loss": 0.5772,
      "step": 4605
    },
    {
      "epoch": 0.37950070033781,
      "grad_norm": 6.383392333984375,
      "learning_rate": 9.345774700736925e-06,
      "loss": 0.2687,
      "step": 4606
    },
    {
      "epoch": 0.3795830930213397,
      "grad_norm": 3.8717522621154785,
      "learning_rate": 9.345444731527642e-06,
      "loss": 0.4597,
      "step": 4607
    },
    {
      "epoch": 0.3796654857048694,
      "grad_norm": 3.944688558578491,
      "learning_rate": 9.345114684954775e-06,
      "loss": 0.5521,
      "step": 4608
    },
    {
      "epoch": 0.37974787838839913,
      "grad_norm": 5.985186576843262,
      "learning_rate": 9.3447845610242e-06,
      "loss": 0.3632,
      "step": 4609
    },
    {
      "epoch": 0.3798302710719288,
      "grad_norm": 4.373745441436768,
      "learning_rate": 9.344454359741792e-06,
      "loss": 0.5106,
      "step": 4610
    },
    {
      "epoch": 0.3799126637554585,
      "grad_norm": 4.1197333335876465,
      "learning_rate": 9.344124081113433e-06,
      "loss": 0.4147,
      "step": 4611
    },
    {
      "epoch": 0.37999505643898823,
      "grad_norm": 4.516143798828125,
      "learning_rate": 9.343793725144999e-06,
      "loss": 0.5711,
      "step": 4612
    },
    {
      "epoch": 0.3800774491225179,
      "grad_norm": 4.4811015129089355,
      "learning_rate": 9.343463291842375e-06,
      "loss": 0.5074,
      "step": 4613
    },
    {
      "epoch": 0.3801598418060476,
      "grad_norm": 4.852701187133789,
      "learning_rate": 9.343132781211443e-06,
      "loss": 0.5468,
      "step": 4614
    },
    {
      "epoch": 0.38024223448957734,
      "grad_norm": 2.8629298210144043,
      "learning_rate": 9.342802193258085e-06,
      "loss": 0.4293,
      "step": 4615
    },
    {
      "epoch": 0.38032462717310705,
      "grad_norm": 4.129658222198486,
      "learning_rate": 9.342471527988189e-06,
      "loss": 0.5618,
      "step": 4616
    },
    {
      "epoch": 0.3804070198566367,
      "grad_norm": 4.71092414855957,
      "learning_rate": 9.34214078540764e-06,
      "loss": 0.2701,
      "step": 4617
    },
    {
      "epoch": 0.38048941254016644,
      "grad_norm": 3.052931547164917,
      "learning_rate": 9.34180996552233e-06,
      "loss": 0.402,
      "step": 4618
    },
    {
      "epoch": 0.38057180522369616,
      "grad_norm": 3.8021700382232666,
      "learning_rate": 9.341479068338145e-06,
      "loss": 0.3919,
      "step": 4619
    },
    {
      "epoch": 0.3806541979072258,
      "grad_norm": 7.109650611877441,
      "learning_rate": 9.341148093860977e-06,
      "loss": 0.5284,
      "step": 4620
    },
    {
      "epoch": 0.38073659059075554,
      "grad_norm": 3.436847448348999,
      "learning_rate": 9.34081704209672e-06,
      "loss": 0.3641,
      "step": 4621
    },
    {
      "epoch": 0.38081898327428526,
      "grad_norm": 4.64206075668335,
      "learning_rate": 9.340485913051265e-06,
      "loss": 0.6414,
      "step": 4622
    },
    {
      "epoch": 0.3809013759578149,
      "grad_norm": 4.056952953338623,
      "learning_rate": 9.34015470673051e-06,
      "loss": 0.4366,
      "step": 4623
    },
    {
      "epoch": 0.38098376864134464,
      "grad_norm": 5.086477756500244,
      "learning_rate": 9.33982342314035e-06,
      "loss": 0.5044,
      "step": 4624
    },
    {
      "epoch": 0.38106616132487436,
      "grad_norm": 3.3514468669891357,
      "learning_rate": 9.339492062286684e-06,
      "loss": 0.4015,
      "step": 4625
    },
    {
      "epoch": 0.38114855400840403,
      "grad_norm": 4.719892978668213,
      "learning_rate": 9.33916062417541e-06,
      "loss": 0.5827,
      "step": 4626
    },
    {
      "epoch": 0.38123094669193375,
      "grad_norm": 3.3018877506256104,
      "learning_rate": 9.338829108812428e-06,
      "loss": 0.2605,
      "step": 4627
    },
    {
      "epoch": 0.38131333937546347,
      "grad_norm": 4.137628555297852,
      "learning_rate": 9.338497516203644e-06,
      "loss": 0.5297,
      "step": 4628
    },
    {
      "epoch": 0.3813957320589932,
      "grad_norm": 6.684091567993164,
      "learning_rate": 9.338165846354959e-06,
      "loss": 0.5908,
      "step": 4629
    },
    {
      "epoch": 0.38147812474252285,
      "grad_norm": 2.973430871963501,
      "learning_rate": 9.337834099272275e-06,
      "loss": 0.327,
      "step": 4630
    },
    {
      "epoch": 0.38156051742605257,
      "grad_norm": 3.651151657104492,
      "learning_rate": 9.337502274961505e-06,
      "loss": 0.518,
      "step": 4631
    },
    {
      "epoch": 0.3816429101095823,
      "grad_norm": 4.0945024490356445,
      "learning_rate": 9.33717037342855e-06,
      "loss": 0.5365,
      "step": 4632
    },
    {
      "epoch": 0.38172530279311195,
      "grad_norm": 2.6275436878204346,
      "learning_rate": 9.336838394679322e-06,
      "loss": 0.183,
      "step": 4633
    },
    {
      "epoch": 0.3818076954766417,
      "grad_norm": 3.1955504417419434,
      "learning_rate": 9.336506338719732e-06,
      "loss": 0.4533,
      "step": 4634
    },
    {
      "epoch": 0.3818900881601714,
      "grad_norm": 4.195169448852539,
      "learning_rate": 9.33617420555569e-06,
      "loss": 0.4496,
      "step": 4635
    },
    {
      "epoch": 0.38197248084370106,
      "grad_norm": 3.9187276363372803,
      "learning_rate": 9.33584199519311e-06,
      "loss": 0.4805,
      "step": 4636
    },
    {
      "epoch": 0.3820548735272308,
      "grad_norm": 5.604579925537109,
      "learning_rate": 9.335509707637906e-06,
      "loss": 0.7509,
      "step": 4637
    },
    {
      "epoch": 0.3821372662107605,
      "grad_norm": 2.6870079040527344,
      "learning_rate": 9.335177342895995e-06,
      "loss": 0.2478,
      "step": 4638
    },
    {
      "epoch": 0.38221965889429016,
      "grad_norm": 4.616083145141602,
      "learning_rate": 9.334844900973292e-06,
      "loss": 0.4451,
      "step": 4639
    },
    {
      "epoch": 0.3823020515778199,
      "grad_norm": 2.7448511123657227,
      "learning_rate": 9.334512381875717e-06,
      "loss": 0.2839,
      "step": 4640
    },
    {
      "epoch": 0.3823844442613496,
      "grad_norm": 4.947872638702393,
      "learning_rate": 9.334179785609191e-06,
      "loss": 0.4908,
      "step": 4641
    },
    {
      "epoch": 0.3824668369448793,
      "grad_norm": 3.3941378593444824,
      "learning_rate": 9.333847112179633e-06,
      "loss": 0.4857,
      "step": 4642
    },
    {
      "epoch": 0.382549229628409,
      "grad_norm": 3.425487756729126,
      "learning_rate": 9.333514361592968e-06,
      "loss": 0.3805,
      "step": 4643
    },
    {
      "epoch": 0.3826316223119387,
      "grad_norm": 4.270071506500244,
      "learning_rate": 9.333181533855118e-06,
      "loss": 0.4419,
      "step": 4644
    },
    {
      "epoch": 0.3827140149954684,
      "grad_norm": 2.6279196739196777,
      "learning_rate": 9.33284862897201e-06,
      "loss": 0.5617,
      "step": 4645
    },
    {
      "epoch": 0.3827964076789981,
      "grad_norm": 5.3720622062683105,
      "learning_rate": 9.33251564694957e-06,
      "loss": 0.2538,
      "step": 4646
    },
    {
      "epoch": 0.3828788003625278,
      "grad_norm": 5.51249361038208,
      "learning_rate": 9.332182587793727e-06,
      "loss": 0.729,
      "step": 4647
    },
    {
      "epoch": 0.3829611930460575,
      "grad_norm": 4.679365158081055,
      "learning_rate": 9.331849451510411e-06,
      "loss": 0.5985,
      "step": 4648
    },
    {
      "epoch": 0.3830435857295872,
      "grad_norm": 4.139863967895508,
      "learning_rate": 9.33151623810555e-06,
      "loss": 0.3838,
      "step": 4649
    },
    {
      "epoch": 0.3831259784131169,
      "grad_norm": 6.552135944366455,
      "learning_rate": 9.33118294758508e-06,
      "loss": 0.706,
      "step": 4650
    },
    {
      "epoch": 0.3832083710966466,
      "grad_norm": 4.1901726722717285,
      "learning_rate": 9.330849579954932e-06,
      "loss": 0.493,
      "step": 4651
    },
    {
      "epoch": 0.38329076378017635,
      "grad_norm": 4.737139701843262,
      "learning_rate": 9.330516135221041e-06,
      "loss": 0.4832,
      "step": 4652
    },
    {
      "epoch": 0.383373156463706,
      "grad_norm": 5.046416759490967,
      "learning_rate": 9.330182613389348e-06,
      "loss": 0.4363,
      "step": 4653
    },
    {
      "epoch": 0.38345554914723573,
      "grad_norm": 5.071374416351318,
      "learning_rate": 9.329849014465784e-06,
      "loss": 0.4844,
      "step": 4654
    },
    {
      "epoch": 0.38353794183076545,
      "grad_norm": 3.1167266368865967,
      "learning_rate": 9.329515338456292e-06,
      "loss": 0.3742,
      "step": 4655
    },
    {
      "epoch": 0.3836203345142951,
      "grad_norm": 3.075549364089966,
      "learning_rate": 9.329181585366813e-06,
      "loss": 0.5465,
      "step": 4656
    },
    {
      "epoch": 0.38370272719782483,
      "grad_norm": 5.354203224182129,
      "learning_rate": 9.328847755203288e-06,
      "loss": 0.3735,
      "step": 4657
    },
    {
      "epoch": 0.38378511988135455,
      "grad_norm": 5.0117878913879395,
      "learning_rate": 9.32851384797166e-06,
      "loss": 0.4853,
      "step": 4658
    },
    {
      "epoch": 0.3838675125648842,
      "grad_norm": 4.625793933868408,
      "learning_rate": 9.328179863677874e-06,
      "loss": 0.7221,
      "step": 4659
    },
    {
      "epoch": 0.38394990524841394,
      "grad_norm": 27.544843673706055,
      "learning_rate": 9.327845802327877e-06,
      "loss": 1.3192,
      "step": 4660
    },
    {
      "epoch": 0.38403229793194366,
      "grad_norm": 2.9412600994110107,
      "learning_rate": 9.327511663927614e-06,
      "loss": 0.248,
      "step": 4661
    },
    {
      "epoch": 0.3841146906154733,
      "grad_norm": 3.1513445377349854,
      "learning_rate": 9.327177448483036e-06,
      "loss": 0.3872,
      "step": 4662
    },
    {
      "epoch": 0.38419708329900304,
      "grad_norm": 3.247769355773926,
      "learning_rate": 9.326843156000094e-06,
      "loss": 0.3447,
      "step": 4663
    },
    {
      "epoch": 0.38427947598253276,
      "grad_norm": 4.440577030181885,
      "learning_rate": 9.326508786484737e-06,
      "loss": 0.4623,
      "step": 4664
    },
    {
      "epoch": 0.3843618686660625,
      "grad_norm": 6.377870559692383,
      "learning_rate": 9.326174339942917e-06,
      "loss": 0.2921,
      "step": 4665
    },
    {
      "epoch": 0.38444426134959214,
      "grad_norm": 7.392020225524902,
      "learning_rate": 9.325839816380592e-06,
      "loss": 0.7442,
      "step": 4666
    },
    {
      "epoch": 0.38452665403312186,
      "grad_norm": 3.9815657138824463,
      "learning_rate": 9.325505215803715e-06,
      "loss": 0.4411,
      "step": 4667
    },
    {
      "epoch": 0.3846090467166516,
      "grad_norm": 4.484984397888184,
      "learning_rate": 9.325170538218243e-06,
      "loss": 0.56,
      "step": 4668
    },
    {
      "epoch": 0.38469143940018125,
      "grad_norm": 3.670868158340454,
      "learning_rate": 9.324835783630137e-06,
      "loss": 0.2674,
      "step": 4669
    },
    {
      "epoch": 0.38477383208371096,
      "grad_norm": 2.5133368968963623,
      "learning_rate": 9.324500952045355e-06,
      "loss": 0.185,
      "step": 4670
    },
    {
      "epoch": 0.3848562247672407,
      "grad_norm": 21.84675407409668,
      "learning_rate": 9.324166043469856e-06,
      "loss": 0.5342,
      "step": 4671
    },
    {
      "epoch": 0.38493861745077035,
      "grad_norm": 4.294940948486328,
      "learning_rate": 9.323831057909607e-06,
      "loss": 0.2797,
      "step": 4672
    },
    {
      "epoch": 0.38502101013430007,
      "grad_norm": 5.4865312576293945,
      "learning_rate": 9.323495995370569e-06,
      "loss": 0.5606,
      "step": 4673
    },
    {
      "epoch": 0.3851034028178298,
      "grad_norm": 5.021884441375732,
      "learning_rate": 9.323160855858707e-06,
      "loss": 0.5701,
      "step": 4674
    },
    {
      "epoch": 0.3851857955013595,
      "grad_norm": 4.622966766357422,
      "learning_rate": 9.32282563937999e-06,
      "loss": 0.5675,
      "step": 4675
    },
    {
      "epoch": 0.38526818818488917,
      "grad_norm": 4.287355422973633,
      "learning_rate": 9.32249034594038e-06,
      "loss": 0.2465,
      "step": 4676
    },
    {
      "epoch": 0.3853505808684189,
      "grad_norm": 2.7414047718048096,
      "learning_rate": 9.322154975545854e-06,
      "loss": 0.5199,
      "step": 4677
    },
    {
      "epoch": 0.3854329735519486,
      "grad_norm": 3.9636318683624268,
      "learning_rate": 9.32181952820238e-06,
      "loss": 0.2694,
      "step": 4678
    },
    {
      "epoch": 0.3855153662354783,
      "grad_norm": 4.98422908782959,
      "learning_rate": 9.321484003915928e-06,
      "loss": 0.4775,
      "step": 4679
    },
    {
      "epoch": 0.385597758919008,
      "grad_norm": 4.331542491912842,
      "learning_rate": 9.321148402692474e-06,
      "loss": 0.3945,
      "step": 4680
    },
    {
      "epoch": 0.3856801516025377,
      "grad_norm": 5.537842750549316,
      "learning_rate": 9.32081272453799e-06,
      "loss": 0.6511,
      "step": 4681
    },
    {
      "epoch": 0.3857625442860674,
      "grad_norm": 11.852968215942383,
      "learning_rate": 9.320476969458455e-06,
      "loss": 0.1928,
      "step": 4682
    },
    {
      "epoch": 0.3858449369695971,
      "grad_norm": 2.2326502799987793,
      "learning_rate": 9.320141137459849e-06,
      "loss": 0.2414,
      "step": 4683
    },
    {
      "epoch": 0.3859273296531268,
      "grad_norm": 3.4574806690216064,
      "learning_rate": 9.319805228548143e-06,
      "loss": 0.2797,
      "step": 4684
    },
    {
      "epoch": 0.3860097223366565,
      "grad_norm": 3.229559898376465,
      "learning_rate": 9.319469242729324e-06,
      "loss": 0.385,
      "step": 4685
    },
    {
      "epoch": 0.3860921150201862,
      "grad_norm": 3.9069128036499023,
      "learning_rate": 9.31913318000937e-06,
      "loss": 0.5387,
      "step": 4686
    },
    {
      "epoch": 0.3861745077037159,
      "grad_norm": 4.701474666595459,
      "learning_rate": 9.318797040394266e-06,
      "loss": 0.22,
      "step": 4687
    },
    {
      "epoch": 0.38625690038724564,
      "grad_norm": 2.1811206340789795,
      "learning_rate": 9.318460823889996e-06,
      "loss": 0.1934,
      "step": 4688
    },
    {
      "epoch": 0.3863392930707753,
      "grad_norm": 5.345455169677734,
      "learning_rate": 9.318124530502548e-06,
      "loss": 0.5643,
      "step": 4689
    },
    {
      "epoch": 0.386421685754305,
      "grad_norm": 4.189599990844727,
      "learning_rate": 9.317788160237905e-06,
      "loss": 0.4652,
      "step": 4690
    },
    {
      "epoch": 0.38650407843783474,
      "grad_norm": 5.268026828765869,
      "learning_rate": 9.317451713102057e-06,
      "loss": 0.3995,
      "step": 4691
    },
    {
      "epoch": 0.3865864711213644,
      "grad_norm": 3.616244316101074,
      "learning_rate": 9.317115189100995e-06,
      "loss": 0.4551,
      "step": 4692
    },
    {
      "epoch": 0.3866688638048941,
      "grad_norm": 2.054006338119507,
      "learning_rate": 9.316778588240709e-06,
      "loss": 0.1492,
      "step": 4693
    },
    {
      "epoch": 0.38675125648842384,
      "grad_norm": 3.350560188293457,
      "learning_rate": 9.316441910527193e-06,
      "loss": 0.343,
      "step": 4694
    },
    {
      "epoch": 0.3868336491719535,
      "grad_norm": 4.559233665466309,
      "learning_rate": 9.316105155966439e-06,
      "loss": 0.2294,
      "step": 4695
    },
    {
      "epoch": 0.38691604185548323,
      "grad_norm": 3.7806427478790283,
      "learning_rate": 9.315768324564445e-06,
      "loss": 0.4122,
      "step": 4696
    },
    {
      "epoch": 0.38699843453901295,
      "grad_norm": 4.26035213470459,
      "learning_rate": 9.315431416327207e-06,
      "loss": 0.3719,
      "step": 4697
    },
    {
      "epoch": 0.3870808272225426,
      "grad_norm": 31.453575134277344,
      "learning_rate": 9.315094431260722e-06,
      "loss": 1.0166,
      "step": 4698
    },
    {
      "epoch": 0.38716321990607233,
      "grad_norm": 6.6514716148376465,
      "learning_rate": 9.314757369370989e-06,
      "loss": 0.5626,
      "step": 4699
    },
    {
      "epoch": 0.38724561258960205,
      "grad_norm": 4.025137901306152,
      "learning_rate": 9.31442023066401e-06,
      "loss": 0.5922,
      "step": 4700
    },
    {
      "epoch": 0.38732800527313177,
      "grad_norm": 3.2168850898742676,
      "learning_rate": 9.314083015145787e-06,
      "loss": 0.4751,
      "step": 4701
    },
    {
      "epoch": 0.38741039795666143,
      "grad_norm": 3.5786356925964355,
      "learning_rate": 9.313745722822325e-06,
      "loss": 0.3108,
      "step": 4702
    },
    {
      "epoch": 0.38749279064019115,
      "grad_norm": 2.4469380378723145,
      "learning_rate": 9.313408353699625e-06,
      "loss": 0.3529,
      "step": 4703
    },
    {
      "epoch": 0.3875751833237209,
      "grad_norm": 3.068821668624878,
      "learning_rate": 9.313070907783697e-06,
      "loss": 0.5822,
      "step": 4704
    },
    {
      "epoch": 0.38765757600725054,
      "grad_norm": 4.474287509918213,
      "learning_rate": 9.312733385080548e-06,
      "loss": 0.4368,
      "step": 4705
    },
    {
      "epoch": 0.38773996869078026,
      "grad_norm": 4.483055591583252,
      "learning_rate": 9.312395785596186e-06,
      "loss": 0.5733,
      "step": 4706
    },
    {
      "epoch": 0.38782236137431,
      "grad_norm": 5.4675517082214355,
      "learning_rate": 9.31205810933662e-06,
      "loss": 0.5799,
      "step": 4707
    },
    {
      "epoch": 0.38790475405783964,
      "grad_norm": 5.114063262939453,
      "learning_rate": 9.311720356307868e-06,
      "loss": 0.3562,
      "step": 4708
    },
    {
      "epoch": 0.38798714674136936,
      "grad_norm": 3.519411563873291,
      "learning_rate": 9.311382526515937e-06,
      "loss": 0.4104,
      "step": 4709
    },
    {
      "epoch": 0.3880695394248991,
      "grad_norm": 3.482977867126465,
      "learning_rate": 9.311044619966843e-06,
      "loss": 0.509,
      "step": 4710
    },
    {
      "epoch": 0.3881519321084288,
      "grad_norm": 3.0045440196990967,
      "learning_rate": 9.310706636666603e-06,
      "loss": 0.4331,
      "step": 4711
    },
    {
      "epoch": 0.38823432479195846,
      "grad_norm": 4.666891574859619,
      "learning_rate": 9.310368576621232e-06,
      "loss": 0.616,
      "step": 4712
    },
    {
      "epoch": 0.3883167174754882,
      "grad_norm": 4.591510772705078,
      "learning_rate": 9.31003043983675e-06,
      "loss": 0.5248,
      "step": 4713
    },
    {
      "epoch": 0.3883991101590179,
      "grad_norm": 6.710474014282227,
      "learning_rate": 9.309692226319178e-06,
      "loss": 0.4705,
      "step": 4714
    },
    {
      "epoch": 0.38848150284254757,
      "grad_norm": 4.76529598236084,
      "learning_rate": 9.309353936074537e-06,
      "loss": 0.6116,
      "step": 4715
    },
    {
      "epoch": 0.3885638955260773,
      "grad_norm": 4.441939830780029,
      "learning_rate": 9.309015569108848e-06,
      "loss": 0.5819,
      "step": 4716
    },
    {
      "epoch": 0.388646288209607,
      "grad_norm": 4.200964450836182,
      "learning_rate": 9.308677125428136e-06,
      "loss": 0.3717,
      "step": 4717
    },
    {
      "epoch": 0.38872868089313667,
      "grad_norm": 4.669584274291992,
      "learning_rate": 9.308338605038427e-06,
      "loss": 0.6168,
      "step": 4718
    },
    {
      "epoch": 0.3888110735766664,
      "grad_norm": 4.899102210998535,
      "learning_rate": 9.308000007945748e-06,
      "loss": 0.4657,
      "step": 4719
    },
    {
      "epoch": 0.3888934662601961,
      "grad_norm": 3.712212085723877,
      "learning_rate": 9.307661334156126e-06,
      "loss": 0.2521,
      "step": 4720
    },
    {
      "epoch": 0.38897585894372577,
      "grad_norm": 3.43049955368042,
      "learning_rate": 9.307322583675593e-06,
      "loss": 0.4311,
      "step": 4721
    },
    {
      "epoch": 0.3890582516272555,
      "grad_norm": 2.7518961429595947,
      "learning_rate": 9.306983756510175e-06,
      "loss": 0.2033,
      "step": 4722
    },
    {
      "epoch": 0.3891406443107852,
      "grad_norm": 5.143102169036865,
      "learning_rate": 9.30664485266591e-06,
      "loss": 0.392,
      "step": 4723
    },
    {
      "epoch": 0.38922303699431493,
      "grad_norm": 2.6624135971069336,
      "learning_rate": 9.306305872148826e-06,
      "loss": 0.1268,
      "step": 4724
    },
    {
      "epoch": 0.3893054296778446,
      "grad_norm": 5.073173522949219,
      "learning_rate": 9.305966814964963e-06,
      "loss": 0.5472,
      "step": 4725
    },
    {
      "epoch": 0.3893878223613743,
      "grad_norm": 5.500141143798828,
      "learning_rate": 9.305627681120357e-06,
      "loss": 0.6329,
      "step": 4726
    },
    {
      "epoch": 0.38947021504490403,
      "grad_norm": 2.2684202194213867,
      "learning_rate": 9.30528847062104e-06,
      "loss": 0.2225,
      "step": 4727
    },
    {
      "epoch": 0.3895526077284337,
      "grad_norm": 6.827203750610352,
      "learning_rate": 9.304949183473058e-06,
      "loss": 0.5465,
      "step": 4728
    },
    {
      "epoch": 0.3896350004119634,
      "grad_norm": 2.9272491931915283,
      "learning_rate": 9.304609819682448e-06,
      "loss": 0.5581,
      "step": 4729
    },
    {
      "epoch": 0.38971739309549314,
      "grad_norm": 4.066157817840576,
      "learning_rate": 9.304270379255251e-06,
      "loss": 0.5179,
      "step": 4730
    },
    {
      "epoch": 0.3897997857790228,
      "grad_norm": 3.5934553146362305,
      "learning_rate": 9.303930862197515e-06,
      "loss": 0.128,
      "step": 4731
    },
    {
      "epoch": 0.3898821784625525,
      "grad_norm": 4.798191547393799,
      "learning_rate": 9.303591268515278e-06,
      "loss": 0.3171,
      "step": 4732
    },
    {
      "epoch": 0.38996457114608224,
      "grad_norm": 3.7615294456481934,
      "learning_rate": 9.30325159821459e-06,
      "loss": 0.504,
      "step": 4733
    },
    {
      "epoch": 0.3900469638296119,
      "grad_norm": 4.358413219451904,
      "learning_rate": 9.302911851301497e-06,
      "loss": 0.453,
      "step": 4734
    },
    {
      "epoch": 0.3901293565131416,
      "grad_norm": 3.2163901329040527,
      "learning_rate": 9.302572027782049e-06,
      "loss": 0.3992,
      "step": 4735
    },
    {
      "epoch": 0.39021174919667134,
      "grad_norm": 3.880378007888794,
      "learning_rate": 9.302232127662293e-06,
      "loss": 0.1924,
      "step": 4736
    },
    {
      "epoch": 0.39029414188020106,
      "grad_norm": 3.6055874824523926,
      "learning_rate": 9.301892150948286e-06,
      "loss": 0.4966,
      "step": 4737
    },
    {
      "epoch": 0.3903765345637307,
      "grad_norm": 3.516447067260742,
      "learning_rate": 9.301552097646075e-06,
      "loss": 0.3312,
      "step": 4738
    },
    {
      "epoch": 0.39045892724726045,
      "grad_norm": 2.1349244117736816,
      "learning_rate": 9.301211967761714e-06,
      "loss": 0.1084,
      "step": 4739
    },
    {
      "epoch": 0.39054131993079017,
      "grad_norm": 4.681492805480957,
      "learning_rate": 9.300871761301263e-06,
      "loss": 0.5791,
      "step": 4740
    },
    {
      "epoch": 0.39062371261431983,
      "grad_norm": 3.2476611137390137,
      "learning_rate": 9.300531478270775e-06,
      "loss": 0.4316,
      "step": 4741
    },
    {
      "epoch": 0.39070610529784955,
      "grad_norm": 3.16532564163208,
      "learning_rate": 9.300191118676312e-06,
      "loss": 0.1377,
      "step": 4742
    },
    {
      "epoch": 0.39078849798137927,
      "grad_norm": 4.81431770324707,
      "learning_rate": 9.29985068252393e-06,
      "loss": 0.4731,
      "step": 4743
    },
    {
      "epoch": 0.39087089066490893,
      "grad_norm": 1.7915117740631104,
      "learning_rate": 9.299510169819691e-06,
      "loss": 0.1101,
      "step": 4744
    },
    {
      "epoch": 0.39095328334843865,
      "grad_norm": 4.188920497894287,
      "learning_rate": 9.299169580569658e-06,
      "loss": 0.4223,
      "step": 4745
    },
    {
      "epoch": 0.39103567603196837,
      "grad_norm": 3.5675344467163086,
      "learning_rate": 9.298828914779894e-06,
      "loss": 0.4484,
      "step": 4746
    },
    {
      "epoch": 0.3911180687154981,
      "grad_norm": 3.6749985218048096,
      "learning_rate": 9.298488172456463e-06,
      "loss": 0.2621,
      "step": 4747
    },
    {
      "epoch": 0.39120046139902775,
      "grad_norm": 37.496437072753906,
      "learning_rate": 9.298147353605434e-06,
      "loss": 1.0384,
      "step": 4748
    },
    {
      "epoch": 0.3912828540825575,
      "grad_norm": 5.342984199523926,
      "learning_rate": 9.29780645823287e-06,
      "loss": 0.5762,
      "step": 4749
    },
    {
      "epoch": 0.3913652467660872,
      "grad_norm": 2.1947362422943115,
      "learning_rate": 9.297465486344846e-06,
      "loss": 0.119,
      "step": 4750
    },
    {
      "epoch": 0.39144763944961686,
      "grad_norm": 5.028765678405762,
      "learning_rate": 9.297124437947428e-06,
      "loss": 0.4737,
      "step": 4751
    },
    {
      "epoch": 0.3915300321331466,
      "grad_norm": 2.299889087677002,
      "learning_rate": 9.296783313046691e-06,
      "loss": 0.2614,
      "step": 4752
    },
    {
      "epoch": 0.3916124248166763,
      "grad_norm": 5.717779636383057,
      "learning_rate": 9.296442111648707e-06,
      "loss": 0.3304,
      "step": 4753
    },
    {
      "epoch": 0.39169481750020596,
      "grad_norm": 3.292818546295166,
      "learning_rate": 9.296100833759549e-06,
      "loss": 0.3383,
      "step": 4754
    },
    {
      "epoch": 0.3917772101837357,
      "grad_norm": 3.5445165634155273,
      "learning_rate": 9.295759479385294e-06,
      "loss": 0.4189,
      "step": 4755
    },
    {
      "epoch": 0.3918596028672654,
      "grad_norm": 3.7538108825683594,
      "learning_rate": 9.29541804853202e-06,
      "loss": 0.3956,
      "step": 4756
    },
    {
      "epoch": 0.39194199555079506,
      "grad_norm": 3.6108663082122803,
      "learning_rate": 9.295076541205806e-06,
      "loss": 0.3907,
      "step": 4757
    },
    {
      "epoch": 0.3920243882343248,
      "grad_norm": 43.02406692504883,
      "learning_rate": 9.294734957412728e-06,
      "loss": 1.9801,
      "step": 4758
    },
    {
      "epoch": 0.3921067809178545,
      "grad_norm": 3.5524590015411377,
      "learning_rate": 9.294393297158873e-06,
      "loss": 0.482,
      "step": 4759
    },
    {
      "epoch": 0.3921891736013842,
      "grad_norm": 1.4032154083251953,
      "learning_rate": 9.29405156045032e-06,
      "loss": 0.0983,
      "step": 4760
    },
    {
      "epoch": 0.3922715662849139,
      "grad_norm": 3.6571295261383057,
      "learning_rate": 9.293709747293154e-06,
      "loss": 0.5073,
      "step": 4761
    },
    {
      "epoch": 0.3923539589684436,
      "grad_norm": 1.5639392137527466,
      "learning_rate": 9.29336785769346e-06,
      "loss": 0.0844,
      "step": 4762
    },
    {
      "epoch": 0.3924363516519733,
      "grad_norm": 4.6010847091674805,
      "learning_rate": 9.293025891657325e-06,
      "loss": 0.5284,
      "step": 4763
    },
    {
      "epoch": 0.392518744335503,
      "grad_norm": 4.2987141609191895,
      "learning_rate": 9.292683849190838e-06,
      "loss": 0.1995,
      "step": 4764
    },
    {
      "epoch": 0.3926011370190327,
      "grad_norm": 3.3784375190734863,
      "learning_rate": 9.292341730300089e-06,
      "loss": 0.4489,
      "step": 4765
    },
    {
      "epoch": 0.39268352970256243,
      "grad_norm": 5.0789289474487305,
      "learning_rate": 9.291999534991167e-06,
      "loss": 0.517,
      "step": 4766
    },
    {
      "epoch": 0.3927659223860921,
      "grad_norm": 39.22370147705078,
      "learning_rate": 9.291657263270165e-06,
      "loss": 1.9387,
      "step": 4767
    },
    {
      "epoch": 0.3928483150696218,
      "grad_norm": 4.01815938949585,
      "learning_rate": 9.291314915143177e-06,
      "loss": 0.3841,
      "step": 4768
    },
    {
      "epoch": 0.39293070775315153,
      "grad_norm": 5.087342739105225,
      "learning_rate": 9.290972490616297e-06,
      "loss": 0.5546,
      "step": 4769
    },
    {
      "epoch": 0.3930131004366812,
      "grad_norm": 4.350244522094727,
      "learning_rate": 9.290629989695621e-06,
      "loss": 0.4859,
      "step": 4770
    },
    {
      "epoch": 0.3930954931202109,
      "grad_norm": 4.401461124420166,
      "learning_rate": 9.29028741238725e-06,
      "loss": 0.5186,
      "step": 4771
    },
    {
      "epoch": 0.39317788580374063,
      "grad_norm": 5.127985000610352,
      "learning_rate": 9.289944758697278e-06,
      "loss": 0.5571,
      "step": 4772
    },
    {
      "epoch": 0.39326027848727035,
      "grad_norm": 3.336460590362549,
      "learning_rate": 9.28960202863181e-06,
      "loss": 0.4714,
      "step": 4773
    },
    {
      "epoch": 0.3933426711708,
      "grad_norm": 5.227603435516357,
      "learning_rate": 9.289259222196944e-06,
      "loss": 0.6332,
      "step": 4774
    },
    {
      "epoch": 0.39342506385432974,
      "grad_norm": 3.9919755458831787,
      "learning_rate": 9.288916339398788e-06,
      "loss": 0.4937,
      "step": 4775
    },
    {
      "epoch": 0.39350745653785946,
      "grad_norm": 3.725053548812866,
      "learning_rate": 9.28857338024344e-06,
      "loss": 0.5623,
      "step": 4776
    },
    {
      "epoch": 0.3935898492213891,
      "grad_norm": 4.931168079376221,
      "learning_rate": 9.28823034473701e-06,
      "loss": 0.6419,
      "step": 4777
    },
    {
      "epoch": 0.39367224190491884,
      "grad_norm": 3.240302324295044,
      "learning_rate": 9.287887232885606e-06,
      "loss": 0.2272,
      "step": 4778
    },
    {
      "epoch": 0.39375463458844856,
      "grad_norm": 3.8625407218933105,
      "learning_rate": 9.287544044695334e-06,
      "loss": 0.285,
      "step": 4779
    },
    {
      "epoch": 0.3938370272719782,
      "grad_norm": 3.455268383026123,
      "learning_rate": 9.287200780172305e-06,
      "loss": 0.2504,
      "step": 4780
    },
    {
      "epoch": 0.39391941995550794,
      "grad_norm": 3.545879602432251,
      "learning_rate": 9.286857439322627e-06,
      "loss": 0.5508,
      "step": 4781
    },
    {
      "epoch": 0.39400181263903766,
      "grad_norm": 3.9453186988830566,
      "learning_rate": 9.28651402215242e-06,
      "loss": 0.4227,
      "step": 4782
    },
    {
      "epoch": 0.3940842053225674,
      "grad_norm": 3.6762747764587402,
      "learning_rate": 9.286170528667791e-06,
      "loss": 0.5056,
      "step": 4783
    },
    {
      "epoch": 0.39416659800609705,
      "grad_norm": 2.977494239807129,
      "learning_rate": 9.28582695887486e-06,
      "loss": 0.4824,
      "step": 4784
    },
    {
      "epoch": 0.39424899068962677,
      "grad_norm": 3.5968523025512695,
      "learning_rate": 9.285483312779741e-06,
      "loss": 0.3944,
      "step": 4785
    },
    {
      "epoch": 0.3943313833731565,
      "grad_norm": 3.8340067863464355,
      "learning_rate": 9.285139590388553e-06,
      "loss": 0.5198,
      "step": 4786
    },
    {
      "epoch": 0.39441377605668615,
      "grad_norm": 4.2009968757629395,
      "learning_rate": 9.284795791707414e-06,
      "loss": 0.499,
      "step": 4787
    },
    {
      "epoch": 0.39449616874021587,
      "grad_norm": 2.638991355895996,
      "learning_rate": 9.284451916742448e-06,
      "loss": 0.1598,
      "step": 4788
    },
    {
      "epoch": 0.3945785614237456,
      "grad_norm": 2.990712881088257,
      "learning_rate": 9.284107965499774e-06,
      "loss": 0.4124,
      "step": 4789
    },
    {
      "epoch": 0.39466095410727525,
      "grad_norm": 3.396498918533325,
      "learning_rate": 9.283763937985515e-06,
      "loss": 0.3765,
      "step": 4790
    },
    {
      "epoch": 0.39474334679080497,
      "grad_norm": 2.931983470916748,
      "learning_rate": 9.283419834205799e-06,
      "loss": 0.3797,
      "step": 4791
    },
    {
      "epoch": 0.3948257394743347,
      "grad_norm": 3.7264537811279297,
      "learning_rate": 9.283075654166751e-06,
      "loss": 0.4002,
      "step": 4792
    },
    {
      "epoch": 0.39490813215786436,
      "grad_norm": 3.7599735260009766,
      "learning_rate": 9.282731397874498e-06,
      "loss": 0.2668,
      "step": 4793
    },
    {
      "epoch": 0.3949905248413941,
      "grad_norm": 3.7502310276031494,
      "learning_rate": 9.282387065335169e-06,
      "loss": 0.2946,
      "step": 4794
    },
    {
      "epoch": 0.3950729175249238,
      "grad_norm": 4.200336933135986,
      "learning_rate": 9.282042656554895e-06,
      "loss": 0.4949,
      "step": 4795
    },
    {
      "epoch": 0.3951553102084535,
      "grad_norm": 3.4887654781341553,
      "learning_rate": 9.281698171539805e-06,
      "loss": 0.3211,
      "step": 4796
    },
    {
      "epoch": 0.3952377028919832,
      "grad_norm": 3.765631675720215,
      "learning_rate": 9.281353610296038e-06,
      "loss": 0.573,
      "step": 4797
    },
    {
      "epoch": 0.3953200955755129,
      "grad_norm": 2.686077833175659,
      "learning_rate": 9.281008972829722e-06,
      "loss": 0.379,
      "step": 4798
    },
    {
      "epoch": 0.3954024882590426,
      "grad_norm": 2.6893510818481445,
      "learning_rate": 9.280664259146995e-06,
      "loss": 0.3485,
      "step": 4799
    },
    {
      "epoch": 0.3954848809425723,
      "grad_norm": 2.7160234451293945,
      "learning_rate": 9.280319469253995e-06,
      "loss": 0.2687,
      "step": 4800
    },
    {
      "epoch": 0.395567273626102,
      "grad_norm": 6.479925632476807,
      "learning_rate": 9.279974603156859e-06,
      "loss": 0.4883,
      "step": 4801
    },
    {
      "epoch": 0.3956496663096317,
      "grad_norm": 3.059664726257324,
      "learning_rate": 9.279629660861727e-06,
      "loss": 0.6359,
      "step": 4802
    },
    {
      "epoch": 0.3957320589931614,
      "grad_norm": 3.8734984397888184,
      "learning_rate": 9.279284642374741e-06,
      "loss": 0.4436,
      "step": 4803
    },
    {
      "epoch": 0.3958144516766911,
      "grad_norm": 3.9136476516723633,
      "learning_rate": 9.278939547702044e-06,
      "loss": 0.4424,
      "step": 4804
    },
    {
      "epoch": 0.3958968443602208,
      "grad_norm": 5.406155586242676,
      "learning_rate": 9.278594376849778e-06,
      "loss": 0.4577,
      "step": 4805
    },
    {
      "epoch": 0.39597923704375054,
      "grad_norm": 3.954395055770874,
      "learning_rate": 9.278249129824089e-06,
      "loss": 0.5277,
      "step": 4806
    },
    {
      "epoch": 0.3960616297272802,
      "grad_norm": 5.927955627441406,
      "learning_rate": 9.277903806631125e-06,
      "loss": 0.5991,
      "step": 4807
    },
    {
      "epoch": 0.3961440224108099,
      "grad_norm": 3.578779458999634,
      "learning_rate": 9.27755840727703e-06,
      "loss": 0.5,
      "step": 4808
    },
    {
      "epoch": 0.39622641509433965,
      "grad_norm": 3.6539855003356934,
      "learning_rate": 9.277212931767958e-06,
      "loss": 0.5481,
      "step": 4809
    },
    {
      "epoch": 0.3963088077778693,
      "grad_norm": 3.5245912075042725,
      "learning_rate": 9.276867380110057e-06,
      "loss": 0.5608,
      "step": 4810
    },
    {
      "epoch": 0.39639120046139903,
      "grad_norm": 2.873964786529541,
      "learning_rate": 9.276521752309479e-06,
      "loss": 0.3534,
      "step": 4811
    },
    {
      "epoch": 0.39647359314492875,
      "grad_norm": 3.2005529403686523,
      "learning_rate": 9.276176048372378e-06,
      "loss": 0.4364,
      "step": 4812
    },
    {
      "epoch": 0.3965559858284584,
      "grad_norm": 4.7534918785095215,
      "learning_rate": 9.27583026830491e-06,
      "loss": 0.6212,
      "step": 4813
    },
    {
      "epoch": 0.39663837851198813,
      "grad_norm": 4.414343357086182,
      "learning_rate": 9.275484412113227e-06,
      "loss": 0.5993,
      "step": 4814
    },
    {
      "epoch": 0.39672077119551785,
      "grad_norm": 8.050570487976074,
      "learning_rate": 9.275138479803491e-06,
      "loss": 0.2594,
      "step": 4815
    },
    {
      "epoch": 0.3968031638790475,
      "grad_norm": 3.6520371437072754,
      "learning_rate": 9.274792471381858e-06,
      "loss": 0.4414,
      "step": 4816
    },
    {
      "epoch": 0.39688555656257724,
      "grad_norm": 5.059203624725342,
      "learning_rate": 9.27444638685449e-06,
      "loss": 0.5614,
      "step": 4817
    },
    {
      "epoch": 0.39696794924610695,
      "grad_norm": 4.152481555938721,
      "learning_rate": 9.274100226227547e-06,
      "loss": 0.6109,
      "step": 4818
    },
    {
      "epoch": 0.3970503419296367,
      "grad_norm": 5.147951602935791,
      "learning_rate": 9.27375398950719e-06,
      "loss": 0.3288,
      "step": 4819
    },
    {
      "epoch": 0.39713273461316634,
      "grad_norm": 4.511306285858154,
      "learning_rate": 9.273407676699588e-06,
      "loss": 0.5208,
      "step": 4820
    },
    {
      "epoch": 0.39721512729669606,
      "grad_norm": 6.403710842132568,
      "learning_rate": 9.273061287810902e-06,
      "loss": 0.7466,
      "step": 4821
    },
    {
      "epoch": 0.3972975199802258,
      "grad_norm": 3.4217114448547363,
      "learning_rate": 9.272714822847302e-06,
      "loss": 0.492,
      "step": 4822
    },
    {
      "epoch": 0.39737991266375544,
      "grad_norm": 7.460755825042725,
      "learning_rate": 9.272368281814953e-06,
      "loss": 0.497,
      "step": 4823
    },
    {
      "epoch": 0.39746230534728516,
      "grad_norm": 3.7279281616210938,
      "learning_rate": 9.272021664720028e-06,
      "loss": 0.3595,
      "step": 4824
    },
    {
      "epoch": 0.3975446980308149,
      "grad_norm": 4.339349269866943,
      "learning_rate": 9.271674971568698e-06,
      "loss": 0.4473,
      "step": 4825
    },
    {
      "epoch": 0.39762709071434454,
      "grad_norm": 3.509557008743286,
      "learning_rate": 9.271328202367132e-06,
      "loss": 0.4584,
      "step": 4826
    },
    {
      "epoch": 0.39770948339787426,
      "grad_norm": 3.4507694244384766,
      "learning_rate": 9.270981357121508e-06,
      "loss": 0.4516,
      "step": 4827
    },
    {
      "epoch": 0.397791876081404,
      "grad_norm": 2.7463908195495605,
      "learning_rate": 9.270634435837995e-06,
      "loss": 0.2968,
      "step": 4828
    },
    {
      "epoch": 0.39787426876493365,
      "grad_norm": 3.4127602577209473,
      "learning_rate": 9.270287438522775e-06,
      "loss": 0.3084,
      "step": 4829
    },
    {
      "epoch": 0.39795666144846337,
      "grad_norm": 2.2248764038085938,
      "learning_rate": 9.269940365182023e-06,
      "loss": 0.1655,
      "step": 4830
    },
    {
      "epoch": 0.3980390541319931,
      "grad_norm": 3.8666024208068848,
      "learning_rate": 9.269593215821919e-06,
      "loss": 0.6343,
      "step": 4831
    },
    {
      "epoch": 0.3981214468155228,
      "grad_norm": 3.106628656387329,
      "learning_rate": 9.269245990448643e-06,
      "loss": 0.4561,
      "step": 4832
    },
    {
      "epoch": 0.39820383949905247,
      "grad_norm": 4.9151930809021,
      "learning_rate": 9.268898689068377e-06,
      "loss": 0.3812,
      "step": 4833
    },
    {
      "epoch": 0.3982862321825822,
      "grad_norm": 20.219316482543945,
      "learning_rate": 9.268551311687305e-06,
      "loss": 0.5016,
      "step": 4834
    },
    {
      "epoch": 0.3983686248661119,
      "grad_norm": 4.310700416564941,
      "learning_rate": 9.268203858311608e-06,
      "loss": 0.6366,
      "step": 4835
    },
    {
      "epoch": 0.3984510175496416,
      "grad_norm": 3.684974431991577,
      "learning_rate": 9.267856328947477e-06,
      "loss": 0.564,
      "step": 4836
    },
    {
      "epoch": 0.3985334102331713,
      "grad_norm": 2.6508021354675293,
      "learning_rate": 9.267508723601096e-06,
      "loss": 0.0647,
      "step": 4837
    },
    {
      "epoch": 0.398615802916701,
      "grad_norm": 5.116933345794678,
      "learning_rate": 9.267161042278653e-06,
      "loss": 0.4193,
      "step": 4838
    },
    {
      "epoch": 0.3986981956002307,
      "grad_norm": 5.697577476501465,
      "learning_rate": 9.26681328498634e-06,
      "loss": 0.2735,
      "step": 4839
    },
    {
      "epoch": 0.3987805882837604,
      "grad_norm": 3.62909197807312,
      "learning_rate": 9.26646545173035e-06,
      "loss": 0.5089,
      "step": 4840
    },
    {
      "epoch": 0.3988629809672901,
      "grad_norm": 4.220096111297607,
      "learning_rate": 9.266117542516868e-06,
      "loss": 0.6337,
      "step": 4841
    },
    {
      "epoch": 0.39894537365081983,
      "grad_norm": 2.9092249870300293,
      "learning_rate": 9.265769557352096e-06,
      "loss": 0.2019,
      "step": 4842
    },
    {
      "epoch": 0.3990277663343495,
      "grad_norm": 2.709601879119873,
      "learning_rate": 9.265421496242225e-06,
      "loss": 0.4579,
      "step": 4843
    },
    {
      "epoch": 0.3991101590178792,
      "grad_norm": 2.8519413471221924,
      "learning_rate": 9.265073359193454e-06,
      "loss": 0.3037,
      "step": 4844
    },
    {
      "epoch": 0.39919255170140894,
      "grad_norm": 8.923131942749023,
      "learning_rate": 9.26472514621198e-06,
      "loss": 0.5417,
      "step": 4845
    },
    {
      "epoch": 0.3992749443849386,
      "grad_norm": 5.86705207824707,
      "learning_rate": 9.264376857304001e-06,
      "loss": 0.5705,
      "step": 4846
    },
    {
      "epoch": 0.3993573370684683,
      "grad_norm": 4.7607855796813965,
      "learning_rate": 9.26402849247572e-06,
      "loss": 0.5311,
      "step": 4847
    },
    {
      "epoch": 0.39943972975199804,
      "grad_norm": 4.468857765197754,
      "learning_rate": 9.263680051733336e-06,
      "loss": 0.4972,
      "step": 4848
    },
    {
      "epoch": 0.3995221224355277,
      "grad_norm": 2.210214614868164,
      "learning_rate": 9.263331535083055e-06,
      "loss": 0.1689,
      "step": 4849
    },
    {
      "epoch": 0.3996045151190574,
      "grad_norm": 5.259261131286621,
      "learning_rate": 9.262982942531082e-06,
      "loss": 0.5868,
      "step": 4850
    },
    {
      "epoch": 0.39968690780258714,
      "grad_norm": 2.5786004066467285,
      "learning_rate": 9.262634274083622e-06,
      "loss": 0.1144,
      "step": 4851
    },
    {
      "epoch": 0.3997693004861168,
      "grad_norm": 4.1363983154296875,
      "learning_rate": 9.262285529746884e-06,
      "loss": 0.4334,
      "step": 4852
    },
    {
      "epoch": 0.3998516931696465,
      "grad_norm": 4.424861431121826,
      "learning_rate": 9.261936709527076e-06,
      "loss": 0.5057,
      "step": 4853
    },
    {
      "epoch": 0.39993408585317625,
      "grad_norm": 4.266273021697998,
      "learning_rate": 9.261587813430406e-06,
      "loss": 0.6144,
      "step": 4854
    },
    {
      "epoch": 0.40001647853670597,
      "grad_norm": 3.3276920318603516,
      "learning_rate": 9.261238841463087e-06,
      "loss": 0.3374,
      "step": 4855
    },
    {
      "epoch": 0.40009887122023563,
      "grad_norm": 3.5735180377960205,
      "learning_rate": 9.260889793631333e-06,
      "loss": 0.3542,
      "step": 4856
    },
    {
      "epoch": 0.40018126390376535,
      "grad_norm": 3.2036261558532715,
      "learning_rate": 9.260540669941358e-06,
      "loss": 0.3169,
      "step": 4857
    },
    {
      "epoch": 0.40026365658729507,
      "grad_norm": 2.727871894836426,
      "learning_rate": 9.260191470399377e-06,
      "loss": 0.484,
      "step": 4858
    },
    {
      "epoch": 0.40034604927082473,
      "grad_norm": 4.642545700073242,
      "learning_rate": 9.259842195011607e-06,
      "loss": 0.5144,
      "step": 4859
    },
    {
      "epoch": 0.40042844195435445,
      "grad_norm": 2.427821397781372,
      "learning_rate": 9.259492843784266e-06,
      "loss": 0.2412,
      "step": 4860
    },
    {
      "epoch": 0.40051083463788417,
      "grad_norm": 2.720641851425171,
      "learning_rate": 9.259143416723573e-06,
      "loss": 0.3314,
      "step": 4861
    },
    {
      "epoch": 0.40059322732141384,
      "grad_norm": 3.501068353652954,
      "learning_rate": 9.25879391383575e-06,
      "loss": 0.4043,
      "step": 4862
    },
    {
      "epoch": 0.40067562000494356,
      "grad_norm": 5.909363269805908,
      "learning_rate": 9.258444335127022e-06,
      "loss": 0.53,
      "step": 4863
    },
    {
      "epoch": 0.4007580126884733,
      "grad_norm": 3.424102544784546,
      "learning_rate": 9.258094680603606e-06,
      "loss": 0.4403,
      "step": 4864
    },
    {
      "epoch": 0.40084040537200294,
      "grad_norm": 5.015391826629639,
      "learning_rate": 9.257744950271732e-06,
      "loss": 0.4783,
      "step": 4865
    },
    {
      "epoch": 0.40092279805553266,
      "grad_norm": 3.0393412113189697,
      "learning_rate": 9.257395144137627e-06,
      "loss": 0.3922,
      "step": 4866
    },
    {
      "epoch": 0.4010051907390624,
      "grad_norm": 5.378039360046387,
      "learning_rate": 9.257045262207515e-06,
      "loss": 0.4702,
      "step": 4867
    },
    {
      "epoch": 0.4010875834225921,
      "grad_norm": 3.314927816390991,
      "learning_rate": 9.256695304487628e-06,
      "loss": 0.6313,
      "step": 4868
    },
    {
      "epoch": 0.40116997610612176,
      "grad_norm": 4.020168304443359,
      "learning_rate": 9.256345270984198e-06,
      "loss": 0.5895,
      "step": 4869
    },
    {
      "epoch": 0.4012523687896515,
      "grad_norm": 3.8817787170410156,
      "learning_rate": 9.25599516170345e-06,
      "loss": 0.3429,
      "step": 4870
    },
    {
      "epoch": 0.4013347614731812,
      "grad_norm": 3.450918674468994,
      "learning_rate": 9.255644976651623e-06,
      "loss": 0.4985,
      "step": 4871
    },
    {
      "epoch": 0.40141715415671086,
      "grad_norm": 3.137852668762207,
      "learning_rate": 9.25529471583495e-06,
      "loss": 0.5111,
      "step": 4872
    },
    {
      "epoch": 0.4014995468402406,
      "grad_norm": 3.3315796852111816,
      "learning_rate": 9.254944379259667e-06,
      "loss": 0.5397,
      "step": 4873
    },
    {
      "epoch": 0.4015819395237703,
      "grad_norm": 3.7817840576171875,
      "learning_rate": 9.254593966932011e-06,
      "loss": 0.3383,
      "step": 4874
    },
    {
      "epoch": 0.40166433220729997,
      "grad_norm": 3.1735215187072754,
      "learning_rate": 9.25424347885822e-06,
      "loss": 0.362,
      "step": 4875
    },
    {
      "epoch": 0.4017467248908297,
      "grad_norm": 4.532426834106445,
      "learning_rate": 9.253892915044536e-06,
      "loss": 0.5687,
      "step": 4876
    },
    {
      "epoch": 0.4018291175743594,
      "grad_norm": 3.5069613456726074,
      "learning_rate": 9.253542275497195e-06,
      "loss": 0.5205,
      "step": 4877
    },
    {
      "epoch": 0.4019115102578891,
      "grad_norm": 4.196859836578369,
      "learning_rate": 9.253191560222447e-06,
      "loss": 0.4536,
      "step": 4878
    },
    {
      "epoch": 0.4019939029414188,
      "grad_norm": 3.3581247329711914,
      "learning_rate": 9.25284076922653e-06,
      "loss": 0.4163,
      "step": 4879
    },
    {
      "epoch": 0.4020762956249485,
      "grad_norm": 4.964669227600098,
      "learning_rate": 9.25248990251569e-06,
      "loss": 0.4656,
      "step": 4880
    },
    {
      "epoch": 0.40215868830847823,
      "grad_norm": 3.0537967681884766,
      "learning_rate": 9.252138960096177e-06,
      "loss": 0.3558,
      "step": 4881
    },
    {
      "epoch": 0.4022410809920079,
      "grad_norm": 14.65100383758545,
      "learning_rate": 9.251787941974236e-06,
      "loss": 0.2533,
      "step": 4882
    },
    {
      "epoch": 0.4023234736755376,
      "grad_norm": 3.616708755493164,
      "learning_rate": 9.251436848156117e-06,
      "loss": 0.5544,
      "step": 4883
    },
    {
      "epoch": 0.40240586635906733,
      "grad_norm": 4.426623344421387,
      "learning_rate": 9.251085678648072e-06,
      "loss": 0.6654,
      "step": 4884
    },
    {
      "epoch": 0.402488259042597,
      "grad_norm": 5.444194793701172,
      "learning_rate": 9.25073443345635e-06,
      "loss": 0.6883,
      "step": 4885
    },
    {
      "epoch": 0.4025706517261267,
      "grad_norm": 8.305503845214844,
      "learning_rate": 9.250383112587207e-06,
      "loss": 0.3786,
      "step": 4886
    },
    {
      "epoch": 0.40265304440965644,
      "grad_norm": 2.3352198600769043,
      "learning_rate": 9.250031716046897e-06,
      "loss": 0.1945,
      "step": 4887
    },
    {
      "epoch": 0.4027354370931861,
      "grad_norm": 3.611722469329834,
      "learning_rate": 9.249680243841677e-06,
      "loss": 0.4289,
      "step": 4888
    },
    {
      "epoch": 0.4028178297767158,
      "grad_norm": 4.885740756988525,
      "learning_rate": 9.249328695977802e-06,
      "loss": 0.4436,
      "step": 4889
    },
    {
      "epoch": 0.40290022246024554,
      "grad_norm": 6.919004917144775,
      "learning_rate": 9.248977072461532e-06,
      "loss": 0.513,
      "step": 4890
    },
    {
      "epoch": 0.40298261514377526,
      "grad_norm": 3.762269973754883,
      "learning_rate": 9.248625373299127e-06,
      "loss": 0.3531,
      "step": 4891
    },
    {
      "epoch": 0.4030650078273049,
      "grad_norm": 4.1018476486206055,
      "learning_rate": 9.248273598496849e-06,
      "loss": 0.2394,
      "step": 4892
    },
    {
      "epoch": 0.40314740051083464,
      "grad_norm": 5.876810073852539,
      "learning_rate": 9.24792174806096e-06,
      "loss": 0.3753,
      "step": 4893
    },
    {
      "epoch": 0.40322979319436436,
      "grad_norm": 3.1840484142303467,
      "learning_rate": 9.247569821997724e-06,
      "loss": 0.1234,
      "step": 4894
    },
    {
      "epoch": 0.403312185877894,
      "grad_norm": 5.350330829620361,
      "learning_rate": 9.247217820313408e-06,
      "loss": 0.4494,
      "step": 4895
    },
    {
      "epoch": 0.40339457856142374,
      "grad_norm": 3.348811149597168,
      "learning_rate": 9.246865743014276e-06,
      "loss": 0.4405,
      "step": 4896
    },
    {
      "epoch": 0.40347697124495346,
      "grad_norm": 4.064923286437988,
      "learning_rate": 9.2465135901066e-06,
      "loss": 0.5246,
      "step": 4897
    },
    {
      "epoch": 0.40355936392848313,
      "grad_norm": 5.305787086486816,
      "learning_rate": 9.246161361596645e-06,
      "loss": 0.4912,
      "step": 4898
    },
    {
      "epoch": 0.40364175661201285,
      "grad_norm": 3.856232166290283,
      "learning_rate": 9.245809057490686e-06,
      "loss": 0.4325,
      "step": 4899
    },
    {
      "epoch": 0.40372414929554257,
      "grad_norm": 2.5776865482330322,
      "learning_rate": 9.245456677794993e-06,
      "loss": 0.1904,
      "step": 4900
    },
    {
      "epoch": 0.40380654197907223,
      "grad_norm": 4.3327741622924805,
      "learning_rate": 9.24510422251584e-06,
      "loss": 0.5043,
      "step": 4901
    },
    {
      "epoch": 0.40388893466260195,
      "grad_norm": 2.4890856742858887,
      "learning_rate": 9.244751691659503e-06,
      "loss": 0.0299,
      "step": 4902
    },
    {
      "epoch": 0.40397132734613167,
      "grad_norm": 2.542891263961792,
      "learning_rate": 9.244399085232256e-06,
      "loss": 0.3079,
      "step": 4903
    },
    {
      "epoch": 0.4040537200296614,
      "grad_norm": 4.156246662139893,
      "learning_rate": 9.24404640324038e-06,
      "loss": 0.4216,
      "step": 4904
    },
    {
      "epoch": 0.40413611271319105,
      "grad_norm": 5.069424629211426,
      "learning_rate": 9.243693645690148e-06,
      "loss": 0.651,
      "step": 4905
    },
    {
      "epoch": 0.4042185053967208,
      "grad_norm": 4.502533912658691,
      "learning_rate": 9.243340812587845e-06,
      "loss": 0.2845,
      "step": 4906
    },
    {
      "epoch": 0.4043008980802505,
      "grad_norm": 4.69807243347168,
      "learning_rate": 9.242987903939754e-06,
      "loss": 0.4373,
      "step": 4907
    },
    {
      "epoch": 0.40438329076378016,
      "grad_norm": 2.7841198444366455,
      "learning_rate": 9.242634919752152e-06,
      "loss": 0.5179,
      "step": 4908
    },
    {
      "epoch": 0.4044656834473099,
      "grad_norm": 3.3097100257873535,
      "learning_rate": 9.242281860031328e-06,
      "loss": 0.4223,
      "step": 4909
    },
    {
      "epoch": 0.4045480761308396,
      "grad_norm": 30.60569190979004,
      "learning_rate": 9.241928724783567e-06,
      "loss": 1.607,
      "step": 4910
    },
    {
      "epoch": 0.40463046881436926,
      "grad_norm": 4.851513385772705,
      "learning_rate": 9.241575514015156e-06,
      "loss": 0.3911,
      "step": 4911
    },
    {
      "epoch": 0.404712861497899,
      "grad_norm": 3.315957546234131,
      "learning_rate": 9.241222227732383e-06,
      "loss": 0.2745,
      "step": 4912
    },
    {
      "epoch": 0.4047952541814287,
      "grad_norm": 4.652412414550781,
      "learning_rate": 9.240868865941537e-06,
      "loss": 0.5577,
      "step": 4913
    },
    {
      "epoch": 0.4048776468649584,
      "grad_norm": 3.116687774658203,
      "learning_rate": 9.240515428648909e-06,
      "loss": 0.3594,
      "step": 4914
    },
    {
      "epoch": 0.4049600395484881,
      "grad_norm": 4.413593292236328,
      "learning_rate": 9.240161915860793e-06,
      "loss": 0.4383,
      "step": 4915
    },
    {
      "epoch": 0.4050424322320178,
      "grad_norm": 4.644586086273193,
      "learning_rate": 9.23980832758348e-06,
      "loss": 0.411,
      "step": 4916
    },
    {
      "epoch": 0.4051248249155475,
      "grad_norm": 2.880898952484131,
      "learning_rate": 9.23945466382327e-06,
      "loss": 0.2847,
      "step": 4917
    },
    {
      "epoch": 0.4052072175990772,
      "grad_norm": 5.428694248199463,
      "learning_rate": 9.239100924586451e-06,
      "loss": 0.5047,
      "step": 4918
    },
    {
      "epoch": 0.4052896102826069,
      "grad_norm": 4.959214210510254,
      "learning_rate": 9.238747109879328e-06,
      "loss": 0.6672,
      "step": 4919
    },
    {
      "epoch": 0.4053720029661366,
      "grad_norm": 3.0147249698638916,
      "learning_rate": 9.2383932197082e-06,
      "loss": 0.3777,
      "step": 4920
    },
    {
      "epoch": 0.4054543956496663,
      "grad_norm": 3.540060043334961,
      "learning_rate": 9.238039254079366e-06,
      "loss": 0.3278,
      "step": 4921
    },
    {
      "epoch": 0.405536788333196,
      "grad_norm": 2.7579030990600586,
      "learning_rate": 9.237685212999123e-06,
      "loss": 0.2218,
      "step": 4922
    },
    {
      "epoch": 0.4056191810167257,
      "grad_norm": 3.4019947052001953,
      "learning_rate": 9.23733109647378e-06,
      "loss": 0.3355,
      "step": 4923
    },
    {
      "epoch": 0.4057015737002554,
      "grad_norm": 4.801168918609619,
      "learning_rate": 9.236976904509643e-06,
      "loss": 0.4457,
      "step": 4924
    },
    {
      "epoch": 0.4057839663837851,
      "grad_norm": 4.078583717346191,
      "learning_rate": 9.23662263711301e-06,
      "loss": 0.321,
      "step": 4925
    },
    {
      "epoch": 0.40586635906731483,
      "grad_norm": 4.833007335662842,
      "learning_rate": 9.236268294290196e-06,
      "loss": 0.6147,
      "step": 4926
    },
    {
      "epoch": 0.40594875175084455,
      "grad_norm": 3.363335609436035,
      "learning_rate": 9.235913876047505e-06,
      "loss": 0.5114,
      "step": 4927
    },
    {
      "epoch": 0.4060311444343742,
      "grad_norm": 3.8157031536102295,
      "learning_rate": 9.235559382391248e-06,
      "loss": 0.6767,
      "step": 4928
    },
    {
      "epoch": 0.40611353711790393,
      "grad_norm": 5.438361644744873,
      "learning_rate": 9.235204813327736e-06,
      "loss": 0.2908,
      "step": 4929
    },
    {
      "epoch": 0.40619592980143365,
      "grad_norm": 5.1155242919921875,
      "learning_rate": 9.234850168863282e-06,
      "loss": 0.396,
      "step": 4930
    },
    {
      "epoch": 0.4062783224849633,
      "grad_norm": 3.627898931503296,
      "learning_rate": 9.2344954490042e-06,
      "loss": 0.4422,
      "step": 4931
    },
    {
      "epoch": 0.40636071516849304,
      "grad_norm": 3.7656474113464355,
      "learning_rate": 9.234140653756805e-06,
      "loss": 0.574,
      "step": 4932
    },
    {
      "epoch": 0.40644310785202276,
      "grad_norm": 3.205017328262329,
      "learning_rate": 9.233785783127413e-06,
      "loss": 0.3795,
      "step": 4933
    },
    {
      "epoch": 0.4065255005355524,
      "grad_norm": 2.0344390869140625,
      "learning_rate": 9.233430837122344e-06,
      "loss": 0.1722,
      "step": 4934
    },
    {
      "epoch": 0.40660789321908214,
      "grad_norm": 4.660760879516602,
      "learning_rate": 9.233075815747914e-06,
      "loss": 0.5682,
      "step": 4935
    },
    {
      "epoch": 0.40669028590261186,
      "grad_norm": 4.832041263580322,
      "learning_rate": 9.232720719010445e-06,
      "loss": 0.4915,
      "step": 4936
    },
    {
      "epoch": 0.4067726785861416,
      "grad_norm": 6.116322994232178,
      "learning_rate": 9.23236554691626e-06,
      "loss": 0.4838,
      "step": 4937
    },
    {
      "epoch": 0.40685507126967124,
      "grad_norm": 4.210574150085449,
      "learning_rate": 9.23201029947168e-06,
      "loss": 0.236,
      "step": 4938
    },
    {
      "epoch": 0.40693746395320096,
      "grad_norm": 2.2517900466918945,
      "learning_rate": 9.231654976683031e-06,
      "loss": 0.1059,
      "step": 4939
    },
    {
      "epoch": 0.4070198566367307,
      "grad_norm": 4.32827091217041,
      "learning_rate": 9.23129957855664e-06,
      "loss": 0.559,
      "step": 4940
    },
    {
      "epoch": 0.40710224932026035,
      "grad_norm": 3.5429582595825195,
      "learning_rate": 9.230944105098834e-06,
      "loss": 0.4484,
      "step": 4941
    },
    {
      "epoch": 0.40718464200379006,
      "grad_norm": 5.372023105621338,
      "learning_rate": 9.230588556315939e-06,
      "loss": 0.539,
      "step": 4942
    },
    {
      "epoch": 0.4072670346873198,
      "grad_norm": 3.1926608085632324,
      "learning_rate": 9.230232932214286e-06,
      "loss": 0.337,
      "step": 4943
    },
    {
      "epoch": 0.40734942737084945,
      "grad_norm": 2.9258525371551514,
      "learning_rate": 9.229877232800209e-06,
      "loss": 0.3661,
      "step": 4944
    },
    {
      "epoch": 0.40743182005437917,
      "grad_norm": 3.186671018600464,
      "learning_rate": 9.229521458080039e-06,
      "loss": 0.2402,
      "step": 4945
    },
    {
      "epoch": 0.4075142127379089,
      "grad_norm": 3.6912176609039307,
      "learning_rate": 9.229165608060108e-06,
      "loss": 0.3904,
      "step": 4946
    },
    {
      "epoch": 0.40759660542143855,
      "grad_norm": 2.9091765880584717,
      "learning_rate": 9.228809682746755e-06,
      "loss": 0.4761,
      "step": 4947
    },
    {
      "epoch": 0.40767899810496827,
      "grad_norm": 5.223792552947998,
      "learning_rate": 9.228453682146312e-06,
      "loss": 0.2667,
      "step": 4948
    },
    {
      "epoch": 0.407761390788498,
      "grad_norm": 4.315149784088135,
      "learning_rate": 9.228097606265124e-06,
      "loss": 0.6661,
      "step": 4949
    },
    {
      "epoch": 0.4078437834720277,
      "grad_norm": 5.377363204956055,
      "learning_rate": 9.227741455109522e-06,
      "loss": 0.6189,
      "step": 4950
    },
    {
      "epoch": 0.4079261761555574,
      "grad_norm": 1.2600384950637817,
      "learning_rate": 9.227385228685853e-06,
      "loss": 0.0145,
      "step": 4951
    },
    {
      "epoch": 0.4080085688390871,
      "grad_norm": 10.197486877441406,
      "learning_rate": 9.227028927000454e-06,
      "loss": 0.8623,
      "step": 4952
    },
    {
      "epoch": 0.4080909615226168,
      "grad_norm": 6.302323341369629,
      "learning_rate": 9.226672550059675e-06,
      "loss": 0.2573,
      "step": 4953
    },
    {
      "epoch": 0.4081733542061465,
      "grad_norm": 4.595074653625488,
      "learning_rate": 9.226316097869853e-06,
      "loss": 0.396,
      "step": 4954
    },
    {
      "epoch": 0.4082557468896762,
      "grad_norm": 3.191310167312622,
      "learning_rate": 9.225959570437343e-06,
      "loss": 0.5453,
      "step": 4955
    },
    {
      "epoch": 0.4083381395732059,
      "grad_norm": 2.2919445037841797,
      "learning_rate": 9.225602967768484e-06,
      "loss": 0.2582,
      "step": 4956
    },
    {
      "epoch": 0.4084205322567356,
      "grad_norm": 3.989853858947754,
      "learning_rate": 9.225246289869627e-06,
      "loss": 0.4644,
      "step": 4957
    },
    {
      "epoch": 0.4085029249402653,
      "grad_norm": 3.738384246826172,
      "learning_rate": 9.224889536747125e-06,
      "loss": 0.3535,
      "step": 4958
    },
    {
      "epoch": 0.408585317623795,
      "grad_norm": 1.606882929801941,
      "learning_rate": 9.224532708407327e-06,
      "loss": 0.1334,
      "step": 4959
    },
    {
      "epoch": 0.4086677103073247,
      "grad_norm": 3.623391628265381,
      "learning_rate": 9.224175804856587e-06,
      "loss": 0.4517,
      "step": 4960
    },
    {
      "epoch": 0.4087501029908544,
      "grad_norm": 2.545311212539673,
      "learning_rate": 9.223818826101258e-06,
      "loss": 0.266,
      "step": 4961
    },
    {
      "epoch": 0.4088324956743841,
      "grad_norm": 3.2513434886932373,
      "learning_rate": 9.223461772147695e-06,
      "loss": 0.5476,
      "step": 4962
    },
    {
      "epoch": 0.40891488835791384,
      "grad_norm": 3.457085132598877,
      "learning_rate": 9.223104643002257e-06,
      "loss": 0.2805,
      "step": 4963
    },
    {
      "epoch": 0.4089972810414435,
      "grad_norm": 7.718340873718262,
      "learning_rate": 9.2227474386713e-06,
      "loss": 0.4287,
      "step": 4964
    },
    {
      "epoch": 0.4090796737249732,
      "grad_norm": 5.0785346031188965,
      "learning_rate": 9.222390159161185e-06,
      "loss": 0.5395,
      "step": 4965
    },
    {
      "epoch": 0.40916206640850294,
      "grad_norm": 3.0352084636688232,
      "learning_rate": 9.22203280447827e-06,
      "loss": 0.2721,
      "step": 4966
    },
    {
      "epoch": 0.4092444590920326,
      "grad_norm": 4.538561820983887,
      "learning_rate": 9.22167537462892e-06,
      "loss": 0.4451,
      "step": 4967
    },
    {
      "epoch": 0.40932685177556233,
      "grad_norm": 3.504039764404297,
      "learning_rate": 9.221317869619497e-06,
      "loss": 0.5298,
      "step": 4968
    },
    {
      "epoch": 0.40940924445909205,
      "grad_norm": 4.193820953369141,
      "learning_rate": 9.220960289456368e-06,
      "loss": 0.42,
      "step": 4969
    },
    {
      "epoch": 0.4094916371426217,
      "grad_norm": 4.251090049743652,
      "learning_rate": 9.220602634145897e-06,
      "loss": 0.598,
      "step": 4970
    },
    {
      "epoch": 0.40957402982615143,
      "grad_norm": 4.2441582679748535,
      "learning_rate": 9.220244903694451e-06,
      "loss": 0.4257,
      "step": 4971
    },
    {
      "epoch": 0.40965642250968115,
      "grad_norm": 29.32827377319336,
      "learning_rate": 9.219887098108398e-06,
      "loss": 0.8985,
      "step": 4972
    },
    {
      "epoch": 0.40973881519321087,
      "grad_norm": 4.878931045532227,
      "learning_rate": 9.219529217394113e-06,
      "loss": 0.5668,
      "step": 4973
    },
    {
      "epoch": 0.40982120787674053,
      "grad_norm": 3.5109291076660156,
      "learning_rate": 9.219171261557964e-06,
      "loss": 0.294,
      "step": 4974
    },
    {
      "epoch": 0.40990360056027025,
      "grad_norm": 6.545319557189941,
      "learning_rate": 9.218813230606322e-06,
      "loss": 0.2905,
      "step": 4975
    },
    {
      "epoch": 0.4099859932438,
      "grad_norm": 6.542766094207764,
      "learning_rate": 9.218455124545565e-06,
      "loss": 0.5506,
      "step": 4976
    },
    {
      "epoch": 0.41006838592732964,
      "grad_norm": 3.768531322479248,
      "learning_rate": 9.218096943382067e-06,
      "loss": 0.3897,
      "step": 4977
    },
    {
      "epoch": 0.41015077861085936,
      "grad_norm": 3.4321448802948,
      "learning_rate": 9.217738687122202e-06,
      "loss": 0.1922,
      "step": 4978
    },
    {
      "epoch": 0.4102331712943891,
      "grad_norm": 4.767248630523682,
      "learning_rate": 9.217380355772353e-06,
      "loss": 0.614,
      "step": 4979
    },
    {
      "epoch": 0.41031556397791874,
      "grad_norm": 3.385817766189575,
      "learning_rate": 9.217021949338899e-06,
      "loss": 0.2874,
      "step": 4980
    },
    {
      "epoch": 0.41039795666144846,
      "grad_norm": 4.086017608642578,
      "learning_rate": 9.216663467828216e-06,
      "loss": 0.4749,
      "step": 4981
    },
    {
      "epoch": 0.4104803493449782,
      "grad_norm": 2.9987874031066895,
      "learning_rate": 9.21630491124669e-06,
      "loss": 0.5054,
      "step": 4982
    },
    {
      "epoch": 0.41056274202850784,
      "grad_norm": 3.4786996841430664,
      "learning_rate": 9.215946279600706e-06,
      "loss": 0.3815,
      "step": 4983
    },
    {
      "epoch": 0.41064513471203756,
      "grad_norm": 7.770982265472412,
      "learning_rate": 9.215587572896644e-06,
      "loss": 0.6674,
      "step": 4984
    },
    {
      "epoch": 0.4107275273955673,
      "grad_norm": 28.132427215576172,
      "learning_rate": 9.215228791140895e-06,
      "loss": 1.0364,
      "step": 4985
    },
    {
      "epoch": 0.410809920079097,
      "grad_norm": 3.580277681350708,
      "learning_rate": 9.214869934339842e-06,
      "loss": 0.2326,
      "step": 4986
    },
    {
      "epoch": 0.41089231276262667,
      "grad_norm": 3.9150118827819824,
      "learning_rate": 9.21451100249988e-06,
      "loss": 0.3837,
      "step": 4987
    },
    {
      "epoch": 0.4109747054461564,
      "grad_norm": 2.4780375957489014,
      "learning_rate": 9.214151995627393e-06,
      "loss": 0.2348,
      "step": 4988
    },
    {
      "epoch": 0.4110570981296861,
      "grad_norm": 4.308750629425049,
      "learning_rate": 9.213792913728775e-06,
      "loss": 0.6363,
      "step": 4989
    },
    {
      "epoch": 0.41113949081321577,
      "grad_norm": 2.862140655517578,
      "learning_rate": 9.213433756810419e-06,
      "loss": 0.4081,
      "step": 4990
    },
    {
      "epoch": 0.4112218834967455,
      "grad_norm": 3.176029920578003,
      "learning_rate": 9.21307452487872e-06,
      "loss": 0.3579,
      "step": 4991
    },
    {
      "epoch": 0.4113042761802752,
      "grad_norm": 3.536695957183838,
      "learning_rate": 9.212715217940071e-06,
      "loss": 0.1452,
      "step": 4992
    },
    {
      "epoch": 0.41138666886380487,
      "grad_norm": 5.014871597290039,
      "learning_rate": 9.212355836000872e-06,
      "loss": 0.4618,
      "step": 4993
    },
    {
      "epoch": 0.4114690615473346,
      "grad_norm": 3.6314339637756348,
      "learning_rate": 9.21199637906752e-06,
      "loss": 0.4915,
      "step": 4994
    },
    {
      "epoch": 0.4115514542308643,
      "grad_norm": 4.137555122375488,
      "learning_rate": 9.211636847146414e-06,
      "loss": 0.4579,
      "step": 4995
    },
    {
      "epoch": 0.411633846914394,
      "grad_norm": 3.625174045562744,
      "learning_rate": 9.211277240243955e-06,
      "loss": 0.313,
      "step": 4996
    },
    {
      "epoch": 0.4117162395979237,
      "grad_norm": 7.132330417633057,
      "learning_rate": 9.210917558366545e-06,
      "loss": 0.5294,
      "step": 4997
    },
    {
      "epoch": 0.4117986322814534,
      "grad_norm": 4.370205402374268,
      "learning_rate": 9.210557801520588e-06,
      "loss": 0.636,
      "step": 4998
    },
    {
      "epoch": 0.41188102496498313,
      "grad_norm": 6.685343265533447,
      "learning_rate": 9.210197969712489e-06,
      "loss": 0.4706,
      "step": 4999
    },
    {
      "epoch": 0.4119634176485128,
      "grad_norm": 3.8779609203338623,
      "learning_rate": 9.209838062948655e-06,
      "loss": 0.4801,
      "step": 5000
    },
    {
      "epoch": 0.4120458103320425,
      "grad_norm": 2.9801108837127686,
      "learning_rate": 9.20947808123549e-06,
      "loss": 0.3506,
      "step": 5001
    },
    {
      "epoch": 0.41212820301557224,
      "grad_norm": 6.266794681549072,
      "learning_rate": 9.209118024579408e-06,
      "loss": 0.521,
      "step": 5002
    },
    {
      "epoch": 0.4122105956991019,
      "grad_norm": 3.6490895748138428,
      "learning_rate": 9.208757892986815e-06,
      "loss": 0.3379,
      "step": 5003
    },
    {
      "epoch": 0.4122929883826316,
      "grad_norm": 3.0232489109039307,
      "learning_rate": 9.208397686464125e-06,
      "loss": 0.354,
      "step": 5004
    },
    {
      "epoch": 0.41237538106616134,
      "grad_norm": 5.10429573059082,
      "learning_rate": 9.208037405017752e-06,
      "loss": 0.6913,
      "step": 5005
    },
    {
      "epoch": 0.412457773749691,
      "grad_norm": 3.163184881210327,
      "learning_rate": 9.207677048654105e-06,
      "loss": 0.4743,
      "step": 5006
    },
    {
      "epoch": 0.4125401664332207,
      "grad_norm": 4.59881067276001,
      "learning_rate": 9.207316617379604e-06,
      "loss": 0.5885,
      "step": 5007
    },
    {
      "epoch": 0.41262255911675044,
      "grad_norm": 3.088986396789551,
      "learning_rate": 9.206956111200667e-06,
      "loss": 0.4711,
      "step": 5008
    },
    {
      "epoch": 0.41270495180028016,
      "grad_norm": 3.5544631481170654,
      "learning_rate": 9.206595530123707e-06,
      "loss": 0.3837,
      "step": 5009
    },
    {
      "epoch": 0.4127873444838098,
      "grad_norm": 3.996727705001831,
      "learning_rate": 9.206234874155149e-06,
      "loss": 0.0479,
      "step": 5010
    },
    {
      "epoch": 0.41286973716733955,
      "grad_norm": 4.484562873840332,
      "learning_rate": 9.20587414330141e-06,
      "loss": 0.4247,
      "step": 5011
    },
    {
      "epoch": 0.41295212985086927,
      "grad_norm": 3.749096155166626,
      "learning_rate": 9.205513337568914e-06,
      "loss": 0.4932,
      "step": 5012
    },
    {
      "epoch": 0.41303452253439893,
      "grad_norm": 4.45427131652832,
      "learning_rate": 9.205152456964085e-06,
      "loss": 0.4689,
      "step": 5013
    },
    {
      "epoch": 0.41311691521792865,
      "grad_norm": 4.093387603759766,
      "learning_rate": 9.204791501493347e-06,
      "loss": 0.3714,
      "step": 5014
    },
    {
      "epoch": 0.41319930790145837,
      "grad_norm": 2.9828786849975586,
      "learning_rate": 9.204430471163125e-06,
      "loss": 0.3466,
      "step": 5015
    },
    {
      "epoch": 0.41328170058498803,
      "grad_norm": 4.97459602355957,
      "learning_rate": 9.20406936597985e-06,
      "loss": 0.5889,
      "step": 5016
    },
    {
      "epoch": 0.41336409326851775,
      "grad_norm": 4.61775541305542,
      "learning_rate": 9.20370818594995e-06,
      "loss": 0.499,
      "step": 5017
    },
    {
      "epoch": 0.41344648595204747,
      "grad_norm": 4.282602310180664,
      "learning_rate": 9.20334693107985e-06,
      "loss": 0.3114,
      "step": 5018
    },
    {
      "epoch": 0.41352887863557714,
      "grad_norm": 4.232789516448975,
      "learning_rate": 9.202985601375988e-06,
      "loss": 0.5837,
      "step": 5019
    },
    {
      "epoch": 0.41361127131910685,
      "grad_norm": 3.3476455211639404,
      "learning_rate": 9.202624196844797e-06,
      "loss": 0.4091,
      "step": 5020
    },
    {
      "epoch": 0.4136936640026366,
      "grad_norm": 4.777759552001953,
      "learning_rate": 9.202262717492705e-06,
      "loss": 0.3586,
      "step": 5021
    },
    {
      "epoch": 0.4137760566861663,
      "grad_norm": 4.421793460845947,
      "learning_rate": 9.201901163326152e-06,
      "loss": 0.4801,
      "step": 5022
    },
    {
      "epoch": 0.41385844936969596,
      "grad_norm": 2.780965805053711,
      "learning_rate": 9.201539534351575e-06,
      "loss": 0.2598,
      "step": 5023
    },
    {
      "epoch": 0.4139408420532257,
      "grad_norm": 3.8572769165039062,
      "learning_rate": 9.201177830575412e-06,
      "loss": 0.4034,
      "step": 5024
    },
    {
      "epoch": 0.4140232347367554,
      "grad_norm": 5.115800380706787,
      "learning_rate": 9.2008160520041e-06,
      "loss": 0.5782,
      "step": 5025
    },
    {
      "epoch": 0.41410562742028506,
      "grad_norm": 3.2181107997894287,
      "learning_rate": 9.200454198644083e-06,
      "loss": 0.1724,
      "step": 5026
    },
    {
      "epoch": 0.4141880201038148,
      "grad_norm": 4.3753557205200195,
      "learning_rate": 9.200092270501803e-06,
      "loss": 0.6188,
      "step": 5027
    },
    {
      "epoch": 0.4142704127873445,
      "grad_norm": 3.626154899597168,
      "learning_rate": 9.199730267583701e-06,
      "loss": 0.2682,
      "step": 5028
    },
    {
      "epoch": 0.41435280547087416,
      "grad_norm": 3.3720173835754395,
      "learning_rate": 9.199368189896224e-06,
      "loss": 0.5095,
      "step": 5029
    },
    {
      "epoch": 0.4144351981544039,
      "grad_norm": 6.53356409072876,
      "learning_rate": 9.199006037445818e-06,
      "loss": 0.5348,
      "step": 5030
    },
    {
      "epoch": 0.4145175908379336,
      "grad_norm": 5.4015116691589355,
      "learning_rate": 9.19864381023893e-06,
      "loss": 0.482,
      "step": 5031
    },
    {
      "epoch": 0.41459998352146327,
      "grad_norm": 5.800932884216309,
      "learning_rate": 9.19828150828201e-06,
      "loss": 0.4533,
      "step": 5032
    },
    {
      "epoch": 0.414682376204993,
      "grad_norm": 3.4954466819763184,
      "learning_rate": 9.197919131581506e-06,
      "loss": 0.2363,
      "step": 5033
    },
    {
      "epoch": 0.4147647688885227,
      "grad_norm": 2.9712424278259277,
      "learning_rate": 9.197556680143871e-06,
      "loss": 0.2904,
      "step": 5034
    },
    {
      "epoch": 0.4148471615720524,
      "grad_norm": 3.6384925842285156,
      "learning_rate": 9.197194153975558e-06,
      "loss": 0.3083,
      "step": 5035
    },
    {
      "epoch": 0.4149295542555821,
      "grad_norm": 28.64869499206543,
      "learning_rate": 9.19683155308302e-06,
      "loss": 1.2175,
      "step": 5036
    },
    {
      "epoch": 0.4150119469391118,
      "grad_norm": 3.0187010765075684,
      "learning_rate": 9.196468877472714e-06,
      "loss": 0.3948,
      "step": 5037
    },
    {
      "epoch": 0.41509433962264153,
      "grad_norm": 4.055929183959961,
      "learning_rate": 9.196106127151097e-06,
      "loss": 0.4714,
      "step": 5038
    },
    {
      "epoch": 0.4151767323061712,
      "grad_norm": 4.025703430175781,
      "learning_rate": 9.195743302124624e-06,
      "loss": 0.551,
      "step": 5039
    },
    {
      "epoch": 0.4152591249897009,
      "grad_norm": 4.39504337310791,
      "learning_rate": 9.195380402399761e-06,
      "loss": 0.6442,
      "step": 5040
    },
    {
      "epoch": 0.41534151767323063,
      "grad_norm": 5.735569000244141,
      "learning_rate": 9.195017427982962e-06,
      "loss": 0.5051,
      "step": 5041
    },
    {
      "epoch": 0.4154239103567603,
      "grad_norm": 3.2505226135253906,
      "learning_rate": 9.194654378880691e-06,
      "loss": 0.4345,
      "step": 5042
    },
    {
      "epoch": 0.41550630304029,
      "grad_norm": 2.9738314151763916,
      "learning_rate": 9.194291255099415e-06,
      "loss": 0.286,
      "step": 5043
    },
    {
      "epoch": 0.41558869572381973,
      "grad_norm": 3.8036961555480957,
      "learning_rate": 9.193928056645594e-06,
      "loss": 0.5149,
      "step": 5044
    },
    {
      "epoch": 0.41567108840734945,
      "grad_norm": 3.873436450958252,
      "learning_rate": 9.193564783525698e-06,
      "loss": 0.2708,
      "step": 5045
    },
    {
      "epoch": 0.4157534810908791,
      "grad_norm": 3.112484931945801,
      "learning_rate": 9.193201435746193e-06,
      "loss": 0.3776,
      "step": 5046
    },
    {
      "epoch": 0.41583587377440884,
      "grad_norm": 3.5123648643493652,
      "learning_rate": 9.192838013313545e-06,
      "loss": 0.5765,
      "step": 5047
    },
    {
      "epoch": 0.41591826645793856,
      "grad_norm": 4.103376865386963,
      "learning_rate": 9.192474516234229e-06,
      "loss": 0.5085,
      "step": 5048
    },
    {
      "epoch": 0.4160006591414682,
      "grad_norm": 2.433520555496216,
      "learning_rate": 9.192110944514717e-06,
      "loss": 0.2122,
      "step": 5049
    },
    {
      "epoch": 0.41608305182499794,
      "grad_norm": 4.070269584655762,
      "learning_rate": 9.191747298161475e-06,
      "loss": 0.5214,
      "step": 5050
    },
    {
      "epoch": 0.41616544450852766,
      "grad_norm": 2.2848854064941406,
      "learning_rate": 9.191383577180983e-06,
      "loss": 0.2605,
      "step": 5051
    },
    {
      "epoch": 0.4162478371920573,
      "grad_norm": 5.045161724090576,
      "learning_rate": 9.191019781579714e-06,
      "loss": 0.5936,
      "step": 5052
    },
    {
      "epoch": 0.41633022987558704,
      "grad_norm": 3.967958927154541,
      "learning_rate": 9.190655911364146e-06,
      "loss": 0.4272,
      "step": 5053
    },
    {
      "epoch": 0.41641262255911676,
      "grad_norm": 2.4820449352264404,
      "learning_rate": 9.190291966540756e-06,
      "loss": 0.283,
      "step": 5054
    },
    {
      "epoch": 0.4164950152426464,
      "grad_norm": 4.111634731292725,
      "learning_rate": 9.189927947116025e-06,
      "loss": 0.3794,
      "step": 5055
    },
    {
      "epoch": 0.41657740792617615,
      "grad_norm": 3.4318809509277344,
      "learning_rate": 9.189563853096432e-06,
      "loss": 0.4123,
      "step": 5056
    },
    {
      "epoch": 0.41665980060970587,
      "grad_norm": 4.119597911834717,
      "learning_rate": 9.189199684488462e-06,
      "loss": 0.4191,
      "step": 5057
    },
    {
      "epoch": 0.4167421932932356,
      "grad_norm": 3.7137298583984375,
      "learning_rate": 9.188835441298594e-06,
      "loss": 0.5261,
      "step": 5058
    },
    {
      "epoch": 0.41682458597676525,
      "grad_norm": 4.925844669342041,
      "learning_rate": 9.188471123533315e-06,
      "loss": 0.6457,
      "step": 5059
    },
    {
      "epoch": 0.41690697866029497,
      "grad_norm": 2.9248733520507812,
      "learning_rate": 9.188106731199114e-06,
      "loss": 0.4579,
      "step": 5060
    },
    {
      "epoch": 0.4169893713438247,
      "grad_norm": 4.228564262390137,
      "learning_rate": 9.187742264302474e-06,
      "loss": 0.4067,
      "step": 5061
    },
    {
      "epoch": 0.41707176402735435,
      "grad_norm": 24.56780242919922,
      "learning_rate": 9.187377722849886e-06,
      "loss": 0.7281,
      "step": 5062
    },
    {
      "epoch": 0.41715415671088407,
      "grad_norm": 6.571024417877197,
      "learning_rate": 9.187013106847837e-06,
      "loss": 0.624,
      "step": 5063
    },
    {
      "epoch": 0.4172365493944138,
      "grad_norm": 7.0355000495910645,
      "learning_rate": 9.186648416302823e-06,
      "loss": 0.9172,
      "step": 5064
    },
    {
      "epoch": 0.41731894207794346,
      "grad_norm": 3.4988603591918945,
      "learning_rate": 9.186283651221334e-06,
      "loss": 0.4068,
      "step": 5065
    },
    {
      "epoch": 0.4174013347614732,
      "grad_norm": 5.464871406555176,
      "learning_rate": 9.185918811609866e-06,
      "loss": 0.6361,
      "step": 5066
    },
    {
      "epoch": 0.4174837274450029,
      "grad_norm": 6.314354419708252,
      "learning_rate": 9.185553897474913e-06,
      "loss": 0.6395,
      "step": 5067
    },
    {
      "epoch": 0.41756612012853256,
      "grad_norm": 5.999680995941162,
      "learning_rate": 9.18518890882297e-06,
      "loss": 0.4753,
      "step": 5068
    },
    {
      "epoch": 0.4176485128120623,
      "grad_norm": 6.444427490234375,
      "learning_rate": 9.184823845660537e-06,
      "loss": 0.2295,
      "step": 5069
    },
    {
      "epoch": 0.417730905495592,
      "grad_norm": 2.6406445503234863,
      "learning_rate": 9.184458707994114e-06,
      "loss": 0.2782,
      "step": 5070
    },
    {
      "epoch": 0.4178132981791217,
      "grad_norm": 3.49501895904541,
      "learning_rate": 9.1840934958302e-06,
      "loss": 0.2775,
      "step": 5071
    },
    {
      "epoch": 0.4178956908626514,
      "grad_norm": 3.2526679039001465,
      "learning_rate": 9.183728209175298e-06,
      "loss": 0.4036,
      "step": 5072
    },
    {
      "epoch": 0.4179780835461811,
      "grad_norm": 4.798919200897217,
      "learning_rate": 9.183362848035912e-06,
      "loss": 0.6071,
      "step": 5073
    },
    {
      "epoch": 0.4180604762297108,
      "grad_norm": 2.784681558609009,
      "learning_rate": 9.182997412418545e-06,
      "loss": 0.4182,
      "step": 5074
    },
    {
      "epoch": 0.4181428689132405,
      "grad_norm": 3.7157111167907715,
      "learning_rate": 9.182631902329703e-06,
      "loss": 0.6296,
      "step": 5075
    },
    {
      "epoch": 0.4182252615967702,
      "grad_norm": 2.7502033710479736,
      "learning_rate": 9.182266317775895e-06,
      "loss": 0.3768,
      "step": 5076
    },
    {
      "epoch": 0.4183076542802999,
      "grad_norm": 4.004136085510254,
      "learning_rate": 9.18190065876363e-06,
      "loss": 0.5641,
      "step": 5077
    },
    {
      "epoch": 0.4183900469638296,
      "grad_norm": 5.182115077972412,
      "learning_rate": 9.181534925299413e-06,
      "loss": 0.6801,
      "step": 5078
    },
    {
      "epoch": 0.4184724396473593,
      "grad_norm": 3.742363214492798,
      "learning_rate": 9.181169117389764e-06,
      "loss": 0.4102,
      "step": 5079
    },
    {
      "epoch": 0.418554832330889,
      "grad_norm": 5.487884998321533,
      "learning_rate": 9.180803235041187e-06,
      "loss": 0.7139,
      "step": 5080
    },
    {
      "epoch": 0.41863722501441875,
      "grad_norm": 3.289735794067383,
      "learning_rate": 9.1804372782602e-06,
      "loss": 0.4199,
      "step": 5081
    },
    {
      "epoch": 0.4187196176979484,
      "grad_norm": 3.4926905632019043,
      "learning_rate": 9.180071247053318e-06,
      "loss": 0.4164,
      "step": 5082
    },
    {
      "epoch": 0.41880201038147813,
      "grad_norm": 3.1962249279022217,
      "learning_rate": 9.179705141427058e-06,
      "loss": 0.3045,
      "step": 5083
    },
    {
      "epoch": 0.41888440306500785,
      "grad_norm": 3.8472745418548584,
      "learning_rate": 9.179338961387937e-06,
      "loss": 0.3131,
      "step": 5084
    },
    {
      "epoch": 0.4189667957485375,
      "grad_norm": 3.097804546356201,
      "learning_rate": 9.178972706942475e-06,
      "loss": 0.3904,
      "step": 5085
    },
    {
      "epoch": 0.41904918843206723,
      "grad_norm": 4.164746284484863,
      "learning_rate": 9.178606378097192e-06,
      "loss": 0.4468,
      "step": 5086
    },
    {
      "epoch": 0.41913158111559695,
      "grad_norm": 5.734231472015381,
      "learning_rate": 9.17823997485861e-06,
      "loss": 0.7967,
      "step": 5087
    },
    {
      "epoch": 0.4192139737991266,
      "grad_norm": 4.525213718414307,
      "learning_rate": 9.177873497233251e-06,
      "loss": 0.6403,
      "step": 5088
    },
    {
      "epoch": 0.41929636648265634,
      "grad_norm": 4.122069358825684,
      "learning_rate": 9.177506945227642e-06,
      "loss": 0.7536,
      "step": 5089
    },
    {
      "epoch": 0.41937875916618605,
      "grad_norm": 9.05248737335205,
      "learning_rate": 9.177140318848307e-06,
      "loss": 0.6046,
      "step": 5090
    },
    {
      "epoch": 0.4194611518497157,
      "grad_norm": 4.230567932128906,
      "learning_rate": 9.176773618101776e-06,
      "loss": 0.542,
      "step": 5091
    },
    {
      "epoch": 0.41954354453324544,
      "grad_norm": 3.9855005741119385,
      "learning_rate": 9.176406842994573e-06,
      "loss": 0.5802,
      "step": 5092
    },
    {
      "epoch": 0.41962593721677516,
      "grad_norm": 3.471142530441284,
      "learning_rate": 9.17603999353323e-06,
      "loss": 0.2266,
      "step": 5093
    },
    {
      "epoch": 0.4197083299003049,
      "grad_norm": 3.8697359561920166,
      "learning_rate": 9.175673069724278e-06,
      "loss": 0.4302,
      "step": 5094
    },
    {
      "epoch": 0.41979072258383454,
      "grad_norm": 5.180431842803955,
      "learning_rate": 9.175306071574252e-06,
      "loss": 0.4782,
      "step": 5095
    },
    {
      "epoch": 0.41987311526736426,
      "grad_norm": 3.6083338260650635,
      "learning_rate": 9.174938999089683e-06,
      "loss": 0.3789,
      "step": 5096
    },
    {
      "epoch": 0.419955507950894,
      "grad_norm": 3.4007582664489746,
      "learning_rate": 9.174571852277105e-06,
      "loss": 0.3035,
      "step": 5097
    },
    {
      "epoch": 0.42003790063442364,
      "grad_norm": 5.09554386138916,
      "learning_rate": 9.174204631143059e-06,
      "loss": 0.4555,
      "step": 5098
    },
    {
      "epoch": 0.42012029331795336,
      "grad_norm": 4.856283187866211,
      "learning_rate": 9.173837335694076e-06,
      "loss": 0.4895,
      "step": 5099
    },
    {
      "epoch": 0.4202026860014831,
      "grad_norm": 3.0312836170196533,
      "learning_rate": 9.173469965936703e-06,
      "loss": 0.3882,
      "step": 5100
    },
    {
      "epoch": 0.42028507868501275,
      "grad_norm": 5.0869550704956055,
      "learning_rate": 9.173102521877474e-06,
      "loss": 0.5212,
      "step": 5101
    },
    {
      "epoch": 0.42036747136854247,
      "grad_norm": 3.721919059753418,
      "learning_rate": 9.172735003522934e-06,
      "loss": 0.3815,
      "step": 5102
    },
    {
      "epoch": 0.4204498640520722,
      "grad_norm": 6.866733551025391,
      "learning_rate": 9.172367410879625e-06,
      "loss": 0.5434,
      "step": 5103
    },
    {
      "epoch": 0.4205322567356019,
      "grad_norm": 3.2890474796295166,
      "learning_rate": 9.171999743954091e-06,
      "loss": 0.4514,
      "step": 5104
    },
    {
      "epoch": 0.42061464941913157,
      "grad_norm": 5.330560684204102,
      "learning_rate": 9.171632002752882e-06,
      "loss": 0.4722,
      "step": 5105
    },
    {
      "epoch": 0.4206970421026613,
      "grad_norm": 2.2993757724761963,
      "learning_rate": 9.171264187282538e-06,
      "loss": 0.4596,
      "step": 5106
    },
    {
      "epoch": 0.420779434786191,
      "grad_norm": 3.0873148441314697,
      "learning_rate": 9.170896297549611e-06,
      "loss": 0.2273,
      "step": 5107
    },
    {
      "epoch": 0.4208618274697207,
      "grad_norm": 4.218132495880127,
      "learning_rate": 9.170528333560653e-06,
      "loss": 0.3247,
      "step": 5108
    },
    {
      "epoch": 0.4209442201532504,
      "grad_norm": 2.8214080333709717,
      "learning_rate": 9.170160295322211e-06,
      "loss": 0.505,
      "step": 5109
    },
    {
      "epoch": 0.4210266128367801,
      "grad_norm": 4.939977645874023,
      "learning_rate": 9.169792182840838e-06,
      "loss": 0.3416,
      "step": 5110
    },
    {
      "epoch": 0.4211090055203098,
      "grad_norm": 3.325345516204834,
      "learning_rate": 9.169423996123087e-06,
      "loss": 0.4568,
      "step": 5111
    },
    {
      "epoch": 0.4211913982038395,
      "grad_norm": 4.431751251220703,
      "learning_rate": 9.169055735175518e-06,
      "loss": 0.5069,
      "step": 5112
    },
    {
      "epoch": 0.4212737908873692,
      "grad_norm": 4.153846740722656,
      "learning_rate": 9.16868740000468e-06,
      "loss": 0.5933,
      "step": 5113
    },
    {
      "epoch": 0.4213561835708989,
      "grad_norm": 3.0679800510406494,
      "learning_rate": 9.168318990617138e-06,
      "loss": 0.2892,
      "step": 5114
    },
    {
      "epoch": 0.4214385762544286,
      "grad_norm": 4.229162216186523,
      "learning_rate": 9.167950507019446e-06,
      "loss": 0.4675,
      "step": 5115
    },
    {
      "epoch": 0.4215209689379583,
      "grad_norm": 3.4882819652557373,
      "learning_rate": 9.167581949218165e-06,
      "loss": 0.3647,
      "step": 5116
    },
    {
      "epoch": 0.42160336162148804,
      "grad_norm": 4.8075103759765625,
      "learning_rate": 9.167213317219856e-06,
      "loss": 0.4934,
      "step": 5117
    },
    {
      "epoch": 0.4216857543050177,
      "grad_norm": 3.5446650981903076,
      "learning_rate": 9.166844611031085e-06,
      "loss": 0.5056,
      "step": 5118
    },
    {
      "epoch": 0.4217681469885474,
      "grad_norm": 3.584949254989624,
      "learning_rate": 9.166475830658412e-06,
      "loss": 0.4436,
      "step": 5119
    },
    {
      "epoch": 0.42185053967207714,
      "grad_norm": 4.252584457397461,
      "learning_rate": 9.166106976108407e-06,
      "loss": 0.348,
      "step": 5120
    },
    {
      "epoch": 0.4219329323556068,
      "grad_norm": 3.11521053314209,
      "learning_rate": 9.165738047387633e-06,
      "loss": 0.4224,
      "step": 5121
    },
    {
      "epoch": 0.4220153250391365,
      "grad_norm": 2.81262469291687,
      "learning_rate": 9.165369044502661e-06,
      "loss": 0.4016,
      "step": 5122
    },
    {
      "epoch": 0.42209771772266624,
      "grad_norm": 3.6247189044952393,
      "learning_rate": 9.164999967460058e-06,
      "loss": 0.4498,
      "step": 5123
    },
    {
      "epoch": 0.4221801104061959,
      "grad_norm": 2.6527254581451416,
      "learning_rate": 9.164630816266397e-06,
      "loss": 0.3536,
      "step": 5124
    },
    {
      "epoch": 0.4222625030897256,
      "grad_norm": 2.8608357906341553,
      "learning_rate": 9.164261590928248e-06,
      "loss": 0.2623,
      "step": 5125
    },
    {
      "epoch": 0.42234489577325535,
      "grad_norm": 24.78911781311035,
      "learning_rate": 9.163892291452187e-06,
      "loss": 0.5678,
      "step": 5126
    },
    {
      "epoch": 0.422427288456785,
      "grad_norm": 2.9687771797180176,
      "learning_rate": 9.163522917844788e-06,
      "loss": 0.4309,
      "step": 5127
    },
    {
      "epoch": 0.42250968114031473,
      "grad_norm": 3.585862874984741,
      "learning_rate": 9.163153470112624e-06,
      "loss": 0.5541,
      "step": 5128
    },
    {
      "epoch": 0.42259207382384445,
      "grad_norm": 3.4300520420074463,
      "learning_rate": 9.162783948262277e-06,
      "loss": 0.1602,
      "step": 5129
    },
    {
      "epoch": 0.42267446650737417,
      "grad_norm": 2.769258975982666,
      "learning_rate": 9.162414352300322e-06,
      "loss": 0.3929,
      "step": 5130
    },
    {
      "epoch": 0.42275685919090383,
      "grad_norm": 4.447442054748535,
      "learning_rate": 9.162044682233341e-06,
      "loss": 0.3487,
      "step": 5131
    },
    {
      "epoch": 0.42283925187443355,
      "grad_norm": 3.9991307258605957,
      "learning_rate": 9.161674938067918e-06,
      "loss": 0.2858,
      "step": 5132
    },
    {
      "epoch": 0.42292164455796327,
      "grad_norm": 3.196967840194702,
      "learning_rate": 9.16130511981063e-06,
      "loss": 0.1701,
      "step": 5133
    },
    {
      "epoch": 0.42300403724149294,
      "grad_norm": 3.5840582847595215,
      "learning_rate": 9.160935227468063e-06,
      "loss": 0.5006,
      "step": 5134
    },
    {
      "epoch": 0.42308642992502266,
      "grad_norm": 3.21480393409729,
      "learning_rate": 9.160565261046805e-06,
      "loss": 0.1461,
      "step": 5135
    },
    {
      "epoch": 0.4231688226085524,
      "grad_norm": 3.4675042629241943,
      "learning_rate": 9.160195220553441e-06,
      "loss": 0.4034,
      "step": 5136
    },
    {
      "epoch": 0.42325121529208204,
      "grad_norm": 4.290256023406982,
      "learning_rate": 9.159825105994557e-06,
      "loss": 0.3361,
      "step": 5137
    },
    {
      "epoch": 0.42333360797561176,
      "grad_norm": 2.2813198566436768,
      "learning_rate": 9.159454917376747e-06,
      "loss": 0.171,
      "step": 5138
    },
    {
      "epoch": 0.4234160006591415,
      "grad_norm": 2.630033016204834,
      "learning_rate": 9.159084654706596e-06,
      "loss": 0.2988,
      "step": 5139
    },
    {
      "epoch": 0.4234983933426712,
      "grad_norm": 5.081287860870361,
      "learning_rate": 9.1587143179907e-06,
      "loss": 0.4734,
      "step": 5140
    },
    {
      "epoch": 0.42358078602620086,
      "grad_norm": 4.391305923461914,
      "learning_rate": 9.158343907235649e-06,
      "loss": 0.3504,
      "step": 5141
    },
    {
      "epoch": 0.4236631787097306,
      "grad_norm": 4.305736541748047,
      "learning_rate": 9.15797342244804e-06,
      "loss": 0.6115,
      "step": 5142
    },
    {
      "epoch": 0.4237455713932603,
      "grad_norm": 3.502821922302246,
      "learning_rate": 9.15760286363447e-06,
      "loss": 0.4059,
      "step": 5143
    },
    {
      "epoch": 0.42382796407678996,
      "grad_norm": 4.419591426849365,
      "learning_rate": 9.157232230801533e-06,
      "loss": 0.4772,
      "step": 5144
    },
    {
      "epoch": 0.4239103567603197,
      "grad_norm": 2.508431911468506,
      "learning_rate": 9.156861523955832e-06,
      "loss": 0.2654,
      "step": 5145
    },
    {
      "epoch": 0.4239927494438494,
      "grad_norm": 3.0415570735931396,
      "learning_rate": 9.15649074310396e-06,
      "loss": 0.5156,
      "step": 5146
    },
    {
      "epoch": 0.42407514212737907,
      "grad_norm": 3.932400703430176,
      "learning_rate": 9.156119888252522e-06,
      "loss": 0.3646,
      "step": 5147
    },
    {
      "epoch": 0.4241575348109088,
      "grad_norm": 6.073192119598389,
      "learning_rate": 9.155748959408121e-06,
      "loss": 0.3764,
      "step": 5148
    },
    {
      "epoch": 0.4242399274944385,
      "grad_norm": 4.421941757202148,
      "learning_rate": 9.155377956577363e-06,
      "loss": 0.3745,
      "step": 5149
    },
    {
      "epoch": 0.42432232017796817,
      "grad_norm": 2.9952175617218018,
      "learning_rate": 9.155006879766848e-06,
      "loss": 0.2188,
      "step": 5150
    },
    {
      "epoch": 0.4244047128614979,
      "grad_norm": 2.360229969024658,
      "learning_rate": 9.154635728983185e-06,
      "loss": 0.2027,
      "step": 5151
    },
    {
      "epoch": 0.4244871055450276,
      "grad_norm": 3.6254076957702637,
      "learning_rate": 9.154264504232982e-06,
      "loss": 0.3306,
      "step": 5152
    },
    {
      "epoch": 0.42456949822855733,
      "grad_norm": 3.166740655899048,
      "learning_rate": 9.153893205522846e-06,
      "loss": 0.28,
      "step": 5153
    },
    {
      "epoch": 0.424651890912087,
      "grad_norm": 3.8298561573028564,
      "learning_rate": 9.15352183285939e-06,
      "loss": 0.4756,
      "step": 5154
    },
    {
      "epoch": 0.4247342835956167,
      "grad_norm": 1.970121145248413,
      "learning_rate": 9.153150386249225e-06,
      "loss": 0.2389,
      "step": 5155
    },
    {
      "epoch": 0.42481667627914643,
      "grad_norm": 2.230498790740967,
      "learning_rate": 9.152778865698963e-06,
      "loss": 0.2237,
      "step": 5156
    },
    {
      "epoch": 0.4248990689626761,
      "grad_norm": 4.094388484954834,
      "learning_rate": 9.152407271215218e-06,
      "loss": 0.5013,
      "step": 5157
    },
    {
      "epoch": 0.4249814616462058,
      "grad_norm": 4.890758514404297,
      "learning_rate": 9.152035602804608e-06,
      "loss": 0.5796,
      "step": 5158
    },
    {
      "epoch": 0.42506385432973554,
      "grad_norm": 4.724915504455566,
      "learning_rate": 9.151663860473747e-06,
      "loss": 0.4602,
      "step": 5159
    },
    {
      "epoch": 0.4251462470132652,
      "grad_norm": 4.387763023376465,
      "learning_rate": 9.151292044229257e-06,
      "loss": 0.2236,
      "step": 5160
    },
    {
      "epoch": 0.4252286396967949,
      "grad_norm": 4.071064472198486,
      "learning_rate": 9.150920154077753e-06,
      "loss": 0.4364,
      "step": 5161
    },
    {
      "epoch": 0.42531103238032464,
      "grad_norm": 3.7049381732940674,
      "learning_rate": 9.150548190025861e-06,
      "loss": 0.4191,
      "step": 5162
    },
    {
      "epoch": 0.4253934250638543,
      "grad_norm": 3.6831982135772705,
      "learning_rate": 9.150176152080199e-06,
      "loss": 0.5858,
      "step": 5163
    },
    {
      "epoch": 0.425475817747384,
      "grad_norm": 2.764051675796509,
      "learning_rate": 9.149804040247392e-06,
      "loss": 0.2388,
      "step": 5164
    },
    {
      "epoch": 0.42555821043091374,
      "grad_norm": 4.21395206451416,
      "learning_rate": 9.149431854534065e-06,
      "loss": 0.5279,
      "step": 5165
    },
    {
      "epoch": 0.42564060311444346,
      "grad_norm": 4.217376708984375,
      "learning_rate": 9.149059594946843e-06,
      "loss": 0.5195,
      "step": 5166
    },
    {
      "epoch": 0.4257229957979731,
      "grad_norm": 6.061117172241211,
      "learning_rate": 9.148687261492354e-06,
      "loss": 0.5497,
      "step": 5167
    },
    {
      "epoch": 0.42580538848150284,
      "grad_norm": 2.9941492080688477,
      "learning_rate": 9.14831485417723e-06,
      "loss": 0.1908,
      "step": 5168
    },
    {
      "epoch": 0.42588778116503256,
      "grad_norm": 2.3405449390411377,
      "learning_rate": 9.147942373008096e-06,
      "loss": 0.1102,
      "step": 5169
    },
    {
      "epoch": 0.42597017384856223,
      "grad_norm": 3.391850233078003,
      "learning_rate": 9.147569817991588e-06,
      "loss": 0.3649,
      "step": 5170
    },
    {
      "epoch": 0.42605256653209195,
      "grad_norm": 3.648345947265625,
      "learning_rate": 9.147197189134335e-06,
      "loss": 0.4858,
      "step": 5171
    },
    {
      "epoch": 0.42613495921562167,
      "grad_norm": 4.0142741203308105,
      "learning_rate": 9.146824486442974e-06,
      "loss": 0.6966,
      "step": 5172
    },
    {
      "epoch": 0.42621735189915133,
      "grad_norm": 3.9498870372772217,
      "learning_rate": 9.146451709924136e-06,
      "loss": 0.3423,
      "step": 5173
    },
    {
      "epoch": 0.42629974458268105,
      "grad_norm": 4.173923015594482,
      "learning_rate": 9.146078859584465e-06,
      "loss": 0.5239,
      "step": 5174
    },
    {
      "epoch": 0.42638213726621077,
      "grad_norm": 3.5882675647735596,
      "learning_rate": 9.145705935430591e-06,
      "loss": 0.1337,
      "step": 5175
    },
    {
      "epoch": 0.4264645299497405,
      "grad_norm": 4.538638591766357,
      "learning_rate": 9.145332937469159e-06,
      "loss": 0.3031,
      "step": 5176
    },
    {
      "epoch": 0.42654692263327015,
      "grad_norm": 3.0820367336273193,
      "learning_rate": 9.144959865706806e-06,
      "loss": 0.1421,
      "step": 5177
    },
    {
      "epoch": 0.4266293153167999,
      "grad_norm": 7.342472076416016,
      "learning_rate": 9.144586720150175e-06,
      "loss": 0.5367,
      "step": 5178
    },
    {
      "epoch": 0.4267117080003296,
      "grad_norm": 4.632628917694092,
      "learning_rate": 9.144213500805911e-06,
      "loss": 0.6269,
      "step": 5179
    },
    {
      "epoch": 0.42679410068385926,
      "grad_norm": 10.913630485534668,
      "learning_rate": 9.143840207680659e-06,
      "loss": 0.4462,
      "step": 5180
    },
    {
      "epoch": 0.426876493367389,
      "grad_norm": 3.4004502296447754,
      "learning_rate": 9.143466840781062e-06,
      "loss": 0.5841,
      "step": 5181
    },
    {
      "epoch": 0.4269588860509187,
      "grad_norm": 6.4163689613342285,
      "learning_rate": 9.143093400113768e-06,
      "loss": 0.2939,
      "step": 5182
    },
    {
      "epoch": 0.42704127873444836,
      "grad_norm": 3.253131628036499,
      "learning_rate": 9.142719885685426e-06,
      "loss": 0.2883,
      "step": 5183
    },
    {
      "epoch": 0.4271236714179781,
      "grad_norm": 2.5610532760620117,
      "learning_rate": 9.142346297502684e-06,
      "loss": 0.4174,
      "step": 5184
    },
    {
      "epoch": 0.4272060641015078,
      "grad_norm": 3.392241954803467,
      "learning_rate": 9.141972635572197e-06,
      "loss": 0.3249,
      "step": 5185
    },
    {
      "epoch": 0.42728845678503746,
      "grad_norm": 4.257080078125,
      "learning_rate": 9.141598899900614e-06,
      "loss": 0.4812,
      "step": 5186
    },
    {
      "epoch": 0.4273708494685672,
      "grad_norm": 3.5226452350616455,
      "learning_rate": 9.141225090494591e-06,
      "loss": 0.4325,
      "step": 5187
    },
    {
      "epoch": 0.4274532421520969,
      "grad_norm": 6.024369239807129,
      "learning_rate": 9.14085120736078e-06,
      "loss": 0.5721,
      "step": 5188
    },
    {
      "epoch": 0.4275356348356266,
      "grad_norm": 4.135763168334961,
      "learning_rate": 9.140477250505844e-06,
      "loss": 0.5744,
      "step": 5189
    },
    {
      "epoch": 0.4276180275191563,
      "grad_norm": 3.6906838417053223,
      "learning_rate": 9.140103219936434e-06,
      "loss": 0.2827,
      "step": 5190
    },
    {
      "epoch": 0.427700420202686,
      "grad_norm": 4.623866081237793,
      "learning_rate": 9.13972911565921e-06,
      "loss": 0.4362,
      "step": 5191
    },
    {
      "epoch": 0.4277828128862157,
      "grad_norm": 3.388896942138672,
      "learning_rate": 9.139354937680835e-06,
      "loss": 0.4444,
      "step": 5192
    },
    {
      "epoch": 0.4278652055697454,
      "grad_norm": 4.089756011962891,
      "learning_rate": 9.138980686007968e-06,
      "loss": 0.3503,
      "step": 5193
    },
    {
      "epoch": 0.4279475982532751,
      "grad_norm": 3.387369394302368,
      "learning_rate": 9.138606360647273e-06,
      "loss": 0.4199,
      "step": 5194
    },
    {
      "epoch": 0.4280299909368048,
      "grad_norm": 4.514168739318848,
      "learning_rate": 9.138231961605415e-06,
      "loss": 0.5426,
      "step": 5195
    },
    {
      "epoch": 0.4281123836203345,
      "grad_norm": 4.106938362121582,
      "learning_rate": 9.137857488889059e-06,
      "loss": 0.4663,
      "step": 5196
    },
    {
      "epoch": 0.4281947763038642,
      "grad_norm": 2.2634100914001465,
      "learning_rate": 9.137482942504871e-06,
      "loss": 0.3184,
      "step": 5197
    },
    {
      "epoch": 0.42827716898739393,
      "grad_norm": 4.131489276885986,
      "learning_rate": 9.137108322459522e-06,
      "loss": 0.4369,
      "step": 5198
    },
    {
      "epoch": 0.4283595616709236,
      "grad_norm": 3.583864212036133,
      "learning_rate": 9.136733628759677e-06,
      "loss": 0.3613,
      "step": 5199
    },
    {
      "epoch": 0.4284419543544533,
      "grad_norm": 4.515984058380127,
      "learning_rate": 9.136358861412012e-06,
      "loss": 0.5481,
      "step": 5200
    },
    {
      "epoch": 0.42852434703798303,
      "grad_norm": 5.429510116577148,
      "learning_rate": 9.135984020423194e-06,
      "loss": 0.567,
      "step": 5201
    },
    {
      "epoch": 0.42860673972151275,
      "grad_norm": 4.153904914855957,
      "learning_rate": 9.1356091057999e-06,
      "loss": 0.3147,
      "step": 5202
    },
    {
      "epoch": 0.4286891324050424,
      "grad_norm": 3.7049341201782227,
      "learning_rate": 9.135234117548803e-06,
      "loss": 0.4814,
      "step": 5203
    },
    {
      "epoch": 0.42877152508857214,
      "grad_norm": 3.481283187866211,
      "learning_rate": 9.13485905567658e-06,
      "loss": 0.4671,
      "step": 5204
    },
    {
      "epoch": 0.42885391777210186,
      "grad_norm": 4.44906759262085,
      "learning_rate": 9.134483920189908e-06,
      "loss": 0.4551,
      "step": 5205
    },
    {
      "epoch": 0.4289363104556315,
      "grad_norm": 4.435258388519287,
      "learning_rate": 9.134108711095465e-06,
      "loss": 0.2442,
      "step": 5206
    },
    {
      "epoch": 0.42901870313916124,
      "grad_norm": 3.02211594581604,
      "learning_rate": 9.133733428399934e-06,
      "loss": 0.4136,
      "step": 5207
    },
    {
      "epoch": 0.42910109582269096,
      "grad_norm": 5.499405384063721,
      "learning_rate": 9.133358072109991e-06,
      "loss": 0.414,
      "step": 5208
    },
    {
      "epoch": 0.4291834885062206,
      "grad_norm": 2.713330030441284,
      "learning_rate": 9.132982642232323e-06,
      "loss": 0.5021,
      "step": 5209
    },
    {
      "epoch": 0.42926588118975034,
      "grad_norm": 3.3061466217041016,
      "learning_rate": 9.132607138773613e-06,
      "loss": 0.3949,
      "step": 5210
    },
    {
      "epoch": 0.42934827387328006,
      "grad_norm": 2.437258005142212,
      "learning_rate": 9.132231561740545e-06,
      "loss": 0.3218,
      "step": 5211
    },
    {
      "epoch": 0.4294306665568098,
      "grad_norm": 4.657828330993652,
      "learning_rate": 9.131855911139806e-06,
      "loss": 0.476,
      "step": 5212
    },
    {
      "epoch": 0.42951305924033945,
      "grad_norm": 2.3243043422698975,
      "learning_rate": 9.131480186978086e-06,
      "loss": 0.3197,
      "step": 5213
    },
    {
      "epoch": 0.42959545192386916,
      "grad_norm": 3.260058641433716,
      "learning_rate": 9.13110438926207e-06,
      "loss": 0.4817,
      "step": 5214
    },
    {
      "epoch": 0.4296778446073989,
      "grad_norm": 3.2727112770080566,
      "learning_rate": 9.130728517998452e-06,
      "loss": 0.201,
      "step": 5215
    },
    {
      "epoch": 0.42976023729092855,
      "grad_norm": 4.040681838989258,
      "learning_rate": 9.130352573193921e-06,
      "loss": 0.2709,
      "step": 5216
    },
    {
      "epoch": 0.42984262997445827,
      "grad_norm": 2.3059675693511963,
      "learning_rate": 9.129976554855175e-06,
      "loss": 0.3493,
      "step": 5217
    },
    {
      "epoch": 0.429925022657988,
      "grad_norm": 3.3778979778289795,
      "learning_rate": 9.129600462988902e-06,
      "loss": 0.4073,
      "step": 5218
    },
    {
      "epoch": 0.43000741534151765,
      "grad_norm": 29.620994567871094,
      "learning_rate": 9.129224297601802e-06,
      "loss": 1.607,
      "step": 5219
    },
    {
      "epoch": 0.43008980802504737,
      "grad_norm": 4.320913791656494,
      "learning_rate": 9.12884805870057e-06,
      "loss": 0.2308,
      "step": 5220
    },
    {
      "epoch": 0.4301722007085771,
      "grad_norm": 3.893587827682495,
      "learning_rate": 9.128471746291905e-06,
      "loss": 0.5537,
      "step": 5221
    },
    {
      "epoch": 0.43025459339210675,
      "grad_norm": 3.5170376300811768,
      "learning_rate": 9.128095360382507e-06,
      "loss": 0.6503,
      "step": 5222
    },
    {
      "epoch": 0.4303369860756365,
      "grad_norm": 3.7217628955841064,
      "learning_rate": 9.127718900979076e-06,
      "loss": 0.4681,
      "step": 5223
    },
    {
      "epoch": 0.4304193787591662,
      "grad_norm": 3.4074509143829346,
      "learning_rate": 9.127342368088316e-06,
      "loss": 0.4184,
      "step": 5224
    },
    {
      "epoch": 0.4305017714426959,
      "grad_norm": 4.406177043914795,
      "learning_rate": 9.126965761716931e-06,
      "loss": 0.4114,
      "step": 5225
    },
    {
      "epoch": 0.4305841641262256,
      "grad_norm": 3.584906816482544,
      "learning_rate": 9.126589081871621e-06,
      "loss": 0.4831,
      "step": 5226
    },
    {
      "epoch": 0.4306665568097553,
      "grad_norm": 2.7623815536499023,
      "learning_rate": 9.126212328559098e-06,
      "loss": 0.3573,
      "step": 5227
    },
    {
      "epoch": 0.430748949493285,
      "grad_norm": 4.552529335021973,
      "learning_rate": 9.125835501786066e-06,
      "loss": 0.5988,
      "step": 5228
    },
    {
      "epoch": 0.4308313421768147,
      "grad_norm": 3.1633620262145996,
      "learning_rate": 9.125458601559234e-06,
      "loss": 0.3269,
      "step": 5229
    },
    {
      "epoch": 0.4309137348603444,
      "grad_norm": 3.33838152885437,
      "learning_rate": 9.125081627885313e-06,
      "loss": 0.1851,
      "step": 5230
    },
    {
      "epoch": 0.4309961275438741,
      "grad_norm": 4.141790390014648,
      "learning_rate": 9.124704580771015e-06,
      "loss": 0.5775,
      "step": 5231
    },
    {
      "epoch": 0.4310785202274038,
      "grad_norm": 4.015411853790283,
      "learning_rate": 9.124327460223052e-06,
      "loss": 0.4326,
      "step": 5232
    },
    {
      "epoch": 0.4311609129109335,
      "grad_norm": 4.831716060638428,
      "learning_rate": 9.123950266248138e-06,
      "loss": 0.7618,
      "step": 5233
    },
    {
      "epoch": 0.4312433055944632,
      "grad_norm": 3.544806480407715,
      "learning_rate": 9.123572998852988e-06,
      "loss": 0.5012,
      "step": 5234
    },
    {
      "epoch": 0.43132569827799294,
      "grad_norm": 3.232313394546509,
      "learning_rate": 9.123195658044319e-06,
      "loss": 0.3005,
      "step": 5235
    },
    {
      "epoch": 0.4314080909615226,
      "grad_norm": 3.8071107864379883,
      "learning_rate": 9.122818243828848e-06,
      "loss": 0.4363,
      "step": 5236
    },
    {
      "epoch": 0.4314904836450523,
      "grad_norm": 4.056023120880127,
      "learning_rate": 9.122440756213297e-06,
      "loss": 0.6771,
      "step": 5237
    },
    {
      "epoch": 0.43157287632858204,
      "grad_norm": 3.21987247467041,
      "learning_rate": 9.122063195204383e-06,
      "loss": 0.5153,
      "step": 5238
    },
    {
      "epoch": 0.4316552690121117,
      "grad_norm": 3.2040092945098877,
      "learning_rate": 9.12168556080883e-06,
      "loss": 0.5535,
      "step": 5239
    },
    {
      "epoch": 0.43173766169564143,
      "grad_norm": 3.832921266555786,
      "learning_rate": 9.12130785303336e-06,
      "loss": 0.3434,
      "step": 5240
    },
    {
      "epoch": 0.43182005437917115,
      "grad_norm": 3.71675968170166,
      "learning_rate": 9.1209300718847e-06,
      "loss": 0.5077,
      "step": 5241
    },
    {
      "epoch": 0.4319024470627008,
      "grad_norm": 3.9168195724487305,
      "learning_rate": 9.120552217369573e-06,
      "loss": 0.3887,
      "step": 5242
    },
    {
      "epoch": 0.43198483974623053,
      "grad_norm": 4.827614784240723,
      "learning_rate": 9.120174289494708e-06,
      "loss": 0.4327,
      "step": 5243
    },
    {
      "epoch": 0.43206723242976025,
      "grad_norm": 4.03744649887085,
      "learning_rate": 9.119796288266831e-06,
      "loss": 0.372,
      "step": 5244
    },
    {
      "epoch": 0.4321496251132899,
      "grad_norm": 3.3571677207946777,
      "learning_rate": 9.119418213692672e-06,
      "loss": 0.5279,
      "step": 5245
    },
    {
      "epoch": 0.43223201779681963,
      "grad_norm": 3.9985086917877197,
      "learning_rate": 9.119040065778966e-06,
      "loss": 0.4268,
      "step": 5246
    },
    {
      "epoch": 0.43231441048034935,
      "grad_norm": 4.520698070526123,
      "learning_rate": 9.118661844532441e-06,
      "loss": 0.4116,
      "step": 5247
    },
    {
      "epoch": 0.4323968031638791,
      "grad_norm": 4.812565803527832,
      "learning_rate": 9.118283549959831e-06,
      "loss": 0.2785,
      "step": 5248
    },
    {
      "epoch": 0.43247919584740874,
      "grad_norm": 4.452794551849365,
      "learning_rate": 9.117905182067874e-06,
      "loss": 0.4788,
      "step": 5249
    },
    {
      "epoch": 0.43256158853093846,
      "grad_norm": 4.1161980628967285,
      "learning_rate": 9.117526740863303e-06,
      "loss": 0.5654,
      "step": 5250
    },
    {
      "epoch": 0.4326439812144682,
      "grad_norm": 3.9485397338867188,
      "learning_rate": 9.117148226352858e-06,
      "loss": 0.4318,
      "step": 5251
    },
    {
      "epoch": 0.43272637389799784,
      "grad_norm": 4.4679951667785645,
      "learning_rate": 9.116769638543276e-06,
      "loss": 0.4998,
      "step": 5252
    },
    {
      "epoch": 0.43280876658152756,
      "grad_norm": 4.352567672729492,
      "learning_rate": 9.116390977441297e-06,
      "loss": 0.4626,
      "step": 5253
    },
    {
      "epoch": 0.4328911592650573,
      "grad_norm": 7.03372859954834,
      "learning_rate": 9.116012243053665e-06,
      "loss": 0.1884,
      "step": 5254
    },
    {
      "epoch": 0.43297355194858694,
      "grad_norm": 2.637176990509033,
      "learning_rate": 9.115633435387118e-06,
      "loss": 0.3993,
      "step": 5255
    },
    {
      "epoch": 0.43305594463211666,
      "grad_norm": 2.635138511657715,
      "learning_rate": 9.115254554448406e-06,
      "loss": 0.4749,
      "step": 5256
    },
    {
      "epoch": 0.4331383373156464,
      "grad_norm": 3.3313148021698,
      "learning_rate": 9.114875600244268e-06,
      "loss": 0.462,
      "step": 5257
    },
    {
      "epoch": 0.43322072999917605,
      "grad_norm": 9.751618385314941,
      "learning_rate": 9.114496572781458e-06,
      "loss": 0.8873,
      "step": 5258
    },
    {
      "epoch": 0.43330312268270577,
      "grad_norm": 4.341179847717285,
      "learning_rate": 9.114117472066716e-06,
      "loss": 0.3773,
      "step": 5259
    },
    {
      "epoch": 0.4333855153662355,
      "grad_norm": 3.822319507598877,
      "learning_rate": 9.113738298106798e-06,
      "loss": 0.4126,
      "step": 5260
    },
    {
      "epoch": 0.4334679080497652,
      "grad_norm": 3.5418927669525146,
      "learning_rate": 9.11335905090845e-06,
      "loss": 0.5468,
      "step": 5261
    },
    {
      "epoch": 0.43355030073329487,
      "grad_norm": 3.409773349761963,
      "learning_rate": 9.112979730478427e-06,
      "loss": 0.3842,
      "step": 5262
    },
    {
      "epoch": 0.4336326934168246,
      "grad_norm": 4.0003275871276855,
      "learning_rate": 9.112600336823481e-06,
      "loss": 0.4236,
      "step": 5263
    },
    {
      "epoch": 0.4337150861003543,
      "grad_norm": 3.9277524948120117,
      "learning_rate": 9.112220869950366e-06,
      "loss": 0.4431,
      "step": 5264
    },
    {
      "epoch": 0.43379747878388397,
      "grad_norm": 3.007519006729126,
      "learning_rate": 9.111841329865836e-06,
      "loss": 0.2814,
      "step": 5265
    },
    {
      "epoch": 0.4338798714674137,
      "grad_norm": 28.196020126342773,
      "learning_rate": 9.111461716576654e-06,
      "loss": 1.4217,
      "step": 5266
    },
    {
      "epoch": 0.4339622641509434,
      "grad_norm": 2.3504371643066406,
      "learning_rate": 9.111082030089572e-06,
      "loss": 0.2237,
      "step": 5267
    },
    {
      "epoch": 0.4340446568344731,
      "grad_norm": 2.5847461223602295,
      "learning_rate": 9.110702270411353e-06,
      "loss": 0.2395,
      "step": 5268
    },
    {
      "epoch": 0.4341270495180028,
      "grad_norm": 3.40474271774292,
      "learning_rate": 9.110322437548757e-06,
      "loss": 0.3936,
      "step": 5269
    },
    {
      "epoch": 0.4342094422015325,
      "grad_norm": 4.198661804199219,
      "learning_rate": 9.109942531508548e-06,
      "loss": 0.5555,
      "step": 5270
    },
    {
      "epoch": 0.43429183488506223,
      "grad_norm": 2.534078359603882,
      "learning_rate": 9.109562552297487e-06,
      "loss": 0.2456,
      "step": 5271
    },
    {
      "epoch": 0.4343742275685919,
      "grad_norm": 3.465794563293457,
      "learning_rate": 9.10918249992234e-06,
      "loss": 0.5262,
      "step": 5272
    },
    {
      "epoch": 0.4344566202521216,
      "grad_norm": 2.297976493835449,
      "learning_rate": 9.108802374389874e-06,
      "loss": 0.1606,
      "step": 5273
    },
    {
      "epoch": 0.43453901293565134,
      "grad_norm": 3.535367250442505,
      "learning_rate": 9.108422175706857e-06,
      "loss": 0.3587,
      "step": 5274
    },
    {
      "epoch": 0.434621405619181,
      "grad_norm": 2.4983363151550293,
      "learning_rate": 9.108041903880056e-06,
      "loss": 0.2253,
      "step": 5275
    },
    {
      "epoch": 0.4347037983027107,
      "grad_norm": 11.989595413208008,
      "learning_rate": 9.107661558916241e-06,
      "loss": 0.6461,
      "step": 5276
    },
    {
      "epoch": 0.43478619098624044,
      "grad_norm": 3.612391233444214,
      "learning_rate": 9.107281140822183e-06,
      "loss": 0.3646,
      "step": 5277
    },
    {
      "epoch": 0.4348685836697701,
      "grad_norm": 2.5156900882720947,
      "learning_rate": 9.10690064960466e-06,
      "loss": 0.3566,
      "step": 5278
    },
    {
      "epoch": 0.4349509763532998,
      "grad_norm": 4.353102207183838,
      "learning_rate": 9.106520085270439e-06,
      "loss": 0.4653,
      "step": 5279
    },
    {
      "epoch": 0.43503336903682954,
      "grad_norm": 3.47056245803833,
      "learning_rate": 9.106139447826298e-06,
      "loss": 0.2378,
      "step": 5280
    },
    {
      "epoch": 0.4351157617203592,
      "grad_norm": 4.416144847869873,
      "learning_rate": 9.105758737279018e-06,
      "loss": 0.3404,
      "step": 5281
    },
    {
      "epoch": 0.4351981544038889,
      "grad_norm": 4.035443305969238,
      "learning_rate": 9.105377953635369e-06,
      "loss": 0.4062,
      "step": 5282
    },
    {
      "epoch": 0.43528054708741865,
      "grad_norm": 2.943250894546509,
      "learning_rate": 9.104997096902135e-06,
      "loss": 0.1775,
      "step": 5283
    },
    {
      "epoch": 0.43536293977094837,
      "grad_norm": 3.3294363021850586,
      "learning_rate": 9.104616167086095e-06,
      "loss": 0.3762,
      "step": 5284
    },
    {
      "epoch": 0.43544533245447803,
      "grad_norm": 3.9155378341674805,
      "learning_rate": 9.104235164194032e-06,
      "loss": 0.5628,
      "step": 5285
    },
    {
      "epoch": 0.43552772513800775,
      "grad_norm": 2.5278773307800293,
      "learning_rate": 9.10385408823273e-06,
      "loss": 0.3027,
      "step": 5286
    },
    {
      "epoch": 0.43561011782153747,
      "grad_norm": 2.8368499279022217,
      "learning_rate": 9.103472939208972e-06,
      "loss": 0.2573,
      "step": 5287
    },
    {
      "epoch": 0.43569251050506713,
      "grad_norm": 6.643715858459473,
      "learning_rate": 9.103091717129543e-06,
      "loss": 0.4611,
      "step": 5288
    },
    {
      "epoch": 0.43577490318859685,
      "grad_norm": 26.451583862304688,
      "learning_rate": 9.10271042200123e-06,
      "loss": 0.7838,
      "step": 5289
    },
    {
      "epoch": 0.43585729587212657,
      "grad_norm": 3.6504499912261963,
      "learning_rate": 9.102329053830824e-06,
      "loss": 0.5351,
      "step": 5290
    },
    {
      "epoch": 0.43593968855565624,
      "grad_norm": 3.325392007827759,
      "learning_rate": 9.101947612625112e-06,
      "loss": 0.4917,
      "step": 5291
    },
    {
      "epoch": 0.43602208123918595,
      "grad_norm": 2.941992998123169,
      "learning_rate": 9.101566098390886e-06,
      "loss": 0.1261,
      "step": 5292
    },
    {
      "epoch": 0.4361044739227157,
      "grad_norm": 2.432620048522949,
      "learning_rate": 9.101184511134939e-06,
      "loss": 0.3866,
      "step": 5293
    },
    {
      "epoch": 0.43618686660624534,
      "grad_norm": 1.7709389925003052,
      "learning_rate": 9.100802850864062e-06,
      "loss": 0.1426,
      "step": 5294
    },
    {
      "epoch": 0.43626925928977506,
      "grad_norm": 3.2770910263061523,
      "learning_rate": 9.100421117585052e-06,
      "loss": 0.2275,
      "step": 5295
    },
    {
      "epoch": 0.4363516519733048,
      "grad_norm": 2.302534818649292,
      "learning_rate": 9.100039311304704e-06,
      "loss": 0.3363,
      "step": 5296
    },
    {
      "epoch": 0.4364340446568345,
      "grad_norm": 5.50587797164917,
      "learning_rate": 9.099657432029818e-06,
      "loss": 0.2618,
      "step": 5297
    },
    {
      "epoch": 0.43651643734036416,
      "grad_norm": 4.071065425872803,
      "learning_rate": 9.099275479767189e-06,
      "loss": 0.2972,
      "step": 5298
    },
    {
      "epoch": 0.4365988300238939,
      "grad_norm": 5.174302101135254,
      "learning_rate": 9.098893454523618e-06,
      "loss": 0.5038,
      "step": 5299
    },
    {
      "epoch": 0.4366812227074236,
      "grad_norm": 4.118717193603516,
      "learning_rate": 9.09851135630591e-06,
      "loss": 0.4653,
      "step": 5300
    },
    {
      "epoch": 0.43676361539095326,
      "grad_norm": 3.0646817684173584,
      "learning_rate": 9.098129185120863e-06,
      "loss": 0.3583,
      "step": 5301
    },
    {
      "epoch": 0.436846008074483,
      "grad_norm": 5.711224555969238,
      "learning_rate": 9.097746940975283e-06,
      "loss": 0.2851,
      "step": 5302
    },
    {
      "epoch": 0.4369284007580127,
      "grad_norm": 5.789625644683838,
      "learning_rate": 9.097364623875973e-06,
      "loss": 0.5217,
      "step": 5303
    },
    {
      "epoch": 0.43701079344154237,
      "grad_norm": 4.102983474731445,
      "learning_rate": 9.096982233829744e-06,
      "loss": 0.6361,
      "step": 5304
    },
    {
      "epoch": 0.4370931861250721,
      "grad_norm": 3.3646764755249023,
      "learning_rate": 9.0965997708434e-06,
      "loss": 0.4164,
      "step": 5305
    },
    {
      "epoch": 0.4371755788086018,
      "grad_norm": 5.057788848876953,
      "learning_rate": 9.096217234923752e-06,
      "loss": 0.4954,
      "step": 5306
    },
    {
      "epoch": 0.4372579714921315,
      "grad_norm": 3.5883686542510986,
      "learning_rate": 9.095834626077611e-06,
      "loss": 0.4021,
      "step": 5307
    },
    {
      "epoch": 0.4373403641756612,
      "grad_norm": 4.110900402069092,
      "learning_rate": 9.095451944311787e-06,
      "loss": 0.3918,
      "step": 5308
    },
    {
      "epoch": 0.4374227568591909,
      "grad_norm": 3.823399543762207,
      "learning_rate": 9.095069189633093e-06,
      "loss": 0.4498,
      "step": 5309
    },
    {
      "epoch": 0.43750514954272063,
      "grad_norm": 5.393661022186279,
      "learning_rate": 9.094686362048344e-06,
      "loss": 0.6395,
      "step": 5310
    },
    {
      "epoch": 0.4375875422262503,
      "grad_norm": 2.2087700366973877,
      "learning_rate": 9.094303461564354e-06,
      "loss": 0.1359,
      "step": 5311
    },
    {
      "epoch": 0.43766993490978,
      "grad_norm": 3.625384569168091,
      "learning_rate": 9.093920488187943e-06,
      "loss": 0.3657,
      "step": 5312
    },
    {
      "epoch": 0.43775232759330973,
      "grad_norm": 3.135549306869507,
      "learning_rate": 9.093537441925928e-06,
      "loss": 0.3816,
      "step": 5313
    },
    {
      "epoch": 0.4378347202768394,
      "grad_norm": 3.763214588165283,
      "learning_rate": 9.093154322785129e-06,
      "loss": 0.3973,
      "step": 5314
    },
    {
      "epoch": 0.4379171129603691,
      "grad_norm": 3.066368579864502,
      "learning_rate": 9.092771130772366e-06,
      "loss": 0.1838,
      "step": 5315
    },
    {
      "epoch": 0.43799950564389883,
      "grad_norm": 3.292006492614746,
      "learning_rate": 9.092387865894459e-06,
      "loss": 0.3532,
      "step": 5316
    },
    {
      "epoch": 0.4380818983274285,
      "grad_norm": 2.6378982067108154,
      "learning_rate": 9.092004528158236e-06,
      "loss": 0.3027,
      "step": 5317
    },
    {
      "epoch": 0.4381642910109582,
      "grad_norm": 2.905120611190796,
      "learning_rate": 9.091621117570518e-06,
      "loss": 0.2421,
      "step": 5318
    },
    {
      "epoch": 0.43824668369448794,
      "grad_norm": 3.7392876148223877,
      "learning_rate": 9.091237634138133e-06,
      "loss": 0.4545,
      "step": 5319
    },
    {
      "epoch": 0.43832907637801766,
      "grad_norm": 1.9192866086959839,
      "learning_rate": 9.090854077867905e-06,
      "loss": 0.0865,
      "step": 5320
    },
    {
      "epoch": 0.4384114690615473,
      "grad_norm": 5.589888095855713,
      "learning_rate": 9.090470448766668e-06,
      "loss": 0.5377,
      "step": 5321
    },
    {
      "epoch": 0.43849386174507704,
      "grad_norm": 3.5807878971099854,
      "learning_rate": 9.09008674684125e-06,
      "loss": 0.5699,
      "step": 5322
    },
    {
      "epoch": 0.43857625442860676,
      "grad_norm": 3.669355869293213,
      "learning_rate": 9.089702972098477e-06,
      "loss": 0.3261,
      "step": 5323
    },
    {
      "epoch": 0.4386586471121364,
      "grad_norm": 5.818357467651367,
      "learning_rate": 9.08931912454519e-06,
      "loss": 0.5963,
      "step": 5324
    },
    {
      "epoch": 0.43874103979566614,
      "grad_norm": 3.9393770694732666,
      "learning_rate": 9.088935204188216e-06,
      "loss": 0.5802,
      "step": 5325
    },
    {
      "epoch": 0.43882343247919586,
      "grad_norm": 2.5411624908447266,
      "learning_rate": 9.088551211034394e-06,
      "loss": 0.2272,
      "step": 5326
    },
    {
      "epoch": 0.4389058251627255,
      "grad_norm": 4.7172369956970215,
      "learning_rate": 9.088167145090559e-06,
      "loss": 0.4768,
      "step": 5327
    },
    {
      "epoch": 0.43898821784625525,
      "grad_norm": 6.462277889251709,
      "learning_rate": 9.087783006363548e-06,
      "loss": 0.627,
      "step": 5328
    },
    {
      "epoch": 0.43907061052978497,
      "grad_norm": 4.475063800811768,
      "learning_rate": 9.0873987948602e-06,
      "loss": 0.3971,
      "step": 5329
    },
    {
      "epoch": 0.43915300321331463,
      "grad_norm": 3.191795825958252,
      "learning_rate": 9.087014510587357e-06,
      "loss": 0.2569,
      "step": 5330
    },
    {
      "epoch": 0.43923539589684435,
      "grad_norm": 2.4753665924072266,
      "learning_rate": 9.086630153551858e-06,
      "loss": 0.2044,
      "step": 5331
    },
    {
      "epoch": 0.43931778858037407,
      "grad_norm": 4.3905744552612305,
      "learning_rate": 9.086245723760549e-06,
      "loss": 0.2761,
      "step": 5332
    },
    {
      "epoch": 0.4394001812639038,
      "grad_norm": 5.300769805908203,
      "learning_rate": 9.085861221220271e-06,
      "loss": 0.6298,
      "step": 5333
    },
    {
      "epoch": 0.43948257394743345,
      "grad_norm": 1.903260588645935,
      "learning_rate": 9.085476645937873e-06,
      "loss": 0.085,
      "step": 5334
    },
    {
      "epoch": 0.43956496663096317,
      "grad_norm": 2.94413685798645,
      "learning_rate": 9.085091997920197e-06,
      "loss": 0.3196,
      "step": 5335
    },
    {
      "epoch": 0.4396473593144929,
      "grad_norm": 5.199202060699463,
      "learning_rate": 9.084707277174097e-06,
      "loss": 0.3836,
      "step": 5336
    },
    {
      "epoch": 0.43972975199802256,
      "grad_norm": 3.2298121452331543,
      "learning_rate": 9.084322483706415e-06,
      "loss": 0.3377,
      "step": 5337
    },
    {
      "epoch": 0.4398121446815523,
      "grad_norm": 3.2690138816833496,
      "learning_rate": 9.083937617524008e-06,
      "loss": 0.5437,
      "step": 5338
    },
    {
      "epoch": 0.439894537365082,
      "grad_norm": 4.463320732116699,
      "learning_rate": 9.083552678633725e-06,
      "loss": 0.4611,
      "step": 5339
    },
    {
      "epoch": 0.43997693004861166,
      "grad_norm": 3.383715867996216,
      "learning_rate": 9.08316766704242e-06,
      "loss": 0.4933,
      "step": 5340
    },
    {
      "epoch": 0.4400593227321414,
      "grad_norm": 5.292513847351074,
      "learning_rate": 9.082782582756948e-06,
      "loss": 0.4082,
      "step": 5341
    },
    {
      "epoch": 0.4401417154156711,
      "grad_norm": 7.260189056396484,
      "learning_rate": 9.082397425784162e-06,
      "loss": 0.7935,
      "step": 5342
    },
    {
      "epoch": 0.4402241080992008,
      "grad_norm": 4.952787399291992,
      "learning_rate": 9.082012196130923e-06,
      "loss": 0.4147,
      "step": 5343
    },
    {
      "epoch": 0.4403065007827305,
      "grad_norm": 3.77260160446167,
      "learning_rate": 9.081626893804085e-06,
      "loss": 0.3547,
      "step": 5344
    },
    {
      "epoch": 0.4403888934662602,
      "grad_norm": 6.737067222595215,
      "learning_rate": 9.081241518810514e-06,
      "loss": 0.6108,
      "step": 5345
    },
    {
      "epoch": 0.4404712861497899,
      "grad_norm": 3.0452921390533447,
      "learning_rate": 9.080856071157064e-06,
      "loss": 0.4763,
      "step": 5346
    },
    {
      "epoch": 0.4405536788333196,
      "grad_norm": 4.231959342956543,
      "learning_rate": 9.080470550850601e-06,
      "loss": 0.522,
      "step": 5347
    },
    {
      "epoch": 0.4406360715168493,
      "grad_norm": 5.26262092590332,
      "learning_rate": 9.080084957897989e-06,
      "loss": 0.6259,
      "step": 5348
    },
    {
      "epoch": 0.440718464200379,
      "grad_norm": 2.656012773513794,
      "learning_rate": 9.07969929230609e-06,
      "loss": 0.3099,
      "step": 5349
    },
    {
      "epoch": 0.4408008568839087,
      "grad_norm": 3.220194101333618,
      "learning_rate": 9.079313554081775e-06,
      "loss": 0.2949,
      "step": 5350
    },
    {
      "epoch": 0.4408832495674384,
      "grad_norm": 3.3918209075927734,
      "learning_rate": 9.078927743231907e-06,
      "loss": 0.4061,
      "step": 5351
    },
    {
      "epoch": 0.4409656422509681,
      "grad_norm": 3.571943759918213,
      "learning_rate": 9.078541859763354e-06,
      "loss": 0.4311,
      "step": 5352
    },
    {
      "epoch": 0.4410480349344978,
      "grad_norm": 3.761650562286377,
      "learning_rate": 9.078155903682993e-06,
      "loss": 0.4258,
      "step": 5353
    },
    {
      "epoch": 0.4411304276180275,
      "grad_norm": 4.804538249969482,
      "learning_rate": 9.077769874997686e-06,
      "loss": 0.2513,
      "step": 5354
    },
    {
      "epoch": 0.44121282030155723,
      "grad_norm": 3.4172396659851074,
      "learning_rate": 9.077383773714313e-06,
      "loss": 0.4611,
      "step": 5355
    },
    {
      "epoch": 0.44129521298508695,
      "grad_norm": 2.7277300357818604,
      "learning_rate": 9.076997599839742e-06,
      "loss": 0.1725,
      "step": 5356
    },
    {
      "epoch": 0.4413776056686166,
      "grad_norm": 6.128668308258057,
      "learning_rate": 9.076611353380855e-06,
      "loss": 0.7808,
      "step": 5357
    },
    {
      "epoch": 0.44145999835214633,
      "grad_norm": 2.889145851135254,
      "learning_rate": 9.076225034344523e-06,
      "loss": 0.3066,
      "step": 5358
    },
    {
      "epoch": 0.44154239103567605,
      "grad_norm": 5.081242084503174,
      "learning_rate": 9.075838642737626e-06,
      "loss": 0.5547,
      "step": 5359
    },
    {
      "epoch": 0.4416247837192057,
      "grad_norm": 4.823417663574219,
      "learning_rate": 9.07545217856704e-06,
      "loss": 0.4841,
      "step": 5360
    },
    {
      "epoch": 0.44170717640273544,
      "grad_norm": 3.768761157989502,
      "learning_rate": 9.075065641839651e-06,
      "loss": 0.5599,
      "step": 5361
    },
    {
      "epoch": 0.44178956908626515,
      "grad_norm": 4.171394348144531,
      "learning_rate": 9.074679032562337e-06,
      "loss": 0.3595,
      "step": 5362
    },
    {
      "epoch": 0.4418719617697948,
      "grad_norm": 20.771509170532227,
      "learning_rate": 9.074292350741981e-06,
      "loss": 0.4387,
      "step": 5363
    },
    {
      "epoch": 0.44195435445332454,
      "grad_norm": 1.9608017206192017,
      "learning_rate": 9.07390559638547e-06,
      "loss": 0.198,
      "step": 5364
    },
    {
      "epoch": 0.44203674713685426,
      "grad_norm": 3.1456103324890137,
      "learning_rate": 9.073518769499684e-06,
      "loss": 0.3215,
      "step": 5365
    },
    {
      "epoch": 0.442119139820384,
      "grad_norm": 2.1839120388031006,
      "learning_rate": 9.073131870091516e-06,
      "loss": 0.2717,
      "step": 5366
    },
    {
      "epoch": 0.44220153250391364,
      "grad_norm": 2.070786952972412,
      "learning_rate": 9.07274489816785e-06,
      "loss": 0.4018,
      "step": 5367
    },
    {
      "epoch": 0.44228392518744336,
      "grad_norm": 4.017534255981445,
      "learning_rate": 9.072357853735575e-06,
      "loss": 0.3187,
      "step": 5368
    },
    {
      "epoch": 0.4423663178709731,
      "grad_norm": 30.172561645507812,
      "learning_rate": 9.071970736801586e-06,
      "loss": 1.6487,
      "step": 5369
    },
    {
      "epoch": 0.44244871055450274,
      "grad_norm": 2.764129638671875,
      "learning_rate": 9.071583547372772e-06,
      "loss": 0.2904,
      "step": 5370
    },
    {
      "epoch": 0.44253110323803246,
      "grad_norm": 3.155404806137085,
      "learning_rate": 9.071196285456025e-06,
      "loss": 0.375,
      "step": 5371
    },
    {
      "epoch": 0.4426134959215622,
      "grad_norm": 5.6226983070373535,
      "learning_rate": 9.070808951058244e-06,
      "loss": 0.6542,
      "step": 5372
    },
    {
      "epoch": 0.44269588860509185,
      "grad_norm": 3.478756904602051,
      "learning_rate": 9.070421544186322e-06,
      "loss": 0.3166,
      "step": 5373
    },
    {
      "epoch": 0.44277828128862157,
      "grad_norm": 3.791135549545288,
      "learning_rate": 9.070034064847153e-06,
      "loss": 0.4561,
      "step": 5374
    },
    {
      "epoch": 0.4428606739721513,
      "grad_norm": 2.92299485206604,
      "learning_rate": 9.06964651304764e-06,
      "loss": 0.3113,
      "step": 5375
    },
    {
      "epoch": 0.44294306665568095,
      "grad_norm": 2.6199886798858643,
      "learning_rate": 9.069258888794683e-06,
      "loss": 0.4373,
      "step": 5376
    },
    {
      "epoch": 0.44302545933921067,
      "grad_norm": 3.877359390258789,
      "learning_rate": 9.06887119209518e-06,
      "loss": 0.3224,
      "step": 5377
    },
    {
      "epoch": 0.4431078520227404,
      "grad_norm": 1.6953163146972656,
      "learning_rate": 9.068483422956036e-06,
      "loss": 0.1691,
      "step": 5378
    },
    {
      "epoch": 0.4431902447062701,
      "grad_norm": 4.242151737213135,
      "learning_rate": 9.06809558138415e-06,
      "loss": 0.4563,
      "step": 5379
    },
    {
      "epoch": 0.4432726373897998,
      "grad_norm": 4.085134983062744,
      "learning_rate": 9.067707667386435e-06,
      "loss": 0.6511,
      "step": 5380
    },
    {
      "epoch": 0.4433550300733295,
      "grad_norm": 4.6715087890625,
      "learning_rate": 9.067319680969789e-06,
      "loss": 0.3786,
      "step": 5381
    },
    {
      "epoch": 0.4434374227568592,
      "grad_norm": 6.25510835647583,
      "learning_rate": 9.066931622141123e-06,
      "loss": 0.4167,
      "step": 5382
    },
    {
      "epoch": 0.4435198154403889,
      "grad_norm": 3.3490498065948486,
      "learning_rate": 9.066543490907348e-06,
      "loss": 0.5608,
      "step": 5383
    },
    {
      "epoch": 0.4436022081239186,
      "grad_norm": 2.8479061126708984,
      "learning_rate": 9.066155287275371e-06,
      "loss": 0.4947,
      "step": 5384
    },
    {
      "epoch": 0.4436846008074483,
      "grad_norm": 4.316104888916016,
      "learning_rate": 9.065767011252103e-06,
      "loss": 0.5621,
      "step": 5385
    },
    {
      "epoch": 0.443766993490978,
      "grad_norm": 4.414350986480713,
      "learning_rate": 9.065378662844458e-06,
      "loss": 0.579,
      "step": 5386
    },
    {
      "epoch": 0.4438493861745077,
      "grad_norm": 6.068502902984619,
      "learning_rate": 9.06499024205935e-06,
      "loss": 0.6598,
      "step": 5387
    },
    {
      "epoch": 0.4439317788580374,
      "grad_norm": 4.20388650894165,
      "learning_rate": 9.064601748903693e-06,
      "loss": 0.3905,
      "step": 5388
    },
    {
      "epoch": 0.4440141715415671,
      "grad_norm": 2.3779349327087402,
      "learning_rate": 9.064213183384404e-06,
      "loss": 0.1238,
      "step": 5389
    },
    {
      "epoch": 0.4440965642250968,
      "grad_norm": 6.097268581390381,
      "learning_rate": 9.063824545508402e-06,
      "loss": 0.7034,
      "step": 5390
    },
    {
      "epoch": 0.4441789569086265,
      "grad_norm": 3.1417105197906494,
      "learning_rate": 9.063435835282606e-06,
      "loss": 0.4265,
      "step": 5391
    },
    {
      "epoch": 0.44426134959215624,
      "grad_norm": 3.2602574825286865,
      "learning_rate": 9.063047052713933e-06,
      "loss": 0.3123,
      "step": 5392
    },
    {
      "epoch": 0.4443437422756859,
      "grad_norm": 5.0440673828125,
      "learning_rate": 9.062658197809309e-06,
      "loss": 0.5124,
      "step": 5393
    },
    {
      "epoch": 0.4444261349592156,
      "grad_norm": 4.526474952697754,
      "learning_rate": 9.062269270575654e-06,
      "loss": 0.3358,
      "step": 5394
    },
    {
      "epoch": 0.44450852764274534,
      "grad_norm": 4.166892051696777,
      "learning_rate": 9.061880271019893e-06,
      "loss": 0.5424,
      "step": 5395
    },
    {
      "epoch": 0.444590920326275,
      "grad_norm": 2.4324951171875,
      "learning_rate": 9.061491199148954e-06,
      "loss": 0.157,
      "step": 5396
    },
    {
      "epoch": 0.4446733130098047,
      "grad_norm": 2.9120194911956787,
      "learning_rate": 9.061102054969759e-06,
      "loss": 0.4011,
      "step": 5397
    },
    {
      "epoch": 0.44475570569333445,
      "grad_norm": 2.9429736137390137,
      "learning_rate": 9.060712838489238e-06,
      "loss": 0.6293,
      "step": 5398
    },
    {
      "epoch": 0.4448380983768641,
      "grad_norm": 3.1440494060516357,
      "learning_rate": 9.060323549714323e-06,
      "loss": 0.3136,
      "step": 5399
    },
    {
      "epoch": 0.44492049106039383,
      "grad_norm": 4.012721061706543,
      "learning_rate": 9.059934188651943e-06,
      "loss": 0.5555,
      "step": 5400
    },
    {
      "epoch": 0.44500288374392355,
      "grad_norm": 2.9960451126098633,
      "learning_rate": 9.059544755309029e-06,
      "loss": 0.3517,
      "step": 5401
    },
    {
      "epoch": 0.44508527642745327,
      "grad_norm": 5.408249855041504,
      "learning_rate": 9.059155249692514e-06,
      "loss": 0.5619,
      "step": 5402
    },
    {
      "epoch": 0.44516766911098293,
      "grad_norm": 2.99591064453125,
      "learning_rate": 9.058765671809333e-06,
      "loss": 0.324,
      "step": 5403
    },
    {
      "epoch": 0.44525006179451265,
      "grad_norm": 5.455742359161377,
      "learning_rate": 9.058376021666424e-06,
      "loss": 0.3919,
      "step": 5404
    },
    {
      "epoch": 0.44533245447804237,
      "grad_norm": 4.292418956756592,
      "learning_rate": 9.05798629927072e-06,
      "loss": 0.5216,
      "step": 5405
    },
    {
      "epoch": 0.44541484716157204,
      "grad_norm": 3.277313232421875,
      "learning_rate": 9.057596504629162e-06,
      "loss": 0.4214,
      "step": 5406
    },
    {
      "epoch": 0.44549723984510176,
      "grad_norm": 26.949617385864258,
      "learning_rate": 9.057206637748692e-06,
      "loss": 1.0964,
      "step": 5407
    },
    {
      "epoch": 0.4455796325286315,
      "grad_norm": 3.8452889919281006,
      "learning_rate": 9.056816698636246e-06,
      "loss": 0.49,
      "step": 5408
    },
    {
      "epoch": 0.44566202521216114,
      "grad_norm": 1.9589056968688965,
      "learning_rate": 9.056426687298769e-06,
      "loss": 0.1438,
      "step": 5409
    },
    {
      "epoch": 0.44574441789569086,
      "grad_norm": 3.476027488708496,
      "learning_rate": 9.056036603743202e-06,
      "loss": 0.3494,
      "step": 5410
    },
    {
      "epoch": 0.4458268105792206,
      "grad_norm": 4.26832914352417,
      "learning_rate": 9.055646447976494e-06,
      "loss": 0.4087,
      "step": 5411
    },
    {
      "epoch": 0.44590920326275024,
      "grad_norm": 2.9934566020965576,
      "learning_rate": 9.055256220005587e-06,
      "loss": 0.3344,
      "step": 5412
    },
    {
      "epoch": 0.44599159594627996,
      "grad_norm": 3.0720596313476562,
      "learning_rate": 9.054865919837433e-06,
      "loss": 0.3951,
      "step": 5413
    },
    {
      "epoch": 0.4460739886298097,
      "grad_norm": 4.014301776885986,
      "learning_rate": 9.054475547478976e-06,
      "loss": 0.5893,
      "step": 5414
    },
    {
      "epoch": 0.4461563813133394,
      "grad_norm": 3.1796436309814453,
      "learning_rate": 9.054085102937167e-06,
      "loss": 0.4084,
      "step": 5415
    },
    {
      "epoch": 0.44623877399686906,
      "grad_norm": 3.7066190242767334,
      "learning_rate": 9.05369458621896e-06,
      "loss": 0.3427,
      "step": 5416
    },
    {
      "epoch": 0.4463211666803988,
      "grad_norm": 3.711649179458618,
      "learning_rate": 9.053303997331304e-06,
      "loss": 0.5877,
      "step": 5417
    },
    {
      "epoch": 0.4464035593639285,
      "grad_norm": 3.8186399936676025,
      "learning_rate": 9.052913336281155e-06,
      "loss": 0.5487,
      "step": 5418
    },
    {
      "epoch": 0.44648595204745817,
      "grad_norm": 2.782362222671509,
      "learning_rate": 9.052522603075468e-06,
      "loss": 0.3493,
      "step": 5419
    },
    {
      "epoch": 0.4465683447309879,
      "grad_norm": 3.6630897521972656,
      "learning_rate": 9.052131797721197e-06,
      "loss": 0.4982,
      "step": 5420
    },
    {
      "epoch": 0.4466507374145176,
      "grad_norm": 29.28409194946289,
      "learning_rate": 9.051740920225304e-06,
      "loss": 1.0965,
      "step": 5421
    },
    {
      "epoch": 0.44673313009804727,
      "grad_norm": 3.5012435913085938,
      "learning_rate": 9.051349970594744e-06,
      "loss": 0.5461,
      "step": 5422
    },
    {
      "epoch": 0.446815522781577,
      "grad_norm": 3.9232213497161865,
      "learning_rate": 9.050958948836479e-06,
      "loss": 0.6503,
      "step": 5423
    },
    {
      "epoch": 0.4468979154651067,
      "grad_norm": 4.254749774932861,
      "learning_rate": 9.05056785495747e-06,
      "loss": 0.5807,
      "step": 5424
    },
    {
      "epoch": 0.4469803081486364,
      "grad_norm": 3.4445927143096924,
      "learning_rate": 9.050176688964681e-06,
      "loss": 0.38,
      "step": 5425
    },
    {
      "epoch": 0.4470627008321661,
      "grad_norm": 2.6183624267578125,
      "learning_rate": 9.049785450865072e-06,
      "loss": 0.3121,
      "step": 5426
    },
    {
      "epoch": 0.4471450935156958,
      "grad_norm": 5.620846748352051,
      "learning_rate": 9.049394140665613e-06,
      "loss": 0.5276,
      "step": 5427
    },
    {
      "epoch": 0.44722748619922553,
      "grad_norm": 6.137530326843262,
      "learning_rate": 9.049002758373271e-06,
      "loss": 0.6136,
      "step": 5428
    },
    {
      "epoch": 0.4473098788827552,
      "grad_norm": 3.985872745513916,
      "learning_rate": 9.048611303995009e-06,
      "loss": 0.5369,
      "step": 5429
    },
    {
      "epoch": 0.4473922715662849,
      "grad_norm": 3.1424031257629395,
      "learning_rate": 9.048219777537802e-06,
      "loss": 0.4402,
      "step": 5430
    },
    {
      "epoch": 0.44747466424981464,
      "grad_norm": 3.997527599334717,
      "learning_rate": 9.047828179008616e-06,
      "loss": 0.4156,
      "step": 5431
    },
    {
      "epoch": 0.4475570569333443,
      "grad_norm": 4.472050666809082,
      "learning_rate": 9.047436508414423e-06,
      "loss": 0.6056,
      "step": 5432
    },
    {
      "epoch": 0.447639449616874,
      "grad_norm": 3.423285484313965,
      "learning_rate": 9.0470447657622e-06,
      "loss": 0.4131,
      "step": 5433
    },
    {
      "epoch": 0.44772184230040374,
      "grad_norm": 4.117869853973389,
      "learning_rate": 9.046652951058918e-06,
      "loss": 0.4637,
      "step": 5434
    },
    {
      "epoch": 0.4478042349839334,
      "grad_norm": 3.6025776863098145,
      "learning_rate": 9.046261064311553e-06,
      "loss": 0.4669,
      "step": 5435
    },
    {
      "epoch": 0.4478866276674631,
      "grad_norm": 3.885274648666382,
      "learning_rate": 9.045869105527082e-06,
      "loss": 0.4284,
      "step": 5436
    },
    {
      "epoch": 0.44796902035099284,
      "grad_norm": 5.5783281326293945,
      "learning_rate": 9.045477074712484e-06,
      "loss": 0.712,
      "step": 5437
    },
    {
      "epoch": 0.44805141303452256,
      "grad_norm": 3.2709343433380127,
      "learning_rate": 9.045084971874738e-06,
      "loss": 0.3905,
      "step": 5438
    },
    {
      "epoch": 0.4481338057180522,
      "grad_norm": 4.409278392791748,
      "learning_rate": 9.044692797020823e-06,
      "loss": 0.276,
      "step": 5439
    },
    {
      "epoch": 0.44821619840158194,
      "grad_norm": 4.848854064941406,
      "learning_rate": 9.044300550157726e-06,
      "loss": 0.2695,
      "step": 5440
    },
    {
      "epoch": 0.44829859108511166,
      "grad_norm": 2.9583842754364014,
      "learning_rate": 9.043908231292426e-06,
      "loss": 0.2206,
      "step": 5441
    },
    {
      "epoch": 0.44838098376864133,
      "grad_norm": 2.157705783843994,
      "learning_rate": 9.04351584043191e-06,
      "loss": 0.0996,
      "step": 5442
    },
    {
      "epoch": 0.44846337645217105,
      "grad_norm": 3.1947944164276123,
      "learning_rate": 9.04312337758316e-06,
      "loss": 0.5611,
      "step": 5443
    },
    {
      "epoch": 0.44854576913570077,
      "grad_norm": 4.069565773010254,
      "learning_rate": 9.042730842753167e-06,
      "loss": 0.4478,
      "step": 5444
    },
    {
      "epoch": 0.44862816181923043,
      "grad_norm": 2.449828624725342,
      "learning_rate": 9.042338235948917e-06,
      "loss": 0.3997,
      "step": 5445
    },
    {
      "epoch": 0.44871055450276015,
      "grad_norm": 3.8241665363311768,
      "learning_rate": 9.041945557177402e-06,
      "loss": 0.1972,
      "step": 5446
    },
    {
      "epoch": 0.44879294718628987,
      "grad_norm": 4.367649555206299,
      "learning_rate": 9.041552806445612e-06,
      "loss": 0.5185,
      "step": 5447
    },
    {
      "epoch": 0.44887533986981953,
      "grad_norm": 3.5031092166900635,
      "learning_rate": 9.04115998376054e-06,
      "loss": 0.5103,
      "step": 5448
    },
    {
      "epoch": 0.44895773255334925,
      "grad_norm": 5.10841178894043,
      "learning_rate": 9.040767089129177e-06,
      "loss": 0.4476,
      "step": 5449
    },
    {
      "epoch": 0.449040125236879,
      "grad_norm": 3.3134233951568604,
      "learning_rate": 9.040374122558521e-06,
      "loss": 0.4444,
      "step": 5450
    },
    {
      "epoch": 0.4491225179204087,
      "grad_norm": 3.502830743789673,
      "learning_rate": 9.039981084055566e-06,
      "loss": 0.5717,
      "step": 5451
    },
    {
      "epoch": 0.44920491060393836,
      "grad_norm": 5.57539701461792,
      "learning_rate": 9.039587973627312e-06,
      "loss": 0.3869,
      "step": 5452
    },
    {
      "epoch": 0.4492873032874681,
      "grad_norm": 3.6655242443084717,
      "learning_rate": 9.039194791280754e-06,
      "loss": 0.586,
      "step": 5453
    },
    {
      "epoch": 0.4493696959709978,
      "grad_norm": 4.384403228759766,
      "learning_rate": 9.038801537022895e-06,
      "loss": 0.4262,
      "step": 5454
    },
    {
      "epoch": 0.44945208865452746,
      "grad_norm": 3.221527576446533,
      "learning_rate": 9.038408210860734e-06,
      "loss": 0.3694,
      "step": 5455
    },
    {
      "epoch": 0.4495344813380572,
      "grad_norm": 2.5145697593688965,
      "learning_rate": 9.038014812801275e-06,
      "loss": 0.3765,
      "step": 5456
    },
    {
      "epoch": 0.4496168740215869,
      "grad_norm": 3.7496795654296875,
      "learning_rate": 9.03762134285152e-06,
      "loss": 0.5316,
      "step": 5457
    },
    {
      "epoch": 0.44969926670511656,
      "grad_norm": 6.017572402954102,
      "learning_rate": 9.037227801018478e-06,
      "loss": 0.714,
      "step": 5458
    },
    {
      "epoch": 0.4497816593886463,
      "grad_norm": 2.2401580810546875,
      "learning_rate": 9.036834187309154e-06,
      "loss": 0.3501,
      "step": 5459
    },
    {
      "epoch": 0.449864052072176,
      "grad_norm": 4.555396556854248,
      "learning_rate": 9.036440501730552e-06,
      "loss": 0.3053,
      "step": 5460
    },
    {
      "epoch": 0.44994644475570567,
      "grad_norm": 2.620232343673706,
      "learning_rate": 9.036046744289684e-06,
      "loss": 0.3448,
      "step": 5461
    },
    {
      "epoch": 0.4500288374392354,
      "grad_norm": 2.8415966033935547,
      "learning_rate": 9.03565291499356e-06,
      "loss": 0.2884,
      "step": 5462
    },
    {
      "epoch": 0.4501112301227651,
      "grad_norm": 4.048807144165039,
      "learning_rate": 9.035259013849191e-06,
      "loss": 0.433,
      "step": 5463
    },
    {
      "epoch": 0.4501936228062948,
      "grad_norm": 2.853372097015381,
      "learning_rate": 9.03486504086359e-06,
      "loss": 0.2257,
      "step": 5464
    },
    {
      "epoch": 0.4502760154898245,
      "grad_norm": 1.4621338844299316,
      "learning_rate": 9.034470996043772e-06,
      "loss": 0.0801,
      "step": 5465
    },
    {
      "epoch": 0.4503584081733542,
      "grad_norm": 3.1886050701141357,
      "learning_rate": 9.03407687939675e-06,
      "loss": 0.4649,
      "step": 5466
    },
    {
      "epoch": 0.4504408008568839,
      "grad_norm": 3.6297757625579834,
      "learning_rate": 9.03368269092954e-06,
      "loss": 0.5068,
      "step": 5467
    },
    {
      "epoch": 0.4505231935404136,
      "grad_norm": 2.907466411590576,
      "learning_rate": 9.033288430649166e-06,
      "loss": 0.5324,
      "step": 5468
    },
    {
      "epoch": 0.4506055862239433,
      "grad_norm": 3.573174476623535,
      "learning_rate": 9.03289409856264e-06,
      "loss": 0.4569,
      "step": 5469
    },
    {
      "epoch": 0.45068797890747303,
      "grad_norm": 3.0206427574157715,
      "learning_rate": 9.032499694676988e-06,
      "loss": 0.2049,
      "step": 5470
    },
    {
      "epoch": 0.4507703715910027,
      "grad_norm": 4.403703212738037,
      "learning_rate": 9.03210521899923e-06,
      "loss": 0.508,
      "step": 5471
    },
    {
      "epoch": 0.4508527642745324,
      "grad_norm": 3.355625867843628,
      "learning_rate": 9.031710671536385e-06,
      "loss": 0.2655,
      "step": 5472
    },
    {
      "epoch": 0.45093515695806213,
      "grad_norm": 4.485449314117432,
      "learning_rate": 9.031316052295482e-06,
      "loss": 0.4068,
      "step": 5473
    },
    {
      "epoch": 0.45101754964159185,
      "grad_norm": 5.012231349945068,
      "learning_rate": 9.030921361283544e-06,
      "loss": 0.6558,
      "step": 5474
    },
    {
      "epoch": 0.4510999423251215,
      "grad_norm": 3.3232474327087402,
      "learning_rate": 9.0305265985076e-06,
      "loss": 0.3931,
      "step": 5475
    },
    {
      "epoch": 0.45118233500865124,
      "grad_norm": 2.42224383354187,
      "learning_rate": 9.030131763974677e-06,
      "loss": 0.3784,
      "step": 5476
    },
    {
      "epoch": 0.45126472769218096,
      "grad_norm": 2.8801610469818115,
      "learning_rate": 9.029736857691803e-06,
      "loss": 0.2697,
      "step": 5477
    },
    {
      "epoch": 0.4513471203757106,
      "grad_norm": 4.034063339233398,
      "learning_rate": 9.029341879666012e-06,
      "loss": 0.4425,
      "step": 5478
    },
    {
      "epoch": 0.45142951305924034,
      "grad_norm": 5.085784912109375,
      "learning_rate": 9.028946829904332e-06,
      "loss": 0.3847,
      "step": 5479
    },
    {
      "epoch": 0.45151190574277006,
      "grad_norm": 4.720337867736816,
      "learning_rate": 9.0285517084138e-06,
      "loss": 0.4859,
      "step": 5480
    },
    {
      "epoch": 0.4515942984262997,
      "grad_norm": 3.912449359893799,
      "learning_rate": 9.028156515201447e-06,
      "loss": 0.3046,
      "step": 5481
    },
    {
      "epoch": 0.45167669110982944,
      "grad_norm": 5.578557014465332,
      "learning_rate": 9.027761250274309e-06,
      "loss": 0.4903,
      "step": 5482
    },
    {
      "epoch": 0.45175908379335916,
      "grad_norm": 3.615144968032837,
      "learning_rate": 9.027365913639427e-06,
      "loss": 0.484,
      "step": 5483
    },
    {
      "epoch": 0.4518414764768888,
      "grad_norm": 4.233430862426758,
      "learning_rate": 9.026970505303837e-06,
      "loss": 0.4907,
      "step": 5484
    },
    {
      "epoch": 0.45192386916041855,
      "grad_norm": 3.3366270065307617,
      "learning_rate": 9.026575025274578e-06,
      "loss": 0.1893,
      "step": 5485
    },
    {
      "epoch": 0.45200626184394826,
      "grad_norm": 5.514739036560059,
      "learning_rate": 9.026179473558692e-06,
      "loss": 0.6083,
      "step": 5486
    },
    {
      "epoch": 0.452088654527478,
      "grad_norm": 2.109032392501831,
      "learning_rate": 9.02578385016322e-06,
      "loss": 0.0976,
      "step": 5487
    },
    {
      "epoch": 0.45217104721100765,
      "grad_norm": 2.6606085300445557,
      "learning_rate": 9.025388155095203e-06,
      "loss": 0.2164,
      "step": 5488
    },
    {
      "epoch": 0.45225343989453737,
      "grad_norm": 4.417370796203613,
      "learning_rate": 9.024992388361691e-06,
      "loss": 0.4604,
      "step": 5489
    },
    {
      "epoch": 0.4523358325780671,
      "grad_norm": 4.5594024658203125,
      "learning_rate": 9.024596549969728e-06,
      "loss": 0.59,
      "step": 5490
    },
    {
      "epoch": 0.45241822526159675,
      "grad_norm": 3.880798578262329,
      "learning_rate": 9.02420063992636e-06,
      "loss": 0.4075,
      "step": 5491
    },
    {
      "epoch": 0.45250061794512647,
      "grad_norm": 3.7781596183776855,
      "learning_rate": 9.023804658238637e-06,
      "loss": 0.5104,
      "step": 5492
    },
    {
      "epoch": 0.4525830106286562,
      "grad_norm": 4.067028045654297,
      "learning_rate": 9.023408604913608e-06,
      "loss": 0.329,
      "step": 5493
    },
    {
      "epoch": 0.45266540331218585,
      "grad_norm": 4.087333679199219,
      "learning_rate": 9.023012479958324e-06,
      "loss": 0.4602,
      "step": 5494
    },
    {
      "epoch": 0.4527477959957156,
      "grad_norm": 3.5450334548950195,
      "learning_rate": 9.022616283379839e-06,
      "loss": 0.6282,
      "step": 5495
    },
    {
      "epoch": 0.4528301886792453,
      "grad_norm": 2.7607977390289307,
      "learning_rate": 9.022220015185203e-06,
      "loss": 0.2746,
      "step": 5496
    },
    {
      "epoch": 0.452912581362775,
      "grad_norm": 4.051801681518555,
      "learning_rate": 9.021823675381475e-06,
      "loss": 0.4111,
      "step": 5497
    },
    {
      "epoch": 0.4529949740463047,
      "grad_norm": 3.6623764038085938,
      "learning_rate": 9.021427263975709e-06,
      "loss": 0.4455,
      "step": 5498
    },
    {
      "epoch": 0.4530773667298344,
      "grad_norm": 2.1592226028442383,
      "learning_rate": 9.021030780974963e-06,
      "loss": 0.3977,
      "step": 5499
    },
    {
      "epoch": 0.4531597594133641,
      "grad_norm": 4.10117244720459,
      "learning_rate": 9.020634226386294e-06,
      "loss": 0.3398,
      "step": 5500
    },
    {
      "epoch": 0.4532421520968938,
      "grad_norm": 4.38203763961792,
      "learning_rate": 9.020237600216764e-06,
      "loss": 0.4298,
      "step": 5501
    },
    {
      "epoch": 0.4533245447804235,
      "grad_norm": 2.8808679580688477,
      "learning_rate": 9.019840902473436e-06,
      "loss": 0.4237,
      "step": 5502
    },
    {
      "epoch": 0.4534069374639532,
      "grad_norm": 3.126302719116211,
      "learning_rate": 9.019444133163368e-06,
      "loss": 0.5816,
      "step": 5503
    },
    {
      "epoch": 0.4534893301474829,
      "grad_norm": 5.153170585632324,
      "learning_rate": 9.019047292293628e-06,
      "loss": 0.7281,
      "step": 5504
    },
    {
      "epoch": 0.4535717228310126,
      "grad_norm": 3.6602120399475098,
      "learning_rate": 9.018650379871277e-06,
      "loss": 0.2676,
      "step": 5505
    },
    {
      "epoch": 0.4536541155145423,
      "grad_norm": 3.989382743835449,
      "learning_rate": 9.018253395903385e-06,
      "loss": 0.5245,
      "step": 5506
    },
    {
      "epoch": 0.453736508198072,
      "grad_norm": 5.110881805419922,
      "learning_rate": 9.01785634039702e-06,
      "loss": 0.5061,
      "step": 5507
    },
    {
      "epoch": 0.4538189008816017,
      "grad_norm": 4.9205851554870605,
      "learning_rate": 9.017459213359247e-06,
      "loss": 0.6583,
      "step": 5508
    },
    {
      "epoch": 0.4539012935651314,
      "grad_norm": 3.739292860031128,
      "learning_rate": 9.01706201479714e-06,
      "loss": 0.4762,
      "step": 5509
    },
    {
      "epoch": 0.45398368624866114,
      "grad_norm": 3.4934980869293213,
      "learning_rate": 9.016664744717769e-06,
      "loss": 0.4584,
      "step": 5510
    },
    {
      "epoch": 0.4540660789321908,
      "grad_norm": 3.397761583328247,
      "learning_rate": 9.016267403128204e-06,
      "loss": 0.5125,
      "step": 5511
    },
    {
      "epoch": 0.45414847161572053,
      "grad_norm": 4.498925685882568,
      "learning_rate": 9.015869990035526e-06,
      "loss": 0.5886,
      "step": 5512
    },
    {
      "epoch": 0.45423086429925025,
      "grad_norm": 4.372119903564453,
      "learning_rate": 9.015472505446803e-06,
      "loss": 0.4956,
      "step": 5513
    },
    {
      "epoch": 0.4543132569827799,
      "grad_norm": 5.710750102996826,
      "learning_rate": 9.015074949369117e-06,
      "loss": 0.4526,
      "step": 5514
    },
    {
      "epoch": 0.45439564966630963,
      "grad_norm": 2.487406015396118,
      "learning_rate": 9.014677321809542e-06,
      "loss": 0.2292,
      "step": 5515
    },
    {
      "epoch": 0.45447804234983935,
      "grad_norm": 3.783992052078247,
      "learning_rate": 9.014279622775157e-06,
      "loss": 0.2949,
      "step": 5516
    },
    {
      "epoch": 0.454560435033369,
      "grad_norm": 3.836681365966797,
      "learning_rate": 9.013881852273047e-06,
      "loss": 0.2737,
      "step": 5517
    },
    {
      "epoch": 0.45464282771689873,
      "grad_norm": 3.103043556213379,
      "learning_rate": 9.013484010310289e-06,
      "loss": 0.4697,
      "step": 5518
    },
    {
      "epoch": 0.45472522040042845,
      "grad_norm": 2.7920098304748535,
      "learning_rate": 9.013086096893968e-06,
      "loss": 0.3602,
      "step": 5519
    },
    {
      "epoch": 0.4548076130839581,
      "grad_norm": 2.5906968116760254,
      "learning_rate": 9.012688112031168e-06,
      "loss": 0.3803,
      "step": 5520
    },
    {
      "epoch": 0.45489000576748784,
      "grad_norm": 5.412120342254639,
      "learning_rate": 9.012290055728974e-06,
      "loss": 0.3914,
      "step": 5521
    },
    {
      "epoch": 0.45497239845101756,
      "grad_norm": 18.093122482299805,
      "learning_rate": 9.011891927994472e-06,
      "loss": 0.3254,
      "step": 5522
    },
    {
      "epoch": 0.4550547911345473,
      "grad_norm": 3.4612770080566406,
      "learning_rate": 9.011493728834752e-06,
      "loss": 0.3294,
      "step": 5523
    },
    {
      "epoch": 0.45513718381807694,
      "grad_norm": 3.0389888286590576,
      "learning_rate": 9.011095458256902e-06,
      "loss": 0.5589,
      "step": 5524
    },
    {
      "epoch": 0.45521957650160666,
      "grad_norm": 2.1232504844665527,
      "learning_rate": 9.010697116268013e-06,
      "loss": 0.1028,
      "step": 5525
    },
    {
      "epoch": 0.4553019691851364,
      "grad_norm": 29.582557678222656,
      "learning_rate": 9.010298702875177e-06,
      "loss": 1.8142,
      "step": 5526
    },
    {
      "epoch": 0.45538436186866604,
      "grad_norm": 1.906690239906311,
      "learning_rate": 9.009900218085485e-06,
      "loss": 0.1579,
      "step": 5527
    },
    {
      "epoch": 0.45546675455219576,
      "grad_norm": 4.904969692230225,
      "learning_rate": 9.009501661906035e-06,
      "loss": 0.578,
      "step": 5528
    },
    {
      "epoch": 0.4555491472357255,
      "grad_norm": 3.3189148902893066,
      "learning_rate": 9.00910303434392e-06,
      "loss": 0.344,
      "step": 5529
    },
    {
      "epoch": 0.45563153991925515,
      "grad_norm": 3.9732449054718018,
      "learning_rate": 9.008704335406238e-06,
      "loss": 0.4308,
      "step": 5530
    },
    {
      "epoch": 0.45571393260278487,
      "grad_norm": 2.345953941345215,
      "learning_rate": 9.008305565100087e-06,
      "loss": 0.152,
      "step": 5531
    },
    {
      "epoch": 0.4557963252863146,
      "grad_norm": 4.6347856521606445,
      "learning_rate": 9.007906723432567e-06,
      "loss": 0.5408,
      "step": 5532
    },
    {
      "epoch": 0.4558787179698443,
      "grad_norm": 2.7948975563049316,
      "learning_rate": 9.007507810410777e-06,
      "loss": 0.4042,
      "step": 5533
    },
    {
      "epoch": 0.45596111065337397,
      "grad_norm": 3.0023694038391113,
      "learning_rate": 9.007108826041822e-06,
      "loss": 0.3901,
      "step": 5534
    },
    {
      "epoch": 0.4560435033369037,
      "grad_norm": 5.062676906585693,
      "learning_rate": 9.0067097703328e-06,
      "loss": 0.2617,
      "step": 5535
    },
    {
      "epoch": 0.4561258960204334,
      "grad_norm": 4.648258686065674,
      "learning_rate": 9.006310643290821e-06,
      "loss": 0.5692,
      "step": 5536
    },
    {
      "epoch": 0.45620828870396307,
      "grad_norm": 3.3126251697540283,
      "learning_rate": 9.005911444922988e-06,
      "loss": 0.5475,
      "step": 5537
    },
    {
      "epoch": 0.4562906813874928,
      "grad_norm": 4.231258392333984,
      "learning_rate": 9.00551217523641e-06,
      "loss": 0.361,
      "step": 5538
    },
    {
      "epoch": 0.4563730740710225,
      "grad_norm": 3.951995611190796,
      "learning_rate": 9.005112834238193e-06,
      "loss": 0.5026,
      "step": 5539
    },
    {
      "epoch": 0.4564554667545522,
      "grad_norm": 3.877981424331665,
      "learning_rate": 9.004713421935449e-06,
      "loss": 0.6366,
      "step": 5540
    },
    {
      "epoch": 0.4565378594380819,
      "grad_norm": 2.480083465576172,
      "learning_rate": 9.004313938335286e-06,
      "loss": 0.2524,
      "step": 5541
    },
    {
      "epoch": 0.4566202521216116,
      "grad_norm": 4.197254657745361,
      "learning_rate": 9.003914383444819e-06,
      "loss": 0.5333,
      "step": 5542
    },
    {
      "epoch": 0.4567026448051413,
      "grad_norm": 4.171139717102051,
      "learning_rate": 9.00351475727116e-06,
      "loss": 0.5485,
      "step": 5543
    },
    {
      "epoch": 0.456785037488671,
      "grad_norm": 5.6700334548950195,
      "learning_rate": 9.003115059821424e-06,
      "loss": 0.6203,
      "step": 5544
    },
    {
      "epoch": 0.4568674301722007,
      "grad_norm": 4.863590717315674,
      "learning_rate": 9.002715291102726e-06,
      "loss": 0.5802,
      "step": 5545
    },
    {
      "epoch": 0.45694982285573044,
      "grad_norm": 3.5001907348632812,
      "learning_rate": 9.002315451122185e-06,
      "loss": 0.4155,
      "step": 5546
    },
    {
      "epoch": 0.4570322155392601,
      "grad_norm": 4.40574312210083,
      "learning_rate": 9.001915539886917e-06,
      "loss": 0.4327,
      "step": 5547
    },
    {
      "epoch": 0.4571146082227898,
      "grad_norm": 3.9665210247039795,
      "learning_rate": 9.001515557404045e-06,
      "loss": 0.515,
      "step": 5548
    },
    {
      "epoch": 0.45719700090631954,
      "grad_norm": 3.7745487689971924,
      "learning_rate": 9.001115503680688e-06,
      "loss": 0.7228,
      "step": 5549
    },
    {
      "epoch": 0.4572793935898492,
      "grad_norm": 3.4842286109924316,
      "learning_rate": 9.000715378723968e-06,
      "loss": 0.375,
      "step": 5550
    },
    {
      "epoch": 0.4573617862733789,
      "grad_norm": 6.280914783477783,
      "learning_rate": 9.000315182541011e-06,
      "loss": 0.5438,
      "step": 5551
    },
    {
      "epoch": 0.45744417895690864,
      "grad_norm": 4.267561912536621,
      "learning_rate": 8.999914915138938e-06,
      "loss": 0.4108,
      "step": 5552
    },
    {
      "epoch": 0.4575265716404383,
      "grad_norm": 65.6104736328125,
      "learning_rate": 8.999514576524879e-06,
      "loss": 0.2913,
      "step": 5553
    },
    {
      "epoch": 0.457608964323968,
      "grad_norm": 3.780266761779785,
      "learning_rate": 8.99911416670596e-06,
      "loss": 0.3817,
      "step": 5554
    },
    {
      "epoch": 0.45769135700749775,
      "grad_norm": 3.461221694946289,
      "learning_rate": 8.998713685689308e-06,
      "loss": 0.5851,
      "step": 5555
    },
    {
      "epoch": 0.4577737496910274,
      "grad_norm": 3.9258854389190674,
      "learning_rate": 8.998313133482056e-06,
      "loss": 0.5705,
      "step": 5556
    },
    {
      "epoch": 0.45785614237455713,
      "grad_norm": 3.7196953296661377,
      "learning_rate": 8.997912510091332e-06,
      "loss": 0.4062,
      "step": 5557
    },
    {
      "epoch": 0.45793853505808685,
      "grad_norm": 3.858356475830078,
      "learning_rate": 8.997511815524269e-06,
      "loss": 0.4015,
      "step": 5558
    },
    {
      "epoch": 0.45802092774161657,
      "grad_norm": 5.654561519622803,
      "learning_rate": 8.997111049788001e-06,
      "loss": 0.6907,
      "step": 5559
    },
    {
      "epoch": 0.45810332042514623,
      "grad_norm": 5.722757339477539,
      "learning_rate": 8.996710212889665e-06,
      "loss": 0.4934,
      "step": 5560
    },
    {
      "epoch": 0.45818571310867595,
      "grad_norm": 3.4049723148345947,
      "learning_rate": 8.996309304836396e-06,
      "loss": 0.2984,
      "step": 5561
    },
    {
      "epoch": 0.45826810579220567,
      "grad_norm": 3.279989242553711,
      "learning_rate": 8.995908325635332e-06,
      "loss": 0.2876,
      "step": 5562
    },
    {
      "epoch": 0.45835049847573534,
      "grad_norm": 2.9057397842407227,
      "learning_rate": 8.995507275293609e-06,
      "loss": 0.3807,
      "step": 5563
    },
    {
      "epoch": 0.45843289115926505,
      "grad_norm": 2.6249635219573975,
      "learning_rate": 8.995106153818369e-06,
      "loss": 0.2914,
      "step": 5564
    },
    {
      "epoch": 0.4585152838427948,
      "grad_norm": 4.319466590881348,
      "learning_rate": 8.994704961216756e-06,
      "loss": 0.5779,
      "step": 5565
    },
    {
      "epoch": 0.45859767652632444,
      "grad_norm": 2.9461512565612793,
      "learning_rate": 8.994303697495907e-06,
      "loss": 0.5298,
      "step": 5566
    },
    {
      "epoch": 0.45868006920985416,
      "grad_norm": 4.104865074157715,
      "learning_rate": 8.993902362662971e-06,
      "loss": 0.5599,
      "step": 5567
    },
    {
      "epoch": 0.4587624618933839,
      "grad_norm": 4.133868217468262,
      "learning_rate": 8.993500956725089e-06,
      "loss": 0.4442,
      "step": 5568
    },
    {
      "epoch": 0.4588448545769136,
      "grad_norm": 2.718876838684082,
      "learning_rate": 8.993099479689413e-06,
      "loss": 0.3653,
      "step": 5569
    },
    {
      "epoch": 0.45892724726044326,
      "grad_norm": 4.8581085205078125,
      "learning_rate": 8.992697931563084e-06,
      "loss": 0.4857,
      "step": 5570
    },
    {
      "epoch": 0.459009639943973,
      "grad_norm": 4.877758026123047,
      "learning_rate": 8.992296312353255e-06,
      "loss": 0.4807,
      "step": 5571
    },
    {
      "epoch": 0.4590920326275027,
      "grad_norm": 3.782637357711792,
      "learning_rate": 8.991894622067074e-06,
      "loss": 0.3041,
      "step": 5572
    },
    {
      "epoch": 0.45917442531103236,
      "grad_norm": 3.455350875854492,
      "learning_rate": 8.991492860711694e-06,
      "loss": 0.498,
      "step": 5573
    },
    {
      "epoch": 0.4592568179945621,
      "grad_norm": 2.1271331310272217,
      "learning_rate": 8.991091028294268e-06,
      "loss": 0.0236,
      "step": 5574
    },
    {
      "epoch": 0.4593392106780918,
      "grad_norm": 3.4047982692718506,
      "learning_rate": 8.990689124821948e-06,
      "loss": 0.3345,
      "step": 5575
    },
    {
      "epoch": 0.45942160336162147,
      "grad_norm": 4.019892692565918,
      "learning_rate": 8.990287150301892e-06,
      "loss": 0.5349,
      "step": 5576
    },
    {
      "epoch": 0.4595039960451512,
      "grad_norm": 3.4714772701263428,
      "learning_rate": 8.989885104741254e-06,
      "loss": 0.3519,
      "step": 5577
    },
    {
      "epoch": 0.4595863887286809,
      "grad_norm": 4.775660991668701,
      "learning_rate": 8.989482988147193e-06,
      "loss": 0.3605,
      "step": 5578
    },
    {
      "epoch": 0.45966878141221057,
      "grad_norm": 2.9864981174468994,
      "learning_rate": 8.989080800526868e-06,
      "loss": 0.3555,
      "step": 5579
    },
    {
      "epoch": 0.4597511740957403,
      "grad_norm": 5.311496257781982,
      "learning_rate": 8.988678541887438e-06,
      "loss": 0.3409,
      "step": 5580
    },
    {
      "epoch": 0.45983356677927,
      "grad_norm": 2.8413405418395996,
      "learning_rate": 8.988276212236066e-06,
      "loss": 0.4693,
      "step": 5581
    },
    {
      "epoch": 0.45991595946279973,
      "grad_norm": 4.502124786376953,
      "learning_rate": 8.987873811579916e-06,
      "loss": 0.4696,
      "step": 5582
    },
    {
      "epoch": 0.4599983521463294,
      "grad_norm": 2.4863712787628174,
      "learning_rate": 8.987471339926149e-06,
      "loss": 0.398,
      "step": 5583
    },
    {
      "epoch": 0.4600807448298591,
      "grad_norm": 3.127765417098999,
      "learning_rate": 8.987068797281933e-06,
      "loss": 0.3055,
      "step": 5584
    },
    {
      "epoch": 0.46016313751338883,
      "grad_norm": 3.174582004547119,
      "learning_rate": 8.986666183654433e-06,
      "loss": 0.3485,
      "step": 5585
    },
    {
      "epoch": 0.4602455301969185,
      "grad_norm": 6.150681018829346,
      "learning_rate": 8.986263499050816e-06,
      "loss": 0.6415,
      "step": 5586
    },
    {
      "epoch": 0.4603279228804482,
      "grad_norm": 3.8713998794555664,
      "learning_rate": 8.985860743478254e-06,
      "loss": 0.4385,
      "step": 5587
    },
    {
      "epoch": 0.46041031556397793,
      "grad_norm": 4.062381744384766,
      "learning_rate": 8.985457916943916e-06,
      "loss": 0.4618,
      "step": 5588
    },
    {
      "epoch": 0.4604927082475076,
      "grad_norm": 5.084829330444336,
      "learning_rate": 8.985055019454973e-06,
      "loss": 0.5098,
      "step": 5589
    },
    {
      "epoch": 0.4605751009310373,
      "grad_norm": 3.1493823528289795,
      "learning_rate": 8.984652051018598e-06,
      "loss": 0.4186,
      "step": 5590
    },
    {
      "epoch": 0.46065749361456704,
      "grad_norm": 4.548718452453613,
      "learning_rate": 8.984249011641968e-06,
      "loss": 0.5031,
      "step": 5591
    },
    {
      "epoch": 0.4607398862980967,
      "grad_norm": 3.110351800918579,
      "learning_rate": 8.983845901332254e-06,
      "loss": 0.5159,
      "step": 5592
    },
    {
      "epoch": 0.4608222789816264,
      "grad_norm": 1.3294641971588135,
      "learning_rate": 8.983442720096635e-06,
      "loss": 0.0556,
      "step": 5593
    },
    {
      "epoch": 0.46090467166515614,
      "grad_norm": 2.292632579803467,
      "learning_rate": 8.983039467942291e-06,
      "loss": 0.1681,
      "step": 5594
    },
    {
      "epoch": 0.46098706434868586,
      "grad_norm": 4.104866981506348,
      "learning_rate": 8.982636144876398e-06,
      "loss": 0.4654,
      "step": 5595
    },
    {
      "epoch": 0.4610694570322155,
      "grad_norm": 2.3214545249938965,
      "learning_rate": 8.982232750906137e-06,
      "loss": 0.1931,
      "step": 5596
    },
    {
      "epoch": 0.46115184971574524,
      "grad_norm": 2.3829026222229004,
      "learning_rate": 8.981829286038691e-06,
      "loss": 0.2976,
      "step": 5597
    },
    {
      "epoch": 0.46123424239927496,
      "grad_norm": 2.5767898559570312,
      "learning_rate": 8.981425750281243e-06,
      "loss": 0.2857,
      "step": 5598
    },
    {
      "epoch": 0.4613166350828046,
      "grad_norm": 2.288863182067871,
      "learning_rate": 8.981022143640977e-06,
      "loss": 0.1655,
      "step": 5599
    },
    {
      "epoch": 0.46139902776633435,
      "grad_norm": 3.8065836429595947,
      "learning_rate": 8.980618466125078e-06,
      "loss": 0.3584,
      "step": 5600
    },
    {
      "epoch": 0.46148142044986407,
      "grad_norm": 5.173550605773926,
      "learning_rate": 8.980214717740731e-06,
      "loss": 0.4928,
      "step": 5601
    },
    {
      "epoch": 0.46156381313339373,
      "grad_norm": 4.855820655822754,
      "learning_rate": 8.97981089849513e-06,
      "loss": 0.5278,
      "step": 5602
    },
    {
      "epoch": 0.46164620581692345,
      "grad_norm": 4.0238752365112305,
      "learning_rate": 8.979407008395458e-06,
      "loss": 0.4078,
      "step": 5603
    },
    {
      "epoch": 0.46172859850045317,
      "grad_norm": 1.9087133407592773,
      "learning_rate": 8.979003047448908e-06,
      "loss": 0.12,
      "step": 5604
    },
    {
      "epoch": 0.4618109911839829,
      "grad_norm": 4.508030414581299,
      "learning_rate": 8.978599015662674e-06,
      "loss": 0.7718,
      "step": 5605
    },
    {
      "epoch": 0.46189338386751255,
      "grad_norm": 4.579115867614746,
      "learning_rate": 8.978194913043946e-06,
      "loss": 0.4274,
      "step": 5606
    },
    {
      "epoch": 0.46197577655104227,
      "grad_norm": 3.9276604652404785,
      "learning_rate": 8.977790739599921e-06,
      "loss": 0.3619,
      "step": 5607
    },
    {
      "epoch": 0.462058169234572,
      "grad_norm": 3.4424917697906494,
      "learning_rate": 8.977386495337791e-06,
      "loss": 0.4988,
      "step": 5608
    },
    {
      "epoch": 0.46214056191810166,
      "grad_norm": 2.1185383796691895,
      "learning_rate": 8.976982180264757e-06,
      "loss": 0.149,
      "step": 5609
    },
    {
      "epoch": 0.4622229546016314,
      "grad_norm": 3.027315616607666,
      "learning_rate": 8.976577794388015e-06,
      "loss": 0.2095,
      "step": 5610
    },
    {
      "epoch": 0.4623053472851611,
      "grad_norm": 5.018119812011719,
      "learning_rate": 8.976173337714764e-06,
      "loss": 0.6057,
      "step": 5611
    },
    {
      "epoch": 0.46238773996869076,
      "grad_norm": 4.641606330871582,
      "learning_rate": 8.975768810252206e-06,
      "loss": 0.4678,
      "step": 5612
    },
    {
      "epoch": 0.4624701326522205,
      "grad_norm": 3.7150020599365234,
      "learning_rate": 8.975364212007543e-06,
      "loss": 0.4698,
      "step": 5613
    },
    {
      "epoch": 0.4625525253357502,
      "grad_norm": 4.156707286834717,
      "learning_rate": 8.974959542987975e-06,
      "loss": 0.5547,
      "step": 5614
    },
    {
      "epoch": 0.46263491801927986,
      "grad_norm": 2.1236472129821777,
      "learning_rate": 8.974554803200713e-06,
      "loss": 0.1688,
      "step": 5615
    },
    {
      "epoch": 0.4627173107028096,
      "grad_norm": 3.5227773189544678,
      "learning_rate": 8.974149992652956e-06,
      "loss": 0.2719,
      "step": 5616
    },
    {
      "epoch": 0.4627997033863393,
      "grad_norm": 4.837723731994629,
      "learning_rate": 8.973745111351915e-06,
      "loss": 0.4734,
      "step": 5617
    },
    {
      "epoch": 0.462882096069869,
      "grad_norm": 6.350601673126221,
      "learning_rate": 8.973340159304797e-06,
      "loss": 0.5236,
      "step": 5618
    },
    {
      "epoch": 0.4629644887533987,
      "grad_norm": 2.4425456523895264,
      "learning_rate": 8.972935136518812e-06,
      "loss": 0.3797,
      "step": 5619
    },
    {
      "epoch": 0.4630468814369284,
      "grad_norm": 27.5657901763916,
      "learning_rate": 8.972530043001169e-06,
      "loss": 0.9769,
      "step": 5620
    },
    {
      "epoch": 0.4631292741204581,
      "grad_norm": 3.933090925216675,
      "learning_rate": 8.972124878759084e-06,
      "loss": 0.579,
      "step": 5621
    },
    {
      "epoch": 0.4632116668039878,
      "grad_norm": 3.636992931365967,
      "learning_rate": 8.971719643799764e-06,
      "loss": 0.1875,
      "step": 5622
    },
    {
      "epoch": 0.4632940594875175,
      "grad_norm": 1.4860831499099731,
      "learning_rate": 8.97131433813043e-06,
      "loss": 0.0317,
      "step": 5623
    },
    {
      "epoch": 0.4633764521710472,
      "grad_norm": 4.525956630706787,
      "learning_rate": 8.970908961758294e-06,
      "loss": 0.5669,
      "step": 5624
    },
    {
      "epoch": 0.4634588448545769,
      "grad_norm": 26.383272171020508,
      "learning_rate": 8.970503514690575e-06,
      "loss": 1.0564,
      "step": 5625
    },
    {
      "epoch": 0.4635412375381066,
      "grad_norm": 2.6077346801757812,
      "learning_rate": 8.97009799693449e-06,
      "loss": 0.4374,
      "step": 5626
    },
    {
      "epoch": 0.46362363022163633,
      "grad_norm": 3.119851589202881,
      "learning_rate": 8.96969240849726e-06,
      "loss": 0.3742,
      "step": 5627
    },
    {
      "epoch": 0.46370602290516605,
      "grad_norm": 3.3316237926483154,
      "learning_rate": 8.969286749386102e-06,
      "loss": 0.3326,
      "step": 5628
    },
    {
      "epoch": 0.4637884155886957,
      "grad_norm": 2.624134063720703,
      "learning_rate": 8.968881019608245e-06,
      "loss": 0.4731,
      "step": 5629
    },
    {
      "epoch": 0.46387080827222543,
      "grad_norm": 3.7457399368286133,
      "learning_rate": 8.968475219170904e-06,
      "loss": 0.3992,
      "step": 5630
    },
    {
      "epoch": 0.46395320095575515,
      "grad_norm": 4.082956790924072,
      "learning_rate": 8.96806934808131e-06,
      "loss": 0.6471,
      "step": 5631
    },
    {
      "epoch": 0.4640355936392848,
      "grad_norm": 2.260434627532959,
      "learning_rate": 8.967663406346687e-06,
      "loss": 0.3614,
      "step": 5632
    },
    {
      "epoch": 0.46411798632281454,
      "grad_norm": 6.235839366912842,
      "learning_rate": 8.967257393974262e-06,
      "loss": 0.4505,
      "step": 5633
    },
    {
      "epoch": 0.46420037900634425,
      "grad_norm": 3.635877847671509,
      "learning_rate": 8.966851310971265e-06,
      "loss": 0.4179,
      "step": 5634
    },
    {
      "epoch": 0.4642827716898739,
      "grad_norm": 5.030796527862549,
      "learning_rate": 8.966445157344922e-06,
      "loss": 0.5825,
      "step": 5635
    },
    {
      "epoch": 0.46436516437340364,
      "grad_norm": 4.244796276092529,
      "learning_rate": 8.966038933102466e-06,
      "loss": 0.4647,
      "step": 5636
    },
    {
      "epoch": 0.46444755705693336,
      "grad_norm": 4.555078983306885,
      "learning_rate": 8.96563263825113e-06,
      "loss": 0.4452,
      "step": 5637
    },
    {
      "epoch": 0.464529949740463,
      "grad_norm": 4.128213882446289,
      "learning_rate": 8.965226272798146e-06,
      "loss": 0.5277,
      "step": 5638
    },
    {
      "epoch": 0.46461234242399274,
      "grad_norm": 2.7097878456115723,
      "learning_rate": 8.96481983675075e-06,
      "loss": 0.2105,
      "step": 5639
    },
    {
      "epoch": 0.46469473510752246,
      "grad_norm": 3.326037645339966,
      "learning_rate": 8.964413330116176e-06,
      "loss": 0.3675,
      "step": 5640
    },
    {
      "epoch": 0.4647771277910522,
      "grad_norm": 3.480336904525757,
      "learning_rate": 8.964006752901661e-06,
      "loss": 0.4405,
      "step": 5641
    },
    {
      "epoch": 0.46485952047458184,
      "grad_norm": 4.881074905395508,
      "learning_rate": 8.963600105114448e-06,
      "loss": 0.4542,
      "step": 5642
    },
    {
      "epoch": 0.46494191315811156,
      "grad_norm": 3.6393508911132812,
      "learning_rate": 8.963193386761771e-06,
      "loss": 0.4805,
      "step": 5643
    },
    {
      "epoch": 0.4650243058416413,
      "grad_norm": 3.3792600631713867,
      "learning_rate": 8.962786597850874e-06,
      "loss": 0.5452,
      "step": 5644
    },
    {
      "epoch": 0.46510669852517095,
      "grad_norm": 5.749267578125,
      "learning_rate": 8.962379738388998e-06,
      "loss": 0.4402,
      "step": 5645
    },
    {
      "epoch": 0.46518909120870067,
      "grad_norm": 4.137345790863037,
      "learning_rate": 8.961972808383388e-06,
      "loss": 0.4576,
      "step": 5646
    },
    {
      "epoch": 0.4652714838922304,
      "grad_norm": 4.985505104064941,
      "learning_rate": 8.961565807841288e-06,
      "loss": 0.6942,
      "step": 5647
    },
    {
      "epoch": 0.46535387657576005,
      "grad_norm": 2.488563060760498,
      "learning_rate": 8.961158736769944e-06,
      "loss": 0.2486,
      "step": 5648
    },
    {
      "epoch": 0.46543626925928977,
      "grad_norm": 3.149977207183838,
      "learning_rate": 8.960751595176603e-06,
      "loss": 0.5745,
      "step": 5649
    },
    {
      "epoch": 0.4655186619428195,
      "grad_norm": 5.470895290374756,
      "learning_rate": 8.960344383068514e-06,
      "loss": 0.4649,
      "step": 5650
    },
    {
      "epoch": 0.46560105462634915,
      "grad_norm": 4.115187168121338,
      "learning_rate": 8.959937100452925e-06,
      "loss": 0.3853,
      "step": 5651
    },
    {
      "epoch": 0.4656834473098789,
      "grad_norm": 16.464088439941406,
      "learning_rate": 8.959529747337089e-06,
      "loss": 0.2763,
      "step": 5652
    },
    {
      "epoch": 0.4657658399934086,
      "grad_norm": 3.8105852603912354,
      "learning_rate": 8.959122323728256e-06,
      "loss": 0.5821,
      "step": 5653
    },
    {
      "epoch": 0.4658482326769383,
      "grad_norm": 3.8772308826446533,
      "learning_rate": 8.958714829633684e-06,
      "loss": 0.4014,
      "step": 5654
    },
    {
      "epoch": 0.465930625360468,
      "grad_norm": 3.31543231010437,
      "learning_rate": 8.958307265060622e-06,
      "loss": 0.4982,
      "step": 5655
    },
    {
      "epoch": 0.4660130180439977,
      "grad_norm": 3.57206130027771,
      "learning_rate": 8.95789963001633e-06,
      "loss": 0.4575,
      "step": 5656
    },
    {
      "epoch": 0.4660954107275274,
      "grad_norm": 2.966813087463379,
      "learning_rate": 8.957491924508063e-06,
      "loss": 0.3814,
      "step": 5657
    },
    {
      "epoch": 0.4661778034110571,
      "grad_norm": 2.755589485168457,
      "learning_rate": 8.957084148543083e-06,
      "loss": 0.3784,
      "step": 5658
    },
    {
      "epoch": 0.4662601960945868,
      "grad_norm": 2.519414186477661,
      "learning_rate": 8.956676302128646e-06,
      "loss": 0.3346,
      "step": 5659
    },
    {
      "epoch": 0.4663425887781165,
      "grad_norm": 3.1759870052337646,
      "learning_rate": 8.956268385272016e-06,
      "loss": 0.3188,
      "step": 5660
    },
    {
      "epoch": 0.4664249814616462,
      "grad_norm": 4.395174026489258,
      "learning_rate": 8.955860397980452e-06,
      "loss": 0.602,
      "step": 5661
    },
    {
      "epoch": 0.4665073741451759,
      "grad_norm": 3.2832629680633545,
      "learning_rate": 8.955452340261222e-06,
      "loss": 0.4226,
      "step": 5662
    },
    {
      "epoch": 0.4665897668287056,
      "grad_norm": 4.771412372589111,
      "learning_rate": 8.955044212121585e-06,
      "loss": 0.4225,
      "step": 5663
    },
    {
      "epoch": 0.46667215951223534,
      "grad_norm": 2.8801865577697754,
      "learning_rate": 8.954636013568811e-06,
      "loss": 0.4501,
      "step": 5664
    },
    {
      "epoch": 0.466754552195765,
      "grad_norm": 4.727953910827637,
      "learning_rate": 8.954227744610167e-06,
      "loss": 0.4912,
      "step": 5665
    },
    {
      "epoch": 0.4668369448792947,
      "grad_norm": 3.473592519760132,
      "learning_rate": 8.953819405252921e-06,
      "loss": 0.6228,
      "step": 5666
    },
    {
      "epoch": 0.46691933756282444,
      "grad_norm": 3.5723299980163574,
      "learning_rate": 8.953410995504344e-06,
      "loss": 0.4261,
      "step": 5667
    },
    {
      "epoch": 0.4670017302463541,
      "grad_norm": 2.8383569717407227,
      "learning_rate": 8.953002515371706e-06,
      "loss": 0.1937,
      "step": 5668
    },
    {
      "epoch": 0.4670841229298838,
      "grad_norm": 4.005229949951172,
      "learning_rate": 8.952593964862278e-06,
      "loss": 0.4949,
      "step": 5669
    },
    {
      "epoch": 0.46716651561341355,
      "grad_norm": 3.886451244354248,
      "learning_rate": 8.952185343983335e-06,
      "loss": 0.6189,
      "step": 5670
    },
    {
      "epoch": 0.4672489082969432,
      "grad_norm": 5.172954082489014,
      "learning_rate": 8.951776652742152e-06,
      "loss": 0.6648,
      "step": 5671
    },
    {
      "epoch": 0.46733130098047293,
      "grad_norm": 5.722193717956543,
      "learning_rate": 8.951367891146005e-06,
      "loss": 0.4744,
      "step": 5672
    },
    {
      "epoch": 0.46741369366400265,
      "grad_norm": 4.7205586433410645,
      "learning_rate": 8.950959059202171e-06,
      "loss": 0.5277,
      "step": 5673
    },
    {
      "epoch": 0.4674960863475323,
      "grad_norm": 3.235489845275879,
      "learning_rate": 8.950550156917929e-06,
      "loss": 0.3281,
      "step": 5674
    },
    {
      "epoch": 0.46757847903106203,
      "grad_norm": 3.065626382827759,
      "learning_rate": 8.950141184300557e-06,
      "loss": 0.4637,
      "step": 5675
    },
    {
      "epoch": 0.46766087171459175,
      "grad_norm": 3.6728436946868896,
      "learning_rate": 8.949732141357342e-06,
      "loss": 0.4674,
      "step": 5676
    },
    {
      "epoch": 0.46774326439812147,
      "grad_norm": 4.29842472076416,
      "learning_rate": 8.949323028095558e-06,
      "loss": 0.307,
      "step": 5677
    },
    {
      "epoch": 0.46782565708165114,
      "grad_norm": 5.7205095291137695,
      "learning_rate": 8.948913844522493e-06,
      "loss": 0.4543,
      "step": 5678
    },
    {
      "epoch": 0.46790804976518086,
      "grad_norm": 5.945547103881836,
      "learning_rate": 8.948504590645432e-06,
      "loss": 0.6114,
      "step": 5679
    },
    {
      "epoch": 0.4679904424487106,
      "grad_norm": 3.2965900897979736,
      "learning_rate": 8.948095266471662e-06,
      "loss": 0.3506,
      "step": 5680
    },
    {
      "epoch": 0.46807283513224024,
      "grad_norm": 2.9506092071533203,
      "learning_rate": 8.947685872008467e-06,
      "loss": 0.3422,
      "step": 5681
    },
    {
      "epoch": 0.46815522781576996,
      "grad_norm": 3.1918437480926514,
      "learning_rate": 8.947276407263139e-06,
      "loss": 0.396,
      "step": 5682
    },
    {
      "epoch": 0.4682376204992997,
      "grad_norm": 4.039544582366943,
      "learning_rate": 8.946866872242965e-06,
      "loss": 0.5078,
      "step": 5683
    },
    {
      "epoch": 0.46832001318282934,
      "grad_norm": 4.668731689453125,
      "learning_rate": 8.94645726695524e-06,
      "loss": 0.5911,
      "step": 5684
    },
    {
      "epoch": 0.46840240586635906,
      "grad_norm": 3.5053863525390625,
      "learning_rate": 8.94604759140725e-06,
      "loss": 0.5859,
      "step": 5685
    },
    {
      "epoch": 0.4684847985498888,
      "grad_norm": 2.7944633960723877,
      "learning_rate": 8.945637845606296e-06,
      "loss": 0.1625,
      "step": 5686
    },
    {
      "epoch": 0.46856719123341845,
      "grad_norm": 3.4439656734466553,
      "learning_rate": 8.945228029559668e-06,
      "loss": 0.4621,
      "step": 5687
    },
    {
      "epoch": 0.46864958391694816,
      "grad_norm": 2.341151714324951,
      "learning_rate": 8.944818143274661e-06,
      "loss": 0.1382,
      "step": 5688
    },
    {
      "epoch": 0.4687319766004779,
      "grad_norm": 3.4034693241119385,
      "learning_rate": 8.944408186758578e-06,
      "loss": 0.324,
      "step": 5689
    },
    {
      "epoch": 0.4688143692840076,
      "grad_norm": 4.528350830078125,
      "learning_rate": 8.943998160018714e-06,
      "loss": 0.5037,
      "step": 5690
    },
    {
      "epoch": 0.46889676196753727,
      "grad_norm": 3.839871406555176,
      "learning_rate": 8.943588063062368e-06,
      "loss": 0.5118,
      "step": 5691
    },
    {
      "epoch": 0.468979154651067,
      "grad_norm": 5.523921489715576,
      "learning_rate": 8.943177895896843e-06,
      "loss": 0.6277,
      "step": 5692
    },
    {
      "epoch": 0.4690615473345967,
      "grad_norm": 3.1479105949401855,
      "learning_rate": 8.942767658529441e-06,
      "loss": 0.2562,
      "step": 5693
    },
    {
      "epoch": 0.46914394001812637,
      "grad_norm": 3.4843876361846924,
      "learning_rate": 8.942357350967465e-06,
      "loss": 0.2939,
      "step": 5694
    },
    {
      "epoch": 0.4692263327016561,
      "grad_norm": 3.674482583999634,
      "learning_rate": 8.94194697321822e-06,
      "loss": 0.5716,
      "step": 5695
    },
    {
      "epoch": 0.4693087253851858,
      "grad_norm": 4.034581184387207,
      "learning_rate": 8.941536525289011e-06,
      "loss": 0.5018,
      "step": 5696
    },
    {
      "epoch": 0.4693911180687155,
      "grad_norm": 9.407160758972168,
      "learning_rate": 8.941126007187148e-06,
      "loss": 0.5559,
      "step": 5697
    },
    {
      "epoch": 0.4694735107522452,
      "grad_norm": 3.7794601917266846,
      "learning_rate": 8.94071541891994e-06,
      "loss": 0.4935,
      "step": 5698
    },
    {
      "epoch": 0.4695559034357749,
      "grad_norm": 4.492697715759277,
      "learning_rate": 8.940304760494694e-06,
      "loss": 0.3859,
      "step": 5699
    },
    {
      "epoch": 0.46963829611930463,
      "grad_norm": 3.5295252799987793,
      "learning_rate": 8.939894031918721e-06,
      "loss": 0.4264,
      "step": 5700
    },
    {
      "epoch": 0.4697206888028343,
      "grad_norm": 4.361778736114502,
      "learning_rate": 8.939483233199336e-06,
      "loss": 0.4157,
      "step": 5701
    },
    {
      "epoch": 0.469803081486364,
      "grad_norm": 3.4143917560577393,
      "learning_rate": 8.93907236434385e-06,
      "loss": 0.4521,
      "step": 5702
    },
    {
      "epoch": 0.46988547416989374,
      "grad_norm": 4.086459159851074,
      "learning_rate": 8.93866142535958e-06,
      "loss": 0.4719,
      "step": 5703
    },
    {
      "epoch": 0.4699678668534234,
      "grad_norm": 3.4188857078552246,
      "learning_rate": 8.938250416253839e-06,
      "loss": 0.3422,
      "step": 5704
    },
    {
      "epoch": 0.4700502595369531,
      "grad_norm": 7.980158805847168,
      "learning_rate": 8.937839337033948e-06,
      "loss": 0.8612,
      "step": 5705
    },
    {
      "epoch": 0.47013265222048284,
      "grad_norm": 1.5692311525344849,
      "learning_rate": 8.937428187707226e-06,
      "loss": 0.0703,
      "step": 5706
    },
    {
      "epoch": 0.4702150449040125,
      "grad_norm": 4.961058616638184,
      "learning_rate": 8.937016968280989e-06,
      "loss": 0.3618,
      "step": 5707
    },
    {
      "epoch": 0.4702974375875422,
      "grad_norm": 7.539425849914551,
      "learning_rate": 8.93660567876256e-06,
      "loss": 0.5457,
      "step": 5708
    },
    {
      "epoch": 0.47037983027107194,
      "grad_norm": 1.7596715688705444,
      "learning_rate": 8.936194319159261e-06,
      "loss": 0.3091,
      "step": 5709
    },
    {
      "epoch": 0.4704622229546016,
      "grad_norm": 3.9405877590179443,
      "learning_rate": 8.935782889478418e-06,
      "loss": 0.4275,
      "step": 5710
    },
    {
      "epoch": 0.4705446156381313,
      "grad_norm": 3.5235111713409424,
      "learning_rate": 8.935371389727352e-06,
      "loss": 0.4515,
      "step": 5711
    },
    {
      "epoch": 0.47062700832166104,
      "grad_norm": 3.2530767917633057,
      "learning_rate": 8.934959819913391e-06,
      "loss": 0.3687,
      "step": 5712
    },
    {
      "epoch": 0.47070940100519076,
      "grad_norm": 3.344688892364502,
      "learning_rate": 8.934548180043862e-06,
      "loss": 0.4408,
      "step": 5713
    },
    {
      "epoch": 0.47079179368872043,
      "grad_norm": 3.5751748085021973,
      "learning_rate": 8.934136470126094e-06,
      "loss": 0.6645,
      "step": 5714
    },
    {
      "epoch": 0.47087418637225015,
      "grad_norm": 37.320945739746094,
      "learning_rate": 8.933724690167417e-06,
      "loss": 1.4833,
      "step": 5715
    },
    {
      "epoch": 0.47095657905577987,
      "grad_norm": 2.3431146144866943,
      "learning_rate": 8.933312840175161e-06,
      "loss": 0.1655,
      "step": 5716
    },
    {
      "epoch": 0.47103897173930953,
      "grad_norm": 3.9636306762695312,
      "learning_rate": 8.93290092015666e-06,
      "loss": 0.5395,
      "step": 5717
    },
    {
      "epoch": 0.47112136442283925,
      "grad_norm": 2.7930469512939453,
      "learning_rate": 8.932488930119246e-06,
      "loss": 0.4016,
      "step": 5718
    },
    {
      "epoch": 0.47120375710636897,
      "grad_norm": 3.5330655574798584,
      "learning_rate": 8.932076870070254e-06,
      "loss": 0.4157,
      "step": 5719
    },
    {
      "epoch": 0.47128614978989863,
      "grad_norm": 3.272813320159912,
      "learning_rate": 8.93166474001702e-06,
      "loss": 0.4874,
      "step": 5720
    },
    {
      "epoch": 0.47136854247342835,
      "grad_norm": 4.192409038543701,
      "learning_rate": 8.931252539966884e-06,
      "loss": 0.5662,
      "step": 5721
    },
    {
      "epoch": 0.4714509351569581,
      "grad_norm": 1.8045015335083008,
      "learning_rate": 8.930840269927181e-06,
      "loss": 0.1758,
      "step": 5722
    },
    {
      "epoch": 0.47153332784048774,
      "grad_norm": 4.6734724044799805,
      "learning_rate": 8.930427929905252e-06,
      "loss": 0.2643,
      "step": 5723
    },
    {
      "epoch": 0.47161572052401746,
      "grad_norm": 5.387213230133057,
      "learning_rate": 8.930015519908439e-06,
      "loss": 0.5982,
      "step": 5724
    },
    {
      "epoch": 0.4716981132075472,
      "grad_norm": 5.0835065841674805,
      "learning_rate": 8.929603039944083e-06,
      "loss": 0.5294,
      "step": 5725
    },
    {
      "epoch": 0.4717805058910769,
      "grad_norm": 3.488626003265381,
      "learning_rate": 8.929190490019528e-06,
      "loss": 0.4077,
      "step": 5726
    },
    {
      "epoch": 0.47186289857460656,
      "grad_norm": 4.868825912475586,
      "learning_rate": 8.928777870142117e-06,
      "loss": 0.4552,
      "step": 5727
    },
    {
      "epoch": 0.4719452912581363,
      "grad_norm": 4.926926136016846,
      "learning_rate": 8.928365180319201e-06,
      "loss": 0.5715,
      "step": 5728
    },
    {
      "epoch": 0.472027683941666,
      "grad_norm": 1.8286631107330322,
      "learning_rate": 8.927952420558122e-06,
      "loss": 0.1485,
      "step": 5729
    },
    {
      "epoch": 0.47211007662519566,
      "grad_norm": 2.9497077465057373,
      "learning_rate": 8.92753959086623e-06,
      "loss": 0.4229,
      "step": 5730
    },
    {
      "epoch": 0.4721924693087254,
      "grad_norm": 3.043076515197754,
      "learning_rate": 8.927126691250875e-06,
      "loss": 0.4589,
      "step": 5731
    },
    {
      "epoch": 0.4722748619922551,
      "grad_norm": 4.374916076660156,
      "learning_rate": 8.926713721719411e-06,
      "loss": 0.5581,
      "step": 5732
    },
    {
      "epoch": 0.47235725467578477,
      "grad_norm": 3.6921870708465576,
      "learning_rate": 8.926300682279187e-06,
      "loss": 0.4239,
      "step": 5733
    },
    {
      "epoch": 0.4724396473593145,
      "grad_norm": 4.132730484008789,
      "learning_rate": 8.925887572937556e-06,
      "loss": 0.4308,
      "step": 5734
    },
    {
      "epoch": 0.4725220400428442,
      "grad_norm": 0.6731727123260498,
      "learning_rate": 8.925474393701874e-06,
      "loss": 0.0152,
      "step": 5735
    },
    {
      "epoch": 0.4726044327263739,
      "grad_norm": 5.7926130294799805,
      "learning_rate": 8.925061144579497e-06,
      "loss": 0.5241,
      "step": 5736
    },
    {
      "epoch": 0.4726868254099036,
      "grad_norm": 4.395664215087891,
      "learning_rate": 8.924647825577782e-06,
      "loss": 0.3234,
      "step": 5737
    },
    {
      "epoch": 0.4727692180934333,
      "grad_norm": 2.7660610675811768,
      "learning_rate": 8.924234436704087e-06,
      "loss": 0.3412,
      "step": 5738
    },
    {
      "epoch": 0.472851610776963,
      "grad_norm": 2.531033992767334,
      "learning_rate": 8.923820977965774e-06,
      "loss": 0.1623,
      "step": 5739
    },
    {
      "epoch": 0.4729340034604927,
      "grad_norm": 3.586254835128784,
      "learning_rate": 8.9234074493702e-06,
      "loss": 0.5051,
      "step": 5740
    },
    {
      "epoch": 0.4730163961440224,
      "grad_norm": 3.450970411300659,
      "learning_rate": 8.92299385092473e-06,
      "loss": 0.3894,
      "step": 5741
    },
    {
      "epoch": 0.47309878882755213,
      "grad_norm": 4.466335773468018,
      "learning_rate": 8.922580182636726e-06,
      "loss": 0.4562,
      "step": 5742
    },
    {
      "epoch": 0.4731811815110818,
      "grad_norm": 3.8889503479003906,
      "learning_rate": 8.922166444513556e-06,
      "loss": 0.4245,
      "step": 5743
    },
    {
      "epoch": 0.4732635741946115,
      "grad_norm": 3.3969438076019287,
      "learning_rate": 8.921752636562582e-06,
      "loss": 0.3935,
      "step": 5744
    },
    {
      "epoch": 0.47334596687814123,
      "grad_norm": 2.9530296325683594,
      "learning_rate": 8.921338758791173e-06,
      "loss": 0.4206,
      "step": 5745
    },
    {
      "epoch": 0.4734283595616709,
      "grad_norm": 3.410252332687378,
      "learning_rate": 8.920924811206696e-06,
      "loss": 0.4759,
      "step": 5746
    },
    {
      "epoch": 0.4735107522452006,
      "grad_norm": 2.2865664958953857,
      "learning_rate": 8.920510793816523e-06,
      "loss": 0.3494,
      "step": 5747
    },
    {
      "epoch": 0.47359314492873034,
      "grad_norm": 2.802175521850586,
      "learning_rate": 8.920096706628024e-06,
      "loss": 0.1709,
      "step": 5748
    },
    {
      "epoch": 0.47367553761226006,
      "grad_norm": 3.5759801864624023,
      "learning_rate": 8.919682549648571e-06,
      "loss": 0.4491,
      "step": 5749
    },
    {
      "epoch": 0.4737579302957897,
      "grad_norm": 3.0537962913513184,
      "learning_rate": 8.919268322885536e-06,
      "loss": 0.3392,
      "step": 5750
    },
    {
      "epoch": 0.47384032297931944,
      "grad_norm": 2.8644652366638184,
      "learning_rate": 8.918854026346295e-06,
      "loss": 0.4174,
      "step": 5751
    },
    {
      "epoch": 0.47392271566284916,
      "grad_norm": 2.9841976165771484,
      "learning_rate": 8.918439660038224e-06,
      "loss": 0.271,
      "step": 5752
    },
    {
      "epoch": 0.4740051083463788,
      "grad_norm": 2.69443678855896,
      "learning_rate": 8.9180252239687e-06,
      "loss": 0.3752,
      "step": 5753
    },
    {
      "epoch": 0.47408750102990854,
      "grad_norm": 3.6221907138824463,
      "learning_rate": 8.9176107181451e-06,
      "loss": 0.2426,
      "step": 5754
    },
    {
      "epoch": 0.47416989371343826,
      "grad_norm": 2.4793338775634766,
      "learning_rate": 8.917196142574807e-06,
      "loss": 0.3409,
      "step": 5755
    },
    {
      "epoch": 0.4742522863969679,
      "grad_norm": 3.8694939613342285,
      "learning_rate": 8.916781497265197e-06,
      "loss": 0.4885,
      "step": 5756
    },
    {
      "epoch": 0.47433467908049765,
      "grad_norm": 2.0975730419158936,
      "learning_rate": 8.916366782223656e-06,
      "loss": 0.208,
      "step": 5757
    },
    {
      "epoch": 0.47441707176402736,
      "grad_norm": 3.698652505874634,
      "learning_rate": 8.915951997457566e-06,
      "loss": 0.3736,
      "step": 5758
    },
    {
      "epoch": 0.4744994644475571,
      "grad_norm": 2.9376237392425537,
      "learning_rate": 8.915537142974312e-06,
      "loss": 0.5934,
      "step": 5759
    },
    {
      "epoch": 0.47458185713108675,
      "grad_norm": 3.7993075847625732,
      "learning_rate": 8.915122218781279e-06,
      "loss": 0.3147,
      "step": 5760
    },
    {
      "epoch": 0.47466424981461647,
      "grad_norm": 4.103305816650391,
      "learning_rate": 8.914707224885855e-06,
      "loss": 0.5752,
      "step": 5761
    },
    {
      "epoch": 0.4747466424981462,
      "grad_norm": 4.316954135894775,
      "learning_rate": 8.914292161295427e-06,
      "loss": 0.3764,
      "step": 5762
    },
    {
      "epoch": 0.47482903518167585,
      "grad_norm": 3.8046281337738037,
      "learning_rate": 8.913877028017387e-06,
      "loss": 0.6458,
      "step": 5763
    },
    {
      "epoch": 0.47491142786520557,
      "grad_norm": 3.8114984035491943,
      "learning_rate": 8.913461825059122e-06,
      "loss": 0.4278,
      "step": 5764
    },
    {
      "epoch": 0.4749938205487353,
      "grad_norm": 2.902799606323242,
      "learning_rate": 8.913046552428026e-06,
      "loss": 0.2197,
      "step": 5765
    },
    {
      "epoch": 0.47507621323226495,
      "grad_norm": 3.893723964691162,
      "learning_rate": 8.912631210131493e-06,
      "loss": 0.5169,
      "step": 5766
    },
    {
      "epoch": 0.4751586059157947,
      "grad_norm": 5.2389421463012695,
      "learning_rate": 8.912215798176917e-06,
      "loss": 0.6947,
      "step": 5767
    },
    {
      "epoch": 0.4752409985993244,
      "grad_norm": 2.4090476036071777,
      "learning_rate": 8.911800316571695e-06,
      "loss": 0.1642,
      "step": 5768
    },
    {
      "epoch": 0.47532339128285406,
      "grad_norm": 3.440221071243286,
      "learning_rate": 8.911384765323221e-06,
      "loss": 0.51,
      "step": 5769
    },
    {
      "epoch": 0.4754057839663838,
      "grad_norm": 3.465850353240967,
      "learning_rate": 8.910969144438894e-06,
      "loss": 0.3255,
      "step": 5770
    },
    {
      "epoch": 0.4754881766499135,
      "grad_norm": 3.3966686725616455,
      "learning_rate": 8.910553453926116e-06,
      "loss": 0.3554,
      "step": 5771
    },
    {
      "epoch": 0.4755705693334432,
      "grad_norm": 6.250273704528809,
      "learning_rate": 8.910137693792284e-06,
      "loss": 0.4531,
      "step": 5772
    },
    {
      "epoch": 0.4756529620169729,
      "grad_norm": 2.8554701805114746,
      "learning_rate": 8.909721864044802e-06,
      "loss": 0.313,
      "step": 5773
    },
    {
      "epoch": 0.4757353547005026,
      "grad_norm": 3.8369014263153076,
      "learning_rate": 8.909305964691075e-06,
      "loss": 0.525,
      "step": 5774
    },
    {
      "epoch": 0.4758177473840323,
      "grad_norm": 5.154427528381348,
      "learning_rate": 8.908889995738504e-06,
      "loss": 0.4031,
      "step": 5775
    },
    {
      "epoch": 0.475900140067562,
      "grad_norm": 6.392711162567139,
      "learning_rate": 8.908473957194497e-06,
      "loss": 0.6252,
      "step": 5776
    },
    {
      "epoch": 0.4759825327510917,
      "grad_norm": 4.916646480560303,
      "learning_rate": 8.90805784906646e-06,
      "loss": 0.4498,
      "step": 5777
    },
    {
      "epoch": 0.4760649254346214,
      "grad_norm": 5.674255847930908,
      "learning_rate": 8.9076416713618e-06,
      "loss": 0.5608,
      "step": 5778
    },
    {
      "epoch": 0.4761473181181511,
      "grad_norm": 9.559967994689941,
      "learning_rate": 8.907225424087928e-06,
      "loss": 0.3887,
      "step": 5779
    },
    {
      "epoch": 0.4762297108016808,
      "grad_norm": 6.562957763671875,
      "learning_rate": 8.906809107252254e-06,
      "loss": 0.5172,
      "step": 5780
    },
    {
      "epoch": 0.4763121034852105,
      "grad_norm": 5.159576892852783,
      "learning_rate": 8.906392720862189e-06,
      "loss": 0.4265,
      "step": 5781
    },
    {
      "epoch": 0.4763944961687402,
      "grad_norm": 4.449502944946289,
      "learning_rate": 8.90597626492515e-06,
      "loss": 0.5137,
      "step": 5782
    },
    {
      "epoch": 0.4764768888522699,
      "grad_norm": 3.843886375427246,
      "learning_rate": 8.905559739448544e-06,
      "loss": 0.3103,
      "step": 5783
    },
    {
      "epoch": 0.47655928153579963,
      "grad_norm": 4.080508232116699,
      "learning_rate": 8.905143144439793e-06,
      "loss": 0.4101,
      "step": 5784
    },
    {
      "epoch": 0.47664167421932935,
      "grad_norm": 3.8235042095184326,
      "learning_rate": 8.904726479906314e-06,
      "loss": 0.4163,
      "step": 5785
    },
    {
      "epoch": 0.476724066902859,
      "grad_norm": 3.245695114135742,
      "learning_rate": 8.904309745855519e-06,
      "loss": 0.4659,
      "step": 5786
    },
    {
      "epoch": 0.47680645958638873,
      "grad_norm": 4.913244247436523,
      "learning_rate": 8.903892942294834e-06,
      "loss": 0.5507,
      "step": 5787
    },
    {
      "epoch": 0.47688885226991845,
      "grad_norm": 3.7038917541503906,
      "learning_rate": 8.903476069231675e-06,
      "loss": 0.4706,
      "step": 5788
    },
    {
      "epoch": 0.4769712449534481,
      "grad_norm": 4.650153160095215,
      "learning_rate": 8.903059126673465e-06,
      "loss": 0.391,
      "step": 5789
    },
    {
      "epoch": 0.47705363763697783,
      "grad_norm": 3.822044849395752,
      "learning_rate": 8.902642114627627e-06,
      "loss": 0.6581,
      "step": 5790
    },
    {
      "epoch": 0.47713603032050755,
      "grad_norm": 7.198632717132568,
      "learning_rate": 8.902225033101586e-06,
      "loss": 0.732,
      "step": 5791
    },
    {
      "epoch": 0.4772184230040372,
      "grad_norm": 2.737361431121826,
      "learning_rate": 8.901807882102767e-06,
      "loss": 0.2002,
      "step": 5792
    },
    {
      "epoch": 0.47730081568756694,
      "grad_norm": 4.222536087036133,
      "learning_rate": 8.901390661638598e-06,
      "loss": 0.5343,
      "step": 5793
    },
    {
      "epoch": 0.47738320837109666,
      "grad_norm": 3.0302467346191406,
      "learning_rate": 8.900973371716504e-06,
      "loss": 0.5267,
      "step": 5794
    },
    {
      "epoch": 0.4774656010546264,
      "grad_norm": 4.090633869171143,
      "learning_rate": 8.900556012343915e-06,
      "loss": 0.6273,
      "step": 5795
    },
    {
      "epoch": 0.47754799373815604,
      "grad_norm": 3.262906312942505,
      "learning_rate": 8.900138583528264e-06,
      "loss": 0.5684,
      "step": 5796
    },
    {
      "epoch": 0.47763038642168576,
      "grad_norm": 3.0046093463897705,
      "learning_rate": 8.89972108527698e-06,
      "loss": 0.5847,
      "step": 5797
    },
    {
      "epoch": 0.4777127791052155,
      "grad_norm": 9.71204662322998,
      "learning_rate": 8.899303517597495e-06,
      "loss": 0.625,
      "step": 5798
    },
    {
      "epoch": 0.47779517178874514,
      "grad_norm": 3.7290422916412354,
      "learning_rate": 8.898885880497245e-06,
      "loss": 0.4823,
      "step": 5799
    },
    {
      "epoch": 0.47787756447227486,
      "grad_norm": 2.90248966217041,
      "learning_rate": 8.898468173983668e-06,
      "loss": 0.2255,
      "step": 5800
    },
    {
      "epoch": 0.4779599571558046,
      "grad_norm": 3.224853754043579,
      "learning_rate": 8.898050398064196e-06,
      "loss": 0.4119,
      "step": 5801
    },
    {
      "epoch": 0.47804234983933425,
      "grad_norm": 4.911659240722656,
      "learning_rate": 8.897632552746268e-06,
      "loss": 0.083,
      "step": 5802
    },
    {
      "epoch": 0.47812474252286397,
      "grad_norm": 2.677877187728882,
      "learning_rate": 8.897214638037324e-06,
      "loss": 0.3607,
      "step": 5803
    },
    {
      "epoch": 0.4782071352063937,
      "grad_norm": 3.1846961975097656,
      "learning_rate": 8.896796653944804e-06,
      "loss": 0.1673,
      "step": 5804
    },
    {
      "epoch": 0.47828952788992335,
      "grad_norm": 3.419926404953003,
      "learning_rate": 8.89637860047615e-06,
      "loss": 0.3914,
      "step": 5805
    },
    {
      "epoch": 0.47837192057345307,
      "grad_norm": 3.1446683406829834,
      "learning_rate": 8.895960477638802e-06,
      "loss": 0.4232,
      "step": 5806
    },
    {
      "epoch": 0.4784543132569828,
      "grad_norm": 4.318652629852295,
      "learning_rate": 8.895542285440208e-06,
      "loss": 0.644,
      "step": 5807
    },
    {
      "epoch": 0.4785367059405125,
      "grad_norm": 3.655606269836426,
      "learning_rate": 8.895124023887811e-06,
      "loss": 0.5154,
      "step": 5808
    },
    {
      "epoch": 0.47861909862404217,
      "grad_norm": 3.818596839904785,
      "learning_rate": 8.894705692989059e-06,
      "loss": 0.5499,
      "step": 5809
    },
    {
      "epoch": 0.4787014913075719,
      "grad_norm": 3.1897635459899902,
      "learning_rate": 8.894287292751395e-06,
      "loss": 0.3333,
      "step": 5810
    },
    {
      "epoch": 0.4787838839911016,
      "grad_norm": 4.904708385467529,
      "learning_rate": 8.893868823182275e-06,
      "loss": 0.4884,
      "step": 5811
    },
    {
      "epoch": 0.4788662766746313,
      "grad_norm": 3.9477171897888184,
      "learning_rate": 8.893450284289145e-06,
      "loss": 0.4235,
      "step": 5812
    },
    {
      "epoch": 0.478948669358161,
      "grad_norm": 2.9687345027923584,
      "learning_rate": 8.893031676079456e-06,
      "loss": 0.4234,
      "step": 5813
    },
    {
      "epoch": 0.4790310620416907,
      "grad_norm": 3.364556074142456,
      "learning_rate": 8.892612998560663e-06,
      "loss": 0.3818,
      "step": 5814
    },
    {
      "epoch": 0.4791134547252204,
      "grad_norm": 3.1918821334838867,
      "learning_rate": 8.892194251740218e-06,
      "loss": 0.4333,
      "step": 5815
    },
    {
      "epoch": 0.4791958474087501,
      "grad_norm": 3.1562116146087646,
      "learning_rate": 8.891775435625575e-06,
      "loss": 0.4231,
      "step": 5816
    },
    {
      "epoch": 0.4792782400922798,
      "grad_norm": 3.3868868350982666,
      "learning_rate": 8.891356550224195e-06,
      "loss": 0.475,
      "step": 5817
    },
    {
      "epoch": 0.4793606327758095,
      "grad_norm": 2.961641311645508,
      "learning_rate": 8.89093759554353e-06,
      "loss": 0.2043,
      "step": 5818
    },
    {
      "epoch": 0.4794430254593392,
      "grad_norm": 4.368982791900635,
      "learning_rate": 8.890518571591043e-06,
      "loss": 0.3992,
      "step": 5819
    },
    {
      "epoch": 0.4795254181428689,
      "grad_norm": 4.431674003601074,
      "learning_rate": 8.890099478374192e-06,
      "loss": 0.6502,
      "step": 5820
    },
    {
      "epoch": 0.47960781082639864,
      "grad_norm": 6.889018535614014,
      "learning_rate": 8.889680315900439e-06,
      "loss": 0.7361,
      "step": 5821
    },
    {
      "epoch": 0.4796902035099283,
      "grad_norm": 2.7792346477508545,
      "learning_rate": 8.889261084177246e-06,
      "loss": 0.4251,
      "step": 5822
    },
    {
      "epoch": 0.479772596193458,
      "grad_norm": 4.473484516143799,
      "learning_rate": 8.888841783212078e-06,
      "loss": 0.6581,
      "step": 5823
    },
    {
      "epoch": 0.47985498887698774,
      "grad_norm": 3.7940566539764404,
      "learning_rate": 8.888422413012397e-06,
      "loss": 0.3971,
      "step": 5824
    },
    {
      "epoch": 0.4799373815605174,
      "grad_norm": 3.2764952182769775,
      "learning_rate": 8.888002973585672e-06,
      "loss": 0.2485,
      "step": 5825
    },
    {
      "epoch": 0.4800197742440471,
      "grad_norm": 3.6892240047454834,
      "learning_rate": 8.88758346493937e-06,
      "loss": 0.4785,
      "step": 5826
    },
    {
      "epoch": 0.48010216692757685,
      "grad_norm": 4.413907527923584,
      "learning_rate": 8.887163887080959e-06,
      "loss": 0.5615,
      "step": 5827
    },
    {
      "epoch": 0.4801845596111065,
      "grad_norm": 4.146615028381348,
      "learning_rate": 8.88674424001791e-06,
      "loss": 0.5069,
      "step": 5828
    },
    {
      "epoch": 0.48026695229463623,
      "grad_norm": 3.6915271282196045,
      "learning_rate": 8.886324523757692e-06,
      "loss": 0.4766,
      "step": 5829
    },
    {
      "epoch": 0.48034934497816595,
      "grad_norm": 4.72979736328125,
      "learning_rate": 8.885904738307778e-06,
      "loss": 0.3285,
      "step": 5830
    },
    {
      "epoch": 0.48043173766169567,
      "grad_norm": 3.197460651397705,
      "learning_rate": 8.885484883675643e-06,
      "loss": 0.3203,
      "step": 5831
    },
    {
      "epoch": 0.48051413034522533,
      "grad_norm": 5.448726654052734,
      "learning_rate": 8.885064959868761e-06,
      "loss": 0.3983,
      "step": 5832
    },
    {
      "epoch": 0.48059652302875505,
      "grad_norm": 3.5223159790039062,
      "learning_rate": 8.88464496689461e-06,
      "loss": 0.482,
      "step": 5833
    },
    {
      "epoch": 0.48067891571228477,
      "grad_norm": 3.201594591140747,
      "learning_rate": 8.884224904760663e-06,
      "loss": 0.2428,
      "step": 5834
    },
    {
      "epoch": 0.48076130839581444,
      "grad_norm": 7.743405342102051,
      "learning_rate": 8.883804773474403e-06,
      "loss": 0.4807,
      "step": 5835
    },
    {
      "epoch": 0.48084370107934415,
      "grad_norm": 2.9103200435638428,
      "learning_rate": 8.883384573043305e-06,
      "loss": 0.252,
      "step": 5836
    },
    {
      "epoch": 0.4809260937628739,
      "grad_norm": 2.8336856365203857,
      "learning_rate": 8.882964303474855e-06,
      "loss": 0.418,
      "step": 5837
    },
    {
      "epoch": 0.48100848644640354,
      "grad_norm": 4.104751110076904,
      "learning_rate": 8.882543964776533e-06,
      "loss": 0.4779,
      "step": 5838
    },
    {
      "epoch": 0.48109087912993326,
      "grad_norm": 4.525074481964111,
      "learning_rate": 8.882123556955822e-06,
      "loss": 0.4454,
      "step": 5839
    },
    {
      "epoch": 0.481173271813463,
      "grad_norm": 3.0196707248687744,
      "learning_rate": 8.881703080020207e-06,
      "loss": 0.376,
      "step": 5840
    },
    {
      "epoch": 0.48125566449699264,
      "grad_norm": 3.2188990116119385,
      "learning_rate": 8.881282533977173e-06,
      "loss": 0.4035,
      "step": 5841
    },
    {
      "epoch": 0.48133805718052236,
      "grad_norm": 3.2329647541046143,
      "learning_rate": 8.880861918834209e-06,
      "loss": 0.3269,
      "step": 5842
    },
    {
      "epoch": 0.4814204498640521,
      "grad_norm": 4.592010021209717,
      "learning_rate": 8.880441234598801e-06,
      "loss": 0.4254,
      "step": 5843
    },
    {
      "epoch": 0.4815028425475818,
      "grad_norm": 3.40543270111084,
      "learning_rate": 8.880020481278442e-06,
      "loss": 0.358,
      "step": 5844
    },
    {
      "epoch": 0.48158523523111146,
      "grad_norm": 5.100976943969727,
      "learning_rate": 8.87959965888062e-06,
      "loss": 0.5514,
      "step": 5845
    },
    {
      "epoch": 0.4816676279146412,
      "grad_norm": 2.304248332977295,
      "learning_rate": 8.879178767412829e-06,
      "loss": 0.2182,
      "step": 5846
    },
    {
      "epoch": 0.4817500205981709,
      "grad_norm": 3.740980863571167,
      "learning_rate": 8.87875780688256e-06,
      "loss": 0.5433,
      "step": 5847
    },
    {
      "epoch": 0.48183241328170057,
      "grad_norm": 3.0931637287139893,
      "learning_rate": 8.878336777297309e-06,
      "loss": 0.39,
      "step": 5848
    },
    {
      "epoch": 0.4819148059652303,
      "grad_norm": 3.978026866912842,
      "learning_rate": 8.87791567866457e-06,
      "loss": 0.5478,
      "step": 5849
    },
    {
      "epoch": 0.48199719864876,
      "grad_norm": 5.647592067718506,
      "learning_rate": 8.877494510991846e-06,
      "loss": 0.4402,
      "step": 5850
    },
    {
      "epoch": 0.48207959133228967,
      "grad_norm": 2.8156116008758545,
      "learning_rate": 8.877073274286627e-06,
      "loss": 0.4465,
      "step": 5851
    },
    {
      "epoch": 0.4821619840158194,
      "grad_norm": 3.5309455394744873,
      "learning_rate": 8.876651968556417e-06,
      "loss": 0.27,
      "step": 5852
    },
    {
      "epoch": 0.4822443766993491,
      "grad_norm": 3.08071231842041,
      "learning_rate": 8.876230593808714e-06,
      "loss": 0.4416,
      "step": 5853
    },
    {
      "epoch": 0.4823267693828788,
      "grad_norm": 4.5590901374816895,
      "learning_rate": 8.875809150051025e-06,
      "loss": 0.8333,
      "step": 5854
    },
    {
      "epoch": 0.4824091620664085,
      "grad_norm": 2.321810007095337,
      "learning_rate": 8.875387637290848e-06,
      "loss": 0.0821,
      "step": 5855
    },
    {
      "epoch": 0.4824915547499382,
      "grad_norm": 2.8711514472961426,
      "learning_rate": 8.874966055535689e-06,
      "loss": 0.3423,
      "step": 5856
    },
    {
      "epoch": 0.48257394743346793,
      "grad_norm": 5.132998943328857,
      "learning_rate": 8.874544404793056e-06,
      "loss": 0.7977,
      "step": 5857
    },
    {
      "epoch": 0.4826563401169976,
      "grad_norm": 2.8561503887176514,
      "learning_rate": 8.87412268507045e-06,
      "loss": 0.3327,
      "step": 5858
    },
    {
      "epoch": 0.4827387328005273,
      "grad_norm": 4.31010103225708,
      "learning_rate": 8.873700896375384e-06,
      "loss": 0.3415,
      "step": 5859
    },
    {
      "epoch": 0.48282112548405703,
      "grad_norm": 4.110218048095703,
      "learning_rate": 8.873279038715367e-06,
      "loss": 0.5693,
      "step": 5860
    },
    {
      "epoch": 0.4829035181675867,
      "grad_norm": 4.803576469421387,
      "learning_rate": 8.872857112097907e-06,
      "loss": 0.6484,
      "step": 5861
    },
    {
      "epoch": 0.4829859108511164,
      "grad_norm": 4.1539130210876465,
      "learning_rate": 8.872435116530518e-06,
      "loss": 0.581,
      "step": 5862
    },
    {
      "epoch": 0.48306830353464614,
      "grad_norm": 3.2958548069000244,
      "learning_rate": 8.872013052020711e-06,
      "loss": 0.4481,
      "step": 5863
    },
    {
      "epoch": 0.4831506962181758,
      "grad_norm": 5.1441569328308105,
      "learning_rate": 8.871590918576002e-06,
      "loss": 0.6558,
      "step": 5864
    },
    {
      "epoch": 0.4832330889017055,
      "grad_norm": 5.874003887176514,
      "learning_rate": 8.871168716203904e-06,
      "loss": 0.6971,
      "step": 5865
    },
    {
      "epoch": 0.48331548158523524,
      "grad_norm": 4.013315677642822,
      "learning_rate": 8.870746444911937e-06,
      "loss": 0.4634,
      "step": 5866
    },
    {
      "epoch": 0.48339787426876496,
      "grad_norm": 6.153056621551514,
      "learning_rate": 8.870324104707617e-06,
      "loss": 0.5814,
      "step": 5867
    },
    {
      "epoch": 0.4834802669522946,
      "grad_norm": 3.3064870834350586,
      "learning_rate": 8.869901695598461e-06,
      "loss": 0.462,
      "step": 5868
    },
    {
      "epoch": 0.48356265963582434,
      "grad_norm": 32.24135971069336,
      "learning_rate": 8.869479217591995e-06,
      "loss": 1.1164,
      "step": 5869
    },
    {
      "epoch": 0.48364505231935406,
      "grad_norm": 3.210139274597168,
      "learning_rate": 8.869056670695735e-06,
      "loss": 0.4859,
      "step": 5870
    },
    {
      "epoch": 0.4837274450028837,
      "grad_norm": 3.851308584213257,
      "learning_rate": 8.868634054917205e-06,
      "loss": 0.3385,
      "step": 5871
    },
    {
      "epoch": 0.48380983768641345,
      "grad_norm": 2.8087382316589355,
      "learning_rate": 8.86821137026393e-06,
      "loss": 0.3807,
      "step": 5872
    },
    {
      "epoch": 0.48389223036994317,
      "grad_norm": 3.337514877319336,
      "learning_rate": 8.867788616743436e-06,
      "loss": 0.4485,
      "step": 5873
    },
    {
      "epoch": 0.48397462305347283,
      "grad_norm": 4.393377780914307,
      "learning_rate": 8.867365794363248e-06,
      "loss": 0.551,
      "step": 5874
    },
    {
      "epoch": 0.48405701573700255,
      "grad_norm": 3.2798852920532227,
      "learning_rate": 8.866942903130892e-06,
      "loss": 0.5452,
      "step": 5875
    },
    {
      "epoch": 0.48413940842053227,
      "grad_norm": 4.634771823883057,
      "learning_rate": 8.866519943053902e-06,
      "loss": 0.5362,
      "step": 5876
    },
    {
      "epoch": 0.48422180110406193,
      "grad_norm": 3.4507150650024414,
      "learning_rate": 8.866096914139804e-06,
      "loss": 0.6408,
      "step": 5877
    },
    {
      "epoch": 0.48430419378759165,
      "grad_norm": 2.682137966156006,
      "learning_rate": 8.86567381639613e-06,
      "loss": 0.3221,
      "step": 5878
    },
    {
      "epoch": 0.48438658647112137,
      "grad_norm": 3.0791172981262207,
      "learning_rate": 8.865250649830414e-06,
      "loss": 0.2051,
      "step": 5879
    },
    {
      "epoch": 0.4844689791546511,
      "grad_norm": 3.9645299911499023,
      "learning_rate": 8.864827414450186e-06,
      "loss": 0.5922,
      "step": 5880
    },
    {
      "epoch": 0.48455137183818076,
      "grad_norm": 2.942110538482666,
      "learning_rate": 8.864404110262987e-06,
      "loss": 0.5568,
      "step": 5881
    },
    {
      "epoch": 0.4846337645217105,
      "grad_norm": 4.6569037437438965,
      "learning_rate": 8.863980737276348e-06,
      "loss": 0.5358,
      "step": 5882
    },
    {
      "epoch": 0.4847161572052402,
      "grad_norm": 6.133058547973633,
      "learning_rate": 8.86355729549781e-06,
      "loss": 0.4154,
      "step": 5883
    },
    {
      "epoch": 0.48479854988876986,
      "grad_norm": 3.302133321762085,
      "learning_rate": 8.863133784934909e-06,
      "loss": 0.3378,
      "step": 5884
    },
    {
      "epoch": 0.4848809425722996,
      "grad_norm": 4.402088165283203,
      "learning_rate": 8.862710205595186e-06,
      "loss": 0.5415,
      "step": 5885
    },
    {
      "epoch": 0.4849633352558293,
      "grad_norm": 4.822851181030273,
      "learning_rate": 8.862286557486183e-06,
      "loss": 0.5977,
      "step": 5886
    },
    {
      "epoch": 0.48504572793935896,
      "grad_norm": 3.5816574096679688,
      "learning_rate": 8.861862840615441e-06,
      "loss": 0.4569,
      "step": 5887
    },
    {
      "epoch": 0.4851281206228887,
      "grad_norm": 3.366523027420044,
      "learning_rate": 8.861439054990503e-06,
      "loss": 0.3019,
      "step": 5888
    },
    {
      "epoch": 0.4852105133064184,
      "grad_norm": 4.252435684204102,
      "learning_rate": 8.861015200618918e-06,
      "loss": 0.3833,
      "step": 5889
    },
    {
      "epoch": 0.4852929059899481,
      "grad_norm": 36.1024284362793,
      "learning_rate": 8.860591277508227e-06,
      "loss": 1.7935,
      "step": 5890
    },
    {
      "epoch": 0.4853752986734778,
      "grad_norm": 4.069339752197266,
      "learning_rate": 8.86016728566598e-06,
      "loss": 0.4083,
      "step": 5891
    },
    {
      "epoch": 0.4854576913570075,
      "grad_norm": 6.485909938812256,
      "learning_rate": 8.859743225099724e-06,
      "loss": 0.4291,
      "step": 5892
    },
    {
      "epoch": 0.4855400840405372,
      "grad_norm": 4.912961959838867,
      "learning_rate": 8.859319095817011e-06,
      "loss": 0.4957,
      "step": 5893
    },
    {
      "epoch": 0.4856224767240669,
      "grad_norm": 5.016582012176514,
      "learning_rate": 8.85889489782539e-06,
      "loss": 0.5987,
      "step": 5894
    },
    {
      "epoch": 0.4857048694075966,
      "grad_norm": 6.136597156524658,
      "learning_rate": 8.858470631132412e-06,
      "loss": 0.4363,
      "step": 5895
    },
    {
      "epoch": 0.4857872620911263,
      "grad_norm": 4.693066596984863,
      "learning_rate": 8.858046295745634e-06,
      "loss": 0.4922,
      "step": 5896
    },
    {
      "epoch": 0.485869654774656,
      "grad_norm": 4.082780361175537,
      "learning_rate": 8.857621891672607e-06,
      "loss": 0.4011,
      "step": 5897
    },
    {
      "epoch": 0.4859520474581857,
      "grad_norm": 3.3799312114715576,
      "learning_rate": 8.857197418920889e-06,
      "loss": 0.5119,
      "step": 5898
    },
    {
      "epoch": 0.48603444014171543,
      "grad_norm": 4.2349772453308105,
      "learning_rate": 8.856772877498037e-06,
      "loss": 0.1537,
      "step": 5899
    },
    {
      "epoch": 0.4861168328252451,
      "grad_norm": 3.5691707134246826,
      "learning_rate": 8.856348267411608e-06,
      "loss": 0.3126,
      "step": 5900
    },
    {
      "epoch": 0.4861992255087748,
      "grad_norm": 3.7390336990356445,
      "learning_rate": 8.855923588669163e-06,
      "loss": 0.5794,
      "step": 5901
    },
    {
      "epoch": 0.48628161819230453,
      "grad_norm": 3.016207218170166,
      "learning_rate": 8.855498841278261e-06,
      "loss": 0.3404,
      "step": 5902
    },
    {
      "epoch": 0.48636401087583425,
      "grad_norm": 2.9945719242095947,
      "learning_rate": 8.855074025246466e-06,
      "loss": 0.1228,
      "step": 5903
    },
    {
      "epoch": 0.4864464035593639,
      "grad_norm": 4.832433700561523,
      "learning_rate": 8.854649140581339e-06,
      "loss": 0.3062,
      "step": 5904
    },
    {
      "epoch": 0.48652879624289364,
      "grad_norm": 5.031630992889404,
      "learning_rate": 8.854224187290446e-06,
      "loss": 0.6203,
      "step": 5905
    },
    {
      "epoch": 0.48661118892642335,
      "grad_norm": 2.85571026802063,
      "learning_rate": 8.853799165381352e-06,
      "loss": 0.4847,
      "step": 5906
    },
    {
      "epoch": 0.486693581609953,
      "grad_norm": 3.5929512977600098,
      "learning_rate": 8.853374074861622e-06,
      "loss": 0.5255,
      "step": 5907
    },
    {
      "epoch": 0.48677597429348274,
      "grad_norm": 3.6296238899230957,
      "learning_rate": 8.852948915738828e-06,
      "loss": 0.3805,
      "step": 5908
    },
    {
      "epoch": 0.48685836697701246,
      "grad_norm": 5.670779705047607,
      "learning_rate": 8.852523688020536e-06,
      "loss": 0.4371,
      "step": 5909
    },
    {
      "epoch": 0.4869407596605421,
      "grad_norm": 3.433055877685547,
      "learning_rate": 8.852098391714319e-06,
      "loss": 0.5242,
      "step": 5910
    },
    {
      "epoch": 0.48702315234407184,
      "grad_norm": 4.2914838790893555,
      "learning_rate": 8.851673026827746e-06,
      "loss": 0.3818,
      "step": 5911
    },
    {
      "epoch": 0.48710554502760156,
      "grad_norm": 4.344134330749512,
      "learning_rate": 8.851247593368392e-06,
      "loss": 0.6376,
      "step": 5912
    },
    {
      "epoch": 0.4871879377111312,
      "grad_norm": 2.9356210231781006,
      "learning_rate": 8.85082209134383e-06,
      "loss": 0.3444,
      "step": 5913
    },
    {
      "epoch": 0.48727033039466094,
      "grad_norm": 4.251452922821045,
      "learning_rate": 8.850396520761636e-06,
      "loss": 0.491,
      "step": 5914
    },
    {
      "epoch": 0.48735272307819066,
      "grad_norm": 4.168989658355713,
      "learning_rate": 8.849970881629386e-06,
      "loss": 0.651,
      "step": 5915
    },
    {
      "epoch": 0.4874351157617204,
      "grad_norm": 2.77217173576355,
      "learning_rate": 8.849545173954659e-06,
      "loss": 0.3626,
      "step": 5916
    },
    {
      "epoch": 0.48751750844525005,
      "grad_norm": 2.491323947906494,
      "learning_rate": 8.849119397745034e-06,
      "loss": 0.2217,
      "step": 5917
    },
    {
      "epoch": 0.48759990112877977,
      "grad_norm": 3.3794360160827637,
      "learning_rate": 8.848693553008087e-06,
      "loss": 0.4904,
      "step": 5918
    },
    {
      "epoch": 0.4876822938123095,
      "grad_norm": 4.3662109375,
      "learning_rate": 8.848267639751406e-06,
      "loss": 0.5997,
      "step": 5919
    },
    {
      "epoch": 0.48776468649583915,
      "grad_norm": 3.0069878101348877,
      "learning_rate": 8.84784165798257e-06,
      "loss": 0.3808,
      "step": 5920
    },
    {
      "epoch": 0.48784707917936887,
      "grad_norm": 3.174764633178711,
      "learning_rate": 8.847415607709164e-06,
      "loss": 0.3905,
      "step": 5921
    },
    {
      "epoch": 0.4879294718628986,
      "grad_norm": 2.794414520263672,
      "learning_rate": 8.846989488938773e-06,
      "loss": 0.2152,
      "step": 5922
    },
    {
      "epoch": 0.48801186454642825,
      "grad_norm": 3.367896556854248,
      "learning_rate": 8.846563301678982e-06,
      "loss": 0.5576,
      "step": 5923
    },
    {
      "epoch": 0.488094257229958,
      "grad_norm": 2.4927873611450195,
      "learning_rate": 8.84613704593738e-06,
      "loss": 0.3185,
      "step": 5924
    },
    {
      "epoch": 0.4881766499134877,
      "grad_norm": 0.0011038380907848477,
      "learning_rate": 8.845710721721554e-06,
      "loss": 0.0,
      "step": 5925
    },
    {
      "epoch": 0.4882590425970174,
      "grad_norm": 3.32779598236084,
      "learning_rate": 8.845284329039097e-06,
      "loss": 0.2825,
      "step": 5926
    },
    {
      "epoch": 0.4883414352805471,
      "grad_norm": 2.9318904876708984,
      "learning_rate": 8.844857867897598e-06,
      "loss": 0.3321,
      "step": 5927
    },
    {
      "epoch": 0.4884238279640768,
      "grad_norm": 3.972752094268799,
      "learning_rate": 8.84443133830465e-06,
      "loss": 0.162,
      "step": 5928
    },
    {
      "epoch": 0.4885062206476065,
      "grad_norm": 3.760331153869629,
      "learning_rate": 8.844004740267849e-06,
      "loss": 0.4245,
      "step": 5929
    },
    {
      "epoch": 0.4885886133311362,
      "grad_norm": 2.3902387619018555,
      "learning_rate": 8.843578073794787e-06,
      "loss": 0.4157,
      "step": 5930
    },
    {
      "epoch": 0.4886710060146659,
      "grad_norm": 3.4505844116210938,
      "learning_rate": 8.843151338893059e-06,
      "loss": 0.3814,
      "step": 5931
    },
    {
      "epoch": 0.4887533986981956,
      "grad_norm": 4.9162774085998535,
      "learning_rate": 8.842724535570264e-06,
      "loss": 0.563,
      "step": 5932
    },
    {
      "epoch": 0.4888357913817253,
      "grad_norm": 3.1007297039031982,
      "learning_rate": 8.842297663834002e-06,
      "loss": 0.4265,
      "step": 5933
    },
    {
      "epoch": 0.488918184065255,
      "grad_norm": 8.062321662902832,
      "learning_rate": 8.84187072369187e-06,
      "loss": 0.5476,
      "step": 5934
    },
    {
      "epoch": 0.4890005767487847,
      "grad_norm": 5.570488452911377,
      "learning_rate": 8.841443715151472e-06,
      "loss": 0.4757,
      "step": 5935
    },
    {
      "epoch": 0.4890829694323144,
      "grad_norm": 2.6783127784729004,
      "learning_rate": 8.841016638220407e-06,
      "loss": 0.3188,
      "step": 5936
    },
    {
      "epoch": 0.4891653621158441,
      "grad_norm": 8.832436561584473,
      "learning_rate": 8.840589492906281e-06,
      "loss": 0.699,
      "step": 5937
    },
    {
      "epoch": 0.4892477547993738,
      "grad_norm": 4.657054901123047,
      "learning_rate": 8.840162279216698e-06,
      "loss": 0.597,
      "step": 5938
    },
    {
      "epoch": 0.48933014748290354,
      "grad_norm": 5.977548599243164,
      "learning_rate": 8.839734997159263e-06,
      "loss": 0.149,
      "step": 5939
    },
    {
      "epoch": 0.4894125401664332,
      "grad_norm": 4.5544939041137695,
      "learning_rate": 8.839307646741583e-06,
      "loss": 0.5218,
      "step": 5940
    },
    {
      "epoch": 0.4894949328499629,
      "grad_norm": 3.8857052326202393,
      "learning_rate": 8.838880227971267e-06,
      "loss": 0.541,
      "step": 5941
    },
    {
      "epoch": 0.48957732553349265,
      "grad_norm": 5.633375644683838,
      "learning_rate": 8.838452740855925e-06,
      "loss": 0.5041,
      "step": 5942
    },
    {
      "epoch": 0.4896597182170223,
      "grad_norm": 3.6673624515533447,
      "learning_rate": 8.838025185403165e-06,
      "loss": 0.5387,
      "step": 5943
    },
    {
      "epoch": 0.48974211090055203,
      "grad_norm": 3.827481746673584,
      "learning_rate": 8.837597561620603e-06,
      "loss": 0.5684,
      "step": 5944
    },
    {
      "epoch": 0.48982450358408175,
      "grad_norm": 3.791172981262207,
      "learning_rate": 8.837169869515849e-06,
      "loss": 0.3865,
      "step": 5945
    },
    {
      "epoch": 0.4899068962676114,
      "grad_norm": 3.488135814666748,
      "learning_rate": 8.836742109096518e-06,
      "loss": 0.4639,
      "step": 5946
    },
    {
      "epoch": 0.48998928895114113,
      "grad_norm": 3.2100863456726074,
      "learning_rate": 8.836314280370228e-06,
      "loss": 0.3386,
      "step": 5947
    },
    {
      "epoch": 0.49007168163467085,
      "grad_norm": 3.7770943641662598,
      "learning_rate": 8.835886383344592e-06,
      "loss": 0.5208,
      "step": 5948
    },
    {
      "epoch": 0.4901540743182005,
      "grad_norm": 3.109537363052368,
      "learning_rate": 8.835458418027231e-06,
      "loss": 0.3638,
      "step": 5949
    },
    {
      "epoch": 0.49023646700173024,
      "grad_norm": 4.084599494934082,
      "learning_rate": 8.835030384425762e-06,
      "loss": 0.4938,
      "step": 5950
    },
    {
      "epoch": 0.49031885968525996,
      "grad_norm": 3.447885751724243,
      "learning_rate": 8.834602282547808e-06,
      "loss": 0.3947,
      "step": 5951
    },
    {
      "epoch": 0.4904012523687897,
      "grad_norm": 3.079089403152466,
      "learning_rate": 8.834174112400987e-06,
      "loss": 0.2525,
      "step": 5952
    },
    {
      "epoch": 0.49048364505231934,
      "grad_norm": 2.4294142723083496,
      "learning_rate": 8.833745873992925e-06,
      "loss": 0.2812,
      "step": 5953
    },
    {
      "epoch": 0.49056603773584906,
      "grad_norm": 2.571873426437378,
      "learning_rate": 8.833317567331245e-06,
      "loss": 0.1383,
      "step": 5954
    },
    {
      "epoch": 0.4906484304193788,
      "grad_norm": 3.6805150508880615,
      "learning_rate": 8.832889192423573e-06,
      "loss": 0.4524,
      "step": 5955
    },
    {
      "epoch": 0.49073082310290844,
      "grad_norm": 6.552402973175049,
      "learning_rate": 8.832460749277535e-06,
      "loss": 0.3943,
      "step": 5956
    },
    {
      "epoch": 0.49081321578643816,
      "grad_norm": 7.400190353393555,
      "learning_rate": 8.832032237900759e-06,
      "loss": 0.7217,
      "step": 5957
    },
    {
      "epoch": 0.4908956084699679,
      "grad_norm": 5.116556167602539,
      "learning_rate": 8.831603658300871e-06,
      "loss": 0.3365,
      "step": 5958
    },
    {
      "epoch": 0.49097800115349755,
      "grad_norm": 2.921600103378296,
      "learning_rate": 8.831175010485507e-06,
      "loss": 0.3562,
      "step": 5959
    },
    {
      "epoch": 0.49106039383702726,
      "grad_norm": 4.678403854370117,
      "learning_rate": 8.830746294462294e-06,
      "loss": 0.4472,
      "step": 5960
    },
    {
      "epoch": 0.491142786520557,
      "grad_norm": 9.006118774414062,
      "learning_rate": 8.830317510238865e-06,
      "loss": 0.4458,
      "step": 5961
    },
    {
      "epoch": 0.4912251792040867,
      "grad_norm": 5.337918281555176,
      "learning_rate": 8.829888657822855e-06,
      "loss": 0.7044,
      "step": 5962
    },
    {
      "epoch": 0.49130757188761637,
      "grad_norm": 4.158839225769043,
      "learning_rate": 8.829459737221899e-06,
      "loss": 0.4621,
      "step": 5963
    },
    {
      "epoch": 0.4913899645711461,
      "grad_norm": 2.8605728149414062,
      "learning_rate": 8.829030748443632e-06,
      "loss": 0.08,
      "step": 5964
    },
    {
      "epoch": 0.4914723572546758,
      "grad_norm": 3.0302000045776367,
      "learning_rate": 8.828601691495692e-06,
      "loss": 0.3193,
      "step": 5965
    },
    {
      "epoch": 0.49155474993820547,
      "grad_norm": 2.4898569583892822,
      "learning_rate": 8.82817256638572e-06,
      "loss": 0.2981,
      "step": 5966
    },
    {
      "epoch": 0.4916371426217352,
      "grad_norm": 5.59228515625,
      "learning_rate": 8.827743373121352e-06,
      "loss": 0.5919,
      "step": 5967
    },
    {
      "epoch": 0.4917195353052649,
      "grad_norm": 6.592188358306885,
      "learning_rate": 8.827314111710231e-06,
      "loss": 0.5419,
      "step": 5968
    },
    {
      "epoch": 0.4918019279887946,
      "grad_norm": 4.747544288635254,
      "learning_rate": 8.82688478216e-06,
      "loss": 0.3997,
      "step": 5969
    },
    {
      "epoch": 0.4918843206723243,
      "grad_norm": 4.342896938323975,
      "learning_rate": 8.8264553844783e-06,
      "loss": 0.4019,
      "step": 5970
    },
    {
      "epoch": 0.491966713355854,
      "grad_norm": 3.2468338012695312,
      "learning_rate": 8.82602591867278e-06,
      "loss": 0.3957,
      "step": 5971
    },
    {
      "epoch": 0.4920491060393837,
      "grad_norm": 3.2723371982574463,
      "learning_rate": 8.825596384751082e-06,
      "loss": 0.5078,
      "step": 5972
    },
    {
      "epoch": 0.4921314987229134,
      "grad_norm": 3.5037426948547363,
      "learning_rate": 8.825166782720854e-06,
      "loss": 0.4171,
      "step": 5973
    },
    {
      "epoch": 0.4922138914064431,
      "grad_norm": 2.533604145050049,
      "learning_rate": 8.824737112589747e-06,
      "loss": 0.3416,
      "step": 5974
    },
    {
      "epoch": 0.49229628408997284,
      "grad_norm": 3.4969749450683594,
      "learning_rate": 8.824307374365407e-06,
      "loss": 0.501,
      "step": 5975
    },
    {
      "epoch": 0.4923786767735025,
      "grad_norm": 3.694760322570801,
      "learning_rate": 8.823877568055486e-06,
      "loss": 0.304,
      "step": 5976
    },
    {
      "epoch": 0.4924610694570322,
      "grad_norm": 3.3323514461517334,
      "learning_rate": 8.823447693667637e-06,
      "loss": 0.2252,
      "step": 5977
    },
    {
      "epoch": 0.49254346214056194,
      "grad_norm": 4.59458065032959,
      "learning_rate": 8.82301775120951e-06,
      "loss": 0.5082,
      "step": 5978
    },
    {
      "epoch": 0.4926258548240916,
      "grad_norm": 5.042686462402344,
      "learning_rate": 8.822587740688764e-06,
      "loss": 0.4323,
      "step": 5979
    },
    {
      "epoch": 0.4927082475076213,
      "grad_norm": 5.447700500488281,
      "learning_rate": 8.822157662113053e-06,
      "loss": 0.3847,
      "step": 5980
    },
    {
      "epoch": 0.49279064019115104,
      "grad_norm": 3.0909934043884277,
      "learning_rate": 8.821727515490033e-06,
      "loss": 0.342,
      "step": 5981
    },
    {
      "epoch": 0.4928730328746807,
      "grad_norm": 3.1662673950195312,
      "learning_rate": 8.821297300827363e-06,
      "loss": 0.2415,
      "step": 5982
    },
    {
      "epoch": 0.4929554255582104,
      "grad_norm": 3.8184235095977783,
      "learning_rate": 8.8208670181327e-06,
      "loss": 0.6442,
      "step": 5983
    },
    {
      "epoch": 0.49303781824174014,
      "grad_norm": 3.661776065826416,
      "learning_rate": 8.820436667413708e-06,
      "loss": 0.5948,
      "step": 5984
    },
    {
      "epoch": 0.4931202109252698,
      "grad_norm": 3.0831027030944824,
      "learning_rate": 8.820006248678047e-06,
      "loss": 0.4355,
      "step": 5985
    },
    {
      "epoch": 0.49320260360879953,
      "grad_norm": 3.103891372680664,
      "learning_rate": 8.819575761933378e-06,
      "loss": 0.5148,
      "step": 5986
    },
    {
      "epoch": 0.49328499629232925,
      "grad_norm": 3.7243330478668213,
      "learning_rate": 8.819145207187367e-06,
      "loss": 0.5051,
      "step": 5987
    },
    {
      "epoch": 0.49336738897585897,
      "grad_norm": 2.734604597091675,
      "learning_rate": 8.818714584447681e-06,
      "loss": 0.4595,
      "step": 5988
    },
    {
      "epoch": 0.49344978165938863,
      "grad_norm": 5.1314239501953125,
      "learning_rate": 8.818283893721984e-06,
      "loss": 0.6862,
      "step": 5989
    },
    {
      "epoch": 0.49353217434291835,
      "grad_norm": 5.471730709075928,
      "learning_rate": 8.817853135017943e-06,
      "loss": 0.2022,
      "step": 5990
    },
    {
      "epoch": 0.49361456702644807,
      "grad_norm": 2.2573039531707764,
      "learning_rate": 8.817422308343232e-06,
      "loss": 0.4795,
      "step": 5991
    },
    {
      "epoch": 0.49369695970997773,
      "grad_norm": 21.335220336914062,
      "learning_rate": 8.816991413705515e-06,
      "loss": 1.4311,
      "step": 5992
    },
    {
      "epoch": 0.49377935239350745,
      "grad_norm": 2.6061158180236816,
      "learning_rate": 8.816560451112468e-06,
      "loss": 0.1982,
      "step": 5993
    },
    {
      "epoch": 0.4938617450770372,
      "grad_norm": 4.178718566894531,
      "learning_rate": 8.81612942057176e-06,
      "loss": 0.4284,
      "step": 5994
    },
    {
      "epoch": 0.49394413776056684,
      "grad_norm": 4.265620708465576,
      "learning_rate": 8.815698322091067e-06,
      "loss": 0.4712,
      "step": 5995
    },
    {
      "epoch": 0.49402653044409656,
      "grad_norm": 3.216510772705078,
      "learning_rate": 8.815267155678064e-06,
      "loss": 0.554,
      "step": 5996
    },
    {
      "epoch": 0.4941089231276263,
      "grad_norm": 3.3102946281433105,
      "learning_rate": 8.814835921340425e-06,
      "loss": 0.431,
      "step": 5997
    },
    {
      "epoch": 0.494191315811156,
      "grad_norm": 2.1496541500091553,
      "learning_rate": 8.81440461908583e-06,
      "loss": 0.4602,
      "step": 5998
    },
    {
      "epoch": 0.49427370849468566,
      "grad_norm": 2.8629422187805176,
      "learning_rate": 8.813973248921958e-06,
      "loss": 0.4272,
      "step": 5999
    },
    {
      "epoch": 0.4943561011782154,
      "grad_norm": 3.107205867767334,
      "learning_rate": 8.813541810856485e-06,
      "loss": 0.4279,
      "step": 6000
    },
    {
      "epoch": 0.4944384938617451,
      "grad_norm": 5.388735294342041,
      "learning_rate": 8.813110304897096e-06,
      "loss": 0.4447,
      "step": 6001
    },
    {
      "epoch": 0.49452088654527476,
      "grad_norm": 4.146844387054443,
      "learning_rate": 8.812678731051475e-06,
      "loss": 0.4822,
      "step": 6002
    },
    {
      "epoch": 0.4946032792288045,
      "grad_norm": 4.381968021392822,
      "learning_rate": 8.812247089327297e-06,
      "loss": 0.4213,
      "step": 6003
    },
    {
      "epoch": 0.4946856719123342,
      "grad_norm": 4.46608304977417,
      "learning_rate": 8.811815379732255e-06,
      "loss": 0.3644,
      "step": 6004
    },
    {
      "epoch": 0.49476806459586387,
      "grad_norm": 4.3106536865234375,
      "learning_rate": 8.811383602274031e-06,
      "loss": 0.6736,
      "step": 6005
    },
    {
      "epoch": 0.4948504572793936,
      "grad_norm": 7.262185096740723,
      "learning_rate": 8.810951756960313e-06,
      "loss": 0.0847,
      "step": 6006
    },
    {
      "epoch": 0.4949328499629233,
      "grad_norm": 28.455907821655273,
      "learning_rate": 8.810519843798791e-06,
      "loss": 1.6484,
      "step": 6007
    },
    {
      "epoch": 0.49501524264645297,
      "grad_norm": 3.199394941329956,
      "learning_rate": 8.81008786279715e-06,
      "loss": 0.5227,
      "step": 6008
    },
    {
      "epoch": 0.4950976353299827,
      "grad_norm": 3.1008498668670654,
      "learning_rate": 8.809655813963087e-06,
      "loss": 0.2506,
      "step": 6009
    },
    {
      "epoch": 0.4951800280135124,
      "grad_norm": 4.807831764221191,
      "learning_rate": 8.809223697304288e-06,
      "loss": 0.3766,
      "step": 6010
    },
    {
      "epoch": 0.4952624206970421,
      "grad_norm": 2.8352596759796143,
      "learning_rate": 8.808791512828449e-06,
      "loss": 0.303,
      "step": 6011
    },
    {
      "epoch": 0.4953448133805718,
      "grad_norm": 3.775438070297241,
      "learning_rate": 8.808359260543265e-06,
      "loss": 0.4481,
      "step": 6012
    },
    {
      "epoch": 0.4954272060641015,
      "grad_norm": 8.911897659301758,
      "learning_rate": 8.80792694045643e-06,
      "loss": 0.6166,
      "step": 6013
    },
    {
      "epoch": 0.49550959874763123,
      "grad_norm": 4.292294025421143,
      "learning_rate": 8.80749455257564e-06,
      "loss": 0.5455,
      "step": 6014
    },
    {
      "epoch": 0.4955919914311609,
      "grad_norm": 5.013858318328857,
      "learning_rate": 8.807062096908596e-06,
      "loss": 0.4242,
      "step": 6015
    },
    {
      "epoch": 0.4956743841146906,
      "grad_norm": 3.1199185848236084,
      "learning_rate": 8.806629573462995e-06,
      "loss": 0.4824,
      "step": 6016
    },
    {
      "epoch": 0.49575677679822033,
      "grad_norm": 3.7206358909606934,
      "learning_rate": 8.806196982246537e-06,
      "loss": 0.5623,
      "step": 6017
    },
    {
      "epoch": 0.49583916948175,
      "grad_norm": 3.4628310203552246,
      "learning_rate": 8.805764323266925e-06,
      "loss": 0.3676,
      "step": 6018
    },
    {
      "epoch": 0.4959215621652797,
      "grad_norm": 4.2311201095581055,
      "learning_rate": 8.80533159653186e-06,
      "loss": 0.5566,
      "step": 6019
    },
    {
      "epoch": 0.49600395484880944,
      "grad_norm": 4.5160040855407715,
      "learning_rate": 8.804898802049049e-06,
      "loss": 0.3914,
      "step": 6020
    },
    {
      "epoch": 0.49608634753233916,
      "grad_norm": 3.896383762359619,
      "learning_rate": 8.804465939826195e-06,
      "loss": 0.5695,
      "step": 6021
    },
    {
      "epoch": 0.4961687402158688,
      "grad_norm": 3.961533546447754,
      "learning_rate": 8.804033009871005e-06,
      "loss": 0.4224,
      "step": 6022
    },
    {
      "epoch": 0.49625113289939854,
      "grad_norm": 4.242722034454346,
      "learning_rate": 8.803600012191184e-06,
      "loss": 0.5934,
      "step": 6023
    },
    {
      "epoch": 0.49633352558292826,
      "grad_norm": 3.283168315887451,
      "learning_rate": 8.803166946794446e-06,
      "loss": 0.3209,
      "step": 6024
    },
    {
      "epoch": 0.4964159182664579,
      "grad_norm": 2.890648126602173,
      "learning_rate": 8.802733813688497e-06,
      "loss": 0.4261,
      "step": 6025
    },
    {
      "epoch": 0.49649831094998764,
      "grad_norm": 2.8292076587677,
      "learning_rate": 8.80230061288105e-06,
      "loss": 0.332,
      "step": 6026
    },
    {
      "epoch": 0.49658070363351736,
      "grad_norm": 2.99003267288208,
      "learning_rate": 8.801867344379818e-06,
      "loss": 0.2259,
      "step": 6027
    },
    {
      "epoch": 0.496663096317047,
      "grad_norm": 3.1441526412963867,
      "learning_rate": 8.801434008192511e-06,
      "loss": 0.578,
      "step": 6028
    },
    {
      "epoch": 0.49674548900057675,
      "grad_norm": 6.232748031616211,
      "learning_rate": 8.801000604326848e-06,
      "loss": 0.514,
      "step": 6029
    },
    {
      "epoch": 0.49682788168410646,
      "grad_norm": 3.749580144882202,
      "learning_rate": 8.800567132790542e-06,
      "loss": 0.5339,
      "step": 6030
    },
    {
      "epoch": 0.49691027436763613,
      "grad_norm": 3.7546963691711426,
      "learning_rate": 8.800133593591314e-06,
      "loss": 0.4593,
      "step": 6031
    },
    {
      "epoch": 0.49699266705116585,
      "grad_norm": 2.9279747009277344,
      "learning_rate": 8.799699986736878e-06,
      "loss": 0.476,
      "step": 6032
    },
    {
      "epoch": 0.49707505973469557,
      "grad_norm": 2.212458372116089,
      "learning_rate": 8.799266312234958e-06,
      "loss": 0.2926,
      "step": 6033
    },
    {
      "epoch": 0.4971574524182253,
      "grad_norm": 3.407348155975342,
      "learning_rate": 8.79883257009327e-06,
      "loss": 0.3365,
      "step": 6034
    },
    {
      "epoch": 0.49723984510175495,
      "grad_norm": 5.187032222747803,
      "learning_rate": 8.798398760319542e-06,
      "loss": 0.5144,
      "step": 6035
    },
    {
      "epoch": 0.49732223778528467,
      "grad_norm": 3.383302688598633,
      "learning_rate": 8.79796488292149e-06,
      "loss": 0.4718,
      "step": 6036
    },
    {
      "epoch": 0.4974046304688144,
      "grad_norm": 4.380562782287598,
      "learning_rate": 8.797530937906847e-06,
      "loss": 0.478,
      "step": 6037
    },
    {
      "epoch": 0.49748702315234405,
      "grad_norm": 2.020394802093506,
      "learning_rate": 8.79709692528333e-06,
      "loss": 0.127,
      "step": 6038
    },
    {
      "epoch": 0.4975694158358738,
      "grad_norm": 2.9577271938323975,
      "learning_rate": 8.796662845058674e-06,
      "loss": 0.3022,
      "step": 6039
    },
    {
      "epoch": 0.4976518085194035,
      "grad_norm": 4.351624011993408,
      "learning_rate": 8.7962286972406e-06,
      "loss": 0.398,
      "step": 6040
    },
    {
      "epoch": 0.49773420120293316,
      "grad_norm": 2.9015953540802,
      "learning_rate": 8.795794481836842e-06,
      "loss": 0.3053,
      "step": 6041
    },
    {
      "epoch": 0.4978165938864629,
      "grad_norm": 5.4614577293396,
      "learning_rate": 8.79536019885513e-06,
      "loss": 0.2989,
      "step": 6042
    },
    {
      "epoch": 0.4978989865699926,
      "grad_norm": 2.7219324111938477,
      "learning_rate": 8.794925848303193e-06,
      "loss": 0.3571,
      "step": 6043
    },
    {
      "epoch": 0.49798137925352226,
      "grad_norm": 4.527427673339844,
      "learning_rate": 8.794491430188765e-06,
      "loss": 0.4436,
      "step": 6044
    },
    {
      "epoch": 0.498063771937052,
      "grad_norm": 4.738420486450195,
      "learning_rate": 8.794056944519583e-06,
      "loss": 0.5998,
      "step": 6045
    },
    {
      "epoch": 0.4981461646205817,
      "grad_norm": 4.184577941894531,
      "learning_rate": 8.793622391303379e-06,
      "loss": 0.3942,
      "step": 6046
    },
    {
      "epoch": 0.4982285573041114,
      "grad_norm": 3.2255430221557617,
      "learning_rate": 8.79318777054789e-06,
      "loss": 0.401,
      "step": 6047
    },
    {
      "epoch": 0.4983109499876411,
      "grad_norm": 3.200347423553467,
      "learning_rate": 8.792753082260855e-06,
      "loss": 0.4591,
      "step": 6048
    },
    {
      "epoch": 0.4983933426711708,
      "grad_norm": 2.1915836334228516,
      "learning_rate": 8.792318326450011e-06,
      "loss": 0.2979,
      "step": 6049
    },
    {
      "epoch": 0.4984757353547005,
      "grad_norm": 3.380209445953369,
      "learning_rate": 8.791883503123101e-06,
      "loss": 0.4411,
      "step": 6050
    },
    {
      "epoch": 0.4985581280382302,
      "grad_norm": 2.4618327617645264,
      "learning_rate": 8.791448612287864e-06,
      "loss": 0.2359,
      "step": 6051
    },
    {
      "epoch": 0.4986405207217599,
      "grad_norm": 4.358806610107422,
      "learning_rate": 8.791013653952043e-06,
      "loss": 0.4265,
      "step": 6052
    },
    {
      "epoch": 0.4987229134052896,
      "grad_norm": 2.577608823776245,
      "learning_rate": 8.790578628123382e-06,
      "loss": 0.2839,
      "step": 6053
    },
    {
      "epoch": 0.4988053060888193,
      "grad_norm": 3.9419291019439697,
      "learning_rate": 8.790143534809625e-06,
      "loss": 0.5973,
      "step": 6054
    },
    {
      "epoch": 0.498887698772349,
      "grad_norm": 3.2757680416107178,
      "learning_rate": 8.78970837401852e-06,
      "loss": 0.2937,
      "step": 6055
    },
    {
      "epoch": 0.49897009145587873,
      "grad_norm": 4.0749406814575195,
      "learning_rate": 8.789273145757813e-06,
      "loss": 0.5282,
      "step": 6056
    },
    {
      "epoch": 0.49905248413940845,
      "grad_norm": 4.657097816467285,
      "learning_rate": 8.788837850035253e-06,
      "loss": 0.551,
      "step": 6057
    },
    {
      "epoch": 0.4991348768229381,
      "grad_norm": 3.1307241916656494,
      "learning_rate": 8.78840248685859e-06,
      "loss": 0.4053,
      "step": 6058
    },
    {
      "epoch": 0.49921726950646783,
      "grad_norm": 3.156393051147461,
      "learning_rate": 8.787967056235572e-06,
      "loss": 0.1733,
      "step": 6059
    },
    {
      "epoch": 0.49929966218999755,
      "grad_norm": 3.4278604984283447,
      "learning_rate": 8.787531558173956e-06,
      "loss": 0.4487,
      "step": 6060
    },
    {
      "epoch": 0.4993820548735272,
      "grad_norm": 2.738356113433838,
      "learning_rate": 8.787095992681491e-06,
      "loss": 0.4488,
      "step": 6061
    },
    {
      "epoch": 0.49946444755705693,
      "grad_norm": 5.028149604797363,
      "learning_rate": 8.786660359765935e-06,
      "loss": 0.3986,
      "step": 6062
    },
    {
      "epoch": 0.49954684024058665,
      "grad_norm": 4.08036470413208,
      "learning_rate": 8.786224659435043e-06,
      "loss": 0.2044,
      "step": 6063
    },
    {
      "epoch": 0.4996292329241163,
      "grad_norm": 5.264423847198486,
      "learning_rate": 8.78578889169657e-06,
      "loss": 0.66,
      "step": 6064
    },
    {
      "epoch": 0.49971162560764604,
      "grad_norm": 3.744150161743164,
      "learning_rate": 8.785353056558274e-06,
      "loss": 0.4701,
      "step": 6065
    },
    {
      "epoch": 0.49979401829117576,
      "grad_norm": 4.60563325881958,
      "learning_rate": 8.784917154027918e-06,
      "loss": 0.409,
      "step": 6066
    },
    {
      "epoch": 0.4998764109747054,
      "grad_norm": 3.3557541370391846,
      "learning_rate": 8.784481184113258e-06,
      "loss": 0.2961,
      "step": 6067
    },
    {
      "epoch": 0.49995880365823514,
      "grad_norm": 3.7263994216918945,
      "learning_rate": 8.78404514682206e-06,
      "loss": 0.3017,
      "step": 6068
    },
    {
      "epoch": 0.5000411963417648,
      "grad_norm": 22.180397033691406,
      "learning_rate": 8.783609042162083e-06,
      "loss": 0.4086,
      "step": 6069
    },
    {
      "epoch": 0.5001235890252945,
      "grad_norm": 4.175051689147949,
      "learning_rate": 8.783172870141095e-06,
      "loss": 0.481,
      "step": 6070
    },
    {
      "epoch": 0.5002059817088242,
      "grad_norm": 5.038237571716309,
      "learning_rate": 8.782736630766857e-06,
      "loss": 0.6872,
      "step": 6071
    },
    {
      "epoch": 0.500288374392354,
      "grad_norm": 4.979578495025635,
      "learning_rate": 8.782300324047139e-06,
      "loss": 0.5527,
      "step": 6072
    },
    {
      "epoch": 0.5003707670758837,
      "grad_norm": 3.153916835784912,
      "learning_rate": 8.781863949989707e-06,
      "loss": 0.3323,
      "step": 6073
    },
    {
      "epoch": 0.5004531597594134,
      "grad_norm": 5.395103931427002,
      "learning_rate": 8.781427508602332e-06,
      "loss": 0.7037,
      "step": 6074
    },
    {
      "epoch": 0.5005355524429431,
      "grad_norm": 2.744107961654663,
      "learning_rate": 8.78099099989278e-06,
      "loss": 0.1346,
      "step": 6075
    },
    {
      "epoch": 0.5006179451264727,
      "grad_norm": 3.9760982990264893,
      "learning_rate": 8.780554423868829e-06,
      "loss": 0.3612,
      "step": 6076
    },
    {
      "epoch": 0.5007003378100024,
      "grad_norm": 5.066161155700684,
      "learning_rate": 8.780117780538243e-06,
      "loss": 0.6089,
      "step": 6077
    },
    {
      "epoch": 0.5007827304935322,
      "grad_norm": 3.466120481491089,
      "learning_rate": 8.779681069908803e-06,
      "loss": 0.418,
      "step": 6078
    },
    {
      "epoch": 0.5008651231770619,
      "grad_norm": 3.2645552158355713,
      "learning_rate": 8.77924429198828e-06,
      "loss": 0.4087,
      "step": 6079
    },
    {
      "epoch": 0.5009475158605916,
      "grad_norm": 3.879495620727539,
      "learning_rate": 8.778807446784452e-06,
      "loss": 0.431,
      "step": 6080
    },
    {
      "epoch": 0.5010299085441213,
      "grad_norm": 2.892815113067627,
      "learning_rate": 8.778370534305093e-06,
      "loss": 0.3951,
      "step": 6081
    },
    {
      "epoch": 0.5011123012276509,
      "grad_norm": 1.90055513381958,
      "learning_rate": 8.777933554557986e-06,
      "loss": 0.0214,
      "step": 6082
    },
    {
      "epoch": 0.5011946939111807,
      "grad_norm": 2.379845380783081,
      "learning_rate": 8.777496507550911e-06,
      "loss": 0.3657,
      "step": 6083
    },
    {
      "epoch": 0.5012770865947104,
      "grad_norm": 3.209657669067383,
      "learning_rate": 8.777059393291645e-06,
      "loss": 0.373,
      "step": 6084
    },
    {
      "epoch": 0.5013594792782401,
      "grad_norm": 4.0371317863464355,
      "learning_rate": 8.776622211787971e-06,
      "loss": 0.3659,
      "step": 6085
    },
    {
      "epoch": 0.5014418719617698,
      "grad_norm": 3.5117061138153076,
      "learning_rate": 8.776184963047674e-06,
      "loss": 0.3214,
      "step": 6086
    },
    {
      "epoch": 0.5015242646452995,
      "grad_norm": 4.332637786865234,
      "learning_rate": 8.775747647078536e-06,
      "loss": 0.3571,
      "step": 6087
    },
    {
      "epoch": 0.5016066573288293,
      "grad_norm": 3.263240337371826,
      "learning_rate": 8.775310263888345e-06,
      "loss": 0.2566,
      "step": 6088
    },
    {
      "epoch": 0.5016890500123589,
      "grad_norm": 3.4499242305755615,
      "learning_rate": 8.774872813484889e-06,
      "loss": 0.455,
      "step": 6089
    },
    {
      "epoch": 0.5017714426958886,
      "grad_norm": 3.595391273498535,
      "learning_rate": 8.774435295875953e-06,
      "loss": 0.287,
      "step": 6090
    },
    {
      "epoch": 0.5018538353794183,
      "grad_norm": 3.084785223007202,
      "learning_rate": 8.773997711069329e-06,
      "loss": 0.4772,
      "step": 6091
    },
    {
      "epoch": 0.501936228062948,
      "grad_norm": 4.068241596221924,
      "learning_rate": 8.773560059072804e-06,
      "loss": 0.6307,
      "step": 6092
    },
    {
      "epoch": 0.5020186207464777,
      "grad_norm": 3.2538249492645264,
      "learning_rate": 8.773122339894173e-06,
      "loss": 0.2933,
      "step": 6093
    },
    {
      "epoch": 0.5021010134300075,
      "grad_norm": 6.5459885597229,
      "learning_rate": 8.772684553541226e-06,
      "loss": 0.6085,
      "step": 6094
    },
    {
      "epoch": 0.5021834061135371,
      "grad_norm": 4.276195049285889,
      "learning_rate": 8.772246700021761e-06,
      "loss": 0.726,
      "step": 6095
    },
    {
      "epoch": 0.5022657987970668,
      "grad_norm": 5.013393402099609,
      "learning_rate": 8.77180877934357e-06,
      "loss": 0.7014,
      "step": 6096
    },
    {
      "epoch": 0.5023481914805965,
      "grad_norm": 3.3689215183258057,
      "learning_rate": 8.77137079151445e-06,
      "loss": 0.3775,
      "step": 6097
    },
    {
      "epoch": 0.5024305841641262,
      "grad_norm": 3.2528772354125977,
      "learning_rate": 8.7709327365422e-06,
      "loss": 0.2845,
      "step": 6098
    },
    {
      "epoch": 0.502512976847656,
      "grad_norm": 4.45520544052124,
      "learning_rate": 8.770494614434619e-06,
      "loss": 0.129,
      "step": 6099
    },
    {
      "epoch": 0.5025953695311857,
      "grad_norm": 3.488940715789795,
      "learning_rate": 8.770056425199505e-06,
      "loss": 0.3729,
      "step": 6100
    },
    {
      "epoch": 0.5026777622147154,
      "grad_norm": 3.701564073562622,
      "learning_rate": 8.769618168844658e-06,
      "loss": 0.3402,
      "step": 6101
    },
    {
      "epoch": 0.502760154898245,
      "grad_norm": 3.1409809589385986,
      "learning_rate": 8.769179845377885e-06,
      "loss": 0.5402,
      "step": 6102
    },
    {
      "epoch": 0.5028425475817747,
      "grad_norm": 5.435249328613281,
      "learning_rate": 8.768741454806989e-06,
      "loss": 0.2722,
      "step": 6103
    },
    {
      "epoch": 0.5029249402653044,
      "grad_norm": 2.9349205493927,
      "learning_rate": 8.76830299713977e-06,
      "loss": 0.3516,
      "step": 6104
    },
    {
      "epoch": 0.5030073329488342,
      "grad_norm": 3.9730331897735596,
      "learning_rate": 8.767864472384038e-06,
      "loss": 0.624,
      "step": 6105
    },
    {
      "epoch": 0.5030897256323639,
      "grad_norm": 4.038454532623291,
      "learning_rate": 8.7674258805476e-06,
      "loss": 0.57,
      "step": 6106
    },
    {
      "epoch": 0.5031721183158936,
      "grad_norm": 6.021678924560547,
      "learning_rate": 8.766987221638265e-06,
      "loss": 0.8412,
      "step": 6107
    },
    {
      "epoch": 0.5032545109994232,
      "grad_norm": 5.262154579162598,
      "learning_rate": 8.766548495663841e-06,
      "loss": 0.5223,
      "step": 6108
    },
    {
      "epoch": 0.5033369036829529,
      "grad_norm": 2.384747266769409,
      "learning_rate": 8.766109702632138e-06,
      "loss": 0.1373,
      "step": 6109
    },
    {
      "epoch": 0.5034192963664826,
      "grad_norm": 3.7410643100738525,
      "learning_rate": 8.76567084255097e-06,
      "loss": 0.6713,
      "step": 6110
    },
    {
      "epoch": 0.5035016890500124,
      "grad_norm": 4.180211067199707,
      "learning_rate": 8.765231915428149e-06,
      "loss": 0.2948,
      "step": 6111
    },
    {
      "epoch": 0.5035840817335421,
      "grad_norm": 3.0407142639160156,
      "learning_rate": 8.76479292127149e-06,
      "loss": 0.3286,
      "step": 6112
    },
    {
      "epoch": 0.5036664744170718,
      "grad_norm": 2.292586088180542,
      "learning_rate": 8.764353860088808e-06,
      "loss": 0.3994,
      "step": 6113
    },
    {
      "epoch": 0.5037488671006015,
      "grad_norm": 4.8501973152160645,
      "learning_rate": 8.763914731887921e-06,
      "loss": 0.5623,
      "step": 6114
    },
    {
      "epoch": 0.5038312597841311,
      "grad_norm": 3.571564197540283,
      "learning_rate": 8.763475536676647e-06,
      "loss": 0.3139,
      "step": 6115
    },
    {
      "epoch": 0.5039136524676608,
      "grad_norm": 4.381004810333252,
      "learning_rate": 8.763036274462803e-06,
      "loss": 0.2446,
      "step": 6116
    },
    {
      "epoch": 0.5039960451511906,
      "grad_norm": 3.1811673641204834,
      "learning_rate": 8.76259694525421e-06,
      "loss": 0.5563,
      "step": 6117
    },
    {
      "epoch": 0.5040784378347203,
      "grad_norm": 4.039039134979248,
      "learning_rate": 8.762157549058692e-06,
      "loss": 0.3879,
      "step": 6118
    },
    {
      "epoch": 0.50416083051825,
      "grad_norm": 4.741085529327393,
      "learning_rate": 8.76171808588407e-06,
      "loss": 0.4713,
      "step": 6119
    },
    {
      "epoch": 0.5042432232017797,
      "grad_norm": 3.3544514179229736,
      "learning_rate": 8.761278555738166e-06,
      "loss": 0.2841,
      "step": 6120
    },
    {
      "epoch": 0.5043256158853093,
      "grad_norm": 2.7090821266174316,
      "learning_rate": 8.760838958628808e-06,
      "loss": 0.2553,
      "step": 6121
    },
    {
      "epoch": 0.504408008568839,
      "grad_norm": 3.4884352684020996,
      "learning_rate": 8.760399294563821e-06,
      "loss": 0.5523,
      "step": 6122
    },
    {
      "epoch": 0.5044904012523688,
      "grad_norm": 4.305654048919678,
      "learning_rate": 8.759959563551036e-06,
      "loss": 0.507,
      "step": 6123
    },
    {
      "epoch": 0.5045727939358985,
      "grad_norm": 4.7431793212890625,
      "learning_rate": 8.759519765598275e-06,
      "loss": 0.5975,
      "step": 6124
    },
    {
      "epoch": 0.5046551866194282,
      "grad_norm": 3.393970489501953,
      "learning_rate": 8.75907990071337e-06,
      "loss": 0.2707,
      "step": 6125
    },
    {
      "epoch": 0.5047375793029579,
      "grad_norm": 2.83796763420105,
      "learning_rate": 8.758639968904157e-06,
      "loss": 0.22,
      "step": 6126
    },
    {
      "epoch": 0.5048199719864876,
      "grad_norm": 3.603607654571533,
      "learning_rate": 8.758199970178462e-06,
      "loss": 0.3613,
      "step": 6127
    },
    {
      "epoch": 0.5049023646700173,
      "grad_norm": 2.307990550994873,
      "learning_rate": 8.757759904544123e-06,
      "loss": 0.2075,
      "step": 6128
    },
    {
      "epoch": 0.504984757353547,
      "grad_norm": 3.7328805923461914,
      "learning_rate": 8.757319772008973e-06,
      "loss": 0.3536,
      "step": 6129
    },
    {
      "epoch": 0.5050671500370767,
      "grad_norm": 3.4010493755340576,
      "learning_rate": 8.756879572580847e-06,
      "loss": 0.332,
      "step": 6130
    },
    {
      "epoch": 0.5051495427206064,
      "grad_norm": 4.900763988494873,
      "learning_rate": 8.756439306267583e-06,
      "loss": 0.6363,
      "step": 6131
    },
    {
      "epoch": 0.5052319354041361,
      "grad_norm": 5.008328914642334,
      "learning_rate": 8.755998973077018e-06,
      "loss": 0.5156,
      "step": 6132
    },
    {
      "epoch": 0.5053143280876659,
      "grad_norm": 3.455807685852051,
      "learning_rate": 8.755558573016994e-06,
      "loss": 0.3723,
      "step": 6133
    },
    {
      "epoch": 0.5053967207711955,
      "grad_norm": 3.666771173477173,
      "learning_rate": 8.755118106095348e-06,
      "loss": 0.2141,
      "step": 6134
    },
    {
      "epoch": 0.5054791134547252,
      "grad_norm": 2.8443164825439453,
      "learning_rate": 8.754677572319927e-06,
      "loss": 0.432,
      "step": 6135
    },
    {
      "epoch": 0.5055615061382549,
      "grad_norm": 3.032031536102295,
      "learning_rate": 8.754236971698569e-06,
      "loss": 0.6173,
      "step": 6136
    },
    {
      "epoch": 0.5056438988217846,
      "grad_norm": 5.024680137634277,
      "learning_rate": 8.75379630423912e-06,
      "loss": 0.5752,
      "step": 6137
    },
    {
      "epoch": 0.5057262915053143,
      "grad_norm": 3.5183517932891846,
      "learning_rate": 8.753355569949424e-06,
      "loss": 0.5185,
      "step": 6138
    },
    {
      "epoch": 0.5058086841888441,
      "grad_norm": 3.3491456508636475,
      "learning_rate": 8.752914768837331e-06,
      "loss": 0.2238,
      "step": 6139
    },
    {
      "epoch": 0.5058910768723738,
      "grad_norm": 3.258200168609619,
      "learning_rate": 8.752473900910684e-06,
      "loss": 0.387,
      "step": 6140
    },
    {
      "epoch": 0.5059734695559034,
      "grad_norm": 3.479810953140259,
      "learning_rate": 8.752032966177338e-06,
      "loss": 0.6144,
      "step": 6141
    },
    {
      "epoch": 0.5060558622394331,
      "grad_norm": 3.8888421058654785,
      "learning_rate": 8.751591964645137e-06,
      "loss": 0.4175,
      "step": 6142
    },
    {
      "epoch": 0.5061382549229628,
      "grad_norm": 3.3885340690612793,
      "learning_rate": 8.751150896321937e-06,
      "loss": 0.4939,
      "step": 6143
    },
    {
      "epoch": 0.5062206476064925,
      "grad_norm": 3.6501431465148926,
      "learning_rate": 8.750709761215586e-06,
      "loss": 0.618,
      "step": 6144
    },
    {
      "epoch": 0.5063030402900223,
      "grad_norm": 2.2780349254608154,
      "learning_rate": 8.750268559333942e-06,
      "loss": 0.1504,
      "step": 6145
    },
    {
      "epoch": 0.506385432973552,
      "grad_norm": 3.741321563720703,
      "learning_rate": 8.749827290684858e-06,
      "loss": 0.4591,
      "step": 6146
    },
    {
      "epoch": 0.5064678256570817,
      "grad_norm": 4.4398722648620605,
      "learning_rate": 8.74938595527619e-06,
      "loss": 0.6299,
      "step": 6147
    },
    {
      "epoch": 0.5065502183406113,
      "grad_norm": 4.613752365112305,
      "learning_rate": 8.748944553115795e-06,
      "loss": 0.5931,
      "step": 6148
    },
    {
      "epoch": 0.506632611024141,
      "grad_norm": 3.6934409141540527,
      "learning_rate": 8.748503084211532e-06,
      "loss": 0.5357,
      "step": 6149
    },
    {
      "epoch": 0.5067150037076708,
      "grad_norm": 4.832815170288086,
      "learning_rate": 8.748061548571261e-06,
      "loss": 0.4581,
      "step": 6150
    },
    {
      "epoch": 0.5067973963912005,
      "grad_norm": 3.4117019176483154,
      "learning_rate": 8.747619946202842e-06,
      "loss": 0.5183,
      "step": 6151
    },
    {
      "epoch": 0.5068797890747302,
      "grad_norm": 4.132630825042725,
      "learning_rate": 8.747178277114138e-06,
      "loss": 0.5787,
      "step": 6152
    },
    {
      "epoch": 0.5069621817582599,
      "grad_norm": 2.7663004398345947,
      "learning_rate": 8.74673654131301e-06,
      "loss": 0.3054,
      "step": 6153
    },
    {
      "epoch": 0.5070445744417895,
      "grad_norm": 5.441722393035889,
      "learning_rate": 8.746294738807326e-06,
      "loss": 0.5146,
      "step": 6154
    },
    {
      "epoch": 0.5071269671253192,
      "grad_norm": 3.8944156169891357,
      "learning_rate": 8.74585286960495e-06,
      "loss": 0.3399,
      "step": 6155
    },
    {
      "epoch": 0.507209359808849,
      "grad_norm": 3.6187832355499268,
      "learning_rate": 8.745410933713745e-06,
      "loss": 0.1945,
      "step": 6156
    },
    {
      "epoch": 0.5072917524923787,
      "grad_norm": 4.0889058113098145,
      "learning_rate": 8.744968931141583e-06,
      "loss": 0.553,
      "step": 6157
    },
    {
      "epoch": 0.5073741451759084,
      "grad_norm": 3.8874683380126953,
      "learning_rate": 8.744526861896334e-06,
      "loss": 0.4253,
      "step": 6158
    },
    {
      "epoch": 0.5074565378594381,
      "grad_norm": 4.683443546295166,
      "learning_rate": 8.744084725985867e-06,
      "loss": 0.4892,
      "step": 6159
    },
    {
      "epoch": 0.5075389305429678,
      "grad_norm": 5.83114767074585,
      "learning_rate": 8.743642523418052e-06,
      "loss": 0.521,
      "step": 6160
    },
    {
      "epoch": 0.5076213232264974,
      "grad_norm": 3.8195245265960693,
      "learning_rate": 8.743200254200764e-06,
      "loss": 0.5457,
      "step": 6161
    },
    {
      "epoch": 0.5077037159100272,
      "grad_norm": 4.723423004150391,
      "learning_rate": 8.742757918341874e-06,
      "loss": 0.534,
      "step": 6162
    },
    {
      "epoch": 0.5077861085935569,
      "grad_norm": 4.789050579071045,
      "learning_rate": 8.74231551584926e-06,
      "loss": 0.4991,
      "step": 6163
    },
    {
      "epoch": 0.5078685012770866,
      "grad_norm": 3.0643248558044434,
      "learning_rate": 8.741873046730797e-06,
      "loss": 0.4023,
      "step": 6164
    },
    {
      "epoch": 0.5079508939606163,
      "grad_norm": 3.8980979919433594,
      "learning_rate": 8.741430510994363e-06,
      "loss": 0.4518,
      "step": 6165
    },
    {
      "epoch": 0.508033286644146,
      "grad_norm": 2.9522130489349365,
      "learning_rate": 8.740987908647836e-06,
      "loss": 0.4447,
      "step": 6166
    },
    {
      "epoch": 0.5081156793276757,
      "grad_norm": 3.8707711696624756,
      "learning_rate": 8.740545239699096e-06,
      "loss": 0.3894,
      "step": 6167
    },
    {
      "epoch": 0.5081980720112054,
      "grad_norm": 2.4395062923431396,
      "learning_rate": 8.740102504156023e-06,
      "loss": 0.4195,
      "step": 6168
    },
    {
      "epoch": 0.5082804646947351,
      "grad_norm": 3.6066582202911377,
      "learning_rate": 8.739659702026502e-06,
      "loss": 0.2433,
      "step": 6169
    },
    {
      "epoch": 0.5083628573782648,
      "grad_norm": 3.6642420291900635,
      "learning_rate": 8.739216833318413e-06,
      "loss": 0.3741,
      "step": 6170
    },
    {
      "epoch": 0.5084452500617945,
      "grad_norm": 3.0956969261169434,
      "learning_rate": 8.738773898039643e-06,
      "loss": 0.4144,
      "step": 6171
    },
    {
      "epoch": 0.5085276427453242,
      "grad_norm": 4.616499900817871,
      "learning_rate": 8.738330896198076e-06,
      "loss": 0.4009,
      "step": 6172
    },
    {
      "epoch": 0.508610035428854,
      "grad_norm": 6.926424980163574,
      "learning_rate": 8.7378878278016e-06,
      "loss": 0.5907,
      "step": 6173
    },
    {
      "epoch": 0.5086924281123836,
      "grad_norm": 3.411207437515259,
      "learning_rate": 8.737444692858103e-06,
      "loss": 0.5361,
      "step": 6174
    },
    {
      "epoch": 0.5087748207959133,
      "grad_norm": 4.918607234954834,
      "learning_rate": 8.737001491375477e-06,
      "loss": 0.4627,
      "step": 6175
    },
    {
      "epoch": 0.508857213479443,
      "grad_norm": 2.924088716506958,
      "learning_rate": 8.736558223361606e-06,
      "loss": 0.2775,
      "step": 6176
    },
    {
      "epoch": 0.5089396061629727,
      "grad_norm": 2.803014039993286,
      "learning_rate": 8.736114888824387e-06,
      "loss": 0.2986,
      "step": 6177
    },
    {
      "epoch": 0.5090219988465025,
      "grad_norm": 3.252589702606201,
      "learning_rate": 8.73567148777171e-06,
      "loss": 0.467,
      "step": 6178
    },
    {
      "epoch": 0.5091043915300322,
      "grad_norm": 5.040990829467773,
      "learning_rate": 8.73522802021147e-06,
      "loss": 0.5748,
      "step": 6179
    },
    {
      "epoch": 0.5091867842135618,
      "grad_norm": 2.950589895248413,
      "learning_rate": 8.734784486151564e-06,
      "loss": 0.376,
      "step": 6180
    },
    {
      "epoch": 0.5092691768970915,
      "grad_norm": 3.4339160919189453,
      "learning_rate": 8.734340885599887e-06,
      "loss": 0.4787,
      "step": 6181
    },
    {
      "epoch": 0.5093515695806212,
      "grad_norm": 4.600496768951416,
      "learning_rate": 8.733897218564336e-06,
      "loss": 0.54,
      "step": 6182
    },
    {
      "epoch": 0.5094339622641509,
      "grad_norm": 2.963456153869629,
      "learning_rate": 8.73345348505281e-06,
      "loss": 0.3344,
      "step": 6183
    },
    {
      "epoch": 0.5095163549476807,
      "grad_norm": 3.9034876823425293,
      "learning_rate": 8.73300968507321e-06,
      "loss": 0.4803,
      "step": 6184
    },
    {
      "epoch": 0.5095987476312104,
      "grad_norm": 4.14818811416626,
      "learning_rate": 8.732565818633434e-06,
      "loss": 0.5083,
      "step": 6185
    },
    {
      "epoch": 0.5096811403147401,
      "grad_norm": 5.14300012588501,
      "learning_rate": 8.732121885741389e-06,
      "loss": 0.4868,
      "step": 6186
    },
    {
      "epoch": 0.5097635329982697,
      "grad_norm": 3.3892884254455566,
      "learning_rate": 8.731677886404975e-06,
      "loss": 0.4052,
      "step": 6187
    },
    {
      "epoch": 0.5098459256817994,
      "grad_norm": 3.290418863296509,
      "learning_rate": 8.7312338206321e-06,
      "loss": 0.4058,
      "step": 6188
    },
    {
      "epoch": 0.5099283183653291,
      "grad_norm": 6.0407843589782715,
      "learning_rate": 8.730789688430666e-06,
      "loss": 0.5807,
      "step": 6189
    },
    {
      "epoch": 0.5100107110488589,
      "grad_norm": 4.625715255737305,
      "learning_rate": 8.73034548980858e-06,
      "loss": 0.479,
      "step": 6190
    },
    {
      "epoch": 0.5100931037323886,
      "grad_norm": 3.3994016647338867,
      "learning_rate": 8.729901224773754e-06,
      "loss": 0.3655,
      "step": 6191
    },
    {
      "epoch": 0.5101754964159183,
      "grad_norm": 6.020172119140625,
      "learning_rate": 8.729456893334095e-06,
      "loss": 0.7645,
      "step": 6192
    },
    {
      "epoch": 0.5102578890994479,
      "grad_norm": 7.716601848602295,
      "learning_rate": 8.729012495497515e-06,
      "loss": 0.5517,
      "step": 6193
    },
    {
      "epoch": 0.5103402817829776,
      "grad_norm": 2.799525260925293,
      "learning_rate": 8.728568031271922e-06,
      "loss": 0.24,
      "step": 6194
    },
    {
      "epoch": 0.5104226744665074,
      "grad_norm": 28.68301010131836,
      "learning_rate": 8.728123500665234e-06,
      "loss": 0.8217,
      "step": 6195
    },
    {
      "epoch": 0.5105050671500371,
      "grad_norm": 2.444748878479004,
      "learning_rate": 8.727678903685365e-06,
      "loss": 0.2013,
      "step": 6196
    },
    {
      "epoch": 0.5105874598335668,
      "grad_norm": 2.9185192584991455,
      "learning_rate": 8.727234240340223e-06,
      "loss": 0.5005,
      "step": 6197
    },
    {
      "epoch": 0.5106698525170965,
      "grad_norm": 3.044969081878662,
      "learning_rate": 8.726789510637733e-06,
      "loss": 0.3924,
      "step": 6198
    },
    {
      "epoch": 0.5107522452006262,
      "grad_norm": 4.189366817474365,
      "learning_rate": 8.726344714585809e-06,
      "loss": 0.4045,
      "step": 6199
    },
    {
      "epoch": 0.5108346378841558,
      "grad_norm": 3.263702154159546,
      "learning_rate": 8.72589985219237e-06,
      "loss": 0.3134,
      "step": 6200
    },
    {
      "epoch": 0.5109170305676856,
      "grad_norm": 3.292307138442993,
      "learning_rate": 8.725454923465337e-06,
      "loss": 0.3035,
      "step": 6201
    },
    {
      "epoch": 0.5109994232512153,
      "grad_norm": 4.148037433624268,
      "learning_rate": 8.72500992841263e-06,
      "loss": 0.5222,
      "step": 6202
    },
    {
      "epoch": 0.511081815934745,
      "grad_norm": 3.3572654724121094,
      "learning_rate": 8.72456486704217e-06,
      "loss": 0.1967,
      "step": 6203
    },
    {
      "epoch": 0.5111642086182747,
      "grad_norm": 1.897533655166626,
      "learning_rate": 8.724119739361887e-06,
      "loss": 0.2684,
      "step": 6204
    },
    {
      "epoch": 0.5112466013018044,
      "grad_norm": 3.888155460357666,
      "learning_rate": 8.7236745453797e-06,
      "loss": 0.1661,
      "step": 6205
    },
    {
      "epoch": 0.5113289939853342,
      "grad_norm": 2.987912654876709,
      "learning_rate": 8.723229285103534e-06,
      "loss": 0.4585,
      "step": 6206
    },
    {
      "epoch": 0.5114113866688638,
      "grad_norm": 4.523458957672119,
      "learning_rate": 8.72278395854132e-06,
      "loss": 0.5524,
      "step": 6207
    },
    {
      "epoch": 0.5114937793523935,
      "grad_norm": 3.8943309783935547,
      "learning_rate": 8.722338565700984e-06,
      "loss": 0.2022,
      "step": 6208
    },
    {
      "epoch": 0.5115761720359232,
      "grad_norm": 4.165415287017822,
      "learning_rate": 8.721893106590458e-06,
      "loss": 0.5586,
      "step": 6209
    },
    {
      "epoch": 0.5116585647194529,
      "grad_norm": 4.622582912445068,
      "learning_rate": 8.72144758121767e-06,
      "loss": 0.7912,
      "step": 6210
    },
    {
      "epoch": 0.5117409574029826,
      "grad_norm": 5.515476703643799,
      "learning_rate": 8.721001989590552e-06,
      "loss": 0.5549,
      "step": 6211
    },
    {
      "epoch": 0.5118233500865124,
      "grad_norm": 2.8980512619018555,
      "learning_rate": 8.720556331717039e-06,
      "loss": 0.2331,
      "step": 6212
    },
    {
      "epoch": 0.511905742770042,
      "grad_norm": 3.243332624435425,
      "learning_rate": 8.720110607605063e-06,
      "loss": 0.4617,
      "step": 6213
    },
    {
      "epoch": 0.5119881354535717,
      "grad_norm": 6.342723846435547,
      "learning_rate": 8.71966481726256e-06,
      "loss": 0.6823,
      "step": 6214
    },
    {
      "epoch": 0.5120705281371014,
      "grad_norm": 2.427748918533325,
      "learning_rate": 8.71921896069747e-06,
      "loss": 0.3061,
      "step": 6215
    },
    {
      "epoch": 0.5121529208206311,
      "grad_norm": 5.447817802429199,
      "learning_rate": 8.718773037917724e-06,
      "loss": 0.3623,
      "step": 6216
    },
    {
      "epoch": 0.5122353135041608,
      "grad_norm": 5.949839115142822,
      "learning_rate": 8.718327048931267e-06,
      "loss": 0.4483,
      "step": 6217
    },
    {
      "epoch": 0.5123177061876906,
      "grad_norm": 4.0367302894592285,
      "learning_rate": 8.717880993746037e-06,
      "loss": 0.4192,
      "step": 6218
    },
    {
      "epoch": 0.5124000988712203,
      "grad_norm": 4.090848922729492,
      "learning_rate": 8.717434872369975e-06,
      "loss": 0.4239,
      "step": 6219
    },
    {
      "epoch": 0.5124824915547499,
      "grad_norm": 3.9370596408843994,
      "learning_rate": 8.716988684811022e-06,
      "loss": 0.5376,
      "step": 6220
    },
    {
      "epoch": 0.5125648842382796,
      "grad_norm": 3.220287561416626,
      "learning_rate": 8.716542431077124e-06,
      "loss": 0.4504,
      "step": 6221
    },
    {
      "epoch": 0.5126472769218093,
      "grad_norm": 5.922976970672607,
      "learning_rate": 8.716096111176225e-06,
      "loss": 0.4044,
      "step": 6222
    },
    {
      "epoch": 0.5127296696053391,
      "grad_norm": 2.7699058055877686,
      "learning_rate": 8.71564972511627e-06,
      "loss": 0.568,
      "step": 6223
    },
    {
      "epoch": 0.5128120622888688,
      "grad_norm": 4.0847697257995605,
      "learning_rate": 8.71520327290521e-06,
      "loss": 0.612,
      "step": 6224
    },
    {
      "epoch": 0.5128944549723985,
      "grad_norm": 2.9360265731811523,
      "learning_rate": 8.71475675455099e-06,
      "loss": 0.329,
      "step": 6225
    },
    {
      "epoch": 0.5129768476559281,
      "grad_norm": 5.444910049438477,
      "learning_rate": 8.714310170061557e-06,
      "loss": 0.6218,
      "step": 6226
    },
    {
      "epoch": 0.5130592403394578,
      "grad_norm": 3.6376848220825195,
      "learning_rate": 8.713863519444868e-06,
      "loss": 0.4056,
      "step": 6227
    },
    {
      "epoch": 0.5131416330229875,
      "grad_norm": 3.0815999507904053,
      "learning_rate": 8.713416802708871e-06,
      "loss": 0.2719,
      "step": 6228
    },
    {
      "epoch": 0.5132240257065173,
      "grad_norm": 4.624072551727295,
      "learning_rate": 8.712970019861519e-06,
      "loss": 0.5577,
      "step": 6229
    },
    {
      "epoch": 0.513306418390047,
      "grad_norm": 6.675215721130371,
      "learning_rate": 8.712523170910767e-06,
      "loss": 0.5279,
      "step": 6230
    },
    {
      "epoch": 0.5133888110735767,
      "grad_norm": 6.047757625579834,
      "learning_rate": 8.71207625586457e-06,
      "loss": 0.6684,
      "step": 6231
    },
    {
      "epoch": 0.5134712037571064,
      "grad_norm": 3.2993175983428955,
      "learning_rate": 8.711629274730887e-06,
      "loss": 0.3868,
      "step": 6232
    },
    {
      "epoch": 0.513553596440636,
      "grad_norm": 1.8326658010482788,
      "learning_rate": 8.711182227517672e-06,
      "loss": 0.1401,
      "step": 6233
    },
    {
      "epoch": 0.5136359891241657,
      "grad_norm": 4.867528438568115,
      "learning_rate": 8.710735114232886e-06,
      "loss": 0.6174,
      "step": 6234
    },
    {
      "epoch": 0.5137183818076955,
      "grad_norm": 3.984090566635132,
      "learning_rate": 8.710287934884489e-06,
      "loss": 0.456,
      "step": 6235
    },
    {
      "epoch": 0.5138007744912252,
      "grad_norm": 3.41328501701355,
      "learning_rate": 8.709840689480444e-06,
      "loss": 0.5142,
      "step": 6236
    },
    {
      "epoch": 0.5138831671747549,
      "grad_norm": 4.638915061950684,
      "learning_rate": 8.70939337802871e-06,
      "loss": 0.2706,
      "step": 6237
    },
    {
      "epoch": 0.5139655598582846,
      "grad_norm": 3.105792284011841,
      "learning_rate": 8.708946000537252e-06,
      "loss": 0.4165,
      "step": 6238
    },
    {
      "epoch": 0.5140479525418142,
      "grad_norm": 4.166201591491699,
      "learning_rate": 8.708498557014036e-06,
      "loss": 0.4093,
      "step": 6239
    },
    {
      "epoch": 0.514130345225344,
      "grad_norm": 4.797295570373535,
      "learning_rate": 8.708051047467025e-06,
      "loss": 0.3711,
      "step": 6240
    },
    {
      "epoch": 0.5142127379088737,
      "grad_norm": 3.8175318241119385,
      "learning_rate": 8.70760347190419e-06,
      "loss": 0.4445,
      "step": 6241
    },
    {
      "epoch": 0.5142951305924034,
      "grad_norm": 3.679331064224243,
      "learning_rate": 8.707155830333498e-06,
      "loss": 0.1927,
      "step": 6242
    },
    {
      "epoch": 0.5143775232759331,
      "grad_norm": 3.8623390197753906,
      "learning_rate": 8.706708122762919e-06,
      "loss": 0.4113,
      "step": 6243
    },
    {
      "epoch": 0.5144599159594628,
      "grad_norm": 3.7612669467926025,
      "learning_rate": 8.706260349200422e-06,
      "loss": 0.3909,
      "step": 6244
    },
    {
      "epoch": 0.5145423086429926,
      "grad_norm": 2.414052963256836,
      "learning_rate": 8.70581250965398e-06,
      "loss": 0.4002,
      "step": 6245
    },
    {
      "epoch": 0.5146247013265222,
      "grad_norm": 2.467108726501465,
      "learning_rate": 8.705364604131565e-06,
      "loss": 0.2633,
      "step": 6246
    },
    {
      "epoch": 0.5147070940100519,
      "grad_norm": 1.8340563774108887,
      "learning_rate": 8.704916632641152e-06,
      "loss": 0.0865,
      "step": 6247
    },
    {
      "epoch": 0.5147894866935816,
      "grad_norm": 4.1624226570129395,
      "learning_rate": 8.704468595190718e-06,
      "loss": 0.4029,
      "step": 6248
    },
    {
      "epoch": 0.5148718793771113,
      "grad_norm": 2.638118267059326,
      "learning_rate": 8.704020491788237e-06,
      "loss": 0.3127,
      "step": 6249
    },
    {
      "epoch": 0.514954272060641,
      "grad_norm": 2.957921028137207,
      "learning_rate": 8.703572322441686e-06,
      "loss": 0.3291,
      "step": 6250
    },
    {
      "epoch": 0.5150366647441708,
      "grad_norm": 5.10853910446167,
      "learning_rate": 8.703124087159049e-06,
      "loss": 0.5044,
      "step": 6251
    },
    {
      "epoch": 0.5151190574277004,
      "grad_norm": 4.597464084625244,
      "learning_rate": 8.702675785948301e-06,
      "loss": 0.4255,
      "step": 6252
    },
    {
      "epoch": 0.5152014501112301,
      "grad_norm": 4.396634101867676,
      "learning_rate": 8.702227418817426e-06,
      "loss": 0.5704,
      "step": 6253
    },
    {
      "epoch": 0.5152838427947598,
      "grad_norm": 4.395529747009277,
      "learning_rate": 8.701778985774405e-06,
      "loss": 0.5126,
      "step": 6254
    },
    {
      "epoch": 0.5153662354782895,
      "grad_norm": 4.986846923828125,
      "learning_rate": 8.701330486827222e-06,
      "loss": 0.3522,
      "step": 6255
    },
    {
      "epoch": 0.5154486281618192,
      "grad_norm": 1.6445306539535522,
      "learning_rate": 8.700881921983863e-06,
      "loss": 0.0619,
      "step": 6256
    },
    {
      "epoch": 0.515531020845349,
      "grad_norm": 6.4457526206970215,
      "learning_rate": 8.700433291252312e-06,
      "loss": 0.751,
      "step": 6257
    },
    {
      "epoch": 0.5156134135288787,
      "grad_norm": 3.42582368850708,
      "learning_rate": 8.699984594640559e-06,
      "loss": 0.3235,
      "step": 6258
    },
    {
      "epoch": 0.5156958062124083,
      "grad_norm": 1.9951478242874146,
      "learning_rate": 8.699535832156587e-06,
      "loss": 0.1624,
      "step": 6259
    },
    {
      "epoch": 0.515778198895938,
      "grad_norm": 7.672633171081543,
      "learning_rate": 8.699087003808391e-06,
      "loss": 0.2576,
      "step": 6260
    },
    {
      "epoch": 0.5158605915794677,
      "grad_norm": 3.6194305419921875,
      "learning_rate": 8.69863810960396e-06,
      "loss": 0.3578,
      "step": 6261
    },
    {
      "epoch": 0.5159429842629975,
      "grad_norm": 5.024257183074951,
      "learning_rate": 8.698189149551284e-06,
      "loss": 0.4459,
      "step": 6262
    },
    {
      "epoch": 0.5160253769465272,
      "grad_norm": 3.3681998252868652,
      "learning_rate": 8.697740123658358e-06,
      "loss": 0.3585,
      "step": 6263
    },
    {
      "epoch": 0.5161077696300569,
      "grad_norm": 5.699510097503662,
      "learning_rate": 8.697291031933175e-06,
      "loss": 0.6612,
      "step": 6264
    },
    {
      "epoch": 0.5161901623135865,
      "grad_norm": 3.0174527168273926,
      "learning_rate": 8.696841874383733e-06,
      "loss": 0.4903,
      "step": 6265
    },
    {
      "epoch": 0.5162725549971162,
      "grad_norm": 1.709106206893921,
      "learning_rate": 8.696392651018026e-06,
      "loss": 0.1073,
      "step": 6266
    },
    {
      "epoch": 0.5163549476806459,
      "grad_norm": 2.511021137237549,
      "learning_rate": 8.69594336184405e-06,
      "loss": 0.2276,
      "step": 6267
    },
    {
      "epoch": 0.5164373403641757,
      "grad_norm": 3.152925491333008,
      "learning_rate": 8.695494006869807e-06,
      "loss": 0.3235,
      "step": 6268
    },
    {
      "epoch": 0.5165197330477054,
      "grad_norm": 4.340988636016846,
      "learning_rate": 8.695044586103297e-06,
      "loss": 0.491,
      "step": 6269
    },
    {
      "epoch": 0.5166021257312351,
      "grad_norm": 3.434706687927246,
      "learning_rate": 8.694595099552519e-06,
      "loss": 0.4659,
      "step": 6270
    },
    {
      "epoch": 0.5166845184147648,
      "grad_norm": 4.4959869384765625,
      "learning_rate": 8.694145547225476e-06,
      "loss": 0.5255,
      "step": 6271
    },
    {
      "epoch": 0.5167669110982944,
      "grad_norm": 3.6387765407562256,
      "learning_rate": 8.693695929130175e-06,
      "loss": 0.4983,
      "step": 6272
    },
    {
      "epoch": 0.5168493037818241,
      "grad_norm": 3.730924129486084,
      "learning_rate": 8.693246245274617e-06,
      "loss": 0.4429,
      "step": 6273
    },
    {
      "epoch": 0.5169316964653539,
      "grad_norm": 3.8471121788024902,
      "learning_rate": 8.692796495666806e-06,
      "loss": 0.3486,
      "step": 6274
    },
    {
      "epoch": 0.5170140891488836,
      "grad_norm": 2.893925428390503,
      "learning_rate": 8.692346680314755e-06,
      "loss": 0.4672,
      "step": 6275
    },
    {
      "epoch": 0.5170964818324133,
      "grad_norm": 4.0915350914001465,
      "learning_rate": 8.691896799226467e-06,
      "loss": 0.4622,
      "step": 6276
    },
    {
      "epoch": 0.517178874515943,
      "grad_norm": 4.357060432434082,
      "learning_rate": 8.691446852409953e-06,
      "loss": 0.4419,
      "step": 6277
    },
    {
      "epoch": 0.5172612671994727,
      "grad_norm": 1.9787101745605469,
      "learning_rate": 8.690996839873226e-06,
      "loss": 0.1762,
      "step": 6278
    },
    {
      "epoch": 0.5173436598830023,
      "grad_norm": 3.2703657150268555,
      "learning_rate": 8.690546761624294e-06,
      "loss": 0.4264,
      "step": 6279
    },
    {
      "epoch": 0.5174260525665321,
      "grad_norm": 4.101614475250244,
      "learning_rate": 8.690096617671174e-06,
      "loss": 0.5145,
      "step": 6280
    },
    {
      "epoch": 0.5175084452500618,
      "grad_norm": 4.332244873046875,
      "learning_rate": 8.689646408021878e-06,
      "loss": 0.485,
      "step": 6281
    },
    {
      "epoch": 0.5175908379335915,
      "grad_norm": 3.743664503097534,
      "learning_rate": 8.689196132684418e-06,
      "loss": 0.6236,
      "step": 6282
    },
    {
      "epoch": 0.5176732306171212,
      "grad_norm": 5.267357349395752,
      "learning_rate": 8.688745791666815e-06,
      "loss": 0.6298,
      "step": 6283
    },
    {
      "epoch": 0.517755623300651,
      "grad_norm": 1.819274663925171,
      "learning_rate": 8.688295384977085e-06,
      "loss": 0.2153,
      "step": 6284
    },
    {
      "epoch": 0.5178380159841806,
      "grad_norm": 3.3423171043395996,
      "learning_rate": 8.687844912623247e-06,
      "loss": 0.3878,
      "step": 6285
    },
    {
      "epoch": 0.5179204086677103,
      "grad_norm": 5.219707012176514,
      "learning_rate": 8.68739437461332e-06,
      "loss": 0.5397,
      "step": 6286
    },
    {
      "epoch": 0.51800280135124,
      "grad_norm": 6.504105567932129,
      "learning_rate": 8.686943770955327e-06,
      "loss": 0.4526,
      "step": 6287
    },
    {
      "epoch": 0.5180851940347697,
      "grad_norm": 4.483409404754639,
      "learning_rate": 8.686493101657289e-06,
      "loss": 0.5635,
      "step": 6288
    },
    {
      "epoch": 0.5181675867182994,
      "grad_norm": 5.230008125305176,
      "learning_rate": 8.68604236672723e-06,
      "loss": 0.7418,
      "step": 6289
    },
    {
      "epoch": 0.5182499794018292,
      "grad_norm": 3.427488327026367,
      "learning_rate": 8.685591566173172e-06,
      "loss": 0.3861,
      "step": 6290
    },
    {
      "epoch": 0.5183323720853589,
      "grad_norm": 31.368255615234375,
      "learning_rate": 8.685140700003146e-06,
      "loss": 1.5863,
      "step": 6291
    },
    {
      "epoch": 0.5184147647688885,
      "grad_norm": 2.717519998550415,
      "learning_rate": 8.684689768225173e-06,
      "loss": 0.301,
      "step": 6292
    },
    {
      "epoch": 0.5184971574524182,
      "grad_norm": 3.000978469848633,
      "learning_rate": 8.684238770847285e-06,
      "loss": 0.4355,
      "step": 6293
    },
    {
      "epoch": 0.5185795501359479,
      "grad_norm": 2.7430951595306396,
      "learning_rate": 8.68378770787751e-06,
      "loss": 0.389,
      "step": 6294
    },
    {
      "epoch": 0.5186619428194776,
      "grad_norm": 5.656092166900635,
      "learning_rate": 8.683336579323878e-06,
      "loss": 0.7351,
      "step": 6295
    },
    {
      "epoch": 0.5187443355030074,
      "grad_norm": 3.0976898670196533,
      "learning_rate": 8.682885385194423e-06,
      "loss": 0.4408,
      "step": 6296
    },
    {
      "epoch": 0.5188267281865371,
      "grad_norm": 3.311692953109741,
      "learning_rate": 8.682434125497175e-06,
      "loss": 0.5703,
      "step": 6297
    },
    {
      "epoch": 0.5189091208700667,
      "grad_norm": 4.248819828033447,
      "learning_rate": 8.681982800240169e-06,
      "loss": 0.5676,
      "step": 6298
    },
    {
      "epoch": 0.5189915135535964,
      "grad_norm": 4.01568078994751,
      "learning_rate": 8.68153140943144e-06,
      "loss": 0.4263,
      "step": 6299
    },
    {
      "epoch": 0.5190739062371261,
      "grad_norm": 17.819116592407227,
      "learning_rate": 8.681079953079026e-06,
      "loss": 0.2394,
      "step": 6300
    },
    {
      "epoch": 0.5191562989206558,
      "grad_norm": 4.372584819793701,
      "learning_rate": 8.680628431190961e-06,
      "loss": 0.639,
      "step": 6301
    },
    {
      "epoch": 0.5192386916041856,
      "grad_norm": 4.134716987609863,
      "learning_rate": 8.680176843775285e-06,
      "loss": 0.3964,
      "step": 6302
    },
    {
      "epoch": 0.5193210842877153,
      "grad_norm": 3.0779292583465576,
      "learning_rate": 8.679725190840041e-06,
      "loss": 0.4058,
      "step": 6303
    },
    {
      "epoch": 0.519403476971245,
      "grad_norm": 3.7365665435791016,
      "learning_rate": 8.679273472393264e-06,
      "loss": 0.4821,
      "step": 6304
    },
    {
      "epoch": 0.5194858696547746,
      "grad_norm": 3.929286003112793,
      "learning_rate": 8.678821688443002e-06,
      "loss": 0.3796,
      "step": 6305
    },
    {
      "epoch": 0.5195682623383043,
      "grad_norm": 3.1394810676574707,
      "learning_rate": 8.678369838997293e-06,
      "loss": 0.4696,
      "step": 6306
    },
    {
      "epoch": 0.519650655021834,
      "grad_norm": 4.758617877960205,
      "learning_rate": 8.677917924064187e-06,
      "loss": 0.4769,
      "step": 6307
    },
    {
      "epoch": 0.5197330477053638,
      "grad_norm": 5.650155544281006,
      "learning_rate": 8.677465943651724e-06,
      "loss": 0.5333,
      "step": 6308
    },
    {
      "epoch": 0.5198154403888935,
      "grad_norm": 2.940014600753784,
      "learning_rate": 8.677013897767955e-06,
      "loss": 0.4702,
      "step": 6309
    },
    {
      "epoch": 0.5198978330724232,
      "grad_norm": 4.207952499389648,
      "learning_rate": 8.676561786420926e-06,
      "loss": 0.4399,
      "step": 6310
    },
    {
      "epoch": 0.5199802257559528,
      "grad_norm": 2.495476722717285,
      "learning_rate": 8.676109609618687e-06,
      "loss": 0.267,
      "step": 6311
    },
    {
      "epoch": 0.5200626184394825,
      "grad_norm": 3.477212429046631,
      "learning_rate": 8.675657367369285e-06,
      "loss": 0.5671,
      "step": 6312
    },
    {
      "epoch": 0.5201450111230123,
      "grad_norm": 5.880913734436035,
      "learning_rate": 8.675205059680778e-06,
      "loss": 0.5006,
      "step": 6313
    },
    {
      "epoch": 0.520227403806542,
      "grad_norm": 2.765775442123413,
      "learning_rate": 8.674752686561213e-06,
      "loss": 0.2184,
      "step": 6314
    },
    {
      "epoch": 0.5203097964900717,
      "grad_norm": 3.235788583755493,
      "learning_rate": 8.674300248018644e-06,
      "loss": 0.5007,
      "step": 6315
    },
    {
      "epoch": 0.5203921891736014,
      "grad_norm": 2.629395008087158,
      "learning_rate": 8.67384774406113e-06,
      "loss": 0.5203,
      "step": 6316
    },
    {
      "epoch": 0.5204745818571311,
      "grad_norm": 2.7627172470092773,
      "learning_rate": 8.673395174696724e-06,
      "loss": 0.3602,
      "step": 6317
    },
    {
      "epoch": 0.5205569745406607,
      "grad_norm": 3.5076260566711426,
      "learning_rate": 8.672942539933483e-06,
      "loss": 0.3442,
      "step": 6318
    },
    {
      "epoch": 0.5206393672241905,
      "grad_norm": 4.153347015380859,
      "learning_rate": 8.672489839779467e-06,
      "loss": 0.6061,
      "step": 6319
    },
    {
      "epoch": 0.5207217599077202,
      "grad_norm": 4.197559356689453,
      "learning_rate": 8.672037074242735e-06,
      "loss": 0.2975,
      "step": 6320
    },
    {
      "epoch": 0.5208041525912499,
      "grad_norm": 4.209298133850098,
      "learning_rate": 8.671584243331346e-06,
      "loss": 0.4542,
      "step": 6321
    },
    {
      "epoch": 0.5208865452747796,
      "grad_norm": 2.9366657733917236,
      "learning_rate": 8.671131347053365e-06,
      "loss": 0.1999,
      "step": 6322
    },
    {
      "epoch": 0.5209689379583093,
      "grad_norm": 8.020771980285645,
      "learning_rate": 8.670678385416853e-06,
      "loss": 0.7023,
      "step": 6323
    },
    {
      "epoch": 0.521051330641839,
      "grad_norm": 3.4606101512908936,
      "learning_rate": 8.670225358429876e-06,
      "loss": 0.3556,
      "step": 6324
    },
    {
      "epoch": 0.5211337233253687,
      "grad_norm": 2.858767509460449,
      "learning_rate": 8.669772266100497e-06,
      "loss": 0.261,
      "step": 6325
    },
    {
      "epoch": 0.5212161160088984,
      "grad_norm": 4.564267635345459,
      "learning_rate": 8.669319108436784e-06,
      "loss": 0.3662,
      "step": 6326
    },
    {
      "epoch": 0.5212985086924281,
      "grad_norm": 2.0386769771575928,
      "learning_rate": 8.668865885446805e-06,
      "loss": 0.2876,
      "step": 6327
    },
    {
      "epoch": 0.5213809013759578,
      "grad_norm": 4.533840179443359,
      "learning_rate": 8.668412597138629e-06,
      "loss": 0.3864,
      "step": 6328
    },
    {
      "epoch": 0.5214632940594875,
      "grad_norm": 4.193770885467529,
      "learning_rate": 8.667959243520324e-06,
      "loss": 0.4751,
      "step": 6329
    },
    {
      "epoch": 0.5215456867430173,
      "grad_norm": 4.618509292602539,
      "learning_rate": 8.667505824599964e-06,
      "loss": 0.4889,
      "step": 6330
    },
    {
      "epoch": 0.5216280794265469,
      "grad_norm": 3.4881250858306885,
      "learning_rate": 8.66705234038562e-06,
      "loss": 0.3542,
      "step": 6331
    },
    {
      "epoch": 0.5217104721100766,
      "grad_norm": 4.137417793273926,
      "learning_rate": 8.666598790885365e-06,
      "loss": 0.3896,
      "step": 6332
    },
    {
      "epoch": 0.5217928647936063,
      "grad_norm": 4.146515846252441,
      "learning_rate": 8.666145176107275e-06,
      "loss": 0.4991,
      "step": 6333
    },
    {
      "epoch": 0.521875257477136,
      "grad_norm": 3.9572577476501465,
      "learning_rate": 8.665691496059426e-06,
      "loss": 0.5911,
      "step": 6334
    },
    {
      "epoch": 0.5219576501606658,
      "grad_norm": 2.9055607318878174,
      "learning_rate": 8.665237750749893e-06,
      "loss": 0.3384,
      "step": 6335
    },
    {
      "epoch": 0.5220400428441955,
      "grad_norm": 4.567496299743652,
      "learning_rate": 8.664783940186757e-06,
      "loss": 0.2982,
      "step": 6336
    },
    {
      "epoch": 0.5221224355277252,
      "grad_norm": 3.728970527648926,
      "learning_rate": 8.664330064378095e-06,
      "loss": 0.6473,
      "step": 6337
    },
    {
      "epoch": 0.5222048282112548,
      "grad_norm": 6.579779148101807,
      "learning_rate": 8.663876123331988e-06,
      "loss": 0.4713,
      "step": 6338
    },
    {
      "epoch": 0.5222872208947845,
      "grad_norm": 3.99652099609375,
      "learning_rate": 8.663422117056519e-06,
      "loss": 0.2814,
      "step": 6339
    },
    {
      "epoch": 0.5223696135783142,
      "grad_norm": 4.797460556030273,
      "learning_rate": 8.662968045559768e-06,
      "loss": 0.2439,
      "step": 6340
    },
    {
      "epoch": 0.522452006261844,
      "grad_norm": 8.237688064575195,
      "learning_rate": 8.662513908849823e-06,
      "loss": 0.6799,
      "step": 6341
    },
    {
      "epoch": 0.5225343989453737,
      "grad_norm": 4.066800117492676,
      "learning_rate": 8.662059706934768e-06,
      "loss": 0.1921,
      "step": 6342
    },
    {
      "epoch": 0.5226167916289034,
      "grad_norm": 4.409930229187012,
      "learning_rate": 8.661605439822685e-06,
      "loss": 0.6067,
      "step": 6343
    },
    {
      "epoch": 0.522699184312433,
      "grad_norm": 5.123115539550781,
      "learning_rate": 8.661151107521668e-06,
      "loss": 0.7308,
      "step": 6344
    },
    {
      "epoch": 0.5227815769959627,
      "grad_norm": 5.671533584594727,
      "learning_rate": 8.6606967100398e-06,
      "loss": 0.6755,
      "step": 6345
    },
    {
      "epoch": 0.5228639696794924,
      "grad_norm": 3.5405759811401367,
      "learning_rate": 8.660242247385175e-06,
      "loss": 0.4438,
      "step": 6346
    },
    {
      "epoch": 0.5229463623630222,
      "grad_norm": 3.6878719329833984,
      "learning_rate": 8.659787719565884e-06,
      "loss": 0.2521,
      "step": 6347
    },
    {
      "epoch": 0.5230287550465519,
      "grad_norm": 4.701911449432373,
      "learning_rate": 8.659333126590015e-06,
      "loss": 0.577,
      "step": 6348
    },
    {
      "epoch": 0.5231111477300816,
      "grad_norm": 5.71066427230835,
      "learning_rate": 8.658878468465664e-06,
      "loss": 0.4524,
      "step": 6349
    },
    {
      "epoch": 0.5231935404136113,
      "grad_norm": 3.9777164459228516,
      "learning_rate": 8.658423745200926e-06,
      "loss": 0.4565,
      "step": 6350
    },
    {
      "epoch": 0.5232759330971409,
      "grad_norm": 2.7581827640533447,
      "learning_rate": 8.657968956803896e-06,
      "loss": 0.3139,
      "step": 6351
    },
    {
      "epoch": 0.5233583257806707,
      "grad_norm": 3.035093307495117,
      "learning_rate": 8.657514103282669e-06,
      "loss": 0.288,
      "step": 6352
    },
    {
      "epoch": 0.5234407184642004,
      "grad_norm": 28.51522445678711,
      "learning_rate": 8.657059184645346e-06,
      "loss": 1.1366,
      "step": 6353
    },
    {
      "epoch": 0.5235231111477301,
      "grad_norm": 5.266563892364502,
      "learning_rate": 8.656604200900024e-06,
      "loss": 0.5287,
      "step": 6354
    },
    {
      "epoch": 0.5236055038312598,
      "grad_norm": 4.750400543212891,
      "learning_rate": 8.656149152054805e-06,
      "loss": 0.3883,
      "step": 6355
    },
    {
      "epoch": 0.5236878965147895,
      "grad_norm": 3.2505416870117188,
      "learning_rate": 8.655694038117788e-06,
      "loss": 0.4041,
      "step": 6356
    },
    {
      "epoch": 0.5237702891983191,
      "grad_norm": 3.032285690307617,
      "learning_rate": 8.655238859097077e-06,
      "loss": 0.4461,
      "step": 6357
    },
    {
      "epoch": 0.5238526818818489,
      "grad_norm": 3.2709319591522217,
      "learning_rate": 8.654783615000774e-06,
      "loss": 0.4519,
      "step": 6358
    },
    {
      "epoch": 0.5239350745653786,
      "grad_norm": 4.045971870422363,
      "learning_rate": 8.654328305836988e-06,
      "loss": 0.2967,
      "step": 6359
    },
    {
      "epoch": 0.5240174672489083,
      "grad_norm": 3.565488815307617,
      "learning_rate": 8.653872931613822e-06,
      "loss": 0.543,
      "step": 6360
    },
    {
      "epoch": 0.524099859932438,
      "grad_norm": 3.186845541000366,
      "learning_rate": 8.653417492339384e-06,
      "loss": 0.4272,
      "step": 6361
    },
    {
      "epoch": 0.5241822526159677,
      "grad_norm": 3.4496002197265625,
      "learning_rate": 8.65296198802178e-06,
      "loss": 0.445,
      "step": 6362
    },
    {
      "epoch": 0.5242646452994975,
      "grad_norm": 3.21863055229187,
      "learning_rate": 8.652506418669123e-06,
      "loss": 0.3074,
      "step": 6363
    },
    {
      "epoch": 0.5243470379830271,
      "grad_norm": 3.021644353866577,
      "learning_rate": 8.652050784289523e-06,
      "loss": 0.2917,
      "step": 6364
    },
    {
      "epoch": 0.5244294306665568,
      "grad_norm": 3.450054168701172,
      "learning_rate": 8.651595084891089e-06,
      "loss": 0.3606,
      "step": 6365
    },
    {
      "epoch": 0.5245118233500865,
      "grad_norm": 2.774574041366577,
      "learning_rate": 8.651139320481938e-06,
      "loss": 0.2648,
      "step": 6366
    },
    {
      "epoch": 0.5245942160336162,
      "grad_norm": 2.849311351776123,
      "learning_rate": 8.65068349107018e-06,
      "loss": 0.4695,
      "step": 6367
    },
    {
      "epoch": 0.5246766087171459,
      "grad_norm": 3.952185869216919,
      "learning_rate": 8.650227596663934e-06,
      "loss": 0.318,
      "step": 6368
    },
    {
      "epoch": 0.5247590014006757,
      "grad_norm": 2.234363555908203,
      "learning_rate": 8.649771637271317e-06,
      "loss": 0.2331,
      "step": 6369
    },
    {
      "epoch": 0.5248413940842053,
      "grad_norm": 2.211348056793213,
      "learning_rate": 8.64931561290044e-06,
      "loss": 0.1625,
      "step": 6370
    },
    {
      "epoch": 0.524923786767735,
      "grad_norm": 3.0778894424438477,
      "learning_rate": 8.648859523559429e-06,
      "loss": 0.2489,
      "step": 6371
    },
    {
      "epoch": 0.5250061794512647,
      "grad_norm": 3.537804365158081,
      "learning_rate": 8.6484033692564e-06,
      "loss": 0.451,
      "step": 6372
    },
    {
      "epoch": 0.5250885721347944,
      "grad_norm": 3.2087061405181885,
      "learning_rate": 8.647947149999477e-06,
      "loss": 0.4045,
      "step": 6373
    },
    {
      "epoch": 0.5251709648183241,
      "grad_norm": 4.612250328063965,
      "learning_rate": 8.64749086579678e-06,
      "loss": 0.4967,
      "step": 6374
    },
    {
      "epoch": 0.5252533575018539,
      "grad_norm": 3.7760095596313477,
      "learning_rate": 8.647034516656432e-06,
      "loss": 0.4983,
      "step": 6375
    },
    {
      "epoch": 0.5253357501853836,
      "grad_norm": 3.157343626022339,
      "learning_rate": 8.64657810258656e-06,
      "loss": 0.183,
      "step": 6376
    },
    {
      "epoch": 0.5254181428689132,
      "grad_norm": 2.5977935791015625,
      "learning_rate": 8.646121623595287e-06,
      "loss": 0.2078,
      "step": 6377
    },
    {
      "epoch": 0.5255005355524429,
      "grad_norm": 3.269666910171509,
      "learning_rate": 8.645665079690742e-06,
      "loss": 0.3518,
      "step": 6378
    },
    {
      "epoch": 0.5255829282359726,
      "grad_norm": 3.915583848953247,
      "learning_rate": 8.645208470881052e-06,
      "loss": 0.4177,
      "step": 6379
    },
    {
      "epoch": 0.5256653209195024,
      "grad_norm": 7.92437219619751,
      "learning_rate": 8.644751797174347e-06,
      "loss": 0.6804,
      "step": 6380
    },
    {
      "epoch": 0.5257477136030321,
      "grad_norm": 3.617741346359253,
      "learning_rate": 8.644295058578755e-06,
      "loss": 0.4671,
      "step": 6381
    },
    {
      "epoch": 0.5258301062865618,
      "grad_norm": 3.9327025413513184,
      "learning_rate": 8.643838255102411e-06,
      "loss": 0.5108,
      "step": 6382
    },
    {
      "epoch": 0.5259124989700914,
      "grad_norm": 3.278144359588623,
      "learning_rate": 8.643381386753444e-06,
      "loss": 0.4078,
      "step": 6383
    },
    {
      "epoch": 0.5259948916536211,
      "grad_norm": 3.5518910884857178,
      "learning_rate": 8.64292445353999e-06,
      "loss": 0.4327,
      "step": 6384
    },
    {
      "epoch": 0.5260772843371508,
      "grad_norm": 3.096558094024658,
      "learning_rate": 8.642467455470185e-06,
      "loss": 0.551,
      "step": 6385
    },
    {
      "epoch": 0.5261596770206806,
      "grad_norm": 2.1925015449523926,
      "learning_rate": 8.642010392552161e-06,
      "loss": 0.117,
      "step": 6386
    },
    {
      "epoch": 0.5262420697042103,
      "grad_norm": 3.666982412338257,
      "learning_rate": 8.64155326479406e-06,
      "loss": 0.3836,
      "step": 6387
    },
    {
      "epoch": 0.52632446238774,
      "grad_norm": 2.7219669818878174,
      "learning_rate": 8.641096072204018e-06,
      "loss": 0.3064,
      "step": 6388
    },
    {
      "epoch": 0.5264068550712697,
      "grad_norm": 3.208303689956665,
      "learning_rate": 8.640638814790174e-06,
      "loss": 0.3217,
      "step": 6389
    },
    {
      "epoch": 0.5264892477547993,
      "grad_norm": 3.570103645324707,
      "learning_rate": 8.64018149256067e-06,
      "loss": 0.4937,
      "step": 6390
    },
    {
      "epoch": 0.526571640438329,
      "grad_norm": 3.416210174560547,
      "learning_rate": 8.639724105523648e-06,
      "loss": 0.1679,
      "step": 6391
    },
    {
      "epoch": 0.5266540331218588,
      "grad_norm": 4.67499303817749,
      "learning_rate": 8.63926665368725e-06,
      "loss": 0.525,
      "step": 6392
    },
    {
      "epoch": 0.5267364258053885,
      "grad_norm": 3.81697416305542,
      "learning_rate": 8.638809137059622e-06,
      "loss": 0.4341,
      "step": 6393
    },
    {
      "epoch": 0.5268188184889182,
      "grad_norm": 4.449451446533203,
      "learning_rate": 8.638351555648907e-06,
      "loss": 0.4597,
      "step": 6394
    },
    {
      "epoch": 0.5269012111724479,
      "grad_norm": 4.6795878410339355,
      "learning_rate": 8.637893909463253e-06,
      "loss": 0.524,
      "step": 6395
    },
    {
      "epoch": 0.5269836038559775,
      "grad_norm": 3.6851727962493896,
      "learning_rate": 8.637436198510807e-06,
      "loss": 0.3768,
      "step": 6396
    },
    {
      "epoch": 0.5270659965395073,
      "grad_norm": 4.2187323570251465,
      "learning_rate": 8.636978422799716e-06,
      "loss": 0.3916,
      "step": 6397
    },
    {
      "epoch": 0.527148389223037,
      "grad_norm": 4.479123115539551,
      "learning_rate": 8.636520582338135e-06,
      "loss": 0.391,
      "step": 6398
    },
    {
      "epoch": 0.5272307819065667,
      "grad_norm": 2.8110830783843994,
      "learning_rate": 8.636062677134211e-06,
      "loss": 0.2832,
      "step": 6399
    },
    {
      "epoch": 0.5273131745900964,
      "grad_norm": 3.9336698055267334,
      "learning_rate": 8.635604707196097e-06,
      "loss": 0.4306,
      "step": 6400
    },
    {
      "epoch": 0.5273955672736261,
      "grad_norm": 3.3279521465301514,
      "learning_rate": 8.635146672531946e-06,
      "loss": 0.3981,
      "step": 6401
    },
    {
      "epoch": 0.5274779599571559,
      "grad_norm": 5.597264289855957,
      "learning_rate": 8.634688573149915e-06,
      "loss": 0.4746,
      "step": 6402
    },
    {
      "epoch": 0.5275603526406855,
      "grad_norm": 4.664114475250244,
      "learning_rate": 8.634230409058158e-06,
      "loss": 0.5018,
      "step": 6403
    },
    {
      "epoch": 0.5276427453242152,
      "grad_norm": 3.145711660385132,
      "learning_rate": 8.63377218026483e-06,
      "loss": 0.4674,
      "step": 6404
    },
    {
      "epoch": 0.5277251380077449,
      "grad_norm": 2.763441562652588,
      "learning_rate": 8.633313886778093e-06,
      "loss": 0.3228,
      "step": 6405
    },
    {
      "epoch": 0.5278075306912746,
      "grad_norm": 4.510720729827881,
      "learning_rate": 8.632855528606103e-06,
      "loss": 0.561,
      "step": 6406
    },
    {
      "epoch": 0.5278899233748043,
      "grad_norm": 3.8443052768707275,
      "learning_rate": 8.632397105757021e-06,
      "loss": 0.3725,
      "step": 6407
    },
    {
      "epoch": 0.5279723160583341,
      "grad_norm": 2.3082005977630615,
      "learning_rate": 8.63193861823901e-06,
      "loss": 0.1615,
      "step": 6408
    },
    {
      "epoch": 0.5280547087418638,
      "grad_norm": 2.946057081222534,
      "learning_rate": 8.631480066060229e-06,
      "loss": 0.3427,
      "step": 6409
    },
    {
      "epoch": 0.5281371014253934,
      "grad_norm": 2.2300078868865967,
      "learning_rate": 8.631021449228847e-06,
      "loss": 0.0941,
      "step": 6410
    },
    {
      "epoch": 0.5282194941089231,
      "grad_norm": 5.01681661605835,
      "learning_rate": 8.630562767753026e-06,
      "loss": 0.6218,
      "step": 6411
    },
    {
      "epoch": 0.5283018867924528,
      "grad_norm": 4.143823623657227,
      "learning_rate": 8.630104021640931e-06,
      "loss": 0.3779,
      "step": 6412
    },
    {
      "epoch": 0.5283842794759825,
      "grad_norm": 4.1016459465026855,
      "learning_rate": 8.62964521090073e-06,
      "loss": 0.3696,
      "step": 6413
    },
    {
      "epoch": 0.5284666721595123,
      "grad_norm": 2.7694711685180664,
      "learning_rate": 8.629186335540595e-06,
      "loss": 0.5038,
      "step": 6414
    },
    {
      "epoch": 0.528549064843042,
      "grad_norm": 2.9848005771636963,
      "learning_rate": 8.62872739556869e-06,
      "loss": 0.3073,
      "step": 6415
    },
    {
      "epoch": 0.5286314575265716,
      "grad_norm": 4.556665420532227,
      "learning_rate": 8.62826839099319e-06,
      "loss": 0.4434,
      "step": 6416
    },
    {
      "epoch": 0.5287138502101013,
      "grad_norm": 3.8982014656066895,
      "learning_rate": 8.62780932182226e-06,
      "loss": 0.4923,
      "step": 6417
    },
    {
      "epoch": 0.528796242893631,
      "grad_norm": 3.6945807933807373,
      "learning_rate": 8.627350188064084e-06,
      "loss": 0.3881,
      "step": 6418
    },
    {
      "epoch": 0.5288786355771607,
      "grad_norm": 4.115411281585693,
      "learning_rate": 8.626890989726826e-06,
      "loss": 0.418,
      "step": 6419
    },
    {
      "epoch": 0.5289610282606905,
      "grad_norm": 3.3481831550598145,
      "learning_rate": 8.626431726818668e-06,
      "loss": 0.2977,
      "step": 6420
    },
    {
      "epoch": 0.5290434209442202,
      "grad_norm": 4.380480766296387,
      "learning_rate": 8.625972399347781e-06,
      "loss": 0.3868,
      "step": 6421
    },
    {
      "epoch": 0.5291258136277499,
      "grad_norm": 5.160667896270752,
      "learning_rate": 8.625513007322347e-06,
      "loss": 0.4784,
      "step": 6422
    },
    {
      "epoch": 0.5292082063112795,
      "grad_norm": 4.284462928771973,
      "learning_rate": 8.625053550750542e-06,
      "loss": 0.3821,
      "step": 6423
    },
    {
      "epoch": 0.5292905989948092,
      "grad_norm": 3.200042963027954,
      "learning_rate": 8.62459402964055e-06,
      "loss": 0.2029,
      "step": 6424
    },
    {
      "epoch": 0.529372991678339,
      "grad_norm": 4.169620513916016,
      "learning_rate": 8.624134444000545e-06,
      "loss": 0.0424,
      "step": 6425
    },
    {
      "epoch": 0.5294553843618687,
      "grad_norm": 2.6594107151031494,
      "learning_rate": 8.623674793838715e-06,
      "loss": 0.1539,
      "step": 6426
    },
    {
      "epoch": 0.5295377770453984,
      "grad_norm": 3.5267598628997803,
      "learning_rate": 8.623215079163242e-06,
      "loss": 0.3067,
      "step": 6427
    },
    {
      "epoch": 0.5296201697289281,
      "grad_norm": 3.577005386352539,
      "learning_rate": 8.622755299982309e-06,
      "loss": 0.4119,
      "step": 6428
    },
    {
      "epoch": 0.5297025624124577,
      "grad_norm": 5.47981071472168,
      "learning_rate": 8.622295456304101e-06,
      "loss": 0.2656,
      "step": 6429
    },
    {
      "epoch": 0.5297849550959874,
      "grad_norm": 3.801433563232422,
      "learning_rate": 8.62183554813681e-06,
      "loss": 0.2639,
      "step": 6430
    },
    {
      "epoch": 0.5298673477795172,
      "grad_norm": 4.52932071685791,
      "learning_rate": 8.621375575488618e-06,
      "loss": 0.5481,
      "step": 6431
    },
    {
      "epoch": 0.5299497404630469,
      "grad_norm": 4.353017807006836,
      "learning_rate": 8.620915538367716e-06,
      "loss": 0.4102,
      "step": 6432
    },
    {
      "epoch": 0.5300321331465766,
      "grad_norm": 3.34633207321167,
      "learning_rate": 8.620455436782295e-06,
      "loss": 0.4439,
      "step": 6433
    },
    {
      "epoch": 0.5301145258301063,
      "grad_norm": 4.183135986328125,
      "learning_rate": 8.619995270740546e-06,
      "loss": 0.5508,
      "step": 6434
    },
    {
      "epoch": 0.530196918513636,
      "grad_norm": 3.5386927127838135,
      "learning_rate": 8.619535040250662e-06,
      "loss": 0.4731,
      "step": 6435
    },
    {
      "epoch": 0.5302793111971656,
      "grad_norm": 4.140329837799072,
      "learning_rate": 8.619074745320835e-06,
      "loss": 0.4888,
      "step": 6436
    },
    {
      "epoch": 0.5303617038806954,
      "grad_norm": 5.45041036605835,
      "learning_rate": 8.618614385959262e-06,
      "loss": 0.5284,
      "step": 6437
    },
    {
      "epoch": 0.5304440965642251,
      "grad_norm": 4.397593021392822,
      "learning_rate": 8.618153962174137e-06,
      "loss": 0.4015,
      "step": 6438
    },
    {
      "epoch": 0.5305264892477548,
      "grad_norm": 2.94028639793396,
      "learning_rate": 8.617693473973658e-06,
      "loss": 0.2938,
      "step": 6439
    },
    {
      "epoch": 0.5306088819312845,
      "grad_norm": 2.750771999359131,
      "learning_rate": 8.617232921366023e-06,
      "loss": 0.205,
      "step": 6440
    },
    {
      "epoch": 0.5306912746148142,
      "grad_norm": 3.5757033824920654,
      "learning_rate": 8.616772304359433e-06,
      "loss": 0.3768,
      "step": 6441
    },
    {
      "epoch": 0.5307736672983439,
      "grad_norm": 2.9576966762542725,
      "learning_rate": 8.616311622962086e-06,
      "loss": 0.2746,
      "step": 6442
    },
    {
      "epoch": 0.5308560599818736,
      "grad_norm": 5.694581031799316,
      "learning_rate": 8.615850877182184e-06,
      "loss": 0.4568,
      "step": 6443
    },
    {
      "epoch": 0.5309384526654033,
      "grad_norm": 2.839759349822998,
      "learning_rate": 8.615390067027931e-06,
      "loss": 0.3994,
      "step": 6444
    },
    {
      "epoch": 0.531020845348933,
      "grad_norm": 5.9813079833984375,
      "learning_rate": 8.614929192507531e-06,
      "loss": 0.5447,
      "step": 6445
    },
    {
      "epoch": 0.5311032380324627,
      "grad_norm": 4.154568195343018,
      "learning_rate": 8.614468253629187e-06,
      "loss": 0.3984,
      "step": 6446
    },
    {
      "epoch": 0.5311856307159925,
      "grad_norm": 3.499453067779541,
      "learning_rate": 8.61400725040111e-06,
      "loss": 0.2452,
      "step": 6447
    },
    {
      "epoch": 0.5312680233995222,
      "grad_norm": 3.4323740005493164,
      "learning_rate": 8.613546182831503e-06,
      "loss": 0.3658,
      "step": 6448
    },
    {
      "epoch": 0.5313504160830518,
      "grad_norm": 2.8283755779266357,
      "learning_rate": 8.613085050928575e-06,
      "loss": 0.275,
      "step": 6449
    },
    {
      "epoch": 0.5314328087665815,
      "grad_norm": 3.3642895221710205,
      "learning_rate": 8.612623854700538e-06,
      "loss": 0.4382,
      "step": 6450
    },
    {
      "epoch": 0.5315152014501112,
      "grad_norm": 4.183700084686279,
      "learning_rate": 8.612162594155599e-06,
      "loss": 0.3681,
      "step": 6451
    },
    {
      "epoch": 0.5315975941336409,
      "grad_norm": 4.504559516906738,
      "learning_rate": 8.611701269301976e-06,
      "loss": 0.4579,
      "step": 6452
    },
    {
      "epoch": 0.5316799868171707,
      "grad_norm": 4.340071201324463,
      "learning_rate": 8.611239880147876e-06,
      "loss": 0.5394,
      "step": 6453
    },
    {
      "epoch": 0.5317623795007004,
      "grad_norm": 1.5734565258026123,
      "learning_rate": 8.610778426701518e-06,
      "loss": 0.0618,
      "step": 6454
    },
    {
      "epoch": 0.53184477218423,
      "grad_norm": 3.7972917556762695,
      "learning_rate": 8.610316908971112e-06,
      "loss": 0.5102,
      "step": 6455
    },
    {
      "epoch": 0.5319271648677597,
      "grad_norm": 3.3142752647399902,
      "learning_rate": 8.609855326964883e-06,
      "loss": 0.3458,
      "step": 6456
    },
    {
      "epoch": 0.5320095575512894,
      "grad_norm": 2.652068853378296,
      "learning_rate": 8.609393680691038e-06,
      "loss": 0.2738,
      "step": 6457
    },
    {
      "epoch": 0.5320919502348191,
      "grad_norm": 4.586716651916504,
      "learning_rate": 8.608931970157805e-06,
      "loss": 0.4896,
      "step": 6458
    },
    {
      "epoch": 0.5321743429183489,
      "grad_norm": 7.491429805755615,
      "learning_rate": 8.6084701953734e-06,
      "loss": 0.5904,
      "step": 6459
    },
    {
      "epoch": 0.5322567356018786,
      "grad_norm": 6.17670202255249,
      "learning_rate": 8.608008356346044e-06,
      "loss": 0.7428,
      "step": 6460
    },
    {
      "epoch": 0.5323391282854083,
      "grad_norm": 4.4877519607543945,
      "learning_rate": 8.60754645308396e-06,
      "loss": 0.5851,
      "step": 6461
    },
    {
      "epoch": 0.5324215209689379,
      "grad_norm": 5.619853496551514,
      "learning_rate": 8.607084485595371e-06,
      "loss": 0.5187,
      "step": 6462
    },
    {
      "epoch": 0.5325039136524676,
      "grad_norm": 3.1426584720611572,
      "learning_rate": 8.606622453888502e-06,
      "loss": 0.3253,
      "step": 6463
    },
    {
      "epoch": 0.5325863063359974,
      "grad_norm": 3.474256992340088,
      "learning_rate": 8.60616035797158e-06,
      "loss": 0.3679,
      "step": 6464
    },
    {
      "epoch": 0.5326686990195271,
      "grad_norm": 3.3558614253997803,
      "learning_rate": 8.60569819785283e-06,
      "loss": 0.3686,
      "step": 6465
    },
    {
      "epoch": 0.5327510917030568,
      "grad_norm": 3.773909091949463,
      "learning_rate": 8.60523597354048e-06,
      "loss": 0.4607,
      "step": 6466
    },
    {
      "epoch": 0.5328334843865865,
      "grad_norm": 2.9383749961853027,
      "learning_rate": 8.60477368504276e-06,
      "loss": 0.2684,
      "step": 6467
    },
    {
      "epoch": 0.5329158770701162,
      "grad_norm": 3.172849416732788,
      "learning_rate": 8.6043113323679e-06,
      "loss": 0.2695,
      "step": 6468
    },
    {
      "epoch": 0.5329982697536458,
      "grad_norm": 1.7143436670303345,
      "learning_rate": 8.603848915524131e-06,
      "loss": 0.1262,
      "step": 6469
    },
    {
      "epoch": 0.5330806624371756,
      "grad_norm": 3.8123552799224854,
      "learning_rate": 8.603386434519687e-06,
      "loss": 0.6273,
      "step": 6470
    },
    {
      "epoch": 0.5331630551207053,
      "grad_norm": 4.229473114013672,
      "learning_rate": 8.6029238893628e-06,
      "loss": 0.5628,
      "step": 6471
    },
    {
      "epoch": 0.533245447804235,
      "grad_norm": 3.5069243907928467,
      "learning_rate": 8.602461280061708e-06,
      "loss": 0.3027,
      "step": 6472
    },
    {
      "epoch": 0.5333278404877647,
      "grad_norm": 3.6762795448303223,
      "learning_rate": 8.60199860662464e-06,
      "loss": 0.5019,
      "step": 6473
    },
    {
      "epoch": 0.5334102331712944,
      "grad_norm": 4.531747817993164,
      "learning_rate": 8.60153586905984e-06,
      "loss": 0.4828,
      "step": 6474
    },
    {
      "epoch": 0.533492625854824,
      "grad_norm": 4.169936180114746,
      "learning_rate": 8.601073067375544e-06,
      "loss": 0.289,
      "step": 6475
    },
    {
      "epoch": 0.5335750185383538,
      "grad_norm": 5.363605976104736,
      "learning_rate": 8.600610201579993e-06,
      "loss": 0.6879,
      "step": 6476
    },
    {
      "epoch": 0.5336574112218835,
      "grad_norm": 3.147691249847412,
      "learning_rate": 8.600147271681425e-06,
      "loss": 0.1918,
      "step": 6477
    },
    {
      "epoch": 0.5337398039054132,
      "grad_norm": 4.415273666381836,
      "learning_rate": 8.599684277688083e-06,
      "loss": 0.4818,
      "step": 6478
    },
    {
      "epoch": 0.5338221965889429,
      "grad_norm": 3.4905755519866943,
      "learning_rate": 8.599221219608208e-06,
      "loss": 0.3564,
      "step": 6479
    },
    {
      "epoch": 0.5339045892724726,
      "grad_norm": 2.6889991760253906,
      "learning_rate": 8.598758097450048e-06,
      "loss": 0.3264,
      "step": 6480
    },
    {
      "epoch": 0.5339869819560024,
      "grad_norm": 68.26348114013672,
      "learning_rate": 8.598294911221843e-06,
      "loss": 0.5061,
      "step": 6481
    },
    {
      "epoch": 0.534069374639532,
      "grad_norm": 4.157186031341553,
      "learning_rate": 8.597831660931844e-06,
      "loss": 0.5149,
      "step": 6482
    },
    {
      "epoch": 0.5341517673230617,
      "grad_norm": 4.643578052520752,
      "learning_rate": 8.597368346588297e-06,
      "loss": 0.4083,
      "step": 6483
    },
    {
      "epoch": 0.5342341600065914,
      "grad_norm": 3.6700797080993652,
      "learning_rate": 8.596904968199448e-06,
      "loss": 0.2853,
      "step": 6484
    },
    {
      "epoch": 0.5343165526901211,
      "grad_norm": 35.598106384277344,
      "learning_rate": 8.59644152577355e-06,
      "loss": 2.1048,
      "step": 6485
    },
    {
      "epoch": 0.5343989453736508,
      "grad_norm": 3.591834783554077,
      "learning_rate": 8.595978019318853e-06,
      "loss": 0.368,
      "step": 6486
    },
    {
      "epoch": 0.5344813380571806,
      "grad_norm": 2.8342831134796143,
      "learning_rate": 8.595514448843607e-06,
      "loss": 0.3141,
      "step": 6487
    },
    {
      "epoch": 0.5345637307407102,
      "grad_norm": 3.9740803241729736,
      "learning_rate": 8.595050814356068e-06,
      "loss": 0.4403,
      "step": 6488
    },
    {
      "epoch": 0.5346461234242399,
      "grad_norm": 2.7678439617156982,
      "learning_rate": 8.594587115864488e-06,
      "loss": 0.509,
      "step": 6489
    },
    {
      "epoch": 0.5347285161077696,
      "grad_norm": 3.7986018657684326,
      "learning_rate": 8.594123353377125e-06,
      "loss": 0.4084,
      "step": 6490
    },
    {
      "epoch": 0.5348109087912993,
      "grad_norm": 3.0822644233703613,
      "learning_rate": 8.593659526902232e-06,
      "loss": 0.1529,
      "step": 6491
    },
    {
      "epoch": 0.534893301474829,
      "grad_norm": 4.36700963973999,
      "learning_rate": 8.59319563644807e-06,
      "loss": 0.5712,
      "step": 6492
    },
    {
      "epoch": 0.5349756941583588,
      "grad_norm": 5.058703422546387,
      "learning_rate": 8.592731682022896e-06,
      "loss": 0.4565,
      "step": 6493
    },
    {
      "epoch": 0.5350580868418885,
      "grad_norm": 3.0976967811584473,
      "learning_rate": 8.59226766363497e-06,
      "loss": 0.24,
      "step": 6494
    },
    {
      "epoch": 0.5351404795254181,
      "grad_norm": 4.037252426147461,
      "learning_rate": 8.591803581292553e-06,
      "loss": 0.4827,
      "step": 6495
    },
    {
      "epoch": 0.5352228722089478,
      "grad_norm": 3.7672736644744873,
      "learning_rate": 8.591339435003908e-06,
      "loss": 0.2998,
      "step": 6496
    },
    {
      "epoch": 0.5353052648924775,
      "grad_norm": 3.722193956375122,
      "learning_rate": 8.590875224777297e-06,
      "loss": 0.4536,
      "step": 6497
    },
    {
      "epoch": 0.5353876575760073,
      "grad_norm": 3.2550084590911865,
      "learning_rate": 8.590410950620986e-06,
      "loss": 0.1968,
      "step": 6498
    },
    {
      "epoch": 0.535470050259537,
      "grad_norm": 4.088192462921143,
      "learning_rate": 8.589946612543241e-06,
      "loss": 0.373,
      "step": 6499
    },
    {
      "epoch": 0.5355524429430667,
      "grad_norm": 3.9499449729919434,
      "learning_rate": 8.589482210552328e-06,
      "loss": 0.3712,
      "step": 6500
    },
    {
      "epoch": 0.5356348356265963,
      "grad_norm": 4.136956691741943,
      "learning_rate": 8.589017744656513e-06,
      "loss": 0.1877,
      "step": 6501
    },
    {
      "epoch": 0.535717228310126,
      "grad_norm": 5.645287036895752,
      "learning_rate": 8.588553214864069e-06,
      "loss": 0.481,
      "step": 6502
    },
    {
      "epoch": 0.5357996209936557,
      "grad_norm": 3.311187744140625,
      "learning_rate": 8.588088621183264e-06,
      "loss": 0.2381,
      "step": 6503
    },
    {
      "epoch": 0.5358820136771855,
      "grad_norm": 5.1000871658325195,
      "learning_rate": 8.587623963622369e-06,
      "loss": 0.4558,
      "step": 6504
    },
    {
      "epoch": 0.5359644063607152,
      "grad_norm": 3.4213929176330566,
      "learning_rate": 8.587159242189656e-06,
      "loss": 0.4717,
      "step": 6505
    },
    {
      "epoch": 0.5360467990442449,
      "grad_norm": 2.3821675777435303,
      "learning_rate": 8.586694456893401e-06,
      "loss": 0.1793,
      "step": 6506
    },
    {
      "epoch": 0.5361291917277746,
      "grad_norm": 5.5755743980407715,
      "learning_rate": 8.586229607741878e-06,
      "loss": 0.5717,
      "step": 6507
    },
    {
      "epoch": 0.5362115844113042,
      "grad_norm": 5.982667446136475,
      "learning_rate": 8.585764694743359e-06,
      "loss": 0.3732,
      "step": 6508
    },
    {
      "epoch": 0.536293977094834,
      "grad_norm": 3.310337543487549,
      "learning_rate": 8.585299717906127e-06,
      "loss": 0.3699,
      "step": 6509
    },
    {
      "epoch": 0.5363763697783637,
      "grad_norm": 3.0917060375213623,
      "learning_rate": 8.584834677238457e-06,
      "loss": 0.3086,
      "step": 6510
    },
    {
      "epoch": 0.5364587624618934,
      "grad_norm": 3.862708330154419,
      "learning_rate": 8.584369572748628e-06,
      "loss": 0.3098,
      "step": 6511
    },
    {
      "epoch": 0.5365411551454231,
      "grad_norm": 2.457287549972534,
      "learning_rate": 8.58390440444492e-06,
      "loss": 0.1428,
      "step": 6512
    },
    {
      "epoch": 0.5366235478289528,
      "grad_norm": 5.229973793029785,
      "learning_rate": 8.583439172335617e-06,
      "loss": 0.8076,
      "step": 6513
    },
    {
      "epoch": 0.5367059405124824,
      "grad_norm": 2.5418765544891357,
      "learning_rate": 8.582973876428999e-06,
      "loss": 0.2771,
      "step": 6514
    },
    {
      "epoch": 0.5367883331960122,
      "grad_norm": 4.574051380157471,
      "learning_rate": 8.582508516733354e-06,
      "loss": 0.4847,
      "step": 6515
    },
    {
      "epoch": 0.5368707258795419,
      "grad_norm": 3.8087069988250732,
      "learning_rate": 8.582043093256962e-06,
      "loss": 0.3533,
      "step": 6516
    },
    {
      "epoch": 0.5369531185630716,
      "grad_norm": 6.740100383758545,
      "learning_rate": 8.58157760600811e-06,
      "loss": 0.5809,
      "step": 6517
    },
    {
      "epoch": 0.5370355112466013,
      "grad_norm": 6.779737949371338,
      "learning_rate": 8.58111205499509e-06,
      "loss": 0.851,
      "step": 6518
    },
    {
      "epoch": 0.537117903930131,
      "grad_norm": 3.535693883895874,
      "learning_rate": 8.580646440226185e-06,
      "loss": 0.4535,
      "step": 6519
    },
    {
      "epoch": 0.5372002966136608,
      "grad_norm": 3.6115188598632812,
      "learning_rate": 8.580180761709687e-06,
      "loss": 0.4027,
      "step": 6520
    },
    {
      "epoch": 0.5372826892971904,
      "grad_norm": 3.48557710647583,
      "learning_rate": 8.579715019453885e-06,
      "loss": 0.4369,
      "step": 6521
    },
    {
      "epoch": 0.5373650819807201,
      "grad_norm": 5.287399768829346,
      "learning_rate": 8.579249213467073e-06,
      "loss": 0.6066,
      "step": 6522
    },
    {
      "epoch": 0.5374474746642498,
      "grad_norm": 3.38608455657959,
      "learning_rate": 8.578783343757542e-06,
      "loss": 0.5334,
      "step": 6523
    },
    {
      "epoch": 0.5375298673477795,
      "grad_norm": 6.029567718505859,
      "learning_rate": 8.578317410333587e-06,
      "loss": 0.5657,
      "step": 6524
    },
    {
      "epoch": 0.5376122600313092,
      "grad_norm": 2.71220326423645,
      "learning_rate": 8.577851413203503e-06,
      "loss": 0.2058,
      "step": 6525
    },
    {
      "epoch": 0.537694652714839,
      "grad_norm": 3.3812949657440186,
      "learning_rate": 8.577385352375587e-06,
      "loss": 0.4939,
      "step": 6526
    },
    {
      "epoch": 0.5377770453983686,
      "grad_norm": 3.5313408374786377,
      "learning_rate": 8.576919227858134e-06,
      "loss": 0.476,
      "step": 6527
    },
    {
      "epoch": 0.5378594380818983,
      "grad_norm": 3.7672016620635986,
      "learning_rate": 8.576453039659446e-06,
      "loss": 0.4826,
      "step": 6528
    },
    {
      "epoch": 0.537941830765428,
      "grad_norm": 5.103143215179443,
      "learning_rate": 8.57598678778782e-06,
      "loss": 0.5858,
      "step": 6529
    },
    {
      "epoch": 0.5380242234489577,
      "grad_norm": 5.6042656898498535,
      "learning_rate": 8.575520472251559e-06,
      "loss": 0.3878,
      "step": 6530
    },
    {
      "epoch": 0.5381066161324874,
      "grad_norm": 5.470379829406738,
      "learning_rate": 8.575054093058962e-06,
      "loss": 0.7016,
      "step": 6531
    },
    {
      "epoch": 0.5381890088160172,
      "grad_norm": 4.457034587860107,
      "learning_rate": 8.574587650218337e-06,
      "loss": 0.508,
      "step": 6532
    },
    {
      "epoch": 0.5382714014995469,
      "grad_norm": 3.764376163482666,
      "learning_rate": 8.574121143737983e-06,
      "loss": 0.5274,
      "step": 6533
    },
    {
      "epoch": 0.5383537941830765,
      "grad_norm": 4.296443939208984,
      "learning_rate": 8.573654573626209e-06,
      "loss": 0.5226,
      "step": 6534
    },
    {
      "epoch": 0.5384361868666062,
      "grad_norm": 5.465538024902344,
      "learning_rate": 8.57318793989132e-06,
      "loss": 0.5871,
      "step": 6535
    },
    {
      "epoch": 0.5385185795501359,
      "grad_norm": 3.943967342376709,
      "learning_rate": 8.572721242541624e-06,
      "loss": 0.3917,
      "step": 6536
    },
    {
      "epoch": 0.5386009722336657,
      "grad_norm": 5.4202704429626465,
      "learning_rate": 8.572254481585429e-06,
      "loss": 0.553,
      "step": 6537
    },
    {
      "epoch": 0.5386833649171954,
      "grad_norm": 4.865103244781494,
      "learning_rate": 8.571787657031046e-06,
      "loss": 0.5169,
      "step": 6538
    },
    {
      "epoch": 0.5387657576007251,
      "grad_norm": 2.2610673904418945,
      "learning_rate": 8.571320768886785e-06,
      "loss": 0.2083,
      "step": 6539
    },
    {
      "epoch": 0.5388481502842548,
      "grad_norm": 1.9070415496826172,
      "learning_rate": 8.570853817160961e-06,
      "loss": 0.1356,
      "step": 6540
    },
    {
      "epoch": 0.5389305429677844,
      "grad_norm": 5.574099063873291,
      "learning_rate": 8.570386801861881e-06,
      "loss": 0.6769,
      "step": 6541
    },
    {
      "epoch": 0.5390129356513141,
      "grad_norm": 4.30112361907959,
      "learning_rate": 8.569919722997867e-06,
      "loss": 0.4979,
      "step": 6542
    },
    {
      "epoch": 0.5390953283348439,
      "grad_norm": 5.957359313964844,
      "learning_rate": 8.56945258057723e-06,
      "loss": 0.5283,
      "step": 6543
    },
    {
      "epoch": 0.5391777210183736,
      "grad_norm": 3.452302932739258,
      "learning_rate": 8.56898537460829e-06,
      "loss": 0.4005,
      "step": 6544
    },
    {
      "epoch": 0.5392601137019033,
      "grad_norm": 3.356794595718384,
      "learning_rate": 8.568518105099359e-06,
      "loss": 0.2492,
      "step": 6545
    },
    {
      "epoch": 0.539342506385433,
      "grad_norm": 3.3775577545166016,
      "learning_rate": 8.568050772058763e-06,
      "loss": 0.4263,
      "step": 6546
    },
    {
      "epoch": 0.5394248990689626,
      "grad_norm": 3.9435324668884277,
      "learning_rate": 8.567583375494817e-06,
      "loss": 0.3626,
      "step": 6547
    },
    {
      "epoch": 0.5395072917524923,
      "grad_norm": 3.3279621601104736,
      "learning_rate": 8.567115915415844e-06,
      "loss": 0.345,
      "step": 6548
    },
    {
      "epoch": 0.5395896844360221,
      "grad_norm": 3.857706308364868,
      "learning_rate": 8.566648391830167e-06,
      "loss": 0.341,
      "step": 6549
    },
    {
      "epoch": 0.5396720771195518,
      "grad_norm": 3.6978437900543213,
      "learning_rate": 8.56618080474611e-06,
      "loss": 0.3616,
      "step": 6550
    },
    {
      "epoch": 0.5397544698030815,
      "grad_norm": 2.329179048538208,
      "learning_rate": 8.565713154171994e-06,
      "loss": 0.2864,
      "step": 6551
    },
    {
      "epoch": 0.5398368624866112,
      "grad_norm": 3.640415906906128,
      "learning_rate": 8.56524544011615e-06,
      "loss": 0.4449,
      "step": 6552
    },
    {
      "epoch": 0.5399192551701409,
      "grad_norm": 4.363018989562988,
      "learning_rate": 8.5647776625869e-06,
      "loss": 0.5268,
      "step": 6553
    },
    {
      "epoch": 0.5400016478536706,
      "grad_norm": 2.2517549991607666,
      "learning_rate": 8.564309821592575e-06,
      "loss": 0.0775,
      "step": 6554
    },
    {
      "epoch": 0.5400840405372003,
      "grad_norm": 3.4635541439056396,
      "learning_rate": 8.563841917141505e-06,
      "loss": 0.3792,
      "step": 6555
    },
    {
      "epoch": 0.54016643322073,
      "grad_norm": 3.627016544342041,
      "learning_rate": 8.563373949242015e-06,
      "loss": 0.3306,
      "step": 6556
    },
    {
      "epoch": 0.5402488259042597,
      "grad_norm": 5.106984615325928,
      "learning_rate": 8.562905917902442e-06,
      "loss": 0.6225,
      "step": 6557
    },
    {
      "epoch": 0.5403312185877894,
      "grad_norm": 3.4818782806396484,
      "learning_rate": 8.562437823131118e-06,
      "loss": 0.4513,
      "step": 6558
    },
    {
      "epoch": 0.5404136112713191,
      "grad_norm": 2.996713161468506,
      "learning_rate": 8.561969664936373e-06,
      "loss": 0.2894,
      "step": 6559
    },
    {
      "epoch": 0.5404960039548488,
      "grad_norm": 3.409869432449341,
      "learning_rate": 8.561501443326545e-06,
      "loss": 0.3477,
      "step": 6560
    },
    {
      "epoch": 0.5405783966383785,
      "grad_norm": 3.0203611850738525,
      "learning_rate": 8.56103315830997e-06,
      "loss": 0.3561,
      "step": 6561
    },
    {
      "epoch": 0.5406607893219082,
      "grad_norm": 4.200153350830078,
      "learning_rate": 8.560564809894983e-06,
      "loss": 0.4677,
      "step": 6562
    },
    {
      "epoch": 0.5407431820054379,
      "grad_norm": 3.8767600059509277,
      "learning_rate": 8.560096398089924e-06,
      "loss": 0.5347,
      "step": 6563
    },
    {
      "epoch": 0.5408255746889676,
      "grad_norm": 1.7658036947250366,
      "learning_rate": 8.559627922903129e-06,
      "loss": 0.1086,
      "step": 6564
    },
    {
      "epoch": 0.5409079673724974,
      "grad_norm": 3.0919792652130127,
      "learning_rate": 8.559159384342944e-06,
      "loss": 0.3512,
      "step": 6565
    },
    {
      "epoch": 0.5409903600560271,
      "grad_norm": 3.6987764835357666,
      "learning_rate": 8.558690782417707e-06,
      "loss": 0.4016,
      "step": 6566
    },
    {
      "epoch": 0.5410727527395567,
      "grad_norm": 4.389754295349121,
      "learning_rate": 8.55822211713576e-06,
      "loss": 0.5879,
      "step": 6567
    },
    {
      "epoch": 0.5411551454230864,
      "grad_norm": 2.4918978214263916,
      "learning_rate": 8.557753388505447e-06,
      "loss": 0.3482,
      "step": 6568
    },
    {
      "epoch": 0.5412375381066161,
      "grad_norm": 3.9117789268493652,
      "learning_rate": 8.557284596535116e-06,
      "loss": 0.4711,
      "step": 6569
    },
    {
      "epoch": 0.5413199307901458,
      "grad_norm": 5.830477714538574,
      "learning_rate": 8.556815741233111e-06,
      "loss": 0.5457,
      "step": 6570
    },
    {
      "epoch": 0.5414023234736756,
      "grad_norm": 2.9863462448120117,
      "learning_rate": 8.556346822607779e-06,
      "loss": 0.3396,
      "step": 6571
    },
    {
      "epoch": 0.5414847161572053,
      "grad_norm": 6.546408653259277,
      "learning_rate": 8.555877840667469e-06,
      "loss": 0.3939,
      "step": 6572
    },
    {
      "epoch": 0.5415671088407349,
      "grad_norm": 4.814481258392334,
      "learning_rate": 8.55540879542053e-06,
      "loss": 0.5506,
      "step": 6573
    },
    {
      "epoch": 0.5416495015242646,
      "grad_norm": 3.6303508281707764,
      "learning_rate": 8.554939686875312e-06,
      "loss": 0.4907,
      "step": 6574
    },
    {
      "epoch": 0.5417318942077943,
      "grad_norm": 3.321855306625366,
      "learning_rate": 8.554470515040168e-06,
      "loss": 0.395,
      "step": 6575
    },
    {
      "epoch": 0.541814286891324,
      "grad_norm": 2.450284957885742,
      "learning_rate": 8.55400127992345e-06,
      "loss": 0.3286,
      "step": 6576
    },
    {
      "epoch": 0.5418966795748538,
      "grad_norm": 2.7435109615325928,
      "learning_rate": 8.553531981533512e-06,
      "loss": 0.5124,
      "step": 6577
    },
    {
      "epoch": 0.5419790722583835,
      "grad_norm": 3.6513755321502686,
      "learning_rate": 8.55306261987871e-06,
      "loss": 0.574,
      "step": 6578
    },
    {
      "epoch": 0.5420614649419132,
      "grad_norm": 3.095435619354248,
      "learning_rate": 8.552593194967399e-06,
      "loss": 0.3893,
      "step": 6579
    },
    {
      "epoch": 0.5421438576254428,
      "grad_norm": 3.6040022373199463,
      "learning_rate": 8.552123706807936e-06,
      "loss": 0.1848,
      "step": 6580
    },
    {
      "epoch": 0.5422262503089725,
      "grad_norm": 2.5943186283111572,
      "learning_rate": 8.551654155408681e-06,
      "loss": 0.2926,
      "step": 6581
    },
    {
      "epoch": 0.5423086429925023,
      "grad_norm": 3.4522199630737305,
      "learning_rate": 8.551184540777992e-06,
      "loss": 0.4109,
      "step": 6582
    },
    {
      "epoch": 0.542391035676032,
      "grad_norm": 3.2675158977508545,
      "learning_rate": 8.550714862924233e-06,
      "loss": 0.3492,
      "step": 6583
    },
    {
      "epoch": 0.5424734283595617,
      "grad_norm": 3.6744253635406494,
      "learning_rate": 8.550245121855762e-06,
      "loss": 0.3369,
      "step": 6584
    },
    {
      "epoch": 0.5425558210430914,
      "grad_norm": 4.687912464141846,
      "learning_rate": 8.549775317580943e-06,
      "loss": 0.4929,
      "step": 6585
    },
    {
      "epoch": 0.542638213726621,
      "grad_norm": 4.349017143249512,
      "learning_rate": 8.549305450108143e-06,
      "loss": 0.4093,
      "step": 6586
    },
    {
      "epoch": 0.5427206064101507,
      "grad_norm": 3.5484297275543213,
      "learning_rate": 8.548835519445722e-06,
      "loss": 0.5151,
      "step": 6587
    },
    {
      "epoch": 0.5428029990936805,
      "grad_norm": 3.3589742183685303,
      "learning_rate": 8.548365525602052e-06,
      "loss": 0.3716,
      "step": 6588
    },
    {
      "epoch": 0.5428853917772102,
      "grad_norm": 3.6865289211273193,
      "learning_rate": 8.547895468585495e-06,
      "loss": 0.4659,
      "step": 6589
    },
    {
      "epoch": 0.5429677844607399,
      "grad_norm": 3.6356101036071777,
      "learning_rate": 8.547425348404423e-06,
      "loss": 0.4348,
      "step": 6590
    },
    {
      "epoch": 0.5430501771442696,
      "grad_norm": 3.744372606277466,
      "learning_rate": 8.546955165067206e-06,
      "loss": 0.5108,
      "step": 6591
    },
    {
      "epoch": 0.5431325698277993,
      "grad_norm": 6.127252578735352,
      "learning_rate": 8.546484918582213e-06,
      "loss": 0.5561,
      "step": 6592
    },
    {
      "epoch": 0.543214962511329,
      "grad_norm": 4.225484848022461,
      "learning_rate": 8.546014608957816e-06,
      "loss": 0.476,
      "step": 6593
    },
    {
      "epoch": 0.5432973551948587,
      "grad_norm": 3.1895155906677246,
      "learning_rate": 8.54554423620239e-06,
      "loss": 0.3854,
      "step": 6594
    },
    {
      "epoch": 0.5433797478783884,
      "grad_norm": 5.644647121429443,
      "learning_rate": 8.545073800324308e-06,
      "loss": 0.704,
      "step": 6595
    },
    {
      "epoch": 0.5434621405619181,
      "grad_norm": 3.6186511516571045,
      "learning_rate": 8.544603301331947e-06,
      "loss": 0.4311,
      "step": 6596
    },
    {
      "epoch": 0.5435445332454478,
      "grad_norm": 5.49449348449707,
      "learning_rate": 8.544132739233679e-06,
      "loss": 0.6812,
      "step": 6597
    },
    {
      "epoch": 0.5436269259289775,
      "grad_norm": 2.744736433029175,
      "learning_rate": 8.543662114037887e-06,
      "loss": 0.1629,
      "step": 6598
    },
    {
      "epoch": 0.5437093186125073,
      "grad_norm": 6.413694858551025,
      "learning_rate": 8.543191425752946e-06,
      "loss": 0.6956,
      "step": 6599
    },
    {
      "epoch": 0.5437917112960369,
      "grad_norm": 5.108717441558838,
      "learning_rate": 8.542720674387238e-06,
      "loss": 0.5059,
      "step": 6600
    },
    {
      "epoch": 0.5438741039795666,
      "grad_norm": 4.385498523712158,
      "learning_rate": 8.542249859949141e-06,
      "loss": 0.4547,
      "step": 6601
    },
    {
      "epoch": 0.5439564966630963,
      "grad_norm": 4.213641166687012,
      "learning_rate": 8.54177898244704e-06,
      "loss": 0.464,
      "step": 6602
    },
    {
      "epoch": 0.544038889346626,
      "grad_norm": 3.559755802154541,
      "learning_rate": 8.541308041889317e-06,
      "loss": 0.3361,
      "step": 6603
    },
    {
      "epoch": 0.5441212820301558,
      "grad_norm": 3.720106601715088,
      "learning_rate": 8.54083703828436e-06,
      "loss": 0.2973,
      "step": 6604
    },
    {
      "epoch": 0.5442036747136855,
      "grad_norm": 6.619550704956055,
      "learning_rate": 8.540365971640547e-06,
      "loss": 0.4752,
      "step": 6605
    },
    {
      "epoch": 0.5442860673972151,
      "grad_norm": 6.040375232696533,
      "learning_rate": 8.53989484196627e-06,
      "loss": 0.3398,
      "step": 6606
    },
    {
      "epoch": 0.5443684600807448,
      "grad_norm": 3.0604662895202637,
      "learning_rate": 8.539423649269917e-06,
      "loss": 0.2991,
      "step": 6607
    },
    {
      "epoch": 0.5444508527642745,
      "grad_norm": 4.05601692199707,
      "learning_rate": 8.538952393559874e-06,
      "loss": 0.6442,
      "step": 6608
    },
    {
      "epoch": 0.5445332454478042,
      "grad_norm": 4.420534610748291,
      "learning_rate": 8.538481074844532e-06,
      "loss": 0.5112,
      "step": 6609
    },
    {
      "epoch": 0.544615638131334,
      "grad_norm": 3.5574851036071777,
      "learning_rate": 8.538009693132283e-06,
      "loss": 0.5639,
      "step": 6610
    },
    {
      "epoch": 0.5446980308148637,
      "grad_norm": 5.985445976257324,
      "learning_rate": 8.537538248431517e-06,
      "loss": 0.5519,
      "step": 6611
    },
    {
      "epoch": 0.5447804234983934,
      "grad_norm": 3.675380229949951,
      "learning_rate": 8.53706674075063e-06,
      "loss": 0.5668,
      "step": 6612
    },
    {
      "epoch": 0.544862816181923,
      "grad_norm": 2.650574207305908,
      "learning_rate": 8.536595170098014e-06,
      "loss": 0.3097,
      "step": 6613
    },
    {
      "epoch": 0.5449452088654527,
      "grad_norm": 38.19610595703125,
      "learning_rate": 8.536123536482067e-06,
      "loss": 0.7461,
      "step": 6614
    },
    {
      "epoch": 0.5450276015489824,
      "grad_norm": 4.070460796356201,
      "learning_rate": 8.535651839911184e-06,
      "loss": 0.5696,
      "step": 6615
    },
    {
      "epoch": 0.5451099942325122,
      "grad_norm": 2.1633687019348145,
      "learning_rate": 8.535180080393763e-06,
      "loss": 0.2086,
      "step": 6616
    },
    {
      "epoch": 0.5451923869160419,
      "grad_norm": 3.957820415496826,
      "learning_rate": 8.534708257938202e-06,
      "loss": 0.4912,
      "step": 6617
    },
    {
      "epoch": 0.5452747795995716,
      "grad_norm": 4.463330268859863,
      "learning_rate": 8.534236372552904e-06,
      "loss": 0.4105,
      "step": 6618
    },
    {
      "epoch": 0.5453571722831012,
      "grad_norm": 3.815631866455078,
      "learning_rate": 8.533764424246268e-06,
      "loss": 0.3946,
      "step": 6619
    },
    {
      "epoch": 0.5454395649666309,
      "grad_norm": 2.399027109146118,
      "learning_rate": 8.533292413026696e-06,
      "loss": 0.3254,
      "step": 6620
    },
    {
      "epoch": 0.5455219576501606,
      "grad_norm": 4.569519519805908,
      "learning_rate": 8.532820338902592e-06,
      "loss": 0.526,
      "step": 6621
    },
    {
      "epoch": 0.5456043503336904,
      "grad_norm": 33.9795036315918,
      "learning_rate": 8.53234820188236e-06,
      "loss": 0.9572,
      "step": 6622
    },
    {
      "epoch": 0.5456867430172201,
      "grad_norm": 3.981199264526367,
      "learning_rate": 8.531876001974406e-06,
      "loss": 0.3328,
      "step": 6623
    },
    {
      "epoch": 0.5457691357007498,
      "grad_norm": 2.6992719173431396,
      "learning_rate": 8.531403739187138e-06,
      "loss": 0.3859,
      "step": 6624
    },
    {
      "epoch": 0.5458515283842795,
      "grad_norm": 4.273229122161865,
      "learning_rate": 8.530931413528962e-06,
      "loss": 0.598,
      "step": 6625
    },
    {
      "epoch": 0.5459339210678091,
      "grad_norm": 3.4526660442352295,
      "learning_rate": 8.530459025008289e-06,
      "loss": 0.2712,
      "step": 6626
    },
    {
      "epoch": 0.5460163137513389,
      "grad_norm": 3.581697463989258,
      "learning_rate": 8.529986573633526e-06,
      "loss": 0.5063,
      "step": 6627
    },
    {
      "epoch": 0.5460987064348686,
      "grad_norm": 3.0919435024261475,
      "learning_rate": 8.529514059413087e-06,
      "loss": 0.2608,
      "step": 6628
    },
    {
      "epoch": 0.5461810991183983,
      "grad_norm": 4.651715278625488,
      "learning_rate": 8.529041482355383e-06,
      "loss": 0.3437,
      "step": 6629
    },
    {
      "epoch": 0.546263491801928,
      "grad_norm": 4.110490322113037,
      "learning_rate": 8.528568842468828e-06,
      "loss": 0.3727,
      "step": 6630
    },
    {
      "epoch": 0.5463458844854577,
      "grad_norm": 4.500380992889404,
      "learning_rate": 8.528096139761835e-06,
      "loss": 0.3948,
      "step": 6631
    },
    {
      "epoch": 0.5464282771689873,
      "grad_norm": 3.8883652687072754,
      "learning_rate": 8.527623374242823e-06,
      "loss": 0.3564,
      "step": 6632
    },
    {
      "epoch": 0.5465106698525171,
      "grad_norm": 2.835444211959839,
      "learning_rate": 8.527150545920207e-06,
      "loss": 0.3807,
      "step": 6633
    },
    {
      "epoch": 0.5465930625360468,
      "grad_norm": 3.5037190914154053,
      "learning_rate": 8.526677654802404e-06,
      "loss": 0.3765,
      "step": 6634
    },
    {
      "epoch": 0.5466754552195765,
      "grad_norm": 4.7178497314453125,
      "learning_rate": 8.526204700897835e-06,
      "loss": 0.4977,
      "step": 6635
    },
    {
      "epoch": 0.5467578479031062,
      "grad_norm": 4.043956756591797,
      "learning_rate": 8.525731684214917e-06,
      "loss": 0.321,
      "step": 6636
    },
    {
      "epoch": 0.5468402405866359,
      "grad_norm": 3.162644386291504,
      "learning_rate": 8.525258604762074e-06,
      "loss": 0.369,
      "step": 6637
    },
    {
      "epoch": 0.5469226332701657,
      "grad_norm": 6.7832112312316895,
      "learning_rate": 8.52478546254773e-06,
      "loss": 0.4856,
      "step": 6638
    },
    {
      "epoch": 0.5470050259536953,
      "grad_norm": 3.289105176925659,
      "learning_rate": 8.524312257580305e-06,
      "loss": 0.4885,
      "step": 6639
    },
    {
      "epoch": 0.547087418637225,
      "grad_norm": 2.970104455947876,
      "learning_rate": 8.523838989868225e-06,
      "loss": 0.3445,
      "step": 6640
    },
    {
      "epoch": 0.5471698113207547,
      "grad_norm": 2.56870436668396,
      "learning_rate": 8.523365659419916e-06,
      "loss": 0.4359,
      "step": 6641
    },
    {
      "epoch": 0.5472522040042844,
      "grad_norm": 4.827213764190674,
      "learning_rate": 8.522892266243805e-06,
      "loss": 0.5291,
      "step": 6642
    },
    {
      "epoch": 0.5473345966878141,
      "grad_norm": 4.667357444763184,
      "learning_rate": 8.522418810348319e-06,
      "loss": 0.5095,
      "step": 6643
    },
    {
      "epoch": 0.5474169893713439,
      "grad_norm": 3.2347710132598877,
      "learning_rate": 8.521945291741888e-06,
      "loss": 0.2152,
      "step": 6644
    },
    {
      "epoch": 0.5474993820548735,
      "grad_norm": 3.3809118270874023,
      "learning_rate": 8.521471710432942e-06,
      "loss": 0.4577,
      "step": 6645
    },
    {
      "epoch": 0.5475817747384032,
      "grad_norm": 5.188968658447266,
      "learning_rate": 8.520998066429912e-06,
      "loss": 0.6605,
      "step": 6646
    },
    {
      "epoch": 0.5476641674219329,
      "grad_norm": 2.9161875247955322,
      "learning_rate": 8.520524359741232e-06,
      "loss": 0.3226,
      "step": 6647
    },
    {
      "epoch": 0.5477465601054626,
      "grad_norm": 3.1823537349700928,
      "learning_rate": 8.520050590375334e-06,
      "loss": 0.4145,
      "step": 6648
    },
    {
      "epoch": 0.5478289527889924,
      "grad_norm": 3.664667844772339,
      "learning_rate": 8.51957675834065e-06,
      "loss": 0.2868,
      "step": 6649
    },
    {
      "epoch": 0.5479113454725221,
      "grad_norm": 3.9535934925079346,
      "learning_rate": 8.519102863645623e-06,
      "loss": 0.5779,
      "step": 6650
    },
    {
      "epoch": 0.5479937381560518,
      "grad_norm": 3.4613001346588135,
      "learning_rate": 8.518628906298684e-06,
      "loss": 0.5313,
      "step": 6651
    },
    {
      "epoch": 0.5480761308395814,
      "grad_norm": 2.9244515895843506,
      "learning_rate": 8.518154886308273e-06,
      "loss": 0.3665,
      "step": 6652
    },
    {
      "epoch": 0.5481585235231111,
      "grad_norm": 3.1490795612335205,
      "learning_rate": 8.51768080368283e-06,
      "loss": 0.4062,
      "step": 6653
    },
    {
      "epoch": 0.5482409162066408,
      "grad_norm": 29.396730422973633,
      "learning_rate": 8.517206658430792e-06,
      "loss": 1.1367,
      "step": 6654
    },
    {
      "epoch": 0.5483233088901706,
      "grad_norm": 3.7197022438049316,
      "learning_rate": 8.516732450560606e-06,
      "loss": 0.461,
      "step": 6655
    },
    {
      "epoch": 0.5484057015737003,
      "grad_norm": 2.8582921028137207,
      "learning_rate": 8.516258180080707e-06,
      "loss": 0.3454,
      "step": 6656
    },
    {
      "epoch": 0.54848809425723,
      "grad_norm": 3.7498724460601807,
      "learning_rate": 8.515783846999546e-06,
      "loss": 0.483,
      "step": 6657
    },
    {
      "epoch": 0.5485704869407596,
      "grad_norm": 3.3460192680358887,
      "learning_rate": 8.515309451325564e-06,
      "loss": 0.5039,
      "step": 6658
    },
    {
      "epoch": 0.5486528796242893,
      "grad_norm": 2.44592547416687,
      "learning_rate": 8.514834993067207e-06,
      "loss": 0.1602,
      "step": 6659
    },
    {
      "epoch": 0.548735272307819,
      "grad_norm": 3.61871600151062,
      "learning_rate": 8.514360472232921e-06,
      "loss": 0.5454,
      "step": 6660
    },
    {
      "epoch": 0.5488176649913488,
      "grad_norm": 3.2642855644226074,
      "learning_rate": 8.513885888831157e-06,
      "loss": 0.331,
      "step": 6661
    },
    {
      "epoch": 0.5489000576748785,
      "grad_norm": 2.6851491928100586,
      "learning_rate": 8.513411242870362e-06,
      "loss": 0.4129,
      "step": 6662
    },
    {
      "epoch": 0.5489824503584082,
      "grad_norm": 2.369887113571167,
      "learning_rate": 8.512936534358988e-06,
      "loss": 0.3348,
      "step": 6663
    },
    {
      "epoch": 0.5490648430419379,
      "grad_norm": 3.2785255908966064,
      "learning_rate": 8.512461763305484e-06,
      "loss": 0.6049,
      "step": 6664
    },
    {
      "epoch": 0.5491472357254675,
      "grad_norm": 29.85470962524414,
      "learning_rate": 8.511986929718304e-06,
      "loss": 1.0165,
      "step": 6665
    },
    {
      "epoch": 0.5492296284089973,
      "grad_norm": 2.2430572509765625,
      "learning_rate": 8.511512033605903e-06,
      "loss": 0.3095,
      "step": 6666
    },
    {
      "epoch": 0.549312021092527,
      "grad_norm": 3.5951404571533203,
      "learning_rate": 8.511037074976732e-06,
      "loss": 0.3254,
      "step": 6667
    },
    {
      "epoch": 0.5493944137760567,
      "grad_norm": 3.2699639797210693,
      "learning_rate": 8.51056205383925e-06,
      "loss": 0.4116,
      "step": 6668
    },
    {
      "epoch": 0.5494768064595864,
      "grad_norm": 4.810674667358398,
      "learning_rate": 8.510086970201912e-06,
      "loss": 0.6844,
      "step": 6669
    },
    {
      "epoch": 0.5495591991431161,
      "grad_norm": 2.1649317741394043,
      "learning_rate": 8.50961182407318e-06,
      "loss": 0.2373,
      "step": 6670
    },
    {
      "epoch": 0.5496415918266458,
      "grad_norm": 3.6622536182403564,
      "learning_rate": 8.509136615461507e-06,
      "loss": 0.6601,
      "step": 6671
    },
    {
      "epoch": 0.5497239845101755,
      "grad_norm": 4.192425727844238,
      "learning_rate": 8.50866134437536e-06,
      "loss": 0.51,
      "step": 6672
    },
    {
      "epoch": 0.5498063771937052,
      "grad_norm": 5.211843013763428,
      "learning_rate": 8.508186010823193e-06,
      "loss": 0.5521,
      "step": 6673
    },
    {
      "epoch": 0.5498887698772349,
      "grad_norm": 2.6478559970855713,
      "learning_rate": 8.507710614813477e-06,
      "loss": 0.2088,
      "step": 6674
    },
    {
      "epoch": 0.5499711625607646,
      "grad_norm": 3.5885047912597656,
      "learning_rate": 8.507235156354668e-06,
      "loss": 0.3426,
      "step": 6675
    },
    {
      "epoch": 0.5500535552442943,
      "grad_norm": 1.6215494871139526,
      "learning_rate": 8.506759635455236e-06,
      "loss": 0.1975,
      "step": 6676
    },
    {
      "epoch": 0.550135947927824,
      "grad_norm": 4.702659606933594,
      "learning_rate": 8.506284052123643e-06,
      "loss": 0.5281,
      "step": 6677
    },
    {
      "epoch": 0.5502183406113537,
      "grad_norm": 2.6622018814086914,
      "learning_rate": 8.50580840636836e-06,
      "loss": 0.4624,
      "step": 6678
    },
    {
      "epoch": 0.5503007332948834,
      "grad_norm": 4.6560378074646,
      "learning_rate": 8.505332698197853e-06,
      "loss": 0.39,
      "step": 6679
    },
    {
      "epoch": 0.5503831259784131,
      "grad_norm": 6.066743850708008,
      "learning_rate": 8.50485692762059e-06,
      "loss": 0.5182,
      "step": 6680
    },
    {
      "epoch": 0.5504655186619428,
      "grad_norm": 2.842042922973633,
      "learning_rate": 8.504381094645043e-06,
      "loss": 0.2324,
      "step": 6681
    },
    {
      "epoch": 0.5505479113454725,
      "grad_norm": 2.8090202808380127,
      "learning_rate": 8.503905199279683e-06,
      "loss": 0.2214,
      "step": 6682
    },
    {
      "epoch": 0.5506303040290023,
      "grad_norm": 5.8336310386657715,
      "learning_rate": 8.503429241532983e-06,
      "loss": 0.4856,
      "step": 6683
    },
    {
      "epoch": 0.550712696712532,
      "grad_norm": 2.6822519302368164,
      "learning_rate": 8.502953221413416e-06,
      "loss": 0.3666,
      "step": 6684
    },
    {
      "epoch": 0.5507950893960616,
      "grad_norm": 4.282937049865723,
      "learning_rate": 8.502477138929457e-06,
      "loss": 0.4266,
      "step": 6685
    },
    {
      "epoch": 0.5508774820795913,
      "grad_norm": 6.915583610534668,
      "learning_rate": 8.50200099408958e-06,
      "loss": 0.3483,
      "step": 6686
    },
    {
      "epoch": 0.550959874763121,
      "grad_norm": 2.9742283821105957,
      "learning_rate": 8.501524786902267e-06,
      "loss": 0.3293,
      "step": 6687
    },
    {
      "epoch": 0.5510422674466507,
      "grad_norm": 5.221676349639893,
      "learning_rate": 8.501048517375991e-06,
      "loss": 0.6011,
      "step": 6688
    },
    {
      "epoch": 0.5511246601301805,
      "grad_norm": 4.935461044311523,
      "learning_rate": 8.500572185519234e-06,
      "loss": 0.452,
      "step": 6689
    },
    {
      "epoch": 0.5512070528137102,
      "grad_norm": 4.032712459564209,
      "learning_rate": 8.500095791340475e-06,
      "loss": 0.5114,
      "step": 6690
    },
    {
      "epoch": 0.5512894454972398,
      "grad_norm": 3.3816590309143066,
      "learning_rate": 8.499619334848195e-06,
      "loss": 0.2951,
      "step": 6691
    },
    {
      "epoch": 0.5513718381807695,
      "grad_norm": 3.192782402038574,
      "learning_rate": 8.499142816050879e-06,
      "loss": 0.2885,
      "step": 6692
    },
    {
      "epoch": 0.5514542308642992,
      "grad_norm": 2.7404286861419678,
      "learning_rate": 8.498666234957006e-06,
      "loss": 0.4977,
      "step": 6693
    },
    {
      "epoch": 0.551536623547829,
      "grad_norm": 3.4845428466796875,
      "learning_rate": 8.498189591575067e-06,
      "loss": 0.4407,
      "step": 6694
    },
    {
      "epoch": 0.5516190162313587,
      "grad_norm": 3.9809234142303467,
      "learning_rate": 8.497712885913545e-06,
      "loss": 0.515,
      "step": 6695
    },
    {
      "epoch": 0.5517014089148884,
      "grad_norm": 4.9347028732299805,
      "learning_rate": 8.497236117980924e-06,
      "loss": 0.5521,
      "step": 6696
    },
    {
      "epoch": 0.5517838015984181,
      "grad_norm": 4.513979911804199,
      "learning_rate": 8.496759287785696e-06,
      "loss": 0.4495,
      "step": 6697
    },
    {
      "epoch": 0.5518661942819477,
      "grad_norm": 5.774125099182129,
      "learning_rate": 8.49628239533635e-06,
      "loss": 0.477,
      "step": 6698
    },
    {
      "epoch": 0.5519485869654774,
      "grad_norm": 3.5197553634643555,
      "learning_rate": 8.495805440641374e-06,
      "loss": 0.3028,
      "step": 6699
    },
    {
      "epoch": 0.5520309796490072,
      "grad_norm": 3.697504758834839,
      "learning_rate": 8.49532842370926e-06,
      "loss": 0.4513,
      "step": 6700
    },
    {
      "epoch": 0.5521133723325369,
      "grad_norm": 6.745601654052734,
      "learning_rate": 8.494851344548503e-06,
      "loss": 0.47,
      "step": 6701
    },
    {
      "epoch": 0.5521957650160666,
      "grad_norm": 2.612736940383911,
      "learning_rate": 8.494374203167593e-06,
      "loss": 0.3038,
      "step": 6702
    },
    {
      "epoch": 0.5522781576995963,
      "grad_norm": 3.106252431869507,
      "learning_rate": 8.493896999575027e-06,
      "loss": 0.3588,
      "step": 6703
    },
    {
      "epoch": 0.5523605503831259,
      "grad_norm": 5.8107757568359375,
      "learning_rate": 8.4934197337793e-06,
      "loss": 0.5682,
      "step": 6704
    },
    {
      "epoch": 0.5524429430666556,
      "grad_norm": 4.178523540496826,
      "learning_rate": 8.492942405788909e-06,
      "loss": 0.5319,
      "step": 6705
    },
    {
      "epoch": 0.5525253357501854,
      "grad_norm": 2.0348565578460693,
      "learning_rate": 8.492465015612352e-06,
      "loss": 0.235,
      "step": 6706
    },
    {
      "epoch": 0.5526077284337151,
      "grad_norm": 2.7471868991851807,
      "learning_rate": 8.49198756325813e-06,
      "loss": 0.2807,
      "step": 6707
    },
    {
      "epoch": 0.5526901211172448,
      "grad_norm": 3.0350170135498047,
      "learning_rate": 8.491510048734741e-06,
      "loss": 0.3497,
      "step": 6708
    },
    {
      "epoch": 0.5527725138007745,
      "grad_norm": 4.808859825134277,
      "learning_rate": 8.491032472050687e-06,
      "loss": 0.5106,
      "step": 6709
    },
    {
      "epoch": 0.5528549064843042,
      "grad_norm": 4.749640464782715,
      "learning_rate": 8.490554833214471e-06,
      "loss": 0.3992,
      "step": 6710
    },
    {
      "epoch": 0.5529372991678339,
      "grad_norm": 2.612306594848633,
      "learning_rate": 8.490077132234595e-06,
      "loss": 0.2765,
      "step": 6711
    },
    {
      "epoch": 0.5530196918513636,
      "grad_norm": 3.524858236312866,
      "learning_rate": 8.489599369119565e-06,
      "loss": 0.3034,
      "step": 6712
    },
    {
      "epoch": 0.5531020845348933,
      "grad_norm": 5.528188705444336,
      "learning_rate": 8.489121543877887e-06,
      "loss": 0.4671,
      "step": 6713
    },
    {
      "epoch": 0.553184477218423,
      "grad_norm": 5.334648609161377,
      "learning_rate": 8.488643656518068e-06,
      "loss": 0.2364,
      "step": 6714
    },
    {
      "epoch": 0.5532668699019527,
      "grad_norm": 3.7919607162475586,
      "learning_rate": 8.488165707048615e-06,
      "loss": 0.4134,
      "step": 6715
    },
    {
      "epoch": 0.5533492625854824,
      "grad_norm": 4.654972553253174,
      "learning_rate": 8.487687695478037e-06,
      "loss": 0.6362,
      "step": 6716
    },
    {
      "epoch": 0.5534316552690121,
      "grad_norm": 3.8548007011413574,
      "learning_rate": 8.487209621814846e-06,
      "loss": 0.4431,
      "step": 6717
    },
    {
      "epoch": 0.5535140479525418,
      "grad_norm": 2.876492738723755,
      "learning_rate": 8.486731486067552e-06,
      "loss": 0.2037,
      "step": 6718
    },
    {
      "epoch": 0.5535964406360715,
      "grad_norm": 1.9779380559921265,
      "learning_rate": 8.486253288244667e-06,
      "loss": 0.2701,
      "step": 6719
    },
    {
      "epoch": 0.5536788333196012,
      "grad_norm": 3.9259819984436035,
      "learning_rate": 8.485775028354705e-06,
      "loss": 0.443,
      "step": 6720
    },
    {
      "epoch": 0.5537612260031309,
      "grad_norm": 6.490761756896973,
      "learning_rate": 8.485296706406182e-06,
      "loss": 0.7163,
      "step": 6721
    },
    {
      "epoch": 0.5538436186866607,
      "grad_norm": 4.8023295402526855,
      "learning_rate": 8.48481832240761e-06,
      "loss": 0.4857,
      "step": 6722
    },
    {
      "epoch": 0.5539260113701904,
      "grad_norm": 5.2215895652771,
      "learning_rate": 8.48433987636751e-06,
      "loss": 0.5035,
      "step": 6723
    },
    {
      "epoch": 0.55400840405372,
      "grad_norm": 3.070945978164673,
      "learning_rate": 8.4838613682944e-06,
      "loss": 0.2958,
      "step": 6724
    },
    {
      "epoch": 0.5540907967372497,
      "grad_norm": 4.523989200592041,
      "learning_rate": 8.483382798196795e-06,
      "loss": 0.3427,
      "step": 6725
    },
    {
      "epoch": 0.5541731894207794,
      "grad_norm": 2.4982798099517822,
      "learning_rate": 8.482904166083219e-06,
      "loss": 0.25,
      "step": 6726
    },
    {
      "epoch": 0.5542555821043091,
      "grad_norm": 2.6373729705810547,
      "learning_rate": 8.482425471962191e-06,
      "loss": 0.253,
      "step": 6727
    },
    {
      "epoch": 0.5543379747878389,
      "grad_norm": 3.755016326904297,
      "learning_rate": 8.481946715842235e-06,
      "loss": 0.5064,
      "step": 6728
    },
    {
      "epoch": 0.5544203674713686,
      "grad_norm": 3.939095973968506,
      "learning_rate": 8.481467897731874e-06,
      "loss": 0.4999,
      "step": 6729
    },
    {
      "epoch": 0.5545027601548983,
      "grad_norm": 4.2408881187438965,
      "learning_rate": 8.480989017639631e-06,
      "loss": 0.4695,
      "step": 6730
    },
    {
      "epoch": 0.5545851528384279,
      "grad_norm": 4.45601749420166,
      "learning_rate": 8.480510075574033e-06,
      "loss": 0.3692,
      "step": 6731
    },
    {
      "epoch": 0.5546675455219576,
      "grad_norm": 3.431528329849243,
      "learning_rate": 8.480031071543606e-06,
      "loss": 0.4008,
      "step": 6732
    },
    {
      "epoch": 0.5547499382054873,
      "grad_norm": 2.7126193046569824,
      "learning_rate": 8.47955200555688e-06,
      "loss": 0.3741,
      "step": 6733
    },
    {
      "epoch": 0.5548323308890171,
      "grad_norm": 4.184256076812744,
      "learning_rate": 8.479072877622383e-06,
      "loss": 0.5246,
      "step": 6734
    },
    {
      "epoch": 0.5549147235725468,
      "grad_norm": 4.959728717803955,
      "learning_rate": 8.478593687748643e-06,
      "loss": 0.4749,
      "step": 6735
    },
    {
      "epoch": 0.5549971162560765,
      "grad_norm": 3.9864726066589355,
      "learning_rate": 8.478114435944193e-06,
      "loss": 0.4362,
      "step": 6736
    },
    {
      "epoch": 0.5550795089396061,
      "grad_norm": 4.366003513336182,
      "learning_rate": 8.477635122217566e-06,
      "loss": 0.4145,
      "step": 6737
    },
    {
      "epoch": 0.5551619016231358,
      "grad_norm": 2.747180223464966,
      "learning_rate": 8.477155746577297e-06,
      "loss": 0.4231,
      "step": 6738
    },
    {
      "epoch": 0.5552442943066656,
      "grad_norm": 4.340428829193115,
      "learning_rate": 8.476676309031915e-06,
      "loss": 0.1867,
      "step": 6739
    },
    {
      "epoch": 0.5553266869901953,
      "grad_norm": 3.97707200050354,
      "learning_rate": 8.47619680958996e-06,
      "loss": 0.3911,
      "step": 6740
    },
    {
      "epoch": 0.555409079673725,
      "grad_norm": 3.5215258598327637,
      "learning_rate": 8.475717248259965e-06,
      "loss": 0.3967,
      "step": 6741
    },
    {
      "epoch": 0.5554914723572547,
      "grad_norm": 9.128827095031738,
      "learning_rate": 8.475237625050473e-06,
      "loss": 0.507,
      "step": 6742
    },
    {
      "epoch": 0.5555738650407844,
      "grad_norm": 5.561928749084473,
      "learning_rate": 8.47475793997002e-06,
      "loss": 0.7201,
      "step": 6743
    },
    {
      "epoch": 0.555656257724314,
      "grad_norm": 4.077389240264893,
      "learning_rate": 8.474278193027144e-06,
      "loss": 0.423,
      "step": 6744
    },
    {
      "epoch": 0.5557386504078438,
      "grad_norm": 2.916128635406494,
      "learning_rate": 8.473798384230389e-06,
      "loss": 0.3564,
      "step": 6745
    },
    {
      "epoch": 0.5558210430913735,
      "grad_norm": 5.0902299880981445,
      "learning_rate": 8.473318513588299e-06,
      "loss": 0.373,
      "step": 6746
    },
    {
      "epoch": 0.5559034357749032,
      "grad_norm": 4.521554470062256,
      "learning_rate": 8.472838581109412e-06,
      "loss": 0.3755,
      "step": 6747
    },
    {
      "epoch": 0.5559858284584329,
      "grad_norm": 2.336808919906616,
      "learning_rate": 8.472358586802276e-06,
      "loss": 0.2064,
      "step": 6748
    },
    {
      "epoch": 0.5560682211419626,
      "grad_norm": 2.9251961708068848,
      "learning_rate": 8.471878530675436e-06,
      "loss": 0.2909,
      "step": 6749
    },
    {
      "epoch": 0.5561506138254922,
      "grad_norm": 2.7808916568756104,
      "learning_rate": 8.471398412737437e-06,
      "loss": 0.531,
      "step": 6750
    },
    {
      "epoch": 0.556233006509022,
      "grad_norm": 3.270456075668335,
      "learning_rate": 8.47091823299683e-06,
      "loss": 0.4058,
      "step": 6751
    },
    {
      "epoch": 0.5563153991925517,
      "grad_norm": 2.6116719245910645,
      "learning_rate": 8.470437991462162e-06,
      "loss": 0.3316,
      "step": 6752
    },
    {
      "epoch": 0.5563977918760814,
      "grad_norm": 3.575937509536743,
      "learning_rate": 8.469957688141981e-06,
      "loss": 0.4572,
      "step": 6753
    },
    {
      "epoch": 0.5564801845596111,
      "grad_norm": 4.405506610870361,
      "learning_rate": 8.469477323044842e-06,
      "loss": 0.3642,
      "step": 6754
    },
    {
      "epoch": 0.5565625772431408,
      "grad_norm": 5.9732160568237305,
      "learning_rate": 8.468996896179293e-06,
      "loss": 0.728,
      "step": 6755
    },
    {
      "epoch": 0.5566449699266706,
      "grad_norm": 3.3437604904174805,
      "learning_rate": 8.468516407553891e-06,
      "loss": 0.5839,
      "step": 6756
    },
    {
      "epoch": 0.5567273626102002,
      "grad_norm": 3.8606784343719482,
      "learning_rate": 8.468035857177187e-06,
      "loss": 0.5404,
      "step": 6757
    },
    {
      "epoch": 0.5568097552937299,
      "grad_norm": 4.61529016494751,
      "learning_rate": 8.467555245057738e-06,
      "loss": 0.5443,
      "step": 6758
    },
    {
      "epoch": 0.5568921479772596,
      "grad_norm": 3.0984833240509033,
      "learning_rate": 8.467074571204101e-06,
      "loss": 0.3441,
      "step": 6759
    },
    {
      "epoch": 0.5569745406607893,
      "grad_norm": 4.318761348724365,
      "learning_rate": 8.466593835624832e-06,
      "loss": 0.4461,
      "step": 6760
    },
    {
      "epoch": 0.557056933344319,
      "grad_norm": 30.006303787231445,
      "learning_rate": 8.466113038328492e-06,
      "loss": 1.1566,
      "step": 6761
    },
    {
      "epoch": 0.5571393260278488,
      "grad_norm": 3.1458539962768555,
      "learning_rate": 8.46563217932364e-06,
      "loss": 0.4643,
      "step": 6762
    },
    {
      "epoch": 0.5572217187113784,
      "grad_norm": 4.6538496017456055,
      "learning_rate": 8.465151258618836e-06,
      "loss": 0.5889,
      "step": 6763
    },
    {
      "epoch": 0.5573041113949081,
      "grad_norm": 2.8207738399505615,
      "learning_rate": 8.464670276222642e-06,
      "loss": 0.2594,
      "step": 6764
    },
    {
      "epoch": 0.5573865040784378,
      "grad_norm": 4.487191200256348,
      "learning_rate": 8.46418923214362e-06,
      "loss": 0.3327,
      "step": 6765
    },
    {
      "epoch": 0.5574688967619675,
      "grad_norm": 3.3968262672424316,
      "learning_rate": 8.463708126390338e-06,
      "loss": 0.3715,
      "step": 6766
    },
    {
      "epoch": 0.5575512894454973,
      "grad_norm": 3.0615346431732178,
      "learning_rate": 8.46322695897136e-06,
      "loss": 0.4994,
      "step": 6767
    },
    {
      "epoch": 0.557633682129027,
      "grad_norm": 22.157590866088867,
      "learning_rate": 8.462745729895249e-06,
      "loss": 0.486,
      "step": 6768
    },
    {
      "epoch": 0.5577160748125567,
      "grad_norm": 3.886146068572998,
      "learning_rate": 8.462264439170578e-06,
      "loss": 0.5355,
      "step": 6769
    },
    {
      "epoch": 0.5577984674960863,
      "grad_norm": 3.081667900085449,
      "learning_rate": 8.461783086805911e-06,
      "loss": 0.423,
      "step": 6770
    },
    {
      "epoch": 0.557880860179616,
      "grad_norm": 53.726959228515625,
      "learning_rate": 8.46130167280982e-06,
      "loss": 1.6706,
      "step": 6771
    },
    {
      "epoch": 0.5579632528631457,
      "grad_norm": 2.5867600440979004,
      "learning_rate": 8.460820197190873e-06,
      "loss": 0.3101,
      "step": 6772
    },
    {
      "epoch": 0.5580456455466755,
      "grad_norm": 4.90635871887207,
      "learning_rate": 8.460338659957645e-06,
      "loss": 0.5766,
      "step": 6773
    },
    {
      "epoch": 0.5581280382302052,
      "grad_norm": 5.589951992034912,
      "learning_rate": 8.459857061118708e-06,
      "loss": 0.629,
      "step": 6774
    },
    {
      "epoch": 0.5582104309137349,
      "grad_norm": 4.354147434234619,
      "learning_rate": 8.459375400682636e-06,
      "loss": 0.4316,
      "step": 6775
    },
    {
      "epoch": 0.5582928235972645,
      "grad_norm": 4.445995330810547,
      "learning_rate": 8.458893678658007e-06,
      "loss": 0.4033,
      "step": 6776
    },
    {
      "epoch": 0.5583752162807942,
      "grad_norm": 3.9862005710601807,
      "learning_rate": 8.458411895053392e-06,
      "loss": 0.4475,
      "step": 6777
    },
    {
      "epoch": 0.558457608964324,
      "grad_norm": 3.1072490215301514,
      "learning_rate": 8.45793004987737e-06,
      "loss": 0.2519,
      "step": 6778
    },
    {
      "epoch": 0.5585400016478537,
      "grad_norm": 4.729273796081543,
      "learning_rate": 8.457448143138523e-06,
      "loss": 0.4903,
      "step": 6779
    },
    {
      "epoch": 0.5586223943313834,
      "grad_norm": 2.7337870597839355,
      "learning_rate": 8.456966174845426e-06,
      "loss": 0.3073,
      "step": 6780
    },
    {
      "epoch": 0.5587047870149131,
      "grad_norm": 3.070899724960327,
      "learning_rate": 8.456484145006663e-06,
      "loss": 0.3118,
      "step": 6781
    },
    {
      "epoch": 0.5587871796984428,
      "grad_norm": 3.2571005821228027,
      "learning_rate": 8.456002053630813e-06,
      "loss": 0.3183,
      "step": 6782
    },
    {
      "epoch": 0.5588695723819724,
      "grad_norm": 4.243610382080078,
      "learning_rate": 8.455519900726462e-06,
      "loss": 0.3824,
      "step": 6783
    },
    {
      "epoch": 0.5589519650655022,
      "grad_norm": 4.291086673736572,
      "learning_rate": 8.45503768630219e-06,
      "loss": 0.5235,
      "step": 6784
    },
    {
      "epoch": 0.5590343577490319,
      "grad_norm": 5.238406658172607,
      "learning_rate": 8.454555410366584e-06,
      "loss": 0.3371,
      "step": 6785
    },
    {
      "epoch": 0.5591167504325616,
      "grad_norm": 4.572474479675293,
      "learning_rate": 8.454073072928233e-06,
      "loss": 0.4628,
      "step": 6786
    },
    {
      "epoch": 0.5591991431160913,
      "grad_norm": 5.3740153312683105,
      "learning_rate": 8.453590673995721e-06,
      "loss": 0.5532,
      "step": 6787
    },
    {
      "epoch": 0.559281535799621,
      "grad_norm": 2.188171625137329,
      "learning_rate": 8.453108213577635e-06,
      "loss": 0.1417,
      "step": 6788
    },
    {
      "epoch": 0.5593639284831506,
      "grad_norm": 3.332235813140869,
      "learning_rate": 8.452625691682567e-06,
      "loss": 0.3052,
      "step": 6789
    },
    {
      "epoch": 0.5594463211666804,
      "grad_norm": 5.014249324798584,
      "learning_rate": 8.452143108319108e-06,
      "loss": 0.666,
      "step": 6790
    },
    {
      "epoch": 0.5595287138502101,
      "grad_norm": 2.877697467803955,
      "learning_rate": 8.451660463495849e-06,
      "loss": 0.4071,
      "step": 6791
    },
    {
      "epoch": 0.5596111065337398,
      "grad_norm": 4.149165630340576,
      "learning_rate": 8.45117775722138e-06,
      "loss": 0.4886,
      "step": 6792
    },
    {
      "epoch": 0.5596934992172695,
      "grad_norm": 4.724521636962891,
      "learning_rate": 8.4506949895043e-06,
      "loss": 0.5879,
      "step": 6793
    },
    {
      "epoch": 0.5597758919007992,
      "grad_norm": 4.466346740722656,
      "learning_rate": 8.450212160353198e-06,
      "loss": 0.4923,
      "step": 6794
    },
    {
      "epoch": 0.559858284584329,
      "grad_norm": 3.6807730197906494,
      "learning_rate": 8.449729269776674e-06,
      "loss": 0.5952,
      "step": 6795
    },
    {
      "epoch": 0.5599406772678586,
      "grad_norm": 3.3382112979888916,
      "learning_rate": 8.449246317783324e-06,
      "loss": 0.3385,
      "step": 6796
    },
    {
      "epoch": 0.5600230699513883,
      "grad_norm": 2.7838003635406494,
      "learning_rate": 8.448763304381747e-06,
      "loss": 0.1991,
      "step": 6797
    },
    {
      "epoch": 0.560105462634918,
      "grad_norm": 1.7276991605758667,
      "learning_rate": 8.44828022958054e-06,
      "loss": 0.1826,
      "step": 6798
    },
    {
      "epoch": 0.5601878553184477,
      "grad_norm": 3.7533435821533203,
      "learning_rate": 8.447797093388305e-06,
      "loss": 0.4519,
      "step": 6799
    },
    {
      "epoch": 0.5602702480019774,
      "grad_norm": 1.8380225896835327,
      "learning_rate": 8.447313895813644e-06,
      "loss": 0.1688,
      "step": 6800
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 24274,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 32190184415232.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}