{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9998885793871867,
  "eval_steps": 500,
  "global_step": 4487,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00022284122562674094,
      "grad_norm": 84.7491455078125,
      "learning_rate": 9.997771339425006e-06,
      "loss": 1.0605,
      "step": 1
    },
    {
      "epoch": 0.0004456824512534819,
      "grad_norm": 66.78247833251953,
      "learning_rate": 9.995542678850011e-06,
      "loss": 0.5737,
      "step": 2
    },
    {
      "epoch": 0.0006685236768802228,
      "grad_norm": 70.77391052246094,
      "learning_rate": 9.993314018275018e-06,
      "loss": 0.9629,
      "step": 3
    },
    {
      "epoch": 0.0008913649025069638,
      "grad_norm": 111.0888442993164,
      "learning_rate": 9.991085357700024e-06,
      "loss": 0.8438,
      "step": 4
    },
    {
      "epoch": 0.0011142061281337048,
      "grad_norm": 85.06087493896484,
      "learning_rate": 9.988856697125029e-06,
      "loss": 0.8652,
      "step": 5
    },
    {
      "epoch": 0.0013370473537604457,
      "grad_norm": 66.1492691040039,
      "learning_rate": 9.986628036550034e-06,
      "loss": 0.6914,
      "step": 6
    },
    {
      "epoch": 0.0015598885793871866,
      "grad_norm": 100.44780731201172,
      "learning_rate": 9.98439937597504e-06,
      "loss": 0.9355,
      "step": 7
    },
    {
      "epoch": 0.0017827298050139275,
      "grad_norm": 129.02960205078125,
      "learning_rate": 9.982170715400047e-06,
      "loss": 1.0439,
      "step": 8
    },
    {
      "epoch": 0.0020055710306406687,
      "grad_norm": 67.38211059570312,
      "learning_rate": 9.979942054825052e-06,
      "loss": 0.75,
      "step": 9
    },
    {
      "epoch": 0.0022284122562674096,
      "grad_norm": 85.40454864501953,
      "learning_rate": 9.977713394250057e-06,
      "loss": 1.0977,
      "step": 10
    },
    {
      "epoch": 0.0024512534818941505,
      "grad_norm": 52.38962173461914,
      "learning_rate": 9.975484733675062e-06,
      "loss": 0.5186,
      "step": 11
    },
    {
      "epoch": 0.0026740947075208914,
      "grad_norm": 32.609676361083984,
      "learning_rate": 9.973256073100068e-06,
      "loss": 0.6895,
      "step": 12
    },
    {
      "epoch": 0.0028969359331476323,
      "grad_norm": 43.677799224853516,
      "learning_rate": 9.971027412525073e-06,
      "loss": 0.4395,
      "step": 13
    },
    {
      "epoch": 0.003119777158774373,
      "grad_norm": 48.5263671875,
      "learning_rate": 9.968798751950078e-06,
      "loss": 0.5547,
      "step": 14
    },
    {
      "epoch": 0.003342618384401114,
      "grad_norm": 50.66820526123047,
      "learning_rate": 9.966570091375084e-06,
      "loss": 0.5576,
      "step": 15
    },
    {
      "epoch": 0.003565459610027855,
      "grad_norm": 38.727989196777344,
      "learning_rate": 9.964341430800089e-06,
      "loss": 0.4424,
      "step": 16
    },
    {
      "epoch": 0.003788300835654596,
      "grad_norm": 42.07244110107422,
      "learning_rate": 9.962112770225096e-06,
      "loss": 0.4224,
      "step": 17
    },
    {
      "epoch": 0.004011142061281337,
      "grad_norm": 33.13383102416992,
      "learning_rate": 9.959884109650101e-06,
      "loss": 0.3613,
      "step": 18
    },
    {
      "epoch": 0.004233983286908078,
      "grad_norm": 40.30876159667969,
      "learning_rate": 9.957655449075106e-06,
      "loss": 0.4595,
      "step": 19
    },
    {
      "epoch": 0.004456824512534819,
      "grad_norm": 48.649375915527344,
      "learning_rate": 9.955426788500112e-06,
      "loss": 0.3564,
      "step": 20
    },
    {
      "epoch": 0.00467966573816156,
      "grad_norm": 53.746829986572266,
      "learning_rate": 9.953198127925117e-06,
      "loss": 0.7246,
      "step": 21
    },
    {
      "epoch": 0.004902506963788301,
      "grad_norm": 42.467166900634766,
      "learning_rate": 9.950969467350124e-06,
      "loss": 0.6348,
      "step": 22
    },
    {
      "epoch": 0.005125348189415042,
      "grad_norm": 50.98950958251953,
      "learning_rate": 9.94874080677513e-06,
      "loss": 0.7637,
      "step": 23
    },
    {
      "epoch": 0.005348189415041783,
      "grad_norm": 95.75066375732422,
      "learning_rate": 9.946512146200135e-06,
      "loss": 1.1895,
      "step": 24
    },
    {
      "epoch": 0.005571030640668524,
      "grad_norm": 94.25566864013672,
      "learning_rate": 9.94428348562514e-06,
      "loss": 0.9819,
      "step": 25
    },
    {
      "epoch": 0.005793871866295265,
      "grad_norm": 50.39311599731445,
      "learning_rate": 9.942054825050145e-06,
      "loss": 0.3628,
      "step": 26
    },
    {
      "epoch": 0.0060167130919220055,
      "grad_norm": 56.712947845458984,
      "learning_rate": 9.939826164475152e-06,
      "loss": 0.75,
      "step": 27
    },
    {
      "epoch": 0.006239554317548746,
      "grad_norm": 98.92002868652344,
      "learning_rate": 9.937597503900157e-06,
      "loss": 1.1777,
      "step": 28
    },
    {
      "epoch": 0.006462395543175487,
      "grad_norm": 33.27602767944336,
      "learning_rate": 9.935368843325163e-06,
      "loss": 0.4346,
      "step": 29
    },
    {
      "epoch": 0.006685236768802228,
      "grad_norm": 42.21156311035156,
      "learning_rate": 9.933140182750168e-06,
      "loss": 0.4546,
      "step": 30
    },
    {
      "epoch": 0.006908077994428969,
      "grad_norm": 27.11107063293457,
      "learning_rate": 9.930911522175173e-06,
      "loss": 0.2236,
      "step": 31
    },
    {
      "epoch": 0.00713091922005571,
      "grad_norm": 37.52846145629883,
      "learning_rate": 9.92868286160018e-06,
      "loss": 0.3311,
      "step": 32
    },
    {
      "epoch": 0.007353760445682451,
      "grad_norm": 56.375118255615234,
      "learning_rate": 9.926454201025186e-06,
      "loss": 0.541,
      "step": 33
    },
    {
      "epoch": 0.007576601671309192,
      "grad_norm": 50.96516036987305,
      "learning_rate": 9.92422554045019e-06,
      "loss": 0.5552,
      "step": 34
    },
    {
      "epoch": 0.007799442896935933,
      "grad_norm": 87.56505584716797,
      "learning_rate": 9.921996879875195e-06,
      "loss": 1.3281,
      "step": 35
    },
    {
      "epoch": 0.008022284122562675,
      "grad_norm": 73.39095306396484,
      "learning_rate": 9.919768219300201e-06,
      "loss": 0.8672,
      "step": 36
    },
    {
      "epoch": 0.008245125348189416,
      "grad_norm": 61.76755142211914,
      "learning_rate": 9.917539558725207e-06,
      "loss": 0.5109,
      "step": 37
    },
    {
      "epoch": 0.008467966573816156,
      "grad_norm": 49.45746994018555,
      "learning_rate": 9.915310898150212e-06,
      "loss": 0.5371,
      "step": 38
    },
    {
      "epoch": 0.008690807799442897,
      "grad_norm": 132.33273315429688,
      "learning_rate": 9.913082237575217e-06,
      "loss": 2.0898,
      "step": 39
    },
    {
      "epoch": 0.008913649025069638,
      "grad_norm": 39.7971076965332,
      "learning_rate": 9.910853577000223e-06,
      "loss": 0.5,
      "step": 40
    },
    {
      "epoch": 0.00913649025069638,
      "grad_norm": 29.909757614135742,
      "learning_rate": 9.90862491642523e-06,
      "loss": 0.2102,
      "step": 41
    },
    {
      "epoch": 0.00935933147632312,
      "grad_norm": 42.20581817626953,
      "learning_rate": 9.906396255850235e-06,
      "loss": 0.5479,
      "step": 42
    },
    {
      "epoch": 0.009582172701949861,
      "grad_norm": 130.1644287109375,
      "learning_rate": 9.90416759527524e-06,
      "loss": 1.3281,
      "step": 43
    },
    {
      "epoch": 0.009805013927576602,
      "grad_norm": 127.23636627197266,
      "learning_rate": 9.901938934700246e-06,
      "loss": 1.3096,
      "step": 44
    },
    {
      "epoch": 0.010027855153203343,
      "grad_norm": 97.5284194946289,
      "learning_rate": 9.89971027412525e-06,
      "loss": 1.2781,
      "step": 45
    },
    {
      "epoch": 0.010250696378830084,
      "grad_norm": 160.85971069335938,
      "learning_rate": 9.897481613550258e-06,
      "loss": 2.1094,
      "step": 46
    },
    {
      "epoch": 0.010473537604456825,
      "grad_norm": 56.761749267578125,
      "learning_rate": 9.895252952975263e-06,
      "loss": 0.5815,
      "step": 47
    },
    {
      "epoch": 0.010696378830083566,
      "grad_norm": 134.64414978027344,
      "learning_rate": 9.893024292400268e-06,
      "loss": 1.8535,
      "step": 48
    },
    {
      "epoch": 0.010919220055710306,
      "grad_norm": 20.303407669067383,
      "learning_rate": 9.890795631825274e-06,
      "loss": 0.0984,
      "step": 49
    },
    {
      "epoch": 0.011142061281337047,
      "grad_norm": 34.16613006591797,
      "learning_rate": 9.888566971250279e-06,
      "loss": 0.2446,
      "step": 50
    },
    {
      "epoch": 0.011364902506963788,
      "grad_norm": 58.52798843383789,
      "learning_rate": 9.886338310675286e-06,
      "loss": 0.7256,
      "step": 51
    },
    {
      "epoch": 0.01158774373259053,
      "grad_norm": 111.8393325805664,
      "learning_rate": 9.884109650100291e-06,
      "loss": 0.877,
      "step": 52
    },
    {
      "epoch": 0.01181058495821727,
      "grad_norm": 145.52847290039062,
      "learning_rate": 9.881880989525297e-06,
      "loss": 1.2812,
      "step": 53
    },
    {
      "epoch": 0.012033426183844011,
      "grad_norm": 40.7813720703125,
      "learning_rate": 9.879652328950302e-06,
      "loss": 0.6152,
      "step": 54
    },
    {
      "epoch": 0.012256267409470752,
      "grad_norm": 50.0694694519043,
      "learning_rate": 9.877423668375307e-06,
      "loss": 0.5688,
      "step": 55
    },
    {
      "epoch": 0.012479108635097493,
      "grad_norm": 91.45702362060547,
      "learning_rate": 9.875195007800314e-06,
      "loss": 0.9297,
      "step": 56
    },
    {
      "epoch": 0.012701949860724234,
      "grad_norm": 48.91883850097656,
      "learning_rate": 9.872966347225318e-06,
      "loss": 0.3699,
      "step": 57
    },
    {
      "epoch": 0.012924791086350975,
      "grad_norm": 58.58747482299805,
      "learning_rate": 9.870737686650323e-06,
      "loss": 0.6221,
      "step": 58
    },
    {
      "epoch": 0.013147632311977716,
      "grad_norm": 43.30315399169922,
      "learning_rate": 9.868509026075328e-06,
      "loss": 0.5142,
      "step": 59
    },
    {
      "epoch": 0.013370473537604457,
      "grad_norm": 51.667991638183594,
      "learning_rate": 9.866280365500335e-06,
      "loss": 0.2861,
      "step": 60
    },
    {
      "epoch": 0.013593314763231197,
      "grad_norm": 46.588932037353516,
      "learning_rate": 9.86405170492534e-06,
      "loss": 0.4902,
      "step": 61
    },
    {
      "epoch": 0.013816155988857938,
      "grad_norm": 111.29914093017578,
      "learning_rate": 9.861823044350346e-06,
      "loss": 0.9902,
      "step": 62
    },
    {
      "epoch": 0.01403899721448468,
      "grad_norm": 247.05018615722656,
      "learning_rate": 9.859594383775351e-06,
      "loss": 0.6445,
      "step": 63
    },
    {
      "epoch": 0.01426183844011142,
      "grad_norm": 96.1083984375,
      "learning_rate": 9.857365723200356e-06,
      "loss": 0.5156,
      "step": 64
    },
    {
      "epoch": 0.014484679665738161,
      "grad_norm": 144.13870239257812,
      "learning_rate": 9.855137062625363e-06,
      "loss": 0.5923,
      "step": 65
    },
    {
      "epoch": 0.014707520891364902,
      "grad_norm": 160.1411590576172,
      "learning_rate": 9.852908402050369e-06,
      "loss": 0.7949,
      "step": 66
    },
    {
      "epoch": 0.014930362116991643,
      "grad_norm": 145.34259033203125,
      "learning_rate": 9.850679741475374e-06,
      "loss": 0.7188,
      "step": 67
    },
    {
      "epoch": 0.015153203342618384,
      "grad_norm": 206.32351684570312,
      "learning_rate": 9.84845108090038e-06,
      "loss": 1.2871,
      "step": 68
    },
    {
      "epoch": 0.015376044568245125,
      "grad_norm": 66.4227523803711,
      "learning_rate": 9.846222420325385e-06,
      "loss": 0.6157,
      "step": 69
    },
    {
      "epoch": 0.015598885793871866,
      "grad_norm": 37.7679328918457,
      "learning_rate": 9.843993759750392e-06,
      "loss": 0.3301,
      "step": 70
    },
    {
      "epoch": 0.01582172701949861,
      "grad_norm": 210.09913635253906,
      "learning_rate": 9.841765099175397e-06,
      "loss": 1.5684,
      "step": 71
    },
    {
      "epoch": 0.01604456824512535,
      "grad_norm": 24.867996215820312,
      "learning_rate": 9.839536438600402e-06,
      "loss": 0.0894,
      "step": 72
    },
    {
      "epoch": 0.01626740947075209,
      "grad_norm": 59.19596481323242,
      "learning_rate": 9.837307778025407e-06,
      "loss": 0.6602,
      "step": 73
    },
    {
      "epoch": 0.01649025069637883,
      "grad_norm": 77.63214111328125,
      "learning_rate": 9.835079117450413e-06,
      "loss": 0.748,
      "step": 74
    },
    {
      "epoch": 0.016713091922005572,
      "grad_norm": 51.65766525268555,
      "learning_rate": 9.83285045687542e-06,
      "loss": 0.4019,
      "step": 75
    },
    {
      "epoch": 0.016935933147632313,
      "grad_norm": 61.29151153564453,
      "learning_rate": 9.830621796300425e-06,
      "loss": 0.8262,
      "step": 76
    },
    {
      "epoch": 0.017158774373259054,
      "grad_norm": 137.58018493652344,
      "learning_rate": 9.82839313572543e-06,
      "loss": 1.7012,
      "step": 77
    },
    {
      "epoch": 0.017381615598885795,
      "grad_norm": 86.3951187133789,
      "learning_rate": 9.826164475150436e-06,
      "loss": 1.3008,
      "step": 78
    },
    {
      "epoch": 0.017604456824512536,
      "grad_norm": 48.567928314208984,
      "learning_rate": 9.823935814575441e-06,
      "loss": 0.5312,
      "step": 79
    },
    {
      "epoch": 0.017827298050139277,
      "grad_norm": 72.38204956054688,
      "learning_rate": 9.821707154000446e-06,
      "loss": 1.1445,
      "step": 80
    },
    {
      "epoch": 0.018050139275766017,
      "grad_norm": 36.6350212097168,
      "learning_rate": 9.819478493425451e-06,
      "loss": 0.3994,
      "step": 81
    },
    {
      "epoch": 0.01827298050139276,
      "grad_norm": 27.64789390563965,
      "learning_rate": 9.817249832850457e-06,
      "loss": 0.2651,
      "step": 82
    },
    {
      "epoch": 0.0184958217270195,
      "grad_norm": 67.10324096679688,
      "learning_rate": 9.815021172275462e-06,
      "loss": 0.7441,
      "step": 83
    },
    {
      "epoch": 0.01871866295264624,
      "grad_norm": 53.37226104736328,
      "learning_rate": 9.812792511700469e-06,
      "loss": 0.54,
      "step": 84
    },
    {
      "epoch": 0.01894150417827298,
      "grad_norm": 38.561702728271484,
      "learning_rate": 9.810563851125474e-06,
      "loss": 0.2305,
      "step": 85
    },
    {
      "epoch": 0.019164345403899722,
      "grad_norm": 62.06584930419922,
      "learning_rate": 9.80833519055048e-06,
      "loss": 0.4414,
      "step": 86
    },
    {
      "epoch": 0.019387186629526463,
      "grad_norm": 109.04090881347656,
      "learning_rate": 9.806106529975485e-06,
      "loss": 1.2656,
      "step": 87
    },
    {
      "epoch": 0.019610027855153204,
      "grad_norm": 99.40447235107422,
      "learning_rate": 9.80387786940049e-06,
      "loss": 0.959,
      "step": 88
    },
    {
      "epoch": 0.019832869080779945,
      "grad_norm": 120.17955780029297,
      "learning_rate": 9.801649208825497e-06,
      "loss": 1.8281,
      "step": 89
    },
    {
      "epoch": 0.020055710306406686,
      "grad_norm": 111.81478118896484,
      "learning_rate": 9.799420548250503e-06,
      "loss": 0.8359,
      "step": 90
    },
    {
      "epoch": 0.020278551532033427,
      "grad_norm": 50.66555404663086,
      "learning_rate": 9.797191887675508e-06,
      "loss": 0.3555,
      "step": 91
    },
    {
      "epoch": 0.020501392757660167,
      "grad_norm": 28.866586685180664,
      "learning_rate": 9.794963227100513e-06,
      "loss": 0.1807,
      "step": 92
    },
    {
      "epoch": 0.02072423398328691,
      "grad_norm": 84.395751953125,
      "learning_rate": 9.792734566525518e-06,
      "loss": 1.0322,
      "step": 93
    },
    {
      "epoch": 0.02094707520891365,
      "grad_norm": 118.98236083984375,
      "learning_rate": 9.790505905950525e-06,
      "loss": 0.6602,
      "step": 94
    },
    {
      "epoch": 0.02116991643454039,
      "grad_norm": 68.88328552246094,
      "learning_rate": 9.78827724537553e-06,
      "loss": 0.8867,
      "step": 95
    },
    {
      "epoch": 0.02139275766016713,
      "grad_norm": 47.78841781616211,
      "learning_rate": 9.786048584800536e-06,
      "loss": 0.4219,
      "step": 96
    },
    {
      "epoch": 0.021615598885793872,
      "grad_norm": 32.27182388305664,
      "learning_rate": 9.783819924225541e-06,
      "loss": 0.418,
      "step": 97
    },
    {
      "epoch": 0.021838440111420613,
      "grad_norm": 71.58157348632812,
      "learning_rate": 9.781591263650547e-06,
      "loss": 0.9883,
      "step": 98
    },
    {
      "epoch": 0.022061281337047354,
      "grad_norm": 102.00369262695312,
      "learning_rate": 9.779362603075554e-06,
      "loss": 1.0303,
      "step": 99
    },
    {
      "epoch": 0.022284122562674095,
      "grad_norm": 64.62513732910156,
      "learning_rate": 9.777133942500559e-06,
      "loss": 0.8242,
      "step": 100
    },
    {
      "epoch": 0.022506963788300836,
      "grad_norm": 69.98812866210938,
      "learning_rate": 9.774905281925562e-06,
      "loss": 1.1582,
      "step": 101
    },
    {
      "epoch": 0.022729805013927577,
      "grad_norm": 46.47648620605469,
      "learning_rate": 9.77267662135057e-06,
      "loss": 0.5405,
      "step": 102
    },
    {
      "epoch": 0.022952646239554318,
      "grad_norm": 53.15959930419922,
      "learning_rate": 9.770447960775575e-06,
      "loss": 0.5488,
      "step": 103
    },
    {
      "epoch": 0.02317548746518106,
      "grad_norm": 56.294742584228516,
      "learning_rate": 9.76821930020058e-06,
      "loss": 0.9277,
      "step": 104
    },
    {
      "epoch": 0.0233983286908078,
      "grad_norm": 24.462299346923828,
      "learning_rate": 9.765990639625585e-06,
      "loss": 0.1121,
      "step": 105
    },
    {
      "epoch": 0.02362116991643454,
      "grad_norm": 49.44070816040039,
      "learning_rate": 9.76376197905059e-06,
      "loss": 0.6406,
      "step": 106
    },
    {
      "epoch": 0.02384401114206128,
      "grad_norm": 18.05023765563965,
      "learning_rate": 9.761533318475596e-06,
      "loss": 0.1597,
      "step": 107
    },
    {
      "epoch": 0.024066852367688022,
      "grad_norm": 52.29861068725586,
      "learning_rate": 9.759304657900603e-06,
      "loss": 0.7207,
      "step": 108
    },
    {
      "epoch": 0.024289693593314763,
      "grad_norm": 39.824241638183594,
      "learning_rate": 9.757075997325608e-06,
      "loss": 0.4995,
      "step": 109
    },
    {
      "epoch": 0.024512534818941504,
      "grad_norm": 22.9592227935791,
      "learning_rate": 9.754847336750613e-06,
      "loss": 0.2427,
      "step": 110
    },
    {
      "epoch": 0.024735376044568245,
      "grad_norm": 55.42697525024414,
      "learning_rate": 9.752618676175619e-06,
      "loss": 0.8047,
      "step": 111
    },
    {
      "epoch": 0.024958217270194986,
      "grad_norm": 68.2297592163086,
      "learning_rate": 9.750390015600624e-06,
      "loss": 1.1016,
      "step": 112
    },
    {
      "epoch": 0.025181058495821727,
      "grad_norm": 88.37448120117188,
      "learning_rate": 9.748161355025631e-06,
      "loss": 1.0215,
      "step": 113
    },
    {
      "epoch": 0.025403899721448468,
      "grad_norm": 8.781455039978027,
      "learning_rate": 9.745932694450636e-06,
      "loss": 0.075,
      "step": 114
    },
    {
      "epoch": 0.02562674094707521,
      "grad_norm": 44.93153381347656,
      "learning_rate": 9.743704033875642e-06,
      "loss": 0.3896,
      "step": 115
    },
    {
      "epoch": 0.02584958217270195,
      "grad_norm": 67.42056274414062,
      "learning_rate": 9.741475373300647e-06,
      "loss": 0.918,
      "step": 116
    },
    {
      "epoch": 0.02607242339832869,
      "grad_norm": 81.93172454833984,
      "learning_rate": 9.739246712725652e-06,
      "loss": 0.752,
      "step": 117
    },
    {
      "epoch": 0.02629526462395543,
      "grad_norm": 50.02082443237305,
      "learning_rate": 9.73701805215066e-06,
      "loss": 0.2784,
      "step": 118
    },
    {
      "epoch": 0.026518105849582172,
      "grad_norm": 56.61439514160156,
      "learning_rate": 9.734789391575664e-06,
      "loss": 0.8574,
      "step": 119
    },
    {
      "epoch": 0.026740947075208913,
      "grad_norm": 40.4713134765625,
      "learning_rate": 9.73256073100067e-06,
      "loss": 0.442,
      "step": 120
    },
    {
      "epoch": 0.026963788300835654,
      "grad_norm": 72.72907257080078,
      "learning_rate": 9.730332070425675e-06,
      "loss": 0.5161,
      "step": 121
    },
    {
      "epoch": 0.027186629526462395,
      "grad_norm": 44.47761917114258,
      "learning_rate": 9.72810340985068e-06,
      "loss": 0.6348,
      "step": 122
    },
    {
      "epoch": 0.027409470752089136,
      "grad_norm": 83.13433074951172,
      "learning_rate": 9.725874749275687e-06,
      "loss": 1.1523,
      "step": 123
    },
    {
      "epoch": 0.027632311977715877,
      "grad_norm": 70.08927154541016,
      "learning_rate": 9.723646088700691e-06,
      "loss": 1.1406,
      "step": 124
    },
    {
      "epoch": 0.027855153203342618,
      "grad_norm": 36.6924934387207,
      "learning_rate": 9.721417428125696e-06,
      "loss": 0.3701,
      "step": 125
    },
    {
      "epoch": 0.02807799442896936,
      "grad_norm": 39.123321533203125,
      "learning_rate": 9.719188767550703e-06,
      "loss": 0.4678,
      "step": 126
    },
    {
      "epoch": 0.0283008356545961,
      "grad_norm": 20.05642318725586,
      "learning_rate": 9.716960106975708e-06,
      "loss": 0.1003,
      "step": 127
    },
    {
      "epoch": 0.02852367688022284,
      "grad_norm": 36.292911529541016,
      "learning_rate": 9.714731446400714e-06,
      "loss": 0.1045,
      "step": 128
    },
    {
      "epoch": 0.02874651810584958,
      "grad_norm": 43.74979782104492,
      "learning_rate": 9.712502785825719e-06,
      "loss": 0.4375,
      "step": 129
    },
    {
      "epoch": 0.028969359331476322,
      "grad_norm": 54.895538330078125,
      "learning_rate": 9.710274125250724e-06,
      "loss": 0.5254,
      "step": 130
    },
    {
      "epoch": 0.029192200557103063,
      "grad_norm": 31.693851470947266,
      "learning_rate": 9.70804546467573e-06,
      "loss": 0.5664,
      "step": 131
    },
    {
      "epoch": 0.029415041782729804,
      "grad_norm": 44.0479736328125,
      "learning_rate": 9.705816804100737e-06,
      "loss": 0.8125,
      "step": 132
    },
    {
      "epoch": 0.029637883008356545,
      "grad_norm": 65.39977264404297,
      "learning_rate": 9.703588143525742e-06,
      "loss": 0.9219,
      "step": 133
    },
    {
      "epoch": 0.029860724233983286,
      "grad_norm": 43.36970138549805,
      "learning_rate": 9.701359482950747e-06,
      "loss": 0.5215,
      "step": 134
    },
    {
      "epoch": 0.030083565459610027,
      "grad_norm": 71.8648452758789,
      "learning_rate": 9.699130822375753e-06,
      "loss": 0.6982,
      "step": 135
    },
    {
      "epoch": 0.030306406685236768,
      "grad_norm": 49.07477951049805,
      "learning_rate": 9.696902161800758e-06,
      "loss": 0.4746,
      "step": 136
    },
    {
      "epoch": 0.03052924791086351,
      "grad_norm": 117.9260482788086,
      "learning_rate": 9.694673501225765e-06,
      "loss": 1.4219,
      "step": 137
    },
    {
      "epoch": 0.03075208913649025,
      "grad_norm": 25.036396026611328,
      "learning_rate": 9.69244484065077e-06,
      "loss": 0.0828,
      "step": 138
    },
    {
      "epoch": 0.03097493036211699,
      "grad_norm": 57.97550582885742,
      "learning_rate": 9.690216180075775e-06,
      "loss": 0.7363,
      "step": 139
    },
    {
      "epoch": 0.03119777158774373,
      "grad_norm": 76.85366821289062,
      "learning_rate": 9.68798751950078e-06,
      "loss": 0.8359,
      "step": 140
    },
    {
      "epoch": 0.031420612813370476,
      "grad_norm": 63.05150604248047,
      "learning_rate": 9.685758858925786e-06,
      "loss": 0.6123,
      "step": 141
    },
    {
      "epoch": 0.03164345403899722,
      "grad_norm": 34.317970275878906,
      "learning_rate": 9.683530198350793e-06,
      "loss": 0.4023,
      "step": 142
    },
    {
      "epoch": 0.03186629526462396,
      "grad_norm": 75.02227020263672,
      "learning_rate": 9.681301537775798e-06,
      "loss": 0.9922,
      "step": 143
    },
    {
      "epoch": 0.0320891364902507,
      "grad_norm": 46.52975845336914,
      "learning_rate": 9.679072877200804e-06,
      "loss": 0.6279,
      "step": 144
    },
    {
      "epoch": 0.03231197771587744,
      "grad_norm": 33.30955123901367,
      "learning_rate": 9.676844216625809e-06,
      "loss": 0.188,
      "step": 145
    },
    {
      "epoch": 0.03253481894150418,
      "grad_norm": 75.20624542236328,
      "learning_rate": 9.674615556050814e-06,
      "loss": 1.1074,
      "step": 146
    },
    {
      "epoch": 0.03275766016713092,
      "grad_norm": 17.60894203186035,
      "learning_rate": 9.67238689547582e-06,
      "loss": 0.105,
      "step": 147
    },
    {
      "epoch": 0.03298050139275766,
      "grad_norm": 13.773730278015137,
      "learning_rate": 9.670158234900825e-06,
      "loss": 0.1162,
      "step": 148
    },
    {
      "epoch": 0.0332033426183844,
      "grad_norm": 39.372169494628906,
      "learning_rate": 9.66792957432583e-06,
      "loss": 0.4302,
      "step": 149
    },
    {
      "epoch": 0.033426183844011144,
      "grad_norm": 26.57169532775879,
      "learning_rate": 9.665700913750837e-06,
      "loss": 0.457,
      "step": 150
    },
    {
      "epoch": 0.033649025069637885,
      "grad_norm": 41.22106170654297,
      "learning_rate": 9.663472253175842e-06,
      "loss": 0.4316,
      "step": 151
    },
    {
      "epoch": 0.033871866295264626,
      "grad_norm": 70.59606170654297,
      "learning_rate": 9.661243592600848e-06,
      "loss": 1.002,
      "step": 152
    },
    {
      "epoch": 0.03409470752089137,
      "grad_norm": 24.81121253967285,
      "learning_rate": 9.659014932025853e-06,
      "loss": 0.2568,
      "step": 153
    },
    {
      "epoch": 0.03431754874651811,
      "grad_norm": 23.623348236083984,
      "learning_rate": 9.656786271450858e-06,
      "loss": 0.1466,
      "step": 154
    },
    {
      "epoch": 0.03454038997214485,
      "grad_norm": 108.49307250976562,
      "learning_rate": 9.654557610875865e-06,
      "loss": 0.9961,
      "step": 155
    },
    {
      "epoch": 0.03476323119777159,
      "grad_norm": 27.318470001220703,
      "learning_rate": 9.65232895030087e-06,
      "loss": 0.3127,
      "step": 156
    },
    {
      "epoch": 0.03498607242339833,
      "grad_norm": 38.72837448120117,
      "learning_rate": 9.650100289725876e-06,
      "loss": 0.3087,
      "step": 157
    },
    {
      "epoch": 0.03520891364902507,
      "grad_norm": 49.006256103515625,
      "learning_rate": 9.647871629150881e-06,
      "loss": 0.7363,
      "step": 158
    },
    {
      "epoch": 0.03543175487465181,
      "grad_norm": 94.56371307373047,
      "learning_rate": 9.645642968575886e-06,
      "loss": 1.2012,
      "step": 159
    },
    {
      "epoch": 0.03565459610027855,
      "grad_norm": 60.7059211730957,
      "learning_rate": 9.643414308000892e-06,
      "loss": 0.4639,
      "step": 160
    },
    {
      "epoch": 0.035877437325905294,
      "grad_norm": 37.486289978027344,
      "learning_rate": 9.641185647425899e-06,
      "loss": 0.6489,
      "step": 161
    },
    {
      "epoch": 0.036100278551532035,
      "grad_norm": 47.838531494140625,
      "learning_rate": 9.638956986850904e-06,
      "loss": 0.5635,
      "step": 162
    },
    {
      "epoch": 0.036323119777158776,
      "grad_norm": 30.890596389770508,
      "learning_rate": 9.63672832627591e-06,
      "loss": 0.4009,
      "step": 163
    },
    {
      "epoch": 0.03654596100278552,
      "grad_norm": 26.05727767944336,
      "learning_rate": 9.634499665700914e-06,
      "loss": 0.1794,
      "step": 164
    },
    {
      "epoch": 0.03676880222841226,
      "grad_norm": 70.83560180664062,
      "learning_rate": 9.63227100512592e-06,
      "loss": 0.9482,
      "step": 165
    },
    {
      "epoch": 0.036991643454039,
      "grad_norm": 61.54905700683594,
      "learning_rate": 9.630042344550927e-06,
      "loss": 0.7207,
      "step": 166
    },
    {
      "epoch": 0.03721448467966574,
      "grad_norm": 103.28120422363281,
      "learning_rate": 9.627813683975932e-06,
      "loss": 1.6719,
      "step": 167
    },
    {
      "epoch": 0.03743732590529248,
      "grad_norm": 38.86104202270508,
      "learning_rate": 9.625585023400937e-06,
      "loss": 0.2124,
      "step": 168
    },
    {
      "epoch": 0.03766016713091922,
      "grad_norm": 18.692956924438477,
      "learning_rate": 9.623356362825943e-06,
      "loss": 0.1238,
      "step": 169
    },
    {
      "epoch": 0.03788300835654596,
      "grad_norm": 27.845325469970703,
      "learning_rate": 9.621127702250948e-06,
      "loss": 0.2719,
      "step": 170
    },
    {
      "epoch": 0.0381058495821727,
      "grad_norm": 45.554466247558594,
      "learning_rate": 9.618899041675953e-06,
      "loss": 0.958,
      "step": 171
    },
    {
      "epoch": 0.038328690807799444,
      "grad_norm": 78.76212310791016,
      "learning_rate": 9.616670381100958e-06,
      "loss": 1.3281,
      "step": 172
    },
    {
      "epoch": 0.038551532033426185,
      "grad_norm": 73.16509246826172,
      "learning_rate": 9.614441720525964e-06,
      "loss": 0.5488,
      "step": 173
    },
    {
      "epoch": 0.038774373259052926,
      "grad_norm": 127.52940368652344,
      "learning_rate": 9.61221305995097e-06,
      "loss": 1.5332,
      "step": 174
    },
    {
      "epoch": 0.03899721448467967,
      "grad_norm": 51.886146545410156,
      "learning_rate": 9.609984399375976e-06,
      "loss": 0.2031,
      "step": 175
    },
    {
      "epoch": 0.03922005571030641,
      "grad_norm": 40.855743408203125,
      "learning_rate": 9.607755738800981e-06,
      "loss": 0.4202,
      "step": 176
    },
    {
      "epoch": 0.03944289693593315,
      "grad_norm": 61.422943115234375,
      "learning_rate": 9.605527078225987e-06,
      "loss": 0.6885,
      "step": 177
    },
    {
      "epoch": 0.03966573816155989,
      "grad_norm": 48.70375061035156,
      "learning_rate": 9.603298417650992e-06,
      "loss": 0.8594,
      "step": 178
    },
    {
      "epoch": 0.03988857938718663,
      "grad_norm": 42.95436096191406,
      "learning_rate": 9.601069757075999e-06,
      "loss": 0.4683,
      "step": 179
    },
    {
      "epoch": 0.04011142061281337,
      "grad_norm": 18.293804168701172,
      "learning_rate": 9.598841096501004e-06,
      "loss": 0.1091,
      "step": 180
    },
    {
      "epoch": 0.04033426183844011,
      "grad_norm": 72.12271881103516,
      "learning_rate": 9.59661243592601e-06,
      "loss": 0.8281,
      "step": 181
    },
    {
      "epoch": 0.04055710306406685,
      "grad_norm": 59.28181457519531,
      "learning_rate": 9.594383775351015e-06,
      "loss": 0.6216,
      "step": 182
    },
    {
      "epoch": 0.040779944289693594,
      "grad_norm": 46.466285705566406,
      "learning_rate": 9.59215511477602e-06,
      "loss": 0.2427,
      "step": 183
    },
    {
      "epoch": 0.041002785515320335,
      "grad_norm": 79.93921661376953,
      "learning_rate": 9.589926454201025e-06,
      "loss": 0.8867,
      "step": 184
    },
    {
      "epoch": 0.041225626740947076,
      "grad_norm": 44.66269302368164,
      "learning_rate": 9.587697793626032e-06,
      "loss": 0.2744,
      "step": 185
    },
    {
      "epoch": 0.04144846796657382,
      "grad_norm": 29.017789840698242,
      "learning_rate": 9.585469133051038e-06,
      "loss": 0.2363,
      "step": 186
    },
    {
      "epoch": 0.04167130919220056,
      "grad_norm": 62.57133102416992,
      "learning_rate": 9.583240472476043e-06,
      "loss": 0.9766,
      "step": 187
    },
    {
      "epoch": 0.0418941504178273,
      "grad_norm": 41.77214431762695,
      "learning_rate": 9.581011811901048e-06,
      "loss": 0.4585,
      "step": 188
    },
    {
      "epoch": 0.04211699164345404,
      "grad_norm": 53.30997848510742,
      "learning_rate": 9.578783151326054e-06,
      "loss": 0.3555,
      "step": 189
    },
    {
      "epoch": 0.04233983286908078,
      "grad_norm": 37.388545989990234,
      "learning_rate": 9.57655449075106e-06,
      "loss": 0.3669,
      "step": 190
    },
    {
      "epoch": 0.04256267409470752,
      "grad_norm": 26.979326248168945,
      "learning_rate": 9.574325830176064e-06,
      "loss": 0.1182,
      "step": 191
    },
    {
      "epoch": 0.04278551532033426,
      "grad_norm": 13.839284896850586,
      "learning_rate": 9.57209716960107e-06,
      "loss": 0.0695,
      "step": 192
    },
    {
      "epoch": 0.043008356545961,
      "grad_norm": 59.84503173828125,
      "learning_rate": 9.569868509026076e-06,
      "loss": 0.9102,
      "step": 193
    },
    {
      "epoch": 0.043231197771587744,
      "grad_norm": 14.762617111206055,
      "learning_rate": 9.567639848451082e-06,
      "loss": 0.0636,
      "step": 194
    },
    {
      "epoch": 0.043454038997214485,
      "grad_norm": 94.33795166015625,
      "learning_rate": 9.565411187876087e-06,
      "loss": 1.0137,
      "step": 195
    },
    {
      "epoch": 0.043676880222841226,
      "grad_norm": 77.88819122314453,
      "learning_rate": 9.563182527301092e-06,
      "loss": 0.9004,
      "step": 196
    },
    {
      "epoch": 0.04389972144846797,
      "grad_norm": 30.742572784423828,
      "learning_rate": 9.560953866726098e-06,
      "loss": 0.2161,
      "step": 197
    },
    {
      "epoch": 0.04412256267409471,
      "grad_norm": 17.66703987121582,
      "learning_rate": 9.558725206151105e-06,
      "loss": 0.0615,
      "step": 198
    },
    {
      "epoch": 0.04434540389972145,
      "grad_norm": 65.99563598632812,
      "learning_rate": 9.55649654557611e-06,
      "loss": 0.7441,
      "step": 199
    },
    {
      "epoch": 0.04456824512534819,
      "grad_norm": 88.44234466552734,
      "learning_rate": 9.554267885001115e-06,
      "loss": 0.6187,
      "step": 200
    },
    {
      "epoch": 0.04479108635097493,
      "grad_norm": 63.61162567138672,
      "learning_rate": 9.55203922442612e-06,
      "loss": 0.5693,
      "step": 201
    },
    {
      "epoch": 0.04501392757660167,
      "grad_norm": 48.837554931640625,
      "learning_rate": 9.549810563851126e-06,
      "loss": 0.2192,
      "step": 202
    },
    {
      "epoch": 0.04523676880222841,
      "grad_norm": 77.91535949707031,
      "learning_rate": 9.547581903276133e-06,
      "loss": 0.5499,
      "step": 203
    },
    {
      "epoch": 0.04545961002785515,
      "grad_norm": 9.159217834472656,
      "learning_rate": 9.545353242701138e-06,
      "loss": 0.0731,
      "step": 204
    },
    {
      "epoch": 0.045682451253481894,
      "grad_norm": 116.24063873291016,
      "learning_rate": 9.543124582126143e-06,
      "loss": 0.6738,
      "step": 205
    },
    {
      "epoch": 0.045905292479108635,
      "grad_norm": 47.08620834350586,
      "learning_rate": 9.540895921551149e-06,
      "loss": 0.5288,
      "step": 206
    },
    {
      "epoch": 0.046128133704735376,
      "grad_norm": 84.06946563720703,
      "learning_rate": 9.538667260976154e-06,
      "loss": 0.7344,
      "step": 207
    },
    {
      "epoch": 0.04635097493036212,
      "grad_norm": 56.230506896972656,
      "learning_rate": 9.53643860040116e-06,
      "loss": 0.3037,
      "step": 208
    },
    {
      "epoch": 0.04657381615598886,
      "grad_norm": 105.6999282836914,
      "learning_rate": 9.534209939826166e-06,
      "loss": 1.0225,
      "step": 209
    },
    {
      "epoch": 0.0467966573816156,
      "grad_norm": 134.07423400878906,
      "learning_rate": 9.531981279251171e-06,
      "loss": 0.5186,
      "step": 210
    },
    {
      "epoch": 0.04701949860724234,
      "grad_norm": 38.261043548583984,
      "learning_rate": 9.529752618676177e-06,
      "loss": 0.2891,
      "step": 211
    },
    {
      "epoch": 0.04724233983286908,
      "grad_norm": 27.990211486816406,
      "learning_rate": 9.527523958101182e-06,
      "loss": 0.1528,
      "step": 212
    },
    {
      "epoch": 0.04746518105849582,
      "grad_norm": 138.74972534179688,
      "learning_rate": 9.525295297526187e-06,
      "loss": 1.3438,
      "step": 213
    },
    {
      "epoch": 0.04768802228412256,
      "grad_norm": 92.5727310180664,
      "learning_rate": 9.523066636951193e-06,
      "loss": 0.9939,
      "step": 214
    },
    {
      "epoch": 0.0479108635097493,
      "grad_norm": 21.643352508544922,
      "learning_rate": 9.520837976376198e-06,
      "loss": 0.1455,
      "step": 215
    },
    {
      "epoch": 0.048133704735376044,
      "grad_norm": 35.631752014160156,
      "learning_rate": 9.518609315801203e-06,
      "loss": 0.1229,
      "step": 216
    },
    {
      "epoch": 0.048356545961002785,
      "grad_norm": 120.74728393554688,
      "learning_rate": 9.51638065522621e-06,
      "loss": 1.2275,
      "step": 217
    },
    {
      "epoch": 0.048579387186629526,
      "grad_norm": 157.57620239257812,
      "learning_rate": 9.514151994651215e-06,
      "loss": 1.5059,
      "step": 218
    },
    {
      "epoch": 0.04880222841225627,
      "grad_norm": 31.151926040649414,
      "learning_rate": 9.51192333407622e-06,
      "loss": 0.1678,
      "step": 219
    },
    {
      "epoch": 0.04902506963788301,
      "grad_norm": 130.83880615234375,
      "learning_rate": 9.509694673501226e-06,
      "loss": 1.0293,
      "step": 220
    },
    {
      "epoch": 0.04924791086350975,
      "grad_norm": 21.163515090942383,
      "learning_rate": 9.507466012926231e-06,
      "loss": 0.1003,
      "step": 221
    },
    {
      "epoch": 0.04947075208913649,
      "grad_norm": 106.14301300048828,
      "learning_rate": 9.505237352351238e-06,
      "loss": 0.5989,
      "step": 222
    },
    {
      "epoch": 0.04969359331476323,
      "grad_norm": 40.905677795410156,
      "learning_rate": 9.503008691776244e-06,
      "loss": 0.5943,
      "step": 223
    },
    {
      "epoch": 0.04991643454038997,
      "grad_norm": 42.67622375488281,
      "learning_rate": 9.500780031201249e-06,
      "loss": 0.7168,
      "step": 224
    },
    {
      "epoch": 0.05013927576601671,
      "grad_norm": 125.08794403076172,
      "learning_rate": 9.498551370626254e-06,
      "loss": 1.5988,
      "step": 225
    },
    {
      "epoch": 0.05036211699164345,
      "grad_norm": 84.86188507080078,
      "learning_rate": 9.49632271005126e-06,
      "loss": 1.2539,
      "step": 226
    },
    {
      "epoch": 0.050584958217270194,
      "grad_norm": 44.64651870727539,
      "learning_rate": 9.494094049476266e-06,
      "loss": 0.3815,
      "step": 227
    },
    {
      "epoch": 0.050807799442896935,
      "grad_norm": 76.10066986083984,
      "learning_rate": 9.491865388901272e-06,
      "loss": 0.7793,
      "step": 228
    },
    {
      "epoch": 0.051030640668523676,
      "grad_norm": 66.11995697021484,
      "learning_rate": 9.489636728326277e-06,
      "loss": 0.8359,
      "step": 229
    },
    {
      "epoch": 0.05125348189415042,
      "grad_norm": 33.11107635498047,
      "learning_rate": 9.487408067751282e-06,
      "loss": 0.4795,
      "step": 230
    },
    {
      "epoch": 0.05147632311977716,
      "grad_norm": 57.509613037109375,
      "learning_rate": 9.485179407176288e-06,
      "loss": 0.7358,
      "step": 231
    },
    {
      "epoch": 0.0516991643454039,
      "grad_norm": 57.59333038330078,
      "learning_rate": 9.482950746601293e-06,
      "loss": 0.9258,
      "step": 232
    },
    {
      "epoch": 0.05192200557103064,
      "grad_norm": 29.908645629882812,
      "learning_rate": 9.4807220860263e-06,
      "loss": 0.3477,
      "step": 233
    },
    {
      "epoch": 0.05214484679665738,
      "grad_norm": 27.198461532592773,
      "learning_rate": 9.478493425451305e-06,
      "loss": 0.1917,
      "step": 234
    },
    {
      "epoch": 0.05236768802228412,
      "grad_norm": 112.9177017211914,
      "learning_rate": 9.47626476487631e-06,
      "loss": 1.2061,
      "step": 235
    },
    {
      "epoch": 0.05259052924791086,
      "grad_norm": 32.69696807861328,
      "learning_rate": 9.474036104301316e-06,
      "loss": 0.7188,
      "step": 236
    },
    {
      "epoch": 0.0528133704735376,
      "grad_norm": 48.23286056518555,
      "learning_rate": 9.471807443726321e-06,
      "loss": 0.7656,
      "step": 237
    },
    {
      "epoch": 0.053036211699164344,
      "grad_norm": 15.465099334716797,
      "learning_rate": 9.469578783151326e-06,
      "loss": 0.0955,
      "step": 238
    },
    {
      "epoch": 0.053259052924791085,
      "grad_norm": 23.12801742553711,
      "learning_rate": 9.467350122576332e-06,
      "loss": 0.1597,
      "step": 239
    },
    {
      "epoch": 0.053481894150417826,
      "grad_norm": 38.008853912353516,
      "learning_rate": 9.465121462001337e-06,
      "loss": 0.3916,
      "step": 240
    },
    {
      "epoch": 0.05370473537604457,
      "grad_norm": 52.91986846923828,
      "learning_rate": 9.462892801426344e-06,
      "loss": 0.7109,
      "step": 241
    },
    {
      "epoch": 0.05392757660167131,
      "grad_norm": 64.70109558105469,
      "learning_rate": 9.46066414085135e-06,
      "loss": 0.5952,
      "step": 242
    },
    {
      "epoch": 0.05415041782729805,
      "grad_norm": 69.41414642333984,
      "learning_rate": 9.458435480276355e-06,
      "loss": 0.8984,
      "step": 243
    },
    {
      "epoch": 0.05437325905292479,
      "grad_norm": 20.568504333496094,
      "learning_rate": 9.45620681970136e-06,
      "loss": 0.2856,
      "step": 244
    },
    {
      "epoch": 0.05459610027855153,
      "grad_norm": 31.370609283447266,
      "learning_rate": 9.453978159126365e-06,
      "loss": 0.301,
      "step": 245
    },
    {
      "epoch": 0.05481894150417827,
      "grad_norm": 33.91365432739258,
      "learning_rate": 9.451749498551372e-06,
      "loss": 0.4883,
      "step": 246
    },
    {
      "epoch": 0.05504178272980501,
      "grad_norm": 57.818546295166016,
      "learning_rate": 9.449520837976377e-06,
      "loss": 0.7021,
      "step": 247
    },
    {
      "epoch": 0.05526462395543175,
      "grad_norm": 59.206886291503906,
      "learning_rate": 9.447292177401383e-06,
      "loss": 0.8867,
      "step": 248
    },
    {
      "epoch": 0.055487465181058494,
      "grad_norm": 61.90367126464844,
      "learning_rate": 9.445063516826388e-06,
      "loss": 0.7168,
      "step": 249
    },
    {
      "epoch": 0.055710306406685235,
      "grad_norm": 66.51665496826172,
      "learning_rate": 9.442834856251393e-06,
      "loss": 0.6953,
      "step": 250
    },
    {
      "epoch": 0.055933147632311976,
      "grad_norm": 49.94411849975586,
      "learning_rate": 9.4406061956764e-06,
      "loss": 0.6162,
      "step": 251
    },
    {
      "epoch": 0.05615598885793872,
      "grad_norm": 27.183731079101562,
      "learning_rate": 9.438377535101406e-06,
      "loss": 0.0551,
      "step": 252
    },
    {
      "epoch": 0.05637883008356546,
      "grad_norm": 41.044189453125,
      "learning_rate": 9.436148874526411e-06,
      "loss": 0.417,
      "step": 253
    },
    {
      "epoch": 0.0566016713091922,
      "grad_norm": 21.773183822631836,
      "learning_rate": 9.433920213951416e-06,
      "loss": 0.1252,
      "step": 254
    },
    {
      "epoch": 0.05682451253481894,
      "grad_norm": 34.93907928466797,
      "learning_rate": 9.431691553376421e-06,
      "loss": 0.4805,
      "step": 255
    },
    {
      "epoch": 0.05704735376044568,
      "grad_norm": 99.58170318603516,
      "learning_rate": 9.429462892801427e-06,
      "loss": 0.8965,
      "step": 256
    },
    {
      "epoch": 0.05727019498607242,
      "grad_norm": 10.459168434143066,
      "learning_rate": 9.427234232226434e-06,
      "loss": 0.0559,
      "step": 257
    },
    {
      "epoch": 0.05749303621169916,
      "grad_norm": 49.6746826171875,
      "learning_rate": 9.425005571651439e-06,
      "loss": 0.623,
      "step": 258
    },
    {
      "epoch": 0.0577158774373259,
      "grad_norm": 69.5999755859375,
      "learning_rate": 9.422776911076443e-06,
      "loss": 0.7773,
      "step": 259
    },
    {
      "epoch": 0.057938718662952644,
      "grad_norm": 81.68501281738281,
      "learning_rate": 9.42054825050145e-06,
      "loss": 1.0625,
      "step": 260
    },
    {
      "epoch": 0.058161559888579385,
      "grad_norm": 27.367618560791016,
      "learning_rate": 9.418319589926455e-06,
      "loss": 0.0632,
      "step": 261
    },
    {
      "epoch": 0.058384401114206126,
      "grad_norm": 69.6752700805664,
      "learning_rate": 9.41609092935146e-06,
      "loss": 0.6484,
      "step": 262
    },
    {
      "epoch": 0.05860724233983287,
      "grad_norm": 44.34828186035156,
      "learning_rate": 9.413862268776465e-06,
      "loss": 0.46,
      "step": 263
    },
    {
      "epoch": 0.05883008356545961,
      "grad_norm": 81.0168228149414,
      "learning_rate": 9.41163360820147e-06,
      "loss": 1.3164,
      "step": 264
    },
    {
      "epoch": 0.05905292479108635,
      "grad_norm": 51.19096374511719,
      "learning_rate": 9.409404947626478e-06,
      "loss": 0.3208,
      "step": 265
    },
    {
      "epoch": 0.05927576601671309,
      "grad_norm": 35.39426040649414,
      "learning_rate": 9.407176287051483e-06,
      "loss": 0.3848,
      "step": 266
    },
    {
      "epoch": 0.05949860724233983,
      "grad_norm": 33.29324722290039,
      "learning_rate": 9.404947626476488e-06,
      "loss": 0.3066,
      "step": 267
    },
    {
      "epoch": 0.05972144846796657,
      "grad_norm": 47.606956481933594,
      "learning_rate": 9.402718965901494e-06,
      "loss": 0.2219,
      "step": 268
    },
    {
      "epoch": 0.05994428969359331,
      "grad_norm": 67.0916519165039,
      "learning_rate": 9.400490305326499e-06,
      "loss": 1.0039,
      "step": 269
    },
    {
      "epoch": 0.06016713091922005,
      "grad_norm": 5.218611717224121,
      "learning_rate": 9.398261644751506e-06,
      "loss": 0.0343,
      "step": 270
    },
    {
      "epoch": 0.060389972144846794,
      "grad_norm": 32.3604850769043,
      "learning_rate": 9.396032984176511e-06,
      "loss": 0.107,
      "step": 271
    },
    {
      "epoch": 0.060612813370473535,
      "grad_norm": 33.703330993652344,
      "learning_rate": 9.393804323601516e-06,
      "loss": 0.4526,
      "step": 272
    },
    {
      "epoch": 0.060835654596100276,
      "grad_norm": 34.68157196044922,
      "learning_rate": 9.391575663026522e-06,
      "loss": 0.1636,
      "step": 273
    },
    {
      "epoch": 0.06105849582172702,
      "grad_norm": 23.966224670410156,
      "learning_rate": 9.389347002451527e-06,
      "loss": 0.0835,
      "step": 274
    },
    {
      "epoch": 0.06128133704735376,
      "grad_norm": 46.99919509887695,
      "learning_rate": 9.387118341876534e-06,
      "loss": 0.366,
      "step": 275
    },
    {
      "epoch": 0.0615041782729805,
      "grad_norm": 58.91844177246094,
      "learning_rate": 9.38488968130154e-06,
      "loss": 0.6533,
      "step": 276
    },
    {
      "epoch": 0.06172701949860724,
      "grad_norm": 21.14158821105957,
      "learning_rate": 9.382661020726545e-06,
      "loss": 0.0604,
      "step": 277
    },
    {
      "epoch": 0.06194986072423398,
      "grad_norm": 39.18995666503906,
      "learning_rate": 9.38043236015155e-06,
      "loss": 0.4839,
      "step": 278
    },
    {
      "epoch": 0.06217270194986072,
      "grad_norm": 56.680816650390625,
      "learning_rate": 9.378203699576555e-06,
      "loss": 0.3604,
      "step": 279
    },
    {
      "epoch": 0.06239554317548746,
      "grad_norm": 63.97532653808594,
      "learning_rate": 9.37597503900156e-06,
      "loss": 0.3447,
      "step": 280
    },
    {
      "epoch": 0.06261838440111421,
      "grad_norm": 100.09674072265625,
      "learning_rate": 9.373746378426566e-06,
      "loss": 1.043,
      "step": 281
    },
    {
      "epoch": 0.06284122562674095,
      "grad_norm": 56.76240539550781,
      "learning_rate": 9.371517717851571e-06,
      "loss": 0.4414,
      "step": 282
    },
    {
      "epoch": 0.06306406685236769,
      "grad_norm": 115.83627319335938,
      "learning_rate": 9.369289057276576e-06,
      "loss": 1.2617,
      "step": 283
    },
    {
      "epoch": 0.06328690807799443,
      "grad_norm": 47.33349609375,
      "learning_rate": 9.367060396701583e-06,
      "loss": 0.5605,
      "step": 284
    },
    {
      "epoch": 0.06350974930362117,
      "grad_norm": 40.83649444580078,
      "learning_rate": 9.364831736126589e-06,
      "loss": 0.4517,
      "step": 285
    },
    {
      "epoch": 0.06373259052924792,
      "grad_norm": 114.55249786376953,
      "learning_rate": 9.362603075551594e-06,
      "loss": 1.0508,
      "step": 286
    },
    {
      "epoch": 0.06395543175487466,
      "grad_norm": 78.23007202148438,
      "learning_rate": 9.3603744149766e-06,
      "loss": 1.0215,
      "step": 287
    },
    {
      "epoch": 0.0641782729805014,
      "grad_norm": 47.83253479003906,
      "learning_rate": 9.358145754401605e-06,
      "loss": 0.8438,
      "step": 288
    },
    {
      "epoch": 0.06440111420612814,
      "grad_norm": 78.16709899902344,
      "learning_rate": 9.355917093826612e-06,
      "loss": 1.0312,
      "step": 289
    },
    {
      "epoch": 0.06462395543175488,
      "grad_norm": 38.776824951171875,
      "learning_rate": 9.353688433251617e-06,
      "loss": 0.7056,
      "step": 290
    },
    {
      "epoch": 0.06484679665738162,
      "grad_norm": 61.232337951660156,
      "learning_rate": 9.351459772676622e-06,
      "loss": 0.5859,
      "step": 291
    },
    {
      "epoch": 0.06506963788300836,
      "grad_norm": 92.19351959228516,
      "learning_rate": 9.349231112101627e-06,
      "loss": 1.1934,
      "step": 292
    },
    {
      "epoch": 0.0652924791086351,
      "grad_norm": 65.00660705566406,
      "learning_rate": 9.347002451526633e-06,
      "loss": 0.7402,
      "step": 293
    },
    {
      "epoch": 0.06551532033426184,
      "grad_norm": 82.2502670288086,
      "learning_rate": 9.34477379095164e-06,
      "loss": 0.7461,
      "step": 294
    },
    {
      "epoch": 0.06573816155988858,
      "grad_norm": 69.89280700683594,
      "learning_rate": 9.342545130376645e-06,
      "loss": 0.8516,
      "step": 295
    },
    {
      "epoch": 0.06596100278551532,
      "grad_norm": 35.38408279418945,
      "learning_rate": 9.34031646980165e-06,
      "loss": 0.6543,
      "step": 296
    },
    {
      "epoch": 0.06618384401114207,
      "grad_norm": 34.817970275878906,
      "learning_rate": 9.338087809226656e-06,
      "loss": 0.124,
      "step": 297
    },
    {
      "epoch": 0.0664066852367688,
      "grad_norm": 12.470492362976074,
      "learning_rate": 9.335859148651661e-06,
      "loss": 0.0664,
      "step": 298
    },
    {
      "epoch": 0.06662952646239555,
      "grad_norm": 75.28102111816406,
      "learning_rate": 9.333630488076668e-06,
      "loss": 0.3752,
      "step": 299
    },
    {
      "epoch": 0.06685236768802229,
      "grad_norm": 44.88343048095703,
      "learning_rate": 9.331401827501673e-06,
      "loss": 0.6992,
      "step": 300
    },
    {
      "epoch": 0.06707520891364903,
      "grad_norm": 32.175926208496094,
      "learning_rate": 9.329173166926678e-06,
      "loss": 0.2765,
      "step": 301
    },
    {
      "epoch": 0.06729805013927577,
      "grad_norm": 88.86688995361328,
      "learning_rate": 9.326944506351684e-06,
      "loss": 1.0405,
      "step": 302
    },
    {
      "epoch": 0.06752089136490251,
      "grad_norm": 69.81575775146484,
      "learning_rate": 9.324715845776689e-06,
      "loss": 0.7617,
      "step": 303
    },
    {
      "epoch": 0.06774373259052925,
      "grad_norm": 25.783830642700195,
      "learning_rate": 9.322487185201694e-06,
      "loss": 0.2698,
      "step": 304
    },
    {
      "epoch": 0.06796657381615599,
      "grad_norm": 42.7545051574707,
      "learning_rate": 9.3202585246267e-06,
      "loss": 0.1616,
      "step": 305
    },
    {
      "epoch": 0.06818941504178273,
      "grad_norm": 75.72441864013672,
      "learning_rate": 9.318029864051705e-06,
      "loss": 0.8984,
      "step": 306
    },
    {
      "epoch": 0.06841225626740947,
      "grad_norm": 23.613216400146484,
      "learning_rate": 9.31580120347671e-06,
      "loss": 0.2056,
      "step": 307
    },
    {
      "epoch": 0.06863509749303622,
      "grad_norm": 77.24918365478516,
      "learning_rate": 9.313572542901717e-06,
      "loss": 1.1289,
      "step": 308
    },
    {
      "epoch": 0.06885793871866296,
      "grad_norm": 40.152435302734375,
      "learning_rate": 9.311343882326722e-06,
      "loss": 0.5479,
      "step": 309
    },
    {
      "epoch": 0.0690807799442897,
      "grad_norm": 44.808170318603516,
      "learning_rate": 9.309115221751728e-06,
      "loss": 0.8125,
      "step": 310
    },
    {
      "epoch": 0.06930362116991644,
      "grad_norm": 41.42247772216797,
      "learning_rate": 9.306886561176733e-06,
      "loss": 0.376,
      "step": 311
    },
    {
      "epoch": 0.06952646239554318,
      "grad_norm": 75.50392150878906,
      "learning_rate": 9.304657900601738e-06,
      "loss": 0.8818,
      "step": 312
    },
    {
      "epoch": 0.06974930362116992,
      "grad_norm": 63.38343048095703,
      "learning_rate": 9.302429240026745e-06,
      "loss": 0.6514,
      "step": 313
    },
    {
      "epoch": 0.06997214484679666,
      "grad_norm": 88.65050506591797,
      "learning_rate": 9.30020057945175e-06,
      "loss": 0.9297,
      "step": 314
    },
    {
      "epoch": 0.0701949860724234,
      "grad_norm": 113.00408172607422,
      "learning_rate": 9.297971918876756e-06,
      "loss": 1.9302,
      "step": 315
    },
    {
      "epoch": 0.07041782729805014,
      "grad_norm": 36.820343017578125,
      "learning_rate": 9.295743258301761e-06,
      "loss": 0.3193,
      "step": 316
    },
    {
      "epoch": 0.07064066852367688,
      "grad_norm": 49.355464935302734,
      "learning_rate": 9.293514597726766e-06,
      "loss": 0.5601,
      "step": 317
    },
    {
      "epoch": 0.07086350974930362,
      "grad_norm": 37.348670959472656,
      "learning_rate": 9.291285937151773e-06,
      "loss": 0.3433,
      "step": 318
    },
    {
      "epoch": 0.07108635097493037,
      "grad_norm": 94.66763305664062,
      "learning_rate": 9.289057276576779e-06,
      "loss": 2.0801,
      "step": 319
    },
    {
      "epoch": 0.0713091922005571,
      "grad_norm": 35.77375411987305,
      "learning_rate": 9.286828616001784e-06,
      "loss": 0.5176,
      "step": 320
    },
    {
      "epoch": 0.07153203342618385,
      "grad_norm": 55.664764404296875,
      "learning_rate": 9.28459995542679e-06,
      "loss": 0.9453,
      "step": 321
    },
    {
      "epoch": 0.07175487465181059,
      "grad_norm": 9.093130111694336,
      "learning_rate": 9.282371294851795e-06,
      "loss": 0.0829,
      "step": 322
    },
    {
      "epoch": 0.07197771587743733,
      "grad_norm": 46.92393493652344,
      "learning_rate": 9.280142634276802e-06,
      "loss": 0.5066,
      "step": 323
    },
    {
      "epoch": 0.07220055710306407,
      "grad_norm": 40.8998908996582,
      "learning_rate": 9.277913973701807e-06,
      "loss": 0.8936,
      "step": 324
    },
    {
      "epoch": 0.07242339832869081,
      "grad_norm": 55.03718185424805,
      "learning_rate": 9.275685313126812e-06,
      "loss": 0.3916,
      "step": 325
    },
    {
      "epoch": 0.07264623955431755,
      "grad_norm": 28.020862579345703,
      "learning_rate": 9.273456652551816e-06,
      "loss": 0.6309,
      "step": 326
    },
    {
      "epoch": 0.07286908077994429,
      "grad_norm": 40.3504524230957,
      "learning_rate": 9.271227991976823e-06,
      "loss": 0.3525,
      "step": 327
    },
    {
      "epoch": 0.07309192200557103,
      "grad_norm": 33.58846664428711,
      "learning_rate": 9.268999331401828e-06,
      "loss": 0.4561,
      "step": 328
    },
    {
      "epoch": 0.07331476323119777,
      "grad_norm": 12.687980651855469,
      "learning_rate": 9.266770670826833e-06,
      "loss": 0.123,
      "step": 329
    },
    {
      "epoch": 0.07353760445682452,
      "grad_norm": 31.72740364074707,
      "learning_rate": 9.264542010251839e-06,
      "loss": 0.355,
      "step": 330
    },
    {
      "epoch": 0.07376044568245126,
      "grad_norm": 22.393301010131836,
      "learning_rate": 9.262313349676844e-06,
      "loss": 0.1509,
      "step": 331
    },
    {
      "epoch": 0.073983286908078,
      "grad_norm": 34.51531982421875,
      "learning_rate": 9.260084689101851e-06,
      "loss": 0.6055,
      "step": 332
    },
    {
      "epoch": 0.07420612813370474,
      "grad_norm": 19.561922073364258,
      "learning_rate": 9.257856028526856e-06,
      "loss": 0.345,
      "step": 333
    },
    {
      "epoch": 0.07442896935933148,
      "grad_norm": 61.15528106689453,
      "learning_rate": 9.255627367951862e-06,
      "loss": 0.7578,
      "step": 334
    },
    {
      "epoch": 0.07465181058495822,
      "grad_norm": 38.89436340332031,
      "learning_rate": 9.253398707376867e-06,
      "loss": 0.2666,
      "step": 335
    },
    {
      "epoch": 0.07487465181058496,
      "grad_norm": 41.51395034790039,
      "learning_rate": 9.251170046801872e-06,
      "loss": 0.4707,
      "step": 336
    },
    {
      "epoch": 0.0750974930362117,
      "grad_norm": 21.911394119262695,
      "learning_rate": 9.248941386226879e-06,
      "loss": 0.1934,
      "step": 337
    },
    {
      "epoch": 0.07532033426183844,
      "grad_norm": 45.848541259765625,
      "learning_rate": 9.246712725651884e-06,
      "loss": 0.5068,
      "step": 338
    },
    {
      "epoch": 0.07554317548746518,
      "grad_norm": 87.44867706298828,
      "learning_rate": 9.24448406507689e-06,
      "loss": 1.3003,
      "step": 339
    },
    {
      "epoch": 0.07576601671309192,
      "grad_norm": 90.1923828125,
      "learning_rate": 9.242255404501895e-06,
      "loss": 1.2617,
      "step": 340
    },
    {
      "epoch": 0.07598885793871867,
      "grad_norm": 50.228755950927734,
      "learning_rate": 9.2400267439269e-06,
      "loss": 0.6309,
      "step": 341
    },
    {
      "epoch": 0.0762116991643454,
      "grad_norm": 30.889020919799805,
      "learning_rate": 9.237798083351907e-06,
      "loss": 0.709,
      "step": 342
    },
    {
      "epoch": 0.07643454038997215,
      "grad_norm": 34.632102966308594,
      "learning_rate": 9.235569422776913e-06,
      "loss": 0.4141,
      "step": 343
    },
    {
      "epoch": 0.07665738161559889,
      "grad_norm": 44.63283920288086,
      "learning_rate": 9.233340762201918e-06,
      "loss": 0.6934,
      "step": 344
    },
    {
      "epoch": 0.07688022284122563,
      "grad_norm": 61.051361083984375,
      "learning_rate": 9.231112101626923e-06,
      "loss": 0.7725,
      "step": 345
    },
    {
      "epoch": 0.07710306406685237,
      "grad_norm": 18.358142852783203,
      "learning_rate": 9.228883441051928e-06,
      "loss": 0.2656,
      "step": 346
    },
    {
      "epoch": 0.07732590529247911,
      "grad_norm": 39.94703674316406,
      "learning_rate": 9.226654780476935e-06,
      "loss": 0.6826,
      "step": 347
    },
    {
      "epoch": 0.07754874651810585,
      "grad_norm": 31.306947708129883,
      "learning_rate": 9.224426119901939e-06,
      "loss": 0.417,
      "step": 348
    },
    {
      "epoch": 0.07777158774373259,
      "grad_norm": 35.86399841308594,
      "learning_rate": 9.222197459326944e-06,
      "loss": 0.5195,
      "step": 349
    },
    {
      "epoch": 0.07799442896935933,
      "grad_norm": 23.105695724487305,
      "learning_rate": 9.21996879875195e-06,
      "loss": 0.295,
      "step": 350
    },
    {
      "epoch": 0.07821727019498607,
      "grad_norm": 33.81483840942383,
      "learning_rate": 9.217740138176957e-06,
      "loss": 0.7305,
      "step": 351
    },
    {
      "epoch": 0.07844011142061282,
      "grad_norm": 24.44355010986328,
      "learning_rate": 9.215511477601962e-06,
      "loss": 0.3984,
      "step": 352
    },
    {
      "epoch": 0.07866295264623956,
      "grad_norm": 44.48838806152344,
      "learning_rate": 9.213282817026967e-06,
      "loss": 0.6162,
      "step": 353
    },
    {
      "epoch": 0.0788857938718663,
      "grad_norm": 56.70095443725586,
      "learning_rate": 9.211054156451972e-06,
      "loss": 0.5273,
      "step": 354
    },
    {
      "epoch": 0.07910863509749304,
      "grad_norm": 33.29121398925781,
      "learning_rate": 9.208825495876978e-06,
      "loss": 0.5056,
      "step": 355
    },
    {
      "epoch": 0.07933147632311978,
      "grad_norm": 35.401737213134766,
      "learning_rate": 9.206596835301985e-06,
      "loss": 0.5889,
      "step": 356
    },
    {
      "epoch": 0.07955431754874652,
      "grad_norm": 33.6015625,
      "learning_rate": 9.20436817472699e-06,
      "loss": 0.2488,
      "step": 357
    },
    {
      "epoch": 0.07977715877437326,
      "grad_norm": 85.54276275634766,
      "learning_rate": 9.202139514151995e-06,
      "loss": 1.1396,
      "step": 358
    },
    {
      "epoch": 0.08,
      "grad_norm": 94.11659240722656,
      "learning_rate": 9.199910853577e-06,
      "loss": 1.2812,
      "step": 359
    },
    {
      "epoch": 0.08022284122562674,
      "grad_norm": 44.593109130859375,
      "learning_rate": 9.197682193002006e-06,
      "loss": 0.8486,
      "step": 360
    },
    {
      "epoch": 0.08044568245125348,
      "grad_norm": 55.04431915283203,
      "learning_rate": 9.195453532427013e-06,
      "loss": 0.4327,
      "step": 361
    },
    {
      "epoch": 0.08066852367688022,
      "grad_norm": 60.188697814941406,
      "learning_rate": 9.193224871852018e-06,
      "loss": 1.0391,
      "step": 362
    },
    {
      "epoch": 0.08089136490250697,
      "grad_norm": 62.26607894897461,
      "learning_rate": 9.190996211277023e-06,
      "loss": 0.7983,
      "step": 363
    },
    {
      "epoch": 0.0811142061281337,
      "grad_norm": 40.588802337646484,
      "learning_rate": 9.188767550702029e-06,
      "loss": 0.4346,
      "step": 364
    },
    {
      "epoch": 0.08133704735376045,
      "grad_norm": 43.15525436401367,
      "learning_rate": 9.186538890127034e-06,
      "loss": 0.5134,
      "step": 365
    },
    {
      "epoch": 0.08155988857938719,
      "grad_norm": 28.981773376464844,
      "learning_rate": 9.184310229552041e-06,
      "loss": 0.2374,
      "step": 366
    },
    {
      "epoch": 0.08178272980501393,
      "grad_norm": 27.963754653930664,
      "learning_rate": 9.182081568977046e-06,
      "loss": 0.4033,
      "step": 367
    },
    {
      "epoch": 0.08200557103064067,
      "grad_norm": 61.64088439941406,
      "learning_rate": 9.179852908402052e-06,
      "loss": 0.9062,
      "step": 368
    },
    {
      "epoch": 0.08222841225626741,
      "grad_norm": 88.32234954833984,
      "learning_rate": 9.177624247827057e-06,
      "loss": 1.416,
      "step": 369
    },
    {
      "epoch": 0.08245125348189415,
      "grad_norm": 30.04199981689453,
      "learning_rate": 9.175395587252062e-06,
      "loss": 0.3076,
      "step": 370
    },
    {
      "epoch": 0.08267409470752089,
      "grad_norm": 32.7993049621582,
      "learning_rate": 9.173166926677068e-06,
      "loss": 0.5898,
      "step": 371
    },
    {
      "epoch": 0.08289693593314763,
      "grad_norm": 32.27143096923828,
      "learning_rate": 9.170938266102073e-06,
      "loss": 0.3276,
      "step": 372
    },
    {
      "epoch": 0.08311977715877437,
      "grad_norm": 42.97814178466797,
      "learning_rate": 9.168709605527078e-06,
      "loss": 0.7246,
      "step": 373
    },
    {
      "epoch": 0.08334261838440112,
      "grad_norm": 46.17730712890625,
      "learning_rate": 9.166480944952083e-06,
      "loss": 0.5769,
      "step": 374
    },
    {
      "epoch": 0.08356545961002786,
      "grad_norm": 41.42544174194336,
      "learning_rate": 9.16425228437709e-06,
      "loss": 0.5801,
      "step": 375
    },
    {
      "epoch": 0.0837883008356546,
      "grad_norm": 59.48112869262695,
      "learning_rate": 9.162023623802096e-06,
      "loss": 0.7148,
      "step": 376
    },
    {
      "epoch": 0.08401114206128134,
      "grad_norm": 44.463897705078125,
      "learning_rate": 9.159794963227101e-06,
      "loss": 0.3948,
      "step": 377
    },
    {
      "epoch": 0.08423398328690808,
      "grad_norm": 42.26469802856445,
      "learning_rate": 9.157566302652106e-06,
      "loss": 0.6738,
      "step": 378
    },
    {
      "epoch": 0.08445682451253482,
      "grad_norm": 38.588443756103516,
      "learning_rate": 9.155337642077112e-06,
      "loss": 0.5393,
      "step": 379
    },
    {
      "epoch": 0.08467966573816156,
      "grad_norm": 28.41950225830078,
      "learning_rate": 9.153108981502119e-06,
      "loss": 0.4248,
      "step": 380
    },
    {
      "epoch": 0.0849025069637883,
      "grad_norm": 26.800527572631836,
      "learning_rate": 9.150880320927124e-06,
      "loss": 0.37,
      "step": 381
    },
    {
      "epoch": 0.08512534818941504,
      "grad_norm": 33.964054107666016,
      "learning_rate": 9.148651660352129e-06,
      "loss": 0.3906,
      "step": 382
    },
    {
      "epoch": 0.08534818941504178,
      "grad_norm": 38.338966369628906,
      "learning_rate": 9.146422999777134e-06,
      "loss": 0.4521,
      "step": 383
    },
    {
      "epoch": 0.08557103064066852,
      "grad_norm": 46.856689453125,
      "learning_rate": 9.14419433920214e-06,
      "loss": 0.542,
      "step": 384
    },
    {
      "epoch": 0.08579387186629527,
      "grad_norm": 48.6476936340332,
      "learning_rate": 9.141965678627147e-06,
      "loss": 0.4766,
      "step": 385
    },
    {
      "epoch": 0.086016713091922,
      "grad_norm": 47.322792053222656,
      "learning_rate": 9.139737018052152e-06,
      "loss": 0.4863,
      "step": 386
    },
    {
      "epoch": 0.08623955431754875,
      "grad_norm": 20.835330963134766,
      "learning_rate": 9.137508357477157e-06,
      "loss": 0.1963,
      "step": 387
    },
    {
      "epoch": 0.08646239554317549,
      "grad_norm": 39.396053314208984,
      "learning_rate": 9.135279696902163e-06,
      "loss": 0.4756,
      "step": 388
    },
    {
      "epoch": 0.08668523676880223,
      "grad_norm": 37.79936981201172,
      "learning_rate": 9.133051036327168e-06,
      "loss": 0.5308,
      "step": 389
    },
    {
      "epoch": 0.08690807799442897,
      "grad_norm": 39.31324005126953,
      "learning_rate": 9.130822375752175e-06,
      "loss": 0.7695,
      "step": 390
    },
    {
      "epoch": 0.08713091922005571,
      "grad_norm": 33.50155258178711,
      "learning_rate": 9.12859371517718e-06,
      "loss": 0.71,
      "step": 391
    },
    {
      "epoch": 0.08735376044568245,
      "grad_norm": 61.14727783203125,
      "learning_rate": 9.126365054602185e-06,
      "loss": 0.5566,
      "step": 392
    },
    {
      "epoch": 0.08757660167130919,
      "grad_norm": 53.642005920410156,
      "learning_rate": 9.124136394027189e-06,
      "loss": 0.9512,
      "step": 393
    },
    {
      "epoch": 0.08779944289693593,
      "grad_norm": 29.87807846069336,
      "learning_rate": 9.121907733452196e-06,
      "loss": 0.2749,
      "step": 394
    },
    {
      "epoch": 0.08802228412256267,
      "grad_norm": 32.40839767456055,
      "learning_rate": 9.119679072877201e-06,
      "loss": 0.4902,
      "step": 395
    },
    {
      "epoch": 0.08824512534818942,
      "grad_norm": 31.021957397460938,
      "learning_rate": 9.117450412302207e-06,
      "loss": 0.3955,
      "step": 396
    },
    {
      "epoch": 0.08846796657381616,
      "grad_norm": 48.12118911743164,
      "learning_rate": 9.115221751727212e-06,
      "loss": 0.4673,
      "step": 397
    },
    {
      "epoch": 0.0886908077994429,
      "grad_norm": 51.96201705932617,
      "learning_rate": 9.112993091152217e-06,
      "loss": 0.228,
      "step": 398
    },
    {
      "epoch": 0.08891364902506964,
      "grad_norm": 53.51554870605469,
      "learning_rate": 9.110764430577224e-06,
      "loss": 0.8477,
      "step": 399
    },
    {
      "epoch": 0.08913649025069638,
      "grad_norm": 35.90742874145508,
      "learning_rate": 9.10853577000223e-06,
      "loss": 0.302,
      "step": 400
    },
    {
      "epoch": 0.08935933147632312,
      "grad_norm": 44.25103759765625,
      "learning_rate": 9.106307109427235e-06,
      "loss": 0.3706,
      "step": 401
    },
    {
      "epoch": 0.08958217270194986,
      "grad_norm": 46.83039474487305,
      "learning_rate": 9.10407844885224e-06,
      "loss": 0.4204,
      "step": 402
    },
    {
      "epoch": 0.0898050139275766,
      "grad_norm": 47.67171859741211,
      "learning_rate": 9.101849788277245e-06,
      "loss": 0.7734,
      "step": 403
    },
    {
      "epoch": 0.09002785515320334,
      "grad_norm": 18.042827606201172,
      "learning_rate": 9.099621127702252e-06,
      "loss": 0.0514,
      "step": 404
    },
    {
      "epoch": 0.09025069637883008,
      "grad_norm": 23.39508056640625,
      "learning_rate": 9.097392467127258e-06,
      "loss": 0.1189,
      "step": 405
    },
    {
      "epoch": 0.09047353760445682,
      "grad_norm": 95.44740295410156,
      "learning_rate": 9.095163806552263e-06,
      "loss": 1.3232,
      "step": 406
    },
    {
      "epoch": 0.09069637883008357,
      "grad_norm": 50.11005783081055,
      "learning_rate": 9.092935145977268e-06,
      "loss": 0.2373,
      "step": 407
    },
    {
      "epoch": 0.0909192200557103,
      "grad_norm": 35.06626510620117,
      "learning_rate": 9.090706485402273e-06,
      "loss": 0.4175,
      "step": 408
    },
    {
      "epoch": 0.09114206128133705,
      "grad_norm": 36.063262939453125,
      "learning_rate": 9.08847782482728e-06,
      "loss": 0.3975,
      "step": 409
    },
    {
      "epoch": 0.09136490250696379,
      "grad_norm": 67.3304672241211,
      "learning_rate": 9.086249164252286e-06,
      "loss": 0.875,
      "step": 410
    },
    {
      "epoch": 0.09158774373259053,
      "grad_norm": 69.34342956542969,
      "learning_rate": 9.084020503677291e-06,
      "loss": 0.6289,
      "step": 411
    },
    {
      "epoch": 0.09181058495821727,
      "grad_norm": 49.18996810913086,
      "learning_rate": 9.081791843102296e-06,
      "loss": 0.3164,
      "step": 412
    },
    {
      "epoch": 0.09203342618384401,
      "grad_norm": 31.573617935180664,
      "learning_rate": 9.079563182527302e-06,
      "loss": 0.1735,
      "step": 413
    },
    {
      "epoch": 0.09225626740947075,
      "grad_norm": 82.89518737792969,
      "learning_rate": 9.077334521952309e-06,
      "loss": 0.9368,
      "step": 414
    },
    {
      "epoch": 0.09247910863509749,
      "grad_norm": 33.4525260925293,
      "learning_rate": 9.075105861377314e-06,
      "loss": 0.2494,
      "step": 415
    },
    {
      "epoch": 0.09270194986072423,
      "grad_norm": 83.2739486694336,
      "learning_rate": 9.072877200802318e-06,
      "loss": 0.7439,
      "step": 416
    },
    {
      "epoch": 0.09292479108635097,
      "grad_norm": 61.68693542480469,
      "learning_rate": 9.070648540227325e-06,
      "loss": 0.5752,
      "step": 417
    },
    {
      "epoch": 0.09314763231197772,
      "grad_norm": 89.20849609375,
      "learning_rate": 9.06841987965233e-06,
      "loss": 0.8467,
      "step": 418
    },
    {
      "epoch": 0.09337047353760446,
      "grad_norm": 28.781099319458008,
      "learning_rate": 9.066191219077335e-06,
      "loss": 0.1255,
      "step": 419
    },
    {
      "epoch": 0.0935933147632312,
      "grad_norm": 60.87580490112305,
      "learning_rate": 9.06396255850234e-06,
      "loss": 0.4172,
      "step": 420
    },
    {
      "epoch": 0.09381615598885794,
      "grad_norm": 44.72824478149414,
      "learning_rate": 9.061733897927346e-06,
      "loss": 0.6201,
      "step": 421
    },
    {
      "epoch": 0.09403899721448468,
      "grad_norm": 24.02522087097168,
      "learning_rate": 9.059505237352351e-06,
      "loss": 0.052,
      "step": 422
    },
    {
      "epoch": 0.09426183844011142,
      "grad_norm": 63.91169738769531,
      "learning_rate": 9.057276576777358e-06,
      "loss": 0.7956,
      "step": 423
    },
    {
      "epoch": 0.09448467966573816,
      "grad_norm": 43.87862777709961,
      "learning_rate": 9.055047916202363e-06,
      "loss": 0.3617,
      "step": 424
    },
    {
      "epoch": 0.0947075208913649,
      "grad_norm": 136.11593627929688,
      "learning_rate": 9.052819255627369e-06,
      "loss": 2.4668,
      "step": 425
    },
    {
      "epoch": 0.09493036211699164,
      "grad_norm": 43.556793212890625,
      "learning_rate": 9.050590595052374e-06,
      "loss": 0.3159,
      "step": 426
    },
    {
      "epoch": 0.09515320334261838,
      "grad_norm": 42.45372772216797,
      "learning_rate": 9.048361934477379e-06,
      "loss": 0.3501,
      "step": 427
    },
    {
      "epoch": 0.09537604456824512,
      "grad_norm": 95.52845764160156,
      "learning_rate": 9.046133273902386e-06,
      "loss": 0.9277,
      "step": 428
    },
    {
      "epoch": 0.09559888579387187,
      "grad_norm": 73.74494934082031,
      "learning_rate": 9.043904613327391e-06,
      "loss": 0.4512,
      "step": 429
    },
    {
      "epoch": 0.0958217270194986,
      "grad_norm": 53.39955520629883,
      "learning_rate": 9.041675952752397e-06,
      "loss": 0.4932,
      "step": 430
    },
    {
      "epoch": 0.09604456824512535,
      "grad_norm": 35.450965881347656,
      "learning_rate": 9.039447292177402e-06,
      "loss": 0.4316,
      "step": 431
    },
    {
      "epoch": 0.09626740947075209,
      "grad_norm": 58.754180908203125,
      "learning_rate": 9.037218631602407e-06,
      "loss": 0.3716,
      "step": 432
    },
    {
      "epoch": 0.09649025069637883,
      "grad_norm": 28.934606552124023,
      "learning_rate": 9.034989971027414e-06,
      "loss": 0.0833,
      "step": 433
    },
    {
      "epoch": 0.09671309192200557,
      "grad_norm": 36.725738525390625,
      "learning_rate": 9.03276131045242e-06,
      "loss": 0.3633,
      "step": 434
    },
    {
      "epoch": 0.09693593314763231,
      "grad_norm": 26.056415557861328,
      "learning_rate": 9.030532649877425e-06,
      "loss": 0.1621,
      "step": 435
    },
    {
      "epoch": 0.09715877437325905,
      "grad_norm": 64.13102722167969,
      "learning_rate": 9.02830398930243e-06,
      "loss": 0.5879,
      "step": 436
    },
    {
      "epoch": 0.09738161559888579,
      "grad_norm": 74.41802978515625,
      "learning_rate": 9.026075328727435e-06,
      "loss": 0.8198,
      "step": 437
    },
    {
      "epoch": 0.09760445682451253,
      "grad_norm": 93.07134246826172,
      "learning_rate": 9.02384666815244e-06,
      "loss": 0.79,
      "step": 438
    },
    {
      "epoch": 0.09782729805013927,
      "grad_norm": 8.131732940673828,
      "learning_rate": 9.021618007577446e-06,
      "loss": 0.0196,
      "step": 439
    },
    {
      "epoch": 0.09805013927576602,
      "grad_norm": 103.64685821533203,
      "learning_rate": 9.019389347002451e-06,
      "loss": 0.9551,
      "step": 440
    },
    {
      "epoch": 0.09827298050139276,
      "grad_norm": 121.56927490234375,
      "learning_rate": 9.017160686427458e-06,
      "loss": 0.9805,
      "step": 441
    },
    {
      "epoch": 0.0984958217270195,
      "grad_norm": 9.695793151855469,
      "learning_rate": 9.014932025852464e-06,
      "loss": 0.0361,
      "step": 442
    },
    {
      "epoch": 0.09871866295264624,
      "grad_norm": 75.23020935058594,
      "learning_rate": 9.012703365277469e-06,
      "loss": 0.6836,
      "step": 443
    },
    {
      "epoch": 0.09894150417827298,
      "grad_norm": 56.46408462524414,
      "learning_rate": 9.010474704702474e-06,
      "loss": 0.3584,
      "step": 444
    },
    {
      "epoch": 0.09916434540389972,
      "grad_norm": 46.86128234863281,
      "learning_rate": 9.00824604412748e-06,
      "loss": 0.4209,
      "step": 445
    },
    {
      "epoch": 0.09938718662952646,
      "grad_norm": 60.70724105834961,
      "learning_rate": 9.006017383552485e-06,
      "loss": 0.6738,
      "step": 446
    },
    {
      "epoch": 0.0996100278551532,
      "grad_norm": 32.49935531616211,
      "learning_rate": 9.003788722977492e-06,
      "loss": 0.3582,
      "step": 447
    },
    {
      "epoch": 0.09983286908077994,
      "grad_norm": 33.359275817871094,
      "learning_rate": 9.001560062402497e-06,
      "loss": 0.1899,
      "step": 448
    },
    {
      "epoch": 0.10005571030640668,
      "grad_norm": 57.185699462890625,
      "learning_rate": 8.999331401827502e-06,
      "loss": 0.458,
      "step": 449
    },
    {
      "epoch": 0.10027855153203342,
      "grad_norm": 29.164304733276367,
      "learning_rate": 8.997102741252508e-06,
      "loss": 0.1182,
      "step": 450
    },
    {
      "epoch": 0.10050139275766017,
      "grad_norm": 51.867698669433594,
      "learning_rate": 8.994874080677513e-06,
      "loss": 0.4185,
      "step": 451
    },
    {
      "epoch": 0.1007242339832869,
      "grad_norm": 117.57939910888672,
      "learning_rate": 8.99264542010252e-06,
      "loss": 1.9526,
      "step": 452
    },
    {
      "epoch": 0.10094707520891365,
      "grad_norm": 46.13750457763672,
      "learning_rate": 8.990416759527525e-06,
      "loss": 0.3887,
      "step": 453
    },
    {
      "epoch": 0.10116991643454039,
      "grad_norm": 71.47822570800781,
      "learning_rate": 8.98818809895253e-06,
      "loss": 0.4971,
      "step": 454
    },
    {
      "epoch": 0.10139275766016713,
      "grad_norm": 93.23302459716797,
      "learning_rate": 8.985959438377536e-06,
      "loss": 1.1052,
      "step": 455
    },
    {
      "epoch": 0.10161559888579387,
      "grad_norm": 90.7177505493164,
      "learning_rate": 8.983730777802541e-06,
      "loss": 0.793,
      "step": 456
    },
    {
      "epoch": 0.10183844011142061,
      "grad_norm": 23.21529769897461,
      "learning_rate": 8.981502117227548e-06,
      "loss": 0.1084,
      "step": 457
    },
    {
      "epoch": 0.10206128133704735,
      "grad_norm": 112.12752532958984,
      "learning_rate": 8.979273456652553e-06,
      "loss": 1.418,
      "step": 458
    },
    {
      "epoch": 0.10228412256267409,
      "grad_norm": 36.585914611816406,
      "learning_rate": 8.977044796077559e-06,
      "loss": 0.2803,
      "step": 459
    },
    {
      "epoch": 0.10250696378830083,
      "grad_norm": 27.312368392944336,
      "learning_rate": 8.974816135502564e-06,
      "loss": 0.1152,
      "step": 460
    },
    {
      "epoch": 0.10272980501392757,
      "grad_norm": 93.86998748779297,
      "learning_rate": 8.97258747492757e-06,
      "loss": 1.3145,
      "step": 461
    },
    {
      "epoch": 0.10295264623955432,
      "grad_norm": 19.653472900390625,
      "learning_rate": 8.970358814352575e-06,
      "loss": 0.0796,
      "step": 462
    },
    {
      "epoch": 0.10317548746518106,
      "grad_norm": 74.58705139160156,
      "learning_rate": 8.96813015377758e-06,
      "loss": 0.6719,
      "step": 463
    },
    {
      "epoch": 0.1033983286908078,
      "grad_norm": 65.24427032470703,
      "learning_rate": 8.965901493202585e-06,
      "loss": 0.5791,
      "step": 464
    },
    {
      "epoch": 0.10362116991643454,
      "grad_norm": 22.049699783325195,
      "learning_rate": 8.963672832627592e-06,
      "loss": 0.1152,
      "step": 465
    },
    {
      "epoch": 0.10384401114206128,
      "grad_norm": 64.30131530761719,
      "learning_rate": 8.961444172052597e-06,
      "loss": 0.7881,
      "step": 466
    },
    {
      "epoch": 0.10406685236768802,
      "grad_norm": 81.40663146972656,
      "learning_rate": 8.959215511477603e-06,
      "loss": 0.6968,
      "step": 467
    },
    {
      "epoch": 0.10428969359331476,
      "grad_norm": 41.065128326416016,
      "learning_rate": 8.956986850902608e-06,
      "loss": 0.5898,
      "step": 468
    },
    {
      "epoch": 0.1045125348189415,
      "grad_norm": 120.84849548339844,
      "learning_rate": 8.954758190327613e-06,
      "loss": 1.0127,
      "step": 469
    },
    {
      "epoch": 0.10473537604456824,
      "grad_norm": 18.94934844970703,
      "learning_rate": 8.952529529752619e-06,
      "loss": 0.0823,
      "step": 470
    },
    {
      "epoch": 0.10495821727019498,
      "grad_norm": 44.327816009521484,
      "learning_rate": 8.950300869177626e-06,
      "loss": 0.5088,
      "step": 471
    },
    {
      "epoch": 0.10518105849582172,
      "grad_norm": 76.99142456054688,
      "learning_rate": 8.94807220860263e-06,
      "loss": 1.002,
      "step": 472
    },
    {
      "epoch": 0.10540389972144847,
      "grad_norm": 47.05120086669922,
      "learning_rate": 8.945843548027636e-06,
      "loss": 0.4551,
      "step": 473
    },
    {
      "epoch": 0.1056267409470752,
      "grad_norm": 113.02396392822266,
      "learning_rate": 8.943614887452641e-06,
      "loss": 2.0137,
      "step": 474
    },
    {
      "epoch": 0.10584958217270195,
      "grad_norm": 42.288917541503906,
      "learning_rate": 8.941386226877647e-06,
      "loss": 0.3824,
      "step": 475
    },
    {
      "epoch": 0.10607242339832869,
      "grad_norm": 30.30944061279297,
      "learning_rate": 8.939157566302654e-06,
      "loss": 0.1545,
      "step": 476
    },
    {
      "epoch": 0.10629526462395543,
      "grad_norm": 73.12430572509766,
      "learning_rate": 8.936928905727659e-06,
      "loss": 0.535,
      "step": 477
    },
    {
      "epoch": 0.10651810584958217,
      "grad_norm": 30.412858963012695,
      "learning_rate": 8.934700245152664e-06,
      "loss": 0.4122,
      "step": 478
    },
    {
      "epoch": 0.10674094707520891,
      "grad_norm": 28.77902603149414,
      "learning_rate": 8.93247158457767e-06,
      "loss": 0.2987,
      "step": 479
    },
    {
      "epoch": 0.10696378830083565,
      "grad_norm": 20.298398971557617,
      "learning_rate": 8.930242924002675e-06,
      "loss": 0.375,
      "step": 480
    },
    {
      "epoch": 0.10718662952646239,
      "grad_norm": 65.44330596923828,
      "learning_rate": 8.928014263427682e-06,
      "loss": 0.625,
      "step": 481
    },
    {
      "epoch": 0.10740947075208913,
      "grad_norm": 67.69440460205078,
      "learning_rate": 8.925785602852687e-06,
      "loss": 1.1055,
      "step": 482
    },
    {
      "epoch": 0.10763231197771587,
      "grad_norm": 67.7358169555664,
      "learning_rate": 8.92355694227769e-06,
      "loss": 0.5762,
      "step": 483
    },
    {
      "epoch": 0.10785515320334262,
      "grad_norm": 108.77079010009766,
      "learning_rate": 8.921328281702698e-06,
      "loss": 1.4727,
      "step": 484
    },
    {
      "epoch": 0.10807799442896936,
      "grad_norm": 23.66548728942871,
      "learning_rate": 8.919099621127703e-06,
      "loss": 0.1885,
      "step": 485
    },
    {
      "epoch": 0.1083008356545961,
      "grad_norm": 34.483524322509766,
      "learning_rate": 8.916870960552708e-06,
      "loss": 0.386,
      "step": 486
    },
    {
      "epoch": 0.10852367688022284,
      "grad_norm": 19.89927864074707,
      "learning_rate": 8.914642299977714e-06,
      "loss": 0.0891,
      "step": 487
    },
    {
      "epoch": 0.10874651810584958,
      "grad_norm": 60.335330963134766,
      "learning_rate": 8.912413639402719e-06,
      "loss": 0.5371,
      "step": 488
    },
    {
      "epoch": 0.10896935933147632,
      "grad_norm": 36.99058151245117,
      "learning_rate": 8.910184978827726e-06,
      "loss": 0.4771,
      "step": 489
    },
    {
      "epoch": 0.10919220055710306,
      "grad_norm": 58.56992721557617,
      "learning_rate": 8.907956318252731e-06,
      "loss": 0.832,
      "step": 490
    },
    {
      "epoch": 0.1094150417827298,
      "grad_norm": 19.77349090576172,
      "learning_rate": 8.905727657677736e-06,
      "loss": 0.1145,
      "step": 491
    },
    {
      "epoch": 0.10963788300835654,
      "grad_norm": 22.15593719482422,
      "learning_rate": 8.903498997102742e-06,
      "loss": 0.3618,
      "step": 492
    },
    {
      "epoch": 0.10986072423398328,
      "grad_norm": 49.2255744934082,
      "learning_rate": 8.901270336527747e-06,
      "loss": 0.417,
      "step": 493
    },
    {
      "epoch": 0.11008356545961002,
      "grad_norm": 37.954078674316406,
      "learning_rate": 8.899041675952752e-06,
      "loss": 0.438,
      "step": 494
    },
    {
      "epoch": 0.11030640668523677,
      "grad_norm": 71.10651397705078,
      "learning_rate": 8.89681301537776e-06,
      "loss": 0.8311,
      "step": 495
    },
    {
      "epoch": 0.1105292479108635,
      "grad_norm": 66.14718627929688,
      "learning_rate": 8.894584354802765e-06,
      "loss": 0.793,
      "step": 496
    },
    {
      "epoch": 0.11075208913649025,
      "grad_norm": 22.959606170654297,
      "learning_rate": 8.89235569422777e-06,
      "loss": 0.2002,
      "step": 497
    },
    {
      "epoch": 0.11097493036211699,
      "grad_norm": 54.42584991455078,
      "learning_rate": 8.890127033652775e-06,
      "loss": 0.3779,
      "step": 498
    },
    {
      "epoch": 0.11119777158774373,
      "grad_norm": 73.81523132324219,
      "learning_rate": 8.88789837307778e-06,
      "loss": 1.1797,
      "step": 499
    },
    {
      "epoch": 0.11142061281337047,
      "grad_norm": 53.41670227050781,
      "learning_rate": 8.885669712502787e-06,
      "loss": 0.3564,
      "step": 500
    },
    {
      "epoch": 0.11164345403899721,
      "grad_norm": 75.32121276855469,
      "learning_rate": 8.883441051927793e-06,
      "loss": 1.1101,
      "step": 501
    },
    {
      "epoch": 0.11186629526462395,
      "grad_norm": 28.046245574951172,
      "learning_rate": 8.881212391352798e-06,
      "loss": 0.0886,
      "step": 502
    },
    {
      "epoch": 0.1120891364902507,
      "grad_norm": 28.171865463256836,
      "learning_rate": 8.878983730777803e-06,
      "loss": 0.2284,
      "step": 503
    },
    {
      "epoch": 0.11231197771587743,
      "grad_norm": 40.95343017578125,
      "learning_rate": 8.876755070202809e-06,
      "loss": 0.4062,
      "step": 504
    },
    {
      "epoch": 0.11253481894150417,
      "grad_norm": 88.98555755615234,
      "learning_rate": 8.874526409627814e-06,
      "loss": 0.5889,
      "step": 505
    },
    {
      "epoch": 0.11275766016713092,
      "grad_norm": 50.114593505859375,
      "learning_rate": 8.87229774905282e-06,
      "loss": 0.7227,
      "step": 506
    },
    {
      "epoch": 0.11298050139275766,
      "grad_norm": 35.71249008178711,
      "learning_rate": 8.870069088477825e-06,
      "loss": 0.3281,
      "step": 507
    },
    {
      "epoch": 0.1132033426183844,
      "grad_norm": 42.047332763671875,
      "learning_rate": 8.867840427902831e-06,
      "loss": 0.5664,
      "step": 508
    },
    {
      "epoch": 0.11342618384401114,
      "grad_norm": 34.081695556640625,
      "learning_rate": 8.865611767327837e-06,
      "loss": 0.2617,
      "step": 509
    },
    {
      "epoch": 0.11364902506963788,
      "grad_norm": 53.72710037231445,
      "learning_rate": 8.863383106752842e-06,
      "loss": 0.6816,
      "step": 510
    },
    {
      "epoch": 0.11387186629526462,
      "grad_norm": 60.64909744262695,
      "learning_rate": 8.861154446177847e-06,
      "loss": 0.7754,
      "step": 511
    },
    {
      "epoch": 0.11409470752089136,
      "grad_norm": 63.305999755859375,
      "learning_rate": 8.858925785602853e-06,
      "loss": 0.4155,
      "step": 512
    },
    {
      "epoch": 0.1143175487465181,
      "grad_norm": 26.531204223632812,
      "learning_rate": 8.85669712502786e-06,
      "loss": 0.249,
      "step": 513
    },
    {
      "epoch": 0.11454038997214484,
      "grad_norm": 101.36917877197266,
      "learning_rate": 8.854468464452865e-06,
      "loss": 1.2461,
      "step": 514
    },
    {
      "epoch": 0.11476323119777158,
      "grad_norm": 40.747581481933594,
      "learning_rate": 8.85223980387787e-06,
      "loss": 0.3975,
      "step": 515
    },
    {
      "epoch": 0.11498607242339833,
      "grad_norm": 65.43341827392578,
      "learning_rate": 8.850011143302876e-06,
      "loss": 0.8096,
      "step": 516
    },
    {
      "epoch": 0.11520891364902507,
      "grad_norm": 72.62770080566406,
      "learning_rate": 8.84778248272788e-06,
      "loss": 0.6523,
      "step": 517
    },
    {
      "epoch": 0.1154317548746518,
      "grad_norm": 58.7120246887207,
      "learning_rate": 8.845553822152886e-06,
      "loss": 0.3842,
      "step": 518
    },
    {
      "epoch": 0.11565459610027855,
      "grad_norm": 60.122196197509766,
      "learning_rate": 8.843325161577893e-06,
      "loss": 0.9258,
      "step": 519
    },
    {
      "epoch": 0.11587743732590529,
      "grad_norm": 109.93354034423828,
      "learning_rate": 8.841096501002898e-06,
      "loss": 1.4473,
      "step": 520
    },
    {
      "epoch": 0.11610027855153203,
      "grad_norm": 116.40718841552734,
      "learning_rate": 8.838867840427904e-06,
      "loss": 1.5278,
      "step": 521
    },
    {
      "epoch": 0.11632311977715877,
      "grad_norm": 60.08911895751953,
      "learning_rate": 8.836639179852909e-06,
      "loss": 0.5605,
      "step": 522
    },
    {
      "epoch": 0.11654596100278551,
      "grad_norm": 60.15839385986328,
      "learning_rate": 8.834410519277914e-06,
      "loss": 0.3942,
      "step": 523
    },
    {
      "epoch": 0.11676880222841225,
      "grad_norm": 56.0906867980957,
      "learning_rate": 8.832181858702921e-06,
      "loss": 0.8477,
      "step": 524
    },
    {
      "epoch": 0.116991643454039,
      "grad_norm": 42.680908203125,
      "learning_rate": 8.829953198127927e-06,
      "loss": 0.3066,
      "step": 525
    },
    {
      "epoch": 0.11721448467966573,
      "grad_norm": 50.955326080322266,
      "learning_rate": 8.827724537552932e-06,
      "loss": 0.4932,
      "step": 526
    },
    {
      "epoch": 0.11743732590529248,
      "grad_norm": 19.543781280517578,
      "learning_rate": 8.825495876977937e-06,
      "loss": 0.1831,
      "step": 527
    },
    {
      "epoch": 0.11766016713091922,
      "grad_norm": 33.2075309753418,
      "learning_rate": 8.823267216402942e-06,
      "loss": 0.21,
      "step": 528
    },
    {
      "epoch": 0.11788300835654596,
      "grad_norm": 72.30281829833984,
      "learning_rate": 8.821038555827948e-06,
      "loss": 0.835,
      "step": 529
    },
    {
      "epoch": 0.1181058495821727,
      "grad_norm": 48.903106689453125,
      "learning_rate": 8.818809895252953e-06,
      "loss": 0.4565,
      "step": 530
    },
    {
      "epoch": 0.11832869080779944,
      "grad_norm": 52.201663970947266,
      "learning_rate": 8.816581234677958e-06,
      "loss": 0.5352,
      "step": 531
    },
    {
      "epoch": 0.11855153203342618,
      "grad_norm": 37.35710144042969,
      "learning_rate": 8.814352574102965e-06,
      "loss": 0.1497,
      "step": 532
    },
    {
      "epoch": 0.11877437325905292,
      "grad_norm": 40.66381072998047,
      "learning_rate": 8.81212391352797e-06,
      "loss": 0.4717,
      "step": 533
    },
    {
      "epoch": 0.11899721448467966,
      "grad_norm": 48.532470703125,
      "learning_rate": 8.809895252952976e-06,
      "loss": 0.4287,
      "step": 534
    },
    {
      "epoch": 0.1192200557103064,
      "grad_norm": 18.75703239440918,
      "learning_rate": 8.807666592377981e-06,
      "loss": 0.2241,
      "step": 535
    },
    {
      "epoch": 0.11944289693593314,
      "grad_norm": 48.99958801269531,
      "learning_rate": 8.805437931802986e-06,
      "loss": 0.5488,
      "step": 536
    },
    {
      "epoch": 0.11966573816155988,
      "grad_norm": 18.46380043029785,
      "learning_rate": 8.803209271227993e-06,
      "loss": 0.2101,
      "step": 537
    },
    {
      "epoch": 0.11988857938718663,
      "grad_norm": 35.67083740234375,
      "learning_rate": 8.800980610652999e-06,
      "loss": 0.2704,
      "step": 538
    },
    {
      "epoch": 0.12011142061281337,
      "grad_norm": 27.532285690307617,
      "learning_rate": 8.798751950078004e-06,
      "loss": 0.2894,
      "step": 539
    },
    {
      "epoch": 0.1203342618384401,
      "grad_norm": 76.31620025634766,
      "learning_rate": 8.79652328950301e-06,
      "loss": 0.6914,
      "step": 540
    },
    {
      "epoch": 0.12055710306406685,
      "grad_norm": 88.92185974121094,
      "learning_rate": 8.794294628928015e-06,
      "loss": 0.9478,
      "step": 541
    },
    {
      "epoch": 0.12077994428969359,
      "grad_norm": 26.610851287841797,
      "learning_rate": 8.79206596835302e-06,
      "loss": 0.1536,
      "step": 542
    },
    {
      "epoch": 0.12100278551532033,
      "grad_norm": 30.733579635620117,
      "learning_rate": 8.789837307778027e-06,
      "loss": 0.1289,
      "step": 543
    },
    {
      "epoch": 0.12122562674094707,
      "grad_norm": 55.798500061035156,
      "learning_rate": 8.787608647203032e-06,
      "loss": 0.4434,
      "step": 544
    },
    {
      "epoch": 0.12144846796657381,
      "grad_norm": 34.90032196044922,
      "learning_rate": 8.785379986628037e-06,
      "loss": 0.3687,
      "step": 545
    },
    {
      "epoch": 0.12167130919220055,
      "grad_norm": 47.21556091308594,
      "learning_rate": 8.783151326053043e-06,
      "loss": 0.5596,
      "step": 546
    },
    {
      "epoch": 0.1218941504178273,
      "grad_norm": 97.96912384033203,
      "learning_rate": 8.780922665478048e-06,
      "loss": 1.0692,
      "step": 547
    },
    {
      "epoch": 0.12211699164345403,
      "grad_norm": 50.525184631347656,
      "learning_rate": 8.778694004903055e-06,
      "loss": 0.2734,
      "step": 548
    },
    {
      "epoch": 0.12233983286908078,
      "grad_norm": 95.12589263916016,
      "learning_rate": 8.77646534432806e-06,
      "loss": 0.853,
      "step": 549
    },
    {
      "epoch": 0.12256267409470752,
      "grad_norm": 114.68602752685547,
      "learning_rate": 8.774236683753064e-06,
      "loss": 1.207,
      "step": 550
    },
    {
      "epoch": 0.12278551532033426,
      "grad_norm": 62.96375274658203,
      "learning_rate": 8.772008023178071e-06,
      "loss": 0.5723,
      "step": 551
    },
    {
      "epoch": 0.123008356545961,
      "grad_norm": 42.444095611572266,
      "learning_rate": 8.769779362603076e-06,
      "loss": 0.3354,
      "step": 552
    },
    {
      "epoch": 0.12323119777158774,
      "grad_norm": 39.05710220336914,
      "learning_rate": 8.767550702028081e-06,
      "loss": 0.1541,
      "step": 553
    },
    {
      "epoch": 0.12345403899721448,
      "grad_norm": 68.63719177246094,
      "learning_rate": 8.765322041453087e-06,
      "loss": 0.4067,
      "step": 554
    },
    {
      "epoch": 0.12367688022284122,
      "grad_norm": 34.918373107910156,
      "learning_rate": 8.763093380878092e-06,
      "loss": 0.2333,
      "step": 555
    },
    {
      "epoch": 0.12389972144846796,
      "grad_norm": 112.94237518310547,
      "learning_rate": 8.760864720303099e-06,
      "loss": 1.3828,
      "step": 556
    },
    {
      "epoch": 0.1241225626740947,
      "grad_norm": 21.576393127441406,
      "learning_rate": 8.758636059728104e-06,
      "loss": 0.1381,
      "step": 557
    },
    {
      "epoch": 0.12434540389972144,
      "grad_norm": 115.63502502441406,
      "learning_rate": 8.75640739915311e-06,
      "loss": 0.8215,
      "step": 558
    },
    {
      "epoch": 0.12456824512534818,
      "grad_norm": 28.870508193969727,
      "learning_rate": 8.754178738578115e-06,
      "loss": 0.1584,
      "step": 559
    },
    {
      "epoch": 0.12479108635097493,
      "grad_norm": 47.43181610107422,
      "learning_rate": 8.75195007800312e-06,
      "loss": 0.2651,
      "step": 560
    },
    {
      "epoch": 0.12501392757660168,
      "grad_norm": 56.45402145385742,
      "learning_rate": 8.749721417428127e-06,
      "loss": 0.3633,
      "step": 561
    },
    {
      "epoch": 0.12523676880222842,
      "grad_norm": 100.40641784667969,
      "learning_rate": 8.747492756853133e-06,
      "loss": 1.0723,
      "step": 562
    },
    {
      "epoch": 0.12545961002785516,
      "grad_norm": 11.393503189086914,
      "learning_rate": 8.745264096278138e-06,
      "loss": 0.0329,
      "step": 563
    },
    {
      "epoch": 0.1256824512534819,
      "grad_norm": 66.37203216552734,
      "learning_rate": 8.743035435703143e-06,
      "loss": 0.5096,
      "step": 564
    },
    {
      "epoch": 0.12590529247910864,
      "grad_norm": 54.25859832763672,
      "learning_rate": 8.740806775128148e-06,
      "loss": 0.2598,
      "step": 565
    },
    {
      "epoch": 0.12612813370473538,
      "grad_norm": 79.14215087890625,
      "learning_rate": 8.738578114553154e-06,
      "loss": 0.6953,
      "step": 566
    },
    {
      "epoch": 0.12635097493036213,
      "grad_norm": 101.43647766113281,
      "learning_rate": 8.73634945397816e-06,
      "loss": 0.4062,
      "step": 567
    },
    {
      "epoch": 0.12657381615598887,
      "grad_norm": 38.22380065917969,
      "learning_rate": 8.734120793403166e-06,
      "loss": 0.2324,
      "step": 568
    },
    {
      "epoch": 0.1267966573816156,
      "grad_norm": 55.910404205322266,
      "learning_rate": 8.731892132828171e-06,
      "loss": 0.3281,
      "step": 569
    },
    {
      "epoch": 0.12701949860724235,
      "grad_norm": 31.443227767944336,
      "learning_rate": 8.729663472253177e-06,
      "loss": 0.1228,
      "step": 570
    },
    {
      "epoch": 0.1272423398328691,
      "grad_norm": 117.78887176513672,
      "learning_rate": 8.727434811678182e-06,
      "loss": 0.793,
      "step": 571
    },
    {
      "epoch": 0.12746518105849583,
      "grad_norm": 90.78349304199219,
      "learning_rate": 8.725206151103189e-06,
      "loss": 0.3729,
      "step": 572
    },
    {
      "epoch": 0.12768802228412257,
      "grad_norm": 150.82810974121094,
      "learning_rate": 8.722977490528192e-06,
      "loss": 1.9297,
      "step": 573
    },
    {
      "epoch": 0.1279108635097493,
      "grad_norm": 60.39017105102539,
      "learning_rate": 8.720748829953198e-06,
      "loss": 0.6621,
      "step": 574
    },
    {
      "epoch": 0.12813370473537605,
      "grad_norm": 58.55384826660156,
      "learning_rate": 8.718520169378205e-06,
      "loss": 0.3599,
      "step": 575
    },
    {
      "epoch": 0.1283565459610028,
      "grad_norm": 135.98324584960938,
      "learning_rate": 8.71629150880321e-06,
      "loss": 1.0161,
      "step": 576
    },
    {
      "epoch": 0.12857938718662953,
      "grad_norm": 130.63917541503906,
      "learning_rate": 8.714062848228215e-06,
      "loss": 1.2588,
      "step": 577
    },
    {
      "epoch": 0.12880222841225628,
      "grad_norm": 47.176063537597656,
      "learning_rate": 8.71183418765322e-06,
      "loss": 0.2197,
      "step": 578
    },
    {
      "epoch": 0.12902506963788302,
      "grad_norm": 37.51179122924805,
      "learning_rate": 8.709605527078226e-06,
      "loss": 0.1638,
      "step": 579
    },
    {
      "epoch": 0.12924791086350976,
      "grad_norm": 94.15084838867188,
      "learning_rate": 8.707376866503233e-06,
      "loss": 1.0332,
      "step": 580
    },
    {
      "epoch": 0.1294707520891365,
      "grad_norm": 106.83983612060547,
      "learning_rate": 8.705148205928238e-06,
      "loss": 0.9766,
      "step": 581
    },
    {
      "epoch": 0.12969359331476324,
      "grad_norm": 41.86225509643555,
      "learning_rate": 8.702919545353243e-06,
      "loss": 0.313,
      "step": 582
    },
    {
      "epoch": 0.12991643454038998,
      "grad_norm": 93.87031555175781,
      "learning_rate": 8.700690884778249e-06,
      "loss": 0.6699,
      "step": 583
    },
    {
      "epoch": 0.13013927576601672,
      "grad_norm": 90.75462341308594,
      "learning_rate": 8.698462224203254e-06,
      "loss": 0.6553,
      "step": 584
    },
    {
      "epoch": 0.13036211699164346,
      "grad_norm": 178.19276428222656,
      "learning_rate": 8.696233563628261e-06,
      "loss": 1.2031,
      "step": 585
    },
    {
      "epoch": 0.1305849582172702,
      "grad_norm": 63.65637969970703,
      "learning_rate": 8.694004903053266e-06,
      "loss": 0.4465,
      "step": 586
    },
    {
      "epoch": 0.13080779944289694,
      "grad_norm": 36.2919921875,
      "learning_rate": 8.691776242478272e-06,
      "loss": 0.1938,
      "step": 587
    },
    {
      "epoch": 0.13103064066852368,
      "grad_norm": 24.276880264282227,
      "learning_rate": 8.689547581903277e-06,
      "loss": 0.1205,
      "step": 588
    },
    {
      "epoch": 0.13125348189415043,
      "grad_norm": 95.56712341308594,
      "learning_rate": 8.687318921328282e-06,
      "loss": 0.6509,
      "step": 589
    },
    {
      "epoch": 0.13147632311977717,
      "grad_norm": 85.49210357666016,
      "learning_rate": 8.685090260753287e-06,
      "loss": 0.4119,
      "step": 590
    },
    {
      "epoch": 0.1316991643454039,
      "grad_norm": 54.41516876220703,
      "learning_rate": 8.682861600178294e-06,
      "loss": 0.2715,
      "step": 591
    },
    {
      "epoch": 0.13192200557103065,
      "grad_norm": 46.573734283447266,
      "learning_rate": 8.6806329396033e-06,
      "loss": 0.2812,
      "step": 592
    },
    {
      "epoch": 0.1321448467966574,
      "grad_norm": 20.575212478637695,
      "learning_rate": 8.678404279028305e-06,
      "loss": 0.1177,
      "step": 593
    },
    {
      "epoch": 0.13236768802228413,
      "grad_norm": 64.73805236816406,
      "learning_rate": 8.67617561845331e-06,
      "loss": 0.4355,
      "step": 594
    },
    {
      "epoch": 0.13259052924791087,
      "grad_norm": 98.42524719238281,
      "learning_rate": 8.673946957878316e-06,
      "loss": 0.5474,
      "step": 595
    },
    {
      "epoch": 0.1328133704735376,
      "grad_norm": 72.46232604980469,
      "learning_rate": 8.671718297303321e-06,
      "loss": 0.7104,
      "step": 596
    },
    {
      "epoch": 0.13303621169916435,
      "grad_norm": 97.2914810180664,
      "learning_rate": 8.669489636728326e-06,
      "loss": 1.0527,
      "step": 597
    },
    {
      "epoch": 0.1332590529247911,
      "grad_norm": 41.785621643066406,
      "learning_rate": 8.667260976153332e-06,
      "loss": 0.2764,
      "step": 598
    },
    {
      "epoch": 0.13348189415041783,
      "grad_norm": 23.522706985473633,
      "learning_rate": 8.665032315578338e-06,
      "loss": 0.1035,
      "step": 599
    },
    {
      "epoch": 0.13370473537604458,
      "grad_norm": 62.66859436035156,
      "learning_rate": 8.662803655003344e-06,
      "loss": 0.3936,
      "step": 600
    },
    {
      "epoch": 0.13392757660167132,
      "grad_norm": 15.361296653747559,
      "learning_rate": 8.660574994428349e-06,
      "loss": 0.0546,
      "step": 601
    },
    {
      "epoch": 0.13415041782729806,
      "grad_norm": 51.68339538574219,
      "learning_rate": 8.658346333853354e-06,
      "loss": 0.7039,
      "step": 602
    },
    {
      "epoch": 0.1343732590529248,
      "grad_norm": 83.24990844726562,
      "learning_rate": 8.65611767327836e-06,
      "loss": 0.6484,
      "step": 603
    },
    {
      "epoch": 0.13459610027855154,
      "grad_norm": 50.13662338256836,
      "learning_rate": 8.653889012703367e-06,
      "loss": 0.2927,
      "step": 604
    },
    {
      "epoch": 0.13481894150417828,
      "grad_norm": 77.81988525390625,
      "learning_rate": 8.651660352128372e-06,
      "loss": 0.5254,
      "step": 605
    },
    {
      "epoch": 0.13504178272980502,
      "grad_norm": 129.22215270996094,
      "learning_rate": 8.649431691553377e-06,
      "loss": 2.1108,
      "step": 606
    },
    {
      "epoch": 0.13526462395543176,
      "grad_norm": 16.82716941833496,
      "learning_rate": 8.647203030978383e-06,
      "loss": 0.0474,
      "step": 607
    },
    {
      "epoch": 0.1354874651810585,
      "grad_norm": 69.68793487548828,
      "learning_rate": 8.644974370403388e-06,
      "loss": 0.8359,
      "step": 608
    },
    {
      "epoch": 0.13571030640668524,
      "grad_norm": 11.206625938415527,
      "learning_rate": 8.642745709828395e-06,
      "loss": 0.0469,
      "step": 609
    },
    {
      "epoch": 0.13593314763231198,
      "grad_norm": 57.89093017578125,
      "learning_rate": 8.6405170492534e-06,
      "loss": 0.4078,
      "step": 610
    },
    {
      "epoch": 0.13615598885793873,
      "grad_norm": 14.895886421203613,
      "learning_rate": 8.638288388678405e-06,
      "loss": 0.1179,
      "step": 611
    },
    {
      "epoch": 0.13637883008356547,
      "grad_norm": 71.34352111816406,
      "learning_rate": 8.63605972810341e-06,
      "loss": 0.7871,
      "step": 612
    },
    {
      "epoch": 0.1366016713091922,
      "grad_norm": 47.77341079711914,
      "learning_rate": 8.633831067528416e-06,
      "loss": 0.2449,
      "step": 613
    },
    {
      "epoch": 0.13682451253481895,
      "grad_norm": 64.37960815429688,
      "learning_rate": 8.631602406953423e-06,
      "loss": 0.4951,
      "step": 614
    },
    {
      "epoch": 0.1370473537604457,
      "grad_norm": 48.243343353271484,
      "learning_rate": 8.629373746378428e-06,
      "loss": 0.4902,
      "step": 615
    },
    {
      "epoch": 0.13727019498607243,
      "grad_norm": 12.70788288116455,
      "learning_rate": 8.627145085803434e-06,
      "loss": 0.0221,
      "step": 616
    },
    {
      "epoch": 0.13749303621169917,
      "grad_norm": 49.92787551879883,
      "learning_rate": 8.624916425228437e-06,
      "loss": 0.2939,
      "step": 617
    },
    {
      "epoch": 0.1377158774373259,
      "grad_norm": 43.0816764831543,
      "learning_rate": 8.622687764653444e-06,
      "loss": 0.27,
      "step": 618
    },
    {
      "epoch": 0.13793871866295265,
      "grad_norm": 86.62425231933594,
      "learning_rate": 8.62045910407845e-06,
      "loss": 0.373,
      "step": 619
    },
    {
      "epoch": 0.1381615598885794,
      "grad_norm": 98.00204467773438,
      "learning_rate": 8.618230443503455e-06,
      "loss": 0.7871,
      "step": 620
    },
    {
      "epoch": 0.13838440111420613,
      "grad_norm": 85.75560760498047,
      "learning_rate": 8.61600178292846e-06,
      "loss": 0.709,
      "step": 621
    },
    {
      "epoch": 0.13860724233983288,
      "grad_norm": 70.39127349853516,
      "learning_rate": 8.613773122353465e-06,
      "loss": 0.3506,
      "step": 622
    },
    {
      "epoch": 0.13883008356545962,
      "grad_norm": 156.53672790527344,
      "learning_rate": 8.611544461778472e-06,
      "loss": 1.1143,
      "step": 623
    },
    {
      "epoch": 0.13905292479108636,
      "grad_norm": 135.2371368408203,
      "learning_rate": 8.609315801203478e-06,
      "loss": 1.457,
      "step": 624
    },
    {
      "epoch": 0.1392757660167131,
      "grad_norm": 67.01123809814453,
      "learning_rate": 8.607087140628483e-06,
      "loss": 0.3252,
      "step": 625
    },
    {
      "epoch": 0.13949860724233984,
      "grad_norm": 57.326820373535156,
      "learning_rate": 8.604858480053488e-06,
      "loss": 0.3779,
      "step": 626
    },
    {
      "epoch": 0.13972144846796658,
      "grad_norm": 67.73165893554688,
      "learning_rate": 8.602629819478493e-06,
      "loss": 0.3594,
      "step": 627
    },
    {
      "epoch": 0.13994428969359332,
      "grad_norm": 41.62348556518555,
      "learning_rate": 8.6004011589035e-06,
      "loss": 0.3184,
      "step": 628
    },
    {
      "epoch": 0.14016713091922006,
      "grad_norm": 44.85347366333008,
      "learning_rate": 8.598172498328506e-06,
      "loss": 0.2087,
      "step": 629
    },
    {
      "epoch": 0.1403899721448468,
      "grad_norm": 36.592769622802734,
      "learning_rate": 8.595943837753511e-06,
      "loss": 0.1675,
      "step": 630
    },
    {
      "epoch": 0.14061281337047354,
      "grad_norm": 31.890003204345703,
      "learning_rate": 8.593715177178516e-06,
      "loss": 0.0714,
      "step": 631
    },
    {
      "epoch": 0.14083565459610028,
      "grad_norm": 75.6854476928711,
      "learning_rate": 8.591486516603522e-06,
      "loss": 0.6367,
      "step": 632
    },
    {
      "epoch": 0.14105849582172703,
      "grad_norm": 215.0517578125,
      "learning_rate": 8.589257856028529e-06,
      "loss": 1.2042,
      "step": 633
    },
    {
      "epoch": 0.14128133704735377,
      "grad_norm": 46.818973541259766,
      "learning_rate": 8.587029195453534e-06,
      "loss": 0.2256,
      "step": 634
    },
    {
      "epoch": 0.1415041782729805,
      "grad_norm": 133.95875549316406,
      "learning_rate": 8.58480053487854e-06,
      "loss": 1.1794,
      "step": 635
    },
    {
      "epoch": 0.14172701949860725,
      "grad_norm": 108.14197540283203,
      "learning_rate": 8.582571874303544e-06,
      "loss": 0.8071,
      "step": 636
    },
    {
      "epoch": 0.141949860724234,
      "grad_norm": 44.790489196777344,
      "learning_rate": 8.58034321372855e-06,
      "loss": 0.2676,
      "step": 637
    },
    {
      "epoch": 0.14217270194986073,
      "grad_norm": 22.75355339050293,
      "learning_rate": 8.578114553153557e-06,
      "loss": 0.0981,
      "step": 638
    },
    {
      "epoch": 0.14239554317548747,
      "grad_norm": 59.87455368041992,
      "learning_rate": 8.575885892578562e-06,
      "loss": 0.2891,
      "step": 639
    },
    {
      "epoch": 0.1426183844011142,
      "grad_norm": 85.15690612792969,
      "learning_rate": 8.573657232003566e-06,
      "loss": 0.3928,
      "step": 640
    },
    {
      "epoch": 0.14284122562674095,
      "grad_norm": 148.08819580078125,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.1421,
      "step": 641
    },
    {
      "epoch": 0.1430640668523677,
      "grad_norm": 9.24520206451416,
      "learning_rate": 8.569199910853578e-06,
      "loss": 0.0454,
      "step": 642
    },
    {
      "epoch": 0.14328690807799443,
      "grad_norm": 34.95218276977539,
      "learning_rate": 8.566971250278583e-06,
      "loss": 0.1182,
      "step": 643
    },
    {
      "epoch": 0.14350974930362118,
      "grad_norm": 113.1650390625,
      "learning_rate": 8.564742589703588e-06,
      "loss": 0.3741,
      "step": 644
    },
    {
      "epoch": 0.14373259052924792,
      "grad_norm": 26.215967178344727,
      "learning_rate": 8.562513929128594e-06,
      "loss": 0.2451,
      "step": 645
    },
    {
      "epoch": 0.14395543175487466,
      "grad_norm": 123.76241302490234,
      "learning_rate": 8.560285268553599e-06,
      "loss": 1.1963,
      "step": 646
    },
    {
      "epoch": 0.1441782729805014,
      "grad_norm": 52.773094177246094,
      "learning_rate": 8.558056607978606e-06,
      "loss": 0.3513,
      "step": 647
    },
    {
      "epoch": 0.14440111420612814,
      "grad_norm": 112.37552642822266,
      "learning_rate": 8.555827947403611e-06,
      "loss": 2.0527,
      "step": 648
    },
    {
      "epoch": 0.14462395543175488,
      "grad_norm": 67.51679229736328,
      "learning_rate": 8.553599286828617e-06,
      "loss": 0.3447,
      "step": 649
    },
    {
      "epoch": 0.14484679665738162,
      "grad_norm": 13.447339057922363,
      "learning_rate": 8.551370626253622e-06,
      "loss": 0.0405,
      "step": 650
    },
    {
      "epoch": 0.14506963788300836,
      "grad_norm": 26.616376876831055,
      "learning_rate": 8.549141965678627e-06,
      "loss": 0.1631,
      "step": 651
    },
    {
      "epoch": 0.1452924791086351,
      "grad_norm": 37.996673583984375,
      "learning_rate": 8.546913305103634e-06,
      "loss": 0.1674,
      "step": 652
    },
    {
      "epoch": 0.14551532033426184,
      "grad_norm": 47.62411117553711,
      "learning_rate": 8.54468464452864e-06,
      "loss": 0.4136,
      "step": 653
    },
    {
      "epoch": 0.14573816155988858,
      "grad_norm": 11.262989044189453,
      "learning_rate": 8.542455983953645e-06,
      "loss": 0.0916,
      "step": 654
    },
    {
      "epoch": 0.14596100278551533,
      "grad_norm": 129.3857879638672,
      "learning_rate": 8.54022732337865e-06,
      "loss": 0.5117,
      "step": 655
    },
    {
      "epoch": 0.14618384401114207,
      "grad_norm": 47.08084487915039,
      "learning_rate": 8.537998662803655e-06,
      "loss": 0.5195,
      "step": 656
    },
    {
      "epoch": 0.1464066852367688,
      "grad_norm": 65.4581527709961,
      "learning_rate": 8.535770002228662e-06,
      "loss": 0.3441,
      "step": 657
    },
    {
      "epoch": 0.14662952646239555,
      "grad_norm": 48.034610748291016,
      "learning_rate": 8.533541341653668e-06,
      "loss": 0.2227,
      "step": 658
    },
    {
      "epoch": 0.1468523676880223,
      "grad_norm": 98.43238830566406,
      "learning_rate": 8.531312681078673e-06,
      "loss": 0.6191,
      "step": 659
    },
    {
      "epoch": 0.14707520891364903,
      "grad_norm": 98.9444351196289,
      "learning_rate": 8.529084020503678e-06,
      "loss": 0.8721,
      "step": 660
    },
    {
      "epoch": 0.14729805013927577,
      "grad_norm": 96.32274627685547,
      "learning_rate": 8.526855359928684e-06,
      "loss": 0.624,
      "step": 661
    },
    {
      "epoch": 0.1475208913649025,
      "grad_norm": 66.8119125366211,
      "learning_rate": 8.524626699353689e-06,
      "loss": 0.4536,
      "step": 662
    },
    {
      "epoch": 0.14774373259052925,
      "grad_norm": 113.74272155761719,
      "learning_rate": 8.522398038778694e-06,
      "loss": 1.0625,
      "step": 663
    },
    {
      "epoch": 0.147966573816156,
      "grad_norm": 73.3687973022461,
      "learning_rate": 8.5201693782037e-06,
      "loss": 0.3428,
      "step": 664
    },
    {
      "epoch": 0.14818941504178273,
      "grad_norm": 65.34756469726562,
      "learning_rate": 8.517940717628705e-06,
      "loss": 0.7305,
      "step": 665
    },
    {
      "epoch": 0.14841225626740948,
      "grad_norm": 78.17198944091797,
      "learning_rate": 8.515712057053712e-06,
      "loss": 0.3867,
      "step": 666
    },
    {
      "epoch": 0.14863509749303622,
      "grad_norm": 10.662806510925293,
      "learning_rate": 8.513483396478717e-06,
      "loss": 0.0273,
      "step": 667
    },
    {
      "epoch": 0.14885793871866296,
      "grad_norm": 64.60699462890625,
      "learning_rate": 8.511254735903722e-06,
      "loss": 0.3914,
      "step": 668
    },
    {
      "epoch": 0.1490807799442897,
      "grad_norm": 64.75083923339844,
      "learning_rate": 8.509026075328728e-06,
      "loss": 0.4863,
      "step": 669
    },
    {
      "epoch": 0.14930362116991644,
      "grad_norm": 42.57465362548828,
      "learning_rate": 8.506797414753733e-06,
      "loss": 0.2456,
      "step": 670
    },
    {
      "epoch": 0.14952646239554318,
      "grad_norm": 73.83561706542969,
      "learning_rate": 8.50456875417874e-06,
      "loss": 0.5332,
      "step": 671
    },
    {
      "epoch": 0.14974930362116992,
      "grad_norm": 74.4833984375,
      "learning_rate": 8.502340093603745e-06,
      "loss": 0.9321,
      "step": 672
    },
    {
      "epoch": 0.14997214484679666,
      "grad_norm": 82.60433197021484,
      "learning_rate": 8.50011143302875e-06,
      "loss": 0.4355,
      "step": 673
    },
    {
      "epoch": 0.1501949860724234,
      "grad_norm": 134.56520080566406,
      "learning_rate": 8.497882772453756e-06,
      "loss": 1.6836,
      "step": 674
    },
    {
      "epoch": 0.15041782729805014,
      "grad_norm": 46.8299560546875,
      "learning_rate": 8.495654111878761e-06,
      "loss": 0.2158,
      "step": 675
    },
    {
      "epoch": 0.15064066852367688,
      "grad_norm": 65.53227233886719,
      "learning_rate": 8.493425451303768e-06,
      "loss": 0.3553,
      "step": 676
    },
    {
      "epoch": 0.15086350974930363,
      "grad_norm": 46.23585510253906,
      "learning_rate": 8.491196790728773e-06,
      "loss": 0.2901,
      "step": 677
    },
    {
      "epoch": 0.15108635097493037,
      "grad_norm": 54.92112731933594,
      "learning_rate": 8.488968130153779e-06,
      "loss": 0.2259,
      "step": 678
    },
    {
      "epoch": 0.1513091922005571,
      "grad_norm": 5.721826076507568,
      "learning_rate": 8.486739469578784e-06,
      "loss": 0.014,
      "step": 679
    },
    {
      "epoch": 0.15153203342618385,
      "grad_norm": 125.73719024658203,
      "learning_rate": 8.48451080900379e-06,
      "loss": 0.6741,
      "step": 680
    },
    {
      "epoch": 0.1517548746518106,
      "grad_norm": 48.72807312011719,
      "learning_rate": 8.482282148428796e-06,
      "loss": 0.208,
      "step": 681
    },
    {
      "epoch": 0.15197771587743733,
      "grad_norm": 40.785675048828125,
      "learning_rate": 8.480053487853801e-06,
      "loss": 0.1987,
      "step": 682
    },
    {
      "epoch": 0.15220055710306407,
      "grad_norm": 132.4606475830078,
      "learning_rate": 8.477824827278807e-06,
      "loss": 0.8672,
      "step": 683
    },
    {
      "epoch": 0.1524233983286908,
      "grad_norm": 32.30949401855469,
      "learning_rate": 8.475596166703812e-06,
      "loss": 0.2046,
      "step": 684
    },
    {
      "epoch": 0.15264623955431755,
      "grad_norm": 51.49569320678711,
      "learning_rate": 8.473367506128817e-06,
      "loss": 0.4069,
      "step": 685
    },
    {
      "epoch": 0.1528690807799443,
      "grad_norm": 32.769168853759766,
      "learning_rate": 8.471138845553823e-06,
      "loss": 0.1299,
      "step": 686
    },
    {
      "epoch": 0.15309192200557104,
      "grad_norm": 141.44515991210938,
      "learning_rate": 8.468910184978828e-06,
      "loss": 0.9805,
      "step": 687
    },
    {
      "epoch": 0.15331476323119778,
      "grad_norm": 112.34522247314453,
      "learning_rate": 8.466681524403833e-06,
      "loss": 0.668,
      "step": 688
    },
    {
      "epoch": 0.15353760445682452,
      "grad_norm": 61.9755859375,
      "learning_rate": 8.464452863828838e-06,
      "loss": 0.3367,
      "step": 689
    },
    {
      "epoch": 0.15376044568245126,
      "grad_norm": 21.122222900390625,
      "learning_rate": 8.462224203253845e-06,
      "loss": 0.1123,
      "step": 690
    },
    {
      "epoch": 0.153983286908078,
      "grad_norm": 47.845252990722656,
      "learning_rate": 8.45999554267885e-06,
      "loss": 0.2822,
      "step": 691
    },
    {
      "epoch": 0.15420612813370474,
      "grad_norm": 147.71058654785156,
      "learning_rate": 8.457766882103856e-06,
      "loss": 0.9658,
      "step": 692
    },
    {
      "epoch": 0.15442896935933148,
      "grad_norm": 17.973655700683594,
      "learning_rate": 8.455538221528861e-06,
      "loss": 0.0453,
      "step": 693
    },
    {
      "epoch": 0.15465181058495822,
      "grad_norm": 37.875125885009766,
      "learning_rate": 8.453309560953867e-06,
      "loss": 0.1328,
      "step": 694
    },
    {
      "epoch": 0.15487465181058496,
      "grad_norm": 66.36201477050781,
      "learning_rate": 8.451080900378874e-06,
      "loss": 0.6575,
      "step": 695
    },
    {
      "epoch": 0.1550974930362117,
      "grad_norm": 24.558115005493164,
      "learning_rate": 8.448852239803879e-06,
      "loss": 0.0864,
      "step": 696
    },
    {
      "epoch": 0.15532033426183844,
      "grad_norm": 80.09017181396484,
      "learning_rate": 8.446623579228884e-06,
      "loss": 0.5376,
      "step": 697
    },
    {
      "epoch": 0.15554317548746519,
      "grad_norm": 4.46874475479126,
      "learning_rate": 8.44439491865389e-06,
      "loss": 0.0204,
      "step": 698
    },
    {
      "epoch": 0.15576601671309193,
      "grad_norm": 23.689821243286133,
      "learning_rate": 8.442166258078895e-06,
      "loss": 0.0892,
      "step": 699
    },
    {
      "epoch": 0.15598885793871867,
      "grad_norm": 59.85405731201172,
      "learning_rate": 8.439937597503902e-06,
      "loss": 0.4219,
      "step": 700
    },
    {
      "epoch": 0.1562116991643454,
      "grad_norm": 81.06743621826172,
      "learning_rate": 8.437708936928907e-06,
      "loss": 0.5527,
      "step": 701
    },
    {
      "epoch": 0.15643454038997215,
      "grad_norm": 113.53813171386719,
      "learning_rate": 8.435480276353912e-06,
      "loss": 0.8559,
      "step": 702
    },
    {
      "epoch": 0.1566573816155989,
      "grad_norm": 84.73475646972656,
      "learning_rate": 8.433251615778918e-06,
      "loss": 0.3968,
      "step": 703
    },
    {
      "epoch": 0.15688022284122563,
      "grad_norm": 79.03457641601562,
      "learning_rate": 8.431022955203923e-06,
      "loss": 0.5909,
      "step": 704
    },
    {
      "epoch": 0.15710306406685237,
      "grad_norm": 92.62104797363281,
      "learning_rate": 8.42879429462893e-06,
      "loss": 0.4307,
      "step": 705
    },
    {
      "epoch": 0.1573259052924791,
      "grad_norm": 45.250816345214844,
      "learning_rate": 8.426565634053935e-06,
      "loss": 0.1609,
      "step": 706
    },
    {
      "epoch": 0.15754874651810585,
      "grad_norm": 52.70456314086914,
      "learning_rate": 8.424336973478939e-06,
      "loss": 0.1433,
      "step": 707
    },
    {
      "epoch": 0.1577715877437326,
      "grad_norm": 37.68521499633789,
      "learning_rate": 8.422108312903944e-06,
      "loss": 0.1045,
      "step": 708
    },
    {
      "epoch": 0.15799442896935934,
      "grad_norm": 35.225135803222656,
      "learning_rate": 8.419879652328951e-06,
      "loss": 0.0879,
      "step": 709
    },
    {
      "epoch": 0.15821727019498608,
      "grad_norm": 64.66912841796875,
      "learning_rate": 8.417650991753956e-06,
      "loss": 0.3037,
      "step": 710
    },
    {
      "epoch": 0.15844011142061282,
      "grad_norm": 72.43208312988281,
      "learning_rate": 8.415422331178962e-06,
      "loss": 0.5273,
      "step": 711
    },
    {
      "epoch": 0.15866295264623956,
      "grad_norm": 94.07252502441406,
      "learning_rate": 8.413193670603967e-06,
      "loss": 0.3835,
      "step": 712
    },
    {
      "epoch": 0.1588857938718663,
      "grad_norm": 147.81773376464844,
      "learning_rate": 8.410965010028972e-06,
      "loss": 1.1523,
      "step": 713
    },
    {
      "epoch": 0.15910863509749304,
      "grad_norm": 48.4466667175293,
      "learning_rate": 8.40873634945398e-06,
      "loss": 0.2822,
      "step": 714
    },
    {
      "epoch": 0.15933147632311978,
      "grad_norm": 26.65013885498047,
      "learning_rate": 8.406507688878985e-06,
      "loss": 0.1292,
      "step": 715
    },
    {
      "epoch": 0.15955431754874652,
      "grad_norm": 63.447513580322266,
      "learning_rate": 8.40427902830399e-06,
      "loss": 0.3311,
      "step": 716
    },
    {
      "epoch": 0.15977715877437326,
      "grad_norm": 16.722843170166016,
      "learning_rate": 8.402050367728995e-06,
      "loss": 0.0529,
      "step": 717
    },
    {
      "epoch": 0.16,
      "grad_norm": 63.00567626953125,
      "learning_rate": 8.399821707154e-06,
      "loss": 0.6361,
      "step": 718
    },
    {
      "epoch": 0.16022284122562674,
      "grad_norm": 41.93464279174805,
      "learning_rate": 8.397593046579007e-06,
      "loss": 0.1063,
      "step": 719
    },
    {
      "epoch": 0.16044568245125349,
      "grad_norm": 39.58610153198242,
      "learning_rate": 8.395364386004013e-06,
      "loss": 0.2364,
      "step": 720
    },
    {
      "epoch": 0.16066852367688023,
      "grad_norm": 8.312874794006348,
      "learning_rate": 8.393135725429018e-06,
      "loss": 0.0163,
      "step": 721
    },
    {
      "epoch": 0.16089136490250697,
      "grad_norm": 54.78241729736328,
      "learning_rate": 8.390907064854023e-06,
      "loss": 0.2861,
      "step": 722
    },
    {
      "epoch": 0.1611142061281337,
      "grad_norm": 30.113767623901367,
      "learning_rate": 8.388678404279029e-06,
      "loss": 0.1249,
      "step": 723
    },
    {
      "epoch": 0.16133704735376045,
      "grad_norm": 78.76837158203125,
      "learning_rate": 8.386449743704036e-06,
      "loss": 0.2754,
      "step": 724
    },
    {
      "epoch": 0.1615598885793872,
      "grad_norm": 25.897214889526367,
      "learning_rate": 8.384221083129041e-06,
      "loss": 0.0831,
      "step": 725
    },
    {
      "epoch": 0.16178272980501393,
      "grad_norm": 71.79950714111328,
      "learning_rate": 8.381992422554046e-06,
      "loss": 0.5977,
      "step": 726
    },
    {
      "epoch": 0.16200557103064067,
      "grad_norm": 25.515226364135742,
      "learning_rate": 8.379763761979051e-06,
      "loss": 0.0978,
      "step": 727
    },
    {
      "epoch": 0.1622284122562674,
      "grad_norm": 7.894646644592285,
      "learning_rate": 8.377535101404057e-06,
      "loss": 0.0296,
      "step": 728
    },
    {
      "epoch": 0.16245125348189415,
      "grad_norm": 23.110090255737305,
      "learning_rate": 8.375306440829064e-06,
      "loss": 0.0771,
      "step": 729
    },
    {
      "epoch": 0.1626740947075209,
      "grad_norm": 86.92090606689453,
      "learning_rate": 8.373077780254067e-06,
      "loss": 0.4155,
      "step": 730
    },
    {
      "epoch": 0.16289693593314764,
      "grad_norm": 79.50145721435547,
      "learning_rate": 8.370849119679073e-06,
      "loss": 0.2891,
      "step": 731
    },
    {
      "epoch": 0.16311977715877438,
      "grad_norm": 196.7337646484375,
      "learning_rate": 8.368620459104078e-06,
      "loss": 1.4746,
      "step": 732
    },
    {
      "epoch": 0.16334261838440112,
      "grad_norm": 154.09132385253906,
      "learning_rate": 8.366391798529085e-06,
      "loss": 1.2793,
      "step": 733
    },
    {
      "epoch": 0.16356545961002786,
      "grad_norm": 54.882896423339844,
      "learning_rate": 8.36416313795409e-06,
      "loss": 0.2563,
      "step": 734
    },
    {
      "epoch": 0.1637883008356546,
      "grad_norm": 42.886959075927734,
      "learning_rate": 8.361934477379095e-06,
      "loss": 0.6152,
      "step": 735
    },
    {
      "epoch": 0.16401114206128134,
      "grad_norm": 69.76541900634766,
      "learning_rate": 8.3597058168041e-06,
      "loss": 0.4463,
      "step": 736
    },
    {
      "epoch": 0.16423398328690808,
      "grad_norm": 38.33952713012695,
      "learning_rate": 8.357477156229106e-06,
      "loss": 0.2334,
      "step": 737
    },
    {
      "epoch": 0.16445682451253482,
      "grad_norm": 111.51235961914062,
      "learning_rate": 8.355248495654113e-06,
      "loss": 1.0098,
      "step": 738
    },
    {
      "epoch": 0.16467966573816156,
      "grad_norm": 28.02207374572754,
      "learning_rate": 8.353019835079118e-06,
      "loss": 0.1455,
      "step": 739
    },
    {
      "epoch": 0.1649025069637883,
      "grad_norm": 182.2970428466797,
      "learning_rate": 8.350791174504124e-06,
      "loss": 2.9023,
      "step": 740
    },
    {
      "epoch": 0.16512534818941504,
      "grad_norm": 115.25968170166016,
      "learning_rate": 8.348562513929129e-06,
      "loss": 0.8926,
      "step": 741
    },
    {
      "epoch": 0.16534818941504179,
      "grad_norm": 96.61994934082031,
      "learning_rate": 8.346333853354134e-06,
      "loss": 0.7085,
      "step": 742
    },
    {
      "epoch": 0.16557103064066853,
      "grad_norm": 153.23818969726562,
      "learning_rate": 8.344105192779141e-06,
      "loss": 1.3319,
      "step": 743
    },
    {
      "epoch": 0.16579387186629527,
      "grad_norm": 20.196922302246094,
      "learning_rate": 8.341876532204146e-06,
      "loss": 0.0552,
      "step": 744
    },
    {
      "epoch": 0.166016713091922,
      "grad_norm": 34.87359619140625,
      "learning_rate": 8.339647871629152e-06,
      "loss": 0.1552,
      "step": 745
    },
    {
      "epoch": 0.16623955431754875,
      "grad_norm": 15.185035705566406,
      "learning_rate": 8.337419211054157e-06,
      "loss": 0.0366,
      "step": 746
    },
    {
      "epoch": 0.1664623955431755,
      "grad_norm": 37.440696716308594,
      "learning_rate": 8.335190550479162e-06,
      "loss": 0.1959,
      "step": 747
    },
    {
      "epoch": 0.16668523676880223,
      "grad_norm": 50.7084846496582,
      "learning_rate": 8.33296188990417e-06,
      "loss": 0.2255,
      "step": 748
    },
    {
      "epoch": 0.16690807799442897,
      "grad_norm": 41.63243103027344,
      "learning_rate": 8.330733229329175e-06,
      "loss": 0.5444,
      "step": 749
    },
    {
      "epoch": 0.1671309192200557,
      "grad_norm": 55.21478271484375,
      "learning_rate": 8.32850456875418e-06,
      "loss": 0.3463,
      "step": 750
    },
    {
      "epoch": 0.16735376044568245,
      "grad_norm": 97.14743041992188,
      "learning_rate": 8.326275908179185e-06,
      "loss": 0.2861,
      "step": 751
    },
    {
      "epoch": 0.1675766016713092,
      "grad_norm": 27.140962600708008,
      "learning_rate": 8.32404724760419e-06,
      "loss": 0.0771,
      "step": 752
    },
    {
      "epoch": 0.16779944289693594,
      "grad_norm": 33.55052185058594,
      "learning_rate": 8.321818587029196e-06,
      "loss": 0.1276,
      "step": 753
    },
    {
      "epoch": 0.16802228412256268,
      "grad_norm": 49.72843551635742,
      "learning_rate": 8.319589926454201e-06,
      "loss": 0.2147,
      "step": 754
    },
    {
      "epoch": 0.16824512534818942,
      "grad_norm": 46.58777618408203,
      "learning_rate": 8.317361265879206e-06,
      "loss": 0.5254,
      "step": 755
    },
    {
      "epoch": 0.16846796657381616,
      "grad_norm": 71.9247055053711,
      "learning_rate": 8.315132605304212e-06,
      "loss": 0.4766,
      "step": 756
    },
    {
      "epoch": 0.1686908077994429,
      "grad_norm": 83.16915893554688,
      "learning_rate": 8.312903944729219e-06,
      "loss": 0.6699,
      "step": 757
    },
    {
      "epoch": 0.16891364902506964,
      "grad_norm": 106.14497375488281,
      "learning_rate": 8.310675284154224e-06,
      "loss": 0.8315,
      "step": 758
    },
    {
      "epoch": 0.16913649025069638,
      "grad_norm": 11.358040809631348,
      "learning_rate": 8.30844662357923e-06,
      "loss": 0.0636,
      "step": 759
    },
    {
      "epoch": 0.16935933147632312,
      "grad_norm": 26.521129608154297,
      "learning_rate": 8.306217963004235e-06,
      "loss": 0.051,
      "step": 760
    },
    {
      "epoch": 0.16958217270194986,
      "grad_norm": 15.901830673217773,
      "learning_rate": 8.30398930242924e-06,
      "loss": 0.0389,
      "step": 761
    },
    {
      "epoch": 0.1698050139275766,
      "grad_norm": 44.234378814697266,
      "learning_rate": 8.301760641854247e-06,
      "loss": 0.1855,
      "step": 762
    },
    {
      "epoch": 0.17002785515320334,
      "grad_norm": 63.76460266113281,
      "learning_rate": 8.299531981279252e-06,
      "loss": 0.5032,
      "step": 763
    },
    {
      "epoch": 0.17025069637883009,
      "grad_norm": 129.0311279296875,
      "learning_rate": 8.297303320704257e-06,
      "loss": 1.7971,
      "step": 764
    },
    {
      "epoch": 0.17047353760445683,
      "grad_norm": 14.319981575012207,
      "learning_rate": 8.295074660129263e-06,
      "loss": 0.0327,
      "step": 765
    },
    {
      "epoch": 0.17069637883008357,
      "grad_norm": 31.287273406982422,
      "learning_rate": 8.292845999554268e-06,
      "loss": 0.0789,
      "step": 766
    },
    {
      "epoch": 0.1709192200557103,
      "grad_norm": 29.975500106811523,
      "learning_rate": 8.290617338979275e-06,
      "loss": 0.1037,
      "step": 767
    },
    {
      "epoch": 0.17114206128133705,
      "grad_norm": 12.072367668151855,
      "learning_rate": 8.28838867840428e-06,
      "loss": 0.0183,
      "step": 768
    },
    {
      "epoch": 0.1713649025069638,
      "grad_norm": 31.156164169311523,
      "learning_rate": 8.286160017829286e-06,
      "loss": 0.239,
      "step": 769
    },
    {
      "epoch": 0.17158774373259053,
      "grad_norm": 21.760087966918945,
      "learning_rate": 8.283931357254291e-06,
      "loss": 0.1333,
      "step": 770
    },
    {
      "epoch": 0.17181058495821727,
      "grad_norm": 90.85381317138672,
      "learning_rate": 8.281702696679296e-06,
      "loss": 0.4802,
      "step": 771
    },
    {
      "epoch": 0.172033426183844,
      "grad_norm": 40.254825592041016,
      "learning_rate": 8.279474036104303e-06,
      "loss": 0.1919,
      "step": 772
    },
    {
      "epoch": 0.17225626740947075,
      "grad_norm": 62.63287353515625,
      "learning_rate": 8.277245375529308e-06,
      "loss": 0.3662,
      "step": 773
    },
    {
      "epoch": 0.1724791086350975,
      "grad_norm": 32.49971008300781,
      "learning_rate": 8.275016714954314e-06,
      "loss": 0.1068,
      "step": 774
    },
    {
      "epoch": 0.17270194986072424,
      "grad_norm": 176.821533203125,
      "learning_rate": 8.272788054379319e-06,
      "loss": 1.5654,
      "step": 775
    },
    {
      "epoch": 0.17292479108635098,
      "grad_norm": 76.23453521728516,
      "learning_rate": 8.270559393804324e-06,
      "loss": 0.5161,
      "step": 776
    },
    {
      "epoch": 0.17314763231197772,
      "grad_norm": 48.59482192993164,
      "learning_rate": 8.26833073322933e-06,
      "loss": 0.2461,
      "step": 777
    },
    {
      "epoch": 0.17337047353760446,
      "grad_norm": 186.3039093017578,
      "learning_rate": 8.266102072654335e-06,
      "loss": 1.8945,
      "step": 778
    },
    {
      "epoch": 0.1735933147632312,
      "grad_norm": 73.11565399169922,
      "learning_rate": 8.26387341207934e-06,
      "loss": 0.1904,
      "step": 779
    },
    {
      "epoch": 0.17381615598885794,
      "grad_norm": 108.0745849609375,
      "learning_rate": 8.261644751504345e-06,
      "loss": 0.7295,
      "step": 780
    },
    {
      "epoch": 0.17403899721448468,
      "grad_norm": 8.006651878356934,
      "learning_rate": 8.259416090929352e-06,
      "loss": 0.0391,
      "step": 781
    },
    {
      "epoch": 0.17426183844011142,
      "grad_norm": 50.714351654052734,
      "learning_rate": 8.257187430354358e-06,
      "loss": 0.2474,
      "step": 782
    },
    {
      "epoch": 0.17448467966573816,
      "grad_norm": 54.88523483276367,
      "learning_rate": 8.254958769779363e-06,
      "loss": 0.3463,
      "step": 783
    },
    {
      "epoch": 0.1747075208913649,
      "grad_norm": 28.073610305786133,
      "learning_rate": 8.252730109204368e-06,
      "loss": 0.167,
      "step": 784
    },
    {
      "epoch": 0.17493036211699164,
      "grad_norm": 86.34784698486328,
      "learning_rate": 8.250501448629374e-06,
      "loss": 0.2932,
      "step": 785
    },
    {
      "epoch": 0.17515320334261839,
      "grad_norm": 121.56867980957031,
      "learning_rate": 8.24827278805438e-06,
      "loss": 1.174,
      "step": 786
    },
    {
      "epoch": 0.17537604456824513,
      "grad_norm": 25.487871170043945,
      "learning_rate": 8.246044127479386e-06,
      "loss": 0.209,
      "step": 787
    },
    {
      "epoch": 0.17559888579387187,
      "grad_norm": 18.093564987182617,
      "learning_rate": 8.243815466904391e-06,
      "loss": 0.0554,
      "step": 788
    },
    {
      "epoch": 0.1758217270194986,
      "grad_norm": 44.07567596435547,
      "learning_rate": 8.241586806329396e-06,
      "loss": 0.1865,
      "step": 789
    },
    {
      "epoch": 0.17604456824512535,
      "grad_norm": 21.129350662231445,
      "learning_rate": 8.239358145754402e-06,
      "loss": 0.0831,
      "step": 790
    },
    {
      "epoch": 0.1762674094707521,
      "grad_norm": 25.283483505249023,
      "learning_rate": 8.237129485179409e-06,
      "loss": 0.1675,
      "step": 791
    },
    {
      "epoch": 0.17649025069637883,
      "grad_norm": 122.76554870605469,
      "learning_rate": 8.234900824604414e-06,
      "loss": 1.2966,
      "step": 792
    },
    {
      "epoch": 0.17671309192200557,
      "grad_norm": 90.65459442138672,
      "learning_rate": 8.23267216402942e-06,
      "loss": 0.4734,
      "step": 793
    },
    {
      "epoch": 0.1769359331476323,
      "grad_norm": 58.09523010253906,
      "learning_rate": 8.230443503454425e-06,
      "loss": 0.3164,
      "step": 794
    },
    {
      "epoch": 0.17715877437325905,
      "grad_norm": 104.78144836425781,
      "learning_rate": 8.22821484287943e-06,
      "loss": 0.4648,
      "step": 795
    },
    {
      "epoch": 0.1773816155988858,
      "grad_norm": 110.92858123779297,
      "learning_rate": 8.225986182304437e-06,
      "loss": 0.9058,
      "step": 796
    },
    {
      "epoch": 0.17760445682451254,
      "grad_norm": 74.87093353271484,
      "learning_rate": 8.22375752172944e-06,
      "loss": 0.623,
      "step": 797
    },
    {
      "epoch": 0.17782729805013928,
      "grad_norm": 72.68225860595703,
      "learning_rate": 8.221528861154446e-06,
      "loss": 0.7833,
      "step": 798
    },
    {
      "epoch": 0.17805013927576602,
      "grad_norm": 17.737136840820312,
      "learning_rate": 8.219300200579453e-06,
      "loss": 0.1068,
      "step": 799
    },
    {
      "epoch": 0.17827298050139276,
      "grad_norm": 56.08787536621094,
      "learning_rate": 8.217071540004458e-06,
      "loss": 0.5139,
      "step": 800
    },
    {
      "epoch": 0.1784958217270195,
      "grad_norm": 78.95780944824219,
      "learning_rate": 8.214842879429463e-06,
      "loss": 0.3207,
      "step": 801
    },
    {
      "epoch": 0.17871866295264624,
      "grad_norm": 23.565492630004883,
      "learning_rate": 8.212614218854469e-06,
      "loss": 0.1504,
      "step": 802
    },
    {
      "epoch": 0.17894150417827298,
      "grad_norm": 146.518798828125,
      "learning_rate": 8.210385558279474e-06,
      "loss": 1.4062,
      "step": 803
    },
    {
      "epoch": 0.17916434540389972,
      "grad_norm": 47.29253005981445,
      "learning_rate": 8.20815689770448e-06,
      "loss": 0.5469,
      "step": 804
    },
    {
      "epoch": 0.17938718662952646,
      "grad_norm": 126.1028823852539,
      "learning_rate": 8.205928237129486e-06,
      "loss": 0.8984,
      "step": 805
    },
    {
      "epoch": 0.1796100278551532,
      "grad_norm": 59.731605529785156,
      "learning_rate": 8.203699576554492e-06,
      "loss": 0.6128,
      "step": 806
    },
    {
      "epoch": 0.17983286908077994,
      "grad_norm": 38.4258918762207,
      "learning_rate": 8.201470915979497e-06,
      "loss": 0.1572,
      "step": 807
    },
    {
      "epoch": 0.18005571030640669,
      "grad_norm": 52.323490142822266,
      "learning_rate": 8.199242255404502e-06,
      "loss": 0.2726,
      "step": 808
    },
    {
      "epoch": 0.18027855153203343,
      "grad_norm": 21.663013458251953,
      "learning_rate": 8.197013594829507e-06,
      "loss": 0.0334,
      "step": 809
    },
    {
      "epoch": 0.18050139275766017,
      "grad_norm": 35.73594665527344,
      "learning_rate": 8.194784934254514e-06,
      "loss": 0.1982,
      "step": 810
    },
    {
      "epoch": 0.1807242339832869,
      "grad_norm": 51.84864044189453,
      "learning_rate": 8.19255627367952e-06,
      "loss": 0.629,
      "step": 811
    },
    {
      "epoch": 0.18094707520891365,
      "grad_norm": 87.01432800292969,
      "learning_rate": 8.190327613104525e-06,
      "loss": 0.4541,
      "step": 812
    },
    {
      "epoch": 0.1811699164345404,
      "grad_norm": 69.55265808105469,
      "learning_rate": 8.18809895252953e-06,
      "loss": 0.5359,
      "step": 813
    },
    {
      "epoch": 0.18139275766016713,
      "grad_norm": 41.33815002441406,
      "learning_rate": 8.185870291954536e-06,
      "loss": 0.4219,
      "step": 814
    },
    {
      "epoch": 0.18161559888579387,
      "grad_norm": 72.57411193847656,
      "learning_rate": 8.183641631379543e-06,
      "loss": 0.6311,
      "step": 815
    },
    {
      "epoch": 0.1818384401114206,
      "grad_norm": 115.98079681396484,
      "learning_rate": 8.181412970804548e-06,
      "loss": 1.2481,
      "step": 816
    },
    {
      "epoch": 0.18206128133704735,
      "grad_norm": 32.62527847290039,
      "learning_rate": 8.179184310229553e-06,
      "loss": 0.16,
      "step": 817
    },
    {
      "epoch": 0.1822841225626741,
      "grad_norm": 28.358266830444336,
      "learning_rate": 8.176955649654558e-06,
      "loss": 0.203,
      "step": 818
    },
    {
      "epoch": 0.18250696378830084,
      "grad_norm": 56.305728912353516,
      "learning_rate": 8.174726989079564e-06,
      "loss": 0.6074,
      "step": 819
    },
    {
      "epoch": 0.18272980501392758,
      "grad_norm": 85.91127014160156,
      "learning_rate": 8.172498328504569e-06,
      "loss": 1.1133,
      "step": 820
    },
    {
      "epoch": 0.18295264623955432,
      "grad_norm": 55.04018020629883,
      "learning_rate": 8.170269667929574e-06,
      "loss": 0.4806,
      "step": 821
    },
    {
      "epoch": 0.18317548746518106,
      "grad_norm": 32.35076141357422,
      "learning_rate": 8.16804100735458e-06,
      "loss": 0.5938,
      "step": 822
    },
    {
      "epoch": 0.1833983286908078,
      "grad_norm": 78.25840759277344,
      "learning_rate": 8.165812346779587e-06,
      "loss": 0.7266,
      "step": 823
    },
    {
      "epoch": 0.18362116991643454,
      "grad_norm": 24.478899002075195,
      "learning_rate": 8.163583686204592e-06,
      "loss": 0.0618,
      "step": 824
    },
    {
      "epoch": 0.18384401114206128,
      "grad_norm": 86.14705657958984,
      "learning_rate": 8.161355025629597e-06,
      "loss": 0.7197,
      "step": 825
    },
    {
      "epoch": 0.18406685236768802,
      "grad_norm": 45.448036193847656,
      "learning_rate": 8.159126365054602e-06,
      "loss": 0.4072,
      "step": 826
    },
    {
      "epoch": 0.18428969359331476,
      "grad_norm": 21.407562255859375,
      "learning_rate": 8.156897704479608e-06,
      "loss": 0.1259,
      "step": 827
    },
    {
      "epoch": 0.1845125348189415,
      "grad_norm": 7.221776008605957,
      "learning_rate": 8.154669043904613e-06,
      "loss": 0.0267,
      "step": 828
    },
    {
      "epoch": 0.18473537604456824,
      "grad_norm": 54.19208908081055,
      "learning_rate": 8.15244038332962e-06,
      "loss": 0.5908,
      "step": 829
    },
    {
      "epoch": 0.18495821727019499,
      "grad_norm": 32.36742401123047,
      "learning_rate": 8.150211722754625e-06,
      "loss": 0.3086,
      "step": 830
    },
    {
      "epoch": 0.18518105849582173,
      "grad_norm": 50.357337951660156,
      "learning_rate": 8.14798306217963e-06,
      "loss": 0.5312,
      "step": 831
    },
    {
      "epoch": 0.18540389972144847,
      "grad_norm": 46.58674240112305,
      "learning_rate": 8.145754401604636e-06,
      "loss": 0.3462,
      "step": 832
    },
    {
      "epoch": 0.1856267409470752,
      "grad_norm": 16.39667510986328,
      "learning_rate": 8.143525741029641e-06,
      "loss": 0.0569,
      "step": 833
    },
    {
      "epoch": 0.18584958217270195,
      "grad_norm": 11.958849906921387,
      "learning_rate": 8.141297080454648e-06,
      "loss": 0.0474,
      "step": 834
    },
    {
      "epoch": 0.1860724233983287,
      "grad_norm": 74.97872161865234,
      "learning_rate": 8.139068419879653e-06,
      "loss": 0.8185,
      "step": 835
    },
    {
      "epoch": 0.18629526462395543,
      "grad_norm": 15.72890567779541,
      "learning_rate": 8.136839759304659e-06,
      "loss": 0.1123,
      "step": 836
    },
    {
      "epoch": 0.18651810584958217,
      "grad_norm": 92.71088409423828,
      "learning_rate": 8.134611098729664e-06,
      "loss": 1.5898,
      "step": 837
    },
    {
      "epoch": 0.1867409470752089,
      "grad_norm": 24.95882797241211,
      "learning_rate": 8.13238243815467e-06,
      "loss": 0.2222,
      "step": 838
    },
    {
      "epoch": 0.18696378830083565,
      "grad_norm": 61.839134216308594,
      "learning_rate": 8.130153777579676e-06,
      "loss": 0.5573,
      "step": 839
    },
    {
      "epoch": 0.1871866295264624,
      "grad_norm": 47.99031066894531,
      "learning_rate": 8.127925117004682e-06,
      "loss": 0.5344,
      "step": 840
    },
    {
      "epoch": 0.18740947075208914,
      "grad_norm": 5.2997846603393555,
      "learning_rate": 8.125696456429687e-06,
      "loss": 0.0271,
      "step": 841
    },
    {
      "epoch": 0.18763231197771588,
      "grad_norm": 33.33602523803711,
      "learning_rate": 8.123467795854692e-06,
      "loss": 0.1943,
      "step": 842
    },
    {
      "epoch": 0.18785515320334262,
      "grad_norm": 41.962894439697266,
      "learning_rate": 8.121239135279698e-06,
      "loss": 0.1719,
      "step": 843
    },
    {
      "epoch": 0.18807799442896936,
      "grad_norm": 32.32194137573242,
      "learning_rate": 8.119010474704703e-06,
      "loss": 0.1613,
      "step": 844
    },
    {
      "epoch": 0.1883008356545961,
      "grad_norm": 22.856826782226562,
      "learning_rate": 8.116781814129708e-06,
      "loss": 0.1597,
      "step": 845
    },
    {
      "epoch": 0.18852367688022284,
      "grad_norm": 47.83108139038086,
      "learning_rate": 8.114553153554713e-06,
      "loss": 0.1532,
      "step": 846
    },
    {
      "epoch": 0.18874651810584958,
      "grad_norm": 13.192951202392578,
      "learning_rate": 8.11232449297972e-06,
      "loss": 0.031,
      "step": 847
    },
    {
      "epoch": 0.18896935933147632,
      "grad_norm": 26.069692611694336,
      "learning_rate": 8.110095832404726e-06,
      "loss": 0.0347,
      "step": 848
    },
    {
      "epoch": 0.18919220055710306,
      "grad_norm": 39.29734420776367,
      "learning_rate": 8.107867171829731e-06,
      "loss": 0.0999,
      "step": 849
    },
    {
      "epoch": 0.1894150417827298,
      "grad_norm": 53.13004684448242,
      "learning_rate": 8.105638511254736e-06,
      "loss": 0.4443,
      "step": 850
    },
    {
      "epoch": 0.18963788300835654,
      "grad_norm": 58.09865188598633,
      "learning_rate": 8.103409850679742e-06,
      "loss": 0.4829,
      "step": 851
    },
    {
      "epoch": 0.18986072423398329,
      "grad_norm": 25.524131774902344,
      "learning_rate": 8.101181190104747e-06,
      "loss": 0.0545,
      "step": 852
    },
    {
      "epoch": 0.19008356545961003,
      "grad_norm": 25.645008087158203,
      "learning_rate": 8.098952529529754e-06,
      "loss": 0.1777,
      "step": 853
    },
    {
      "epoch": 0.19030640668523677,
      "grad_norm": 17.27859878540039,
      "learning_rate": 8.096723868954759e-06,
      "loss": 0.0458,
      "step": 854
    },
    {
      "epoch": 0.1905292479108635,
      "grad_norm": 81.19549560546875,
      "learning_rate": 8.094495208379764e-06,
      "loss": 0.6995,
      "step": 855
    },
    {
      "epoch": 0.19075208913649025,
      "grad_norm": 40.42212677001953,
      "learning_rate": 8.09226654780477e-06,
      "loss": 0.244,
      "step": 856
    },
    {
      "epoch": 0.190974930362117,
      "grad_norm": 46.25273513793945,
      "learning_rate": 8.090037887229775e-06,
      "loss": 0.4229,
      "step": 857
    },
    {
      "epoch": 0.19119777158774373,
      "grad_norm": 44.31233215332031,
      "learning_rate": 8.087809226654782e-06,
      "loss": 0.1494,
      "step": 858
    },
    {
      "epoch": 0.19142061281337047,
      "grad_norm": 73.56661224365234,
      "learning_rate": 8.085580566079787e-06,
      "loss": 0.2612,
      "step": 859
    },
    {
      "epoch": 0.1916434540389972,
      "grad_norm": 60.70283126831055,
      "learning_rate": 8.083351905504793e-06,
      "loss": 0.3101,
      "step": 860
    },
    {
      "epoch": 0.19186629526462395,
      "grad_norm": 63.655826568603516,
      "learning_rate": 8.081123244929798e-06,
      "loss": 0.4473,
      "step": 861
    },
    {
      "epoch": 0.1920891364902507,
      "grad_norm": 71.50528717041016,
      "learning_rate": 8.078894584354803e-06,
      "loss": 0.6699,
      "step": 862
    },
    {
      "epoch": 0.19231197771587744,
      "grad_norm": 50.680545806884766,
      "learning_rate": 8.07666592377981e-06,
      "loss": 0.3199,
      "step": 863
    },
    {
      "epoch": 0.19253481894150418,
      "grad_norm": 136.73582458496094,
      "learning_rate": 8.074437263204814e-06,
      "loss": 1.0518,
      "step": 864
    },
    {
      "epoch": 0.19275766016713092,
      "grad_norm": 21.666828155517578,
      "learning_rate": 8.072208602629819e-06,
      "loss": 0.0865,
      "step": 865
    },
    {
      "epoch": 0.19298050139275766,
      "grad_norm": 12.729214668273926,
      "learning_rate": 8.069979942054826e-06,
      "loss": 0.0264,
      "step": 866
    },
    {
      "epoch": 0.1932033426183844,
      "grad_norm": 37.42635726928711,
      "learning_rate": 8.067751281479831e-06,
      "loss": 0.0913,
      "step": 867
    },
    {
      "epoch": 0.19342618384401114,
      "grad_norm": 20.542377471923828,
      "learning_rate": 8.065522620904837e-06,
      "loss": 0.1226,
      "step": 868
    },
    {
      "epoch": 0.19364902506963788,
      "grad_norm": 25.33656120300293,
      "learning_rate": 8.063293960329842e-06,
      "loss": 0.0594,
      "step": 869
    },
    {
      "epoch": 0.19387186629526462,
      "grad_norm": 50.70979309082031,
      "learning_rate": 8.061065299754847e-06,
      "loss": 0.6206,
      "step": 870
    },
    {
      "epoch": 0.19409470752089136,
      "grad_norm": 55.312923431396484,
      "learning_rate": 8.058836639179854e-06,
      "loss": 0.4312,
      "step": 871
    },
    {
      "epoch": 0.1943175487465181,
      "grad_norm": 21.318836212158203,
      "learning_rate": 8.05660797860486e-06,
      "loss": 0.1274,
      "step": 872
    },
    {
      "epoch": 0.19454038997214484,
      "grad_norm": 138.6649169921875,
      "learning_rate": 8.054379318029865e-06,
      "loss": 1.9116,
      "step": 873
    },
    {
      "epoch": 0.19476323119777159,
      "grad_norm": 107.27136993408203,
      "learning_rate": 8.05215065745487e-06,
      "loss": 0.6484,
      "step": 874
    },
    {
      "epoch": 0.19498607242339833,
      "grad_norm": 82.94060516357422,
      "learning_rate": 8.049921996879875e-06,
      "loss": 0.4641,
      "step": 875
    },
    {
      "epoch": 0.19520891364902507,
      "grad_norm": 106.779296875,
      "learning_rate": 8.047693336304882e-06,
      "loss": 0.7109,
      "step": 876
    },
    {
      "epoch": 0.1954317548746518,
      "grad_norm": 37.715721130371094,
      "learning_rate": 8.045464675729888e-06,
      "loss": 0.125,
      "step": 877
    },
    {
      "epoch": 0.19565459610027855,
      "grad_norm": 45.19139099121094,
      "learning_rate": 8.043236015154893e-06,
      "loss": 0.3408,
      "step": 878
    },
    {
      "epoch": 0.1958774373259053,
      "grad_norm": 19.212539672851562,
      "learning_rate": 8.041007354579898e-06,
      "loss": 0.111,
      "step": 879
    },
    {
      "epoch": 0.19610027855153203,
      "grad_norm": 41.06850051879883,
      "learning_rate": 8.038778694004903e-06,
      "loss": 0.3323,
      "step": 880
    },
    {
      "epoch": 0.19632311977715877,
      "grad_norm": 55.42642593383789,
      "learning_rate": 8.036550033429909e-06,
      "loss": 0.418,
      "step": 881
    },
    {
      "epoch": 0.1965459610027855,
      "grad_norm": 104.12155151367188,
      "learning_rate": 8.034321372854916e-06,
      "loss": 0.6176,
      "step": 882
    },
    {
      "epoch": 0.19676880222841225,
      "grad_norm": 47.06957244873047,
      "learning_rate": 8.032092712279921e-06,
      "loss": 0.3994,
      "step": 883
    },
    {
      "epoch": 0.196991643454039,
      "grad_norm": 18.067914962768555,
      "learning_rate": 8.029864051704926e-06,
      "loss": 0.0706,
      "step": 884
    },
    {
      "epoch": 0.19721448467966574,
      "grad_norm": 97.99623107910156,
      "learning_rate": 8.027635391129932e-06,
      "loss": 0.7129,
      "step": 885
    },
    {
      "epoch": 0.19743732590529248,
      "grad_norm": 40.08803939819336,
      "learning_rate": 8.025406730554937e-06,
      "loss": 0.2048,
      "step": 886
    },
    {
      "epoch": 0.19766016713091922,
      "grad_norm": 40.458465576171875,
      "learning_rate": 8.023178069979942e-06,
      "loss": 0.2821,
      "step": 887
    },
    {
      "epoch": 0.19788300835654596,
      "grad_norm": 14.212281227111816,
      "learning_rate": 8.020949409404948e-06,
      "loss": 0.0269,
      "step": 888
    },
    {
      "epoch": 0.1981058495821727,
      "grad_norm": 84.66938781738281,
      "learning_rate": 8.018720748829953e-06,
      "loss": 0.5488,
      "step": 889
    },
    {
      "epoch": 0.19832869080779944,
      "grad_norm": 49.29944610595703,
      "learning_rate": 8.01649208825496e-06,
      "loss": 0.4758,
      "step": 890
    },
    {
      "epoch": 0.19855153203342618,
      "grad_norm": 113.17558288574219,
      "learning_rate": 8.014263427679965e-06,
      "loss": 1.5469,
      "step": 891
    },
    {
      "epoch": 0.19877437325905292,
      "grad_norm": 38.274600982666016,
      "learning_rate": 8.01203476710497e-06,
      "loss": 0.5071,
      "step": 892
    },
    {
      "epoch": 0.19899721448467966,
      "grad_norm": 221.3424530029297,
      "learning_rate": 8.009806106529976e-06,
      "loss": 1.5117,
      "step": 893
    },
    {
      "epoch": 0.1992200557103064,
      "grad_norm": 21.053985595703125,
      "learning_rate": 8.007577445954981e-06,
      "loss": 0.0732,
      "step": 894
    },
    {
      "epoch": 0.19944289693593314,
      "grad_norm": 75.14093017578125,
      "learning_rate": 8.005348785379988e-06,
      "loss": 0.4973,
      "step": 895
    },
    {
      "epoch": 0.19966573816155989,
      "grad_norm": 68.70339965820312,
      "learning_rate": 8.003120124804993e-06,
      "loss": 0.6211,
      "step": 896
    },
    {
      "epoch": 0.19988857938718663,
      "grad_norm": 64.92115783691406,
      "learning_rate": 8.000891464229999e-06,
      "loss": 0.2056,
      "step": 897
    },
    {
      "epoch": 0.20011142061281337,
      "grad_norm": 7.061646938323975,
      "learning_rate": 7.998662803655004e-06,
      "loss": 0.0239,
      "step": 898
    },
    {
      "epoch": 0.2003342618384401,
      "grad_norm": 6.577030181884766,
      "learning_rate": 7.996434143080009e-06,
      "loss": 0.0163,
      "step": 899
    },
    {
      "epoch": 0.20055710306406685,
      "grad_norm": 193.8489990234375,
      "learning_rate": 7.994205482505016e-06,
      "loss": 1.0056,
      "step": 900
    },
    {
      "epoch": 0.2007799442896936,
      "grad_norm": 75.66668701171875,
      "learning_rate": 7.991976821930021e-06,
      "loss": 0.5664,
      "step": 901
    },
    {
      "epoch": 0.20100278551532033,
      "grad_norm": 99.82514190673828,
      "learning_rate": 7.989748161355027e-06,
      "loss": 0.931,
      "step": 902
    },
    {
      "epoch": 0.20122562674094707,
      "grad_norm": 56.3358154296875,
      "learning_rate": 7.987519500780032e-06,
      "loss": 0.5049,
      "step": 903
    },
    {
      "epoch": 0.2014484679665738,
      "grad_norm": 54.35992431640625,
      "learning_rate": 7.985290840205037e-06,
      "loss": 0.1628,
      "step": 904
    },
    {
      "epoch": 0.20167130919220055,
      "grad_norm": 54.219993591308594,
      "learning_rate": 7.983062179630043e-06,
      "loss": 0.3477,
      "step": 905
    },
    {
      "epoch": 0.2018941504178273,
      "grad_norm": 146.79461669921875,
      "learning_rate": 7.98083351905505e-06,
      "loss": 1.5186,
      "step": 906
    },
    {
      "epoch": 0.20211699164345404,
      "grad_norm": 52.52226257324219,
      "learning_rate": 7.978604858480055e-06,
      "loss": 0.4614,
      "step": 907
    },
    {
      "epoch": 0.20233983286908078,
      "grad_norm": 52.13056182861328,
      "learning_rate": 7.97637619790506e-06,
      "loss": 0.2871,
      "step": 908
    },
    {
      "epoch": 0.20256267409470752,
      "grad_norm": 16.520715713500977,
      "learning_rate": 7.974147537330065e-06,
      "loss": 0.085,
      "step": 909
    },
    {
      "epoch": 0.20278551532033426,
      "grad_norm": 31.725984573364258,
      "learning_rate": 7.97191887675507e-06,
      "loss": 0.2339,
      "step": 910
    },
    {
      "epoch": 0.203008356545961,
      "grad_norm": 22.59067153930664,
      "learning_rate": 7.969690216180076e-06,
      "loss": 0.1316,
      "step": 911
    },
    {
      "epoch": 0.20323119777158774,
      "grad_norm": 23.855642318725586,
      "learning_rate": 7.967461555605081e-06,
      "loss": 0.0899,
      "step": 912
    },
    {
      "epoch": 0.20345403899721448,
      "grad_norm": 60.831214904785156,
      "learning_rate": 7.965232895030087e-06,
      "loss": 0.3848,
      "step": 913
    },
    {
      "epoch": 0.20367688022284122,
      "grad_norm": 35.723960876464844,
      "learning_rate": 7.963004234455094e-06,
      "loss": 0.1354,
      "step": 914
    },
    {
      "epoch": 0.20389972144846796,
      "grad_norm": 77.66526794433594,
      "learning_rate": 7.960775573880099e-06,
      "loss": 0.7891,
      "step": 915
    },
    {
      "epoch": 0.2041225626740947,
      "grad_norm": 30.348249435424805,
      "learning_rate": 7.958546913305104e-06,
      "loss": 0.1718,
      "step": 916
    },
    {
      "epoch": 0.20434540389972145,
      "grad_norm": 65.70276641845703,
      "learning_rate": 7.95631825273011e-06,
      "loss": 0.3679,
      "step": 917
    },
    {
      "epoch": 0.20456824512534819,
      "grad_norm": 54.47895812988281,
      "learning_rate": 7.954089592155115e-06,
      "loss": 0.447,
      "step": 918
    },
    {
      "epoch": 0.20479108635097493,
      "grad_norm": 59.620784759521484,
      "learning_rate": 7.951860931580122e-06,
      "loss": 0.5089,
      "step": 919
    },
    {
      "epoch": 0.20501392757660167,
      "grad_norm": 127.57946014404297,
      "learning_rate": 7.949632271005127e-06,
      "loss": 2.0898,
      "step": 920
    },
    {
      "epoch": 0.2052367688022284,
      "grad_norm": 174.0464324951172,
      "learning_rate": 7.947403610430132e-06,
      "loss": 0.9551,
      "step": 921
    },
    {
      "epoch": 0.20545961002785515,
      "grad_norm": 35.84843063354492,
      "learning_rate": 7.945174949855138e-06,
      "loss": 0.1671,
      "step": 922
    },
    {
      "epoch": 0.2056824512534819,
      "grad_norm": 84.64358520507812,
      "learning_rate": 7.942946289280143e-06,
      "loss": 0.7815,
      "step": 923
    },
    {
      "epoch": 0.20590529247910863,
      "grad_norm": 97.34793853759766,
      "learning_rate": 7.94071762870515e-06,
      "loss": 0.3294,
      "step": 924
    },
    {
      "epoch": 0.20612813370473537,
      "grad_norm": 8.257753372192383,
      "learning_rate": 7.938488968130155e-06,
      "loss": 0.0163,
      "step": 925
    },
    {
      "epoch": 0.2063509749303621,
      "grad_norm": 18.46717071533203,
      "learning_rate": 7.93626030755516e-06,
      "loss": 0.1035,
      "step": 926
    },
    {
      "epoch": 0.20657381615598885,
      "grad_norm": 51.34437561035156,
      "learning_rate": 7.934031646980166e-06,
      "loss": 0.6016,
      "step": 927
    },
    {
      "epoch": 0.2067966573816156,
      "grad_norm": 38.628902435302734,
      "learning_rate": 7.931802986405171e-06,
      "loss": 0.3525,
      "step": 928
    },
    {
      "epoch": 0.20701949860724234,
      "grad_norm": 31.155624389648438,
      "learning_rate": 7.929574325830176e-06,
      "loss": 0.1346,
      "step": 929
    },
    {
      "epoch": 0.20724233983286908,
      "grad_norm": 70.48753356933594,
      "learning_rate": 7.927345665255183e-06,
      "loss": 0.5732,
      "step": 930
    },
    {
      "epoch": 0.20746518105849582,
      "grad_norm": 17.58278465270996,
      "learning_rate": 7.925117004680189e-06,
      "loss": 0.0635,
      "step": 931
    },
    {
      "epoch": 0.20768802228412256,
      "grad_norm": 45.503963470458984,
      "learning_rate": 7.922888344105192e-06,
      "loss": 0.3486,
      "step": 932
    },
    {
      "epoch": 0.2079108635097493,
      "grad_norm": 31.759178161621094,
      "learning_rate": 7.9206596835302e-06,
      "loss": 0.1558,
      "step": 933
    },
    {
      "epoch": 0.20813370473537604,
      "grad_norm": 149.7842254638672,
      "learning_rate": 7.918431022955205e-06,
      "loss": 1.8359,
      "step": 934
    },
    {
      "epoch": 0.20835654596100278,
      "grad_norm": 27.183076858520508,
      "learning_rate": 7.91620236238021e-06,
      "loss": 0.0908,
      "step": 935
    },
    {
      "epoch": 0.20857938718662952,
      "grad_norm": 83.8465576171875,
      "learning_rate": 7.913973701805215e-06,
      "loss": 0.9121,
      "step": 936
    },
    {
      "epoch": 0.20880222841225626,
      "grad_norm": 122.48906707763672,
      "learning_rate": 7.91174504123022e-06,
      "loss": 0.5948,
      "step": 937
    },
    {
      "epoch": 0.209025069637883,
      "grad_norm": 45.849266052246094,
      "learning_rate": 7.909516380655227e-06,
      "loss": 0.2754,
      "step": 938
    },
    {
      "epoch": 0.20924791086350975,
      "grad_norm": 10.379944801330566,
      "learning_rate": 7.907287720080233e-06,
      "loss": 0.0588,
      "step": 939
    },
    {
      "epoch": 0.20947075208913649,
      "grad_norm": 122.99887084960938,
      "learning_rate": 7.905059059505238e-06,
      "loss": 1.4375,
      "step": 940
    },
    {
      "epoch": 0.20969359331476323,
      "grad_norm": 31.62327766418457,
      "learning_rate": 7.902830398930243e-06,
      "loss": 0.1846,
      "step": 941
    },
    {
      "epoch": 0.20991643454038997,
      "grad_norm": 107.36688995361328,
      "learning_rate": 7.900601738355249e-06,
      "loss": 1.0117,
      "step": 942
    },
    {
      "epoch": 0.2101392757660167,
      "grad_norm": 125.41712188720703,
      "learning_rate": 7.898373077780256e-06,
      "loss": 1.1406,
      "step": 943
    },
    {
      "epoch": 0.21036211699164345,
      "grad_norm": 74.3531494140625,
      "learning_rate": 7.89614441720526e-06,
      "loss": 0.5713,
      "step": 944
    },
    {
      "epoch": 0.2105849582172702,
      "grad_norm": 22.35832977294922,
      "learning_rate": 7.893915756630266e-06,
      "loss": 0.2373,
      "step": 945
    },
    {
      "epoch": 0.21080779944289693,
      "grad_norm": 25.814729690551758,
      "learning_rate": 7.891687096055271e-06,
      "loss": 0.2606,
      "step": 946
    },
    {
      "epoch": 0.21103064066852367,
      "grad_norm": 54.24550247192383,
      "learning_rate": 7.889458435480277e-06,
      "loss": 0.2604,
      "step": 947
    },
    {
      "epoch": 0.2112534818941504,
      "grad_norm": 3.9836738109588623,
      "learning_rate": 7.887229774905284e-06,
      "loss": 0.013,
      "step": 948
    },
    {
      "epoch": 0.21147632311977715,
      "grad_norm": 8.606457710266113,
      "learning_rate": 7.885001114330289e-06,
      "loss": 0.0187,
      "step": 949
    },
    {
      "epoch": 0.2116991643454039,
      "grad_norm": 6.1490888595581055,
      "learning_rate": 7.882772453755294e-06,
      "loss": 0.0142,
      "step": 950
    },
    {
      "epoch": 0.21192200557103064,
      "grad_norm": 33.4299201965332,
      "learning_rate": 7.8805437931803e-06,
      "loss": 0.2542,
      "step": 951
    },
    {
      "epoch": 0.21214484679665738,
      "grad_norm": 24.193986892700195,
      "learning_rate": 7.878315132605305e-06,
      "loss": 0.1736,
      "step": 952
    },
    {
      "epoch": 0.21236768802228412,
      "grad_norm": 117.1546859741211,
      "learning_rate": 7.87608647203031e-06,
      "loss": 1.113,
      "step": 953
    },
    {
      "epoch": 0.21259052924791086,
      "grad_norm": 56.50509262084961,
      "learning_rate": 7.873857811455315e-06,
      "loss": 0.425,
      "step": 954
    },
    {
      "epoch": 0.2128133704735376,
      "grad_norm": 94.42374420166016,
      "learning_rate": 7.87162915088032e-06,
      "loss": 0.2548,
      "step": 955
    },
    {
      "epoch": 0.21303621169916434,
      "grad_norm": 143.43971252441406,
      "learning_rate": 7.869400490305326e-06,
      "loss": 1.5718,
      "step": 956
    },
    {
      "epoch": 0.21325905292479108,
      "grad_norm": 87.88200378417969,
      "learning_rate": 7.867171829730333e-06,
      "loss": 0.5742,
      "step": 957
    },
    {
      "epoch": 0.21348189415041782,
      "grad_norm": 119.49785614013672,
      "learning_rate": 7.864943169155338e-06,
      "loss": 1.1621,
      "step": 958
    },
    {
      "epoch": 0.21370473537604456,
      "grad_norm": 43.09443283081055,
      "learning_rate": 7.862714508580344e-06,
      "loss": 0.129,
      "step": 959
    },
    {
      "epoch": 0.2139275766016713,
      "grad_norm": 112.3599624633789,
      "learning_rate": 7.860485848005349e-06,
      "loss": 1.0547,
      "step": 960
    },
    {
      "epoch": 0.21415041782729805,
      "grad_norm": 178.99925231933594,
      "learning_rate": 7.858257187430354e-06,
      "loss": 2.3179,
      "step": 961
    },
    {
      "epoch": 0.21437325905292479,
      "grad_norm": 14.027047157287598,
      "learning_rate": 7.856028526855361e-06,
      "loss": 0.0361,
      "step": 962
    },
    {
      "epoch": 0.21459610027855153,
      "grad_norm": 24.893468856811523,
      "learning_rate": 7.853799866280366e-06,
      "loss": 0.0735,
      "step": 963
    },
    {
      "epoch": 0.21481894150417827,
      "grad_norm": 26.04962158203125,
      "learning_rate": 7.851571205705372e-06,
      "loss": 0.0922,
      "step": 964
    },
    {
      "epoch": 0.215041782729805,
      "grad_norm": 42.34776306152344,
      "learning_rate": 7.849342545130377e-06,
      "loss": 0.3257,
      "step": 965
    },
    {
      "epoch": 0.21526462395543175,
      "grad_norm": 146.67633056640625,
      "learning_rate": 7.847113884555382e-06,
      "loss": 0.3682,
      "step": 966
    },
    {
      "epoch": 0.2154874651810585,
      "grad_norm": 32.85245895385742,
      "learning_rate": 7.84488522398039e-06,
      "loss": 0.2202,
      "step": 967
    },
    {
      "epoch": 0.21571030640668523,
      "grad_norm": 13.803382873535156,
      "learning_rate": 7.842656563405395e-06,
      "loss": 0.0815,
      "step": 968
    },
    {
      "epoch": 0.21593314763231197,
      "grad_norm": 76.00849914550781,
      "learning_rate": 7.8404279028304e-06,
      "loss": 0.4025,
      "step": 969
    },
    {
      "epoch": 0.2161559888579387,
      "grad_norm": 64.96906280517578,
      "learning_rate": 7.838199242255405e-06,
      "loss": 0.4578,
      "step": 970
    },
    {
      "epoch": 0.21637883008356545,
      "grad_norm": 52.531532287597656,
      "learning_rate": 7.83597058168041e-06,
      "loss": 0.5516,
      "step": 971
    },
    {
      "epoch": 0.2166016713091922,
      "grad_norm": 21.628549575805664,
      "learning_rate": 7.833741921105417e-06,
      "loss": 0.064,
      "step": 972
    },
    {
      "epoch": 0.21682451253481894,
      "grad_norm": 39.29933547973633,
      "learning_rate": 7.831513260530423e-06,
      "loss": 0.1292,
      "step": 973
    },
    {
      "epoch": 0.21704735376044568,
      "grad_norm": 14.228814125061035,
      "learning_rate": 7.829284599955428e-06,
      "loss": 0.0436,
      "step": 974
    },
    {
      "epoch": 0.21727019498607242,
      "grad_norm": 101.60408020019531,
      "learning_rate": 7.827055939380433e-06,
      "loss": 0.9688,
      "step": 975
    },
    {
      "epoch": 0.21749303621169916,
      "grad_norm": 37.32379150390625,
      "learning_rate": 7.824827278805439e-06,
      "loss": 0.3293,
      "step": 976
    },
    {
      "epoch": 0.2177158774373259,
      "grad_norm": 27.554855346679688,
      "learning_rate": 7.822598618230444e-06,
      "loss": 0.4417,
      "step": 977
    },
    {
      "epoch": 0.21793871866295264,
      "grad_norm": 64.5638198852539,
      "learning_rate": 7.82036995765545e-06,
      "loss": 0.4111,
      "step": 978
    },
    {
      "epoch": 0.21816155988857938,
      "grad_norm": 58.2002067565918,
      "learning_rate": 7.818141297080455e-06,
      "loss": 0.6084,
      "step": 979
    },
    {
      "epoch": 0.21838440111420612,
      "grad_norm": 37.42678451538086,
      "learning_rate": 7.81591263650546e-06,
      "loss": 0.2466,
      "step": 980
    },
    {
      "epoch": 0.21860724233983286,
      "grad_norm": 38.42569351196289,
      "learning_rate": 7.813683975930467e-06,
      "loss": 0.2314,
      "step": 981
    },
    {
      "epoch": 0.2188300835654596,
      "grad_norm": 28.128381729125977,
      "learning_rate": 7.811455315355472e-06,
      "loss": 0.0602,
      "step": 982
    },
    {
      "epoch": 0.21905292479108635,
      "grad_norm": 42.827205657958984,
      "learning_rate": 7.809226654780477e-06,
      "loss": 0.2085,
      "step": 983
    },
    {
      "epoch": 0.2192757660167131,
      "grad_norm": 58.707096099853516,
      "learning_rate": 7.806997994205483e-06,
      "loss": 0.5125,
      "step": 984
    },
    {
      "epoch": 0.21949860724233983,
      "grad_norm": 44.74413299560547,
      "learning_rate": 7.804769333630488e-06,
      "loss": 0.3711,
      "step": 985
    },
    {
      "epoch": 0.21972144846796657,
      "grad_norm": 7.767518043518066,
      "learning_rate": 7.802540673055495e-06,
      "loss": 0.0206,
      "step": 986
    },
    {
      "epoch": 0.2199442896935933,
      "grad_norm": 58.27040481567383,
      "learning_rate": 7.8003120124805e-06,
      "loss": 0.4932,
      "step": 987
    },
    {
      "epoch": 0.22016713091922005,
      "grad_norm": 51.13589096069336,
      "learning_rate": 7.798083351905506e-06,
      "loss": 0.6152,
      "step": 988
    },
    {
      "epoch": 0.2203899721448468,
      "grad_norm": 47.326900482177734,
      "learning_rate": 7.79585469133051e-06,
      "loss": 0.2099,
      "step": 989
    },
    {
      "epoch": 0.22061281337047353,
      "grad_norm": 41.95587921142578,
      "learning_rate": 7.793626030755516e-06,
      "loss": 0.3096,
      "step": 990
    },
    {
      "epoch": 0.22083565459610027,
      "grad_norm": 66.19600677490234,
      "learning_rate": 7.791397370180523e-06,
      "loss": 0.7734,
      "step": 991
    },
    {
      "epoch": 0.221058495821727,
      "grad_norm": 34.84498977661133,
      "learning_rate": 7.789168709605528e-06,
      "loss": 0.1172,
      "step": 992
    },
    {
      "epoch": 0.22128133704735375,
      "grad_norm": 22.02017593383789,
      "learning_rate": 7.786940049030534e-06,
      "loss": 0.0492,
      "step": 993
    },
    {
      "epoch": 0.2215041782729805,
      "grad_norm": 58.44052505493164,
      "learning_rate": 7.784711388455539e-06,
      "loss": 0.4805,
      "step": 994
    },
    {
      "epoch": 0.22172701949860724,
      "grad_norm": 36.11911392211914,
      "learning_rate": 7.782482727880544e-06,
      "loss": 0.2653,
      "step": 995
    },
    {
      "epoch": 0.22194986072423398,
      "grad_norm": 69.07238006591797,
      "learning_rate": 7.780254067305551e-06,
      "loss": 0.8516,
      "step": 996
    },
    {
      "epoch": 0.22217270194986072,
      "grad_norm": 133.02049255371094,
      "learning_rate": 7.778025406730557e-06,
      "loss": 1.1123,
      "step": 997
    },
    {
      "epoch": 0.22239554317548746,
      "grad_norm": 54.648014068603516,
      "learning_rate": 7.775796746155562e-06,
      "loss": 0.5166,
      "step": 998
    },
    {
      "epoch": 0.2226183844011142,
      "grad_norm": 155.05477905273438,
      "learning_rate": 7.773568085580565e-06,
      "loss": 1.2936,
      "step": 999
    },
    {
      "epoch": 0.22284122562674094,
      "grad_norm": 87.28782653808594,
      "learning_rate": 7.771339425005572e-06,
      "loss": 0.7739,
      "step": 1000
    },
    {
      "epoch": 0.22306406685236768,
      "grad_norm": 15.458611488342285,
      "learning_rate": 7.769110764430578e-06,
      "loss": 0.1013,
      "step": 1001
    },
    {
      "epoch": 0.22328690807799442,
      "grad_norm": 95.93342590332031,
      "learning_rate": 7.766882103855583e-06,
      "loss": 0.6044,
      "step": 1002
    },
    {
      "epoch": 0.22350974930362116,
      "grad_norm": 12.599418640136719,
      "learning_rate": 7.764653443280588e-06,
      "loss": 0.0302,
      "step": 1003
    },
    {
      "epoch": 0.2237325905292479,
      "grad_norm": 55.565250396728516,
      "learning_rate": 7.762424782705594e-06,
      "loss": 0.2609,
      "step": 1004
    },
    {
      "epoch": 0.22395543175487465,
      "grad_norm": 70.89546203613281,
      "learning_rate": 7.7601961221306e-06,
      "loss": 0.8027,
      "step": 1005
    },
    {
      "epoch": 0.2241782729805014,
      "grad_norm": 97.47270965576172,
      "learning_rate": 7.757967461555606e-06,
      "loss": 1.1587,
      "step": 1006
    },
    {
      "epoch": 0.22440111420612813,
      "grad_norm": 47.48216247558594,
      "learning_rate": 7.755738800980611e-06,
      "loss": 0.6113,
      "step": 1007
    },
    {
      "epoch": 0.22462395543175487,
      "grad_norm": 9.445741653442383,
      "learning_rate": 7.753510140405616e-06,
      "loss": 0.0601,
      "step": 1008
    },
    {
      "epoch": 0.2248467966573816,
      "grad_norm": 43.00592041015625,
      "learning_rate": 7.751281479830622e-06,
      "loss": 0.2183,
      "step": 1009
    },
    {
      "epoch": 0.22506963788300835,
      "grad_norm": 32.86952209472656,
      "learning_rate": 7.749052819255629e-06,
      "loss": 0.1373,
      "step": 1010
    },
    {
      "epoch": 0.2252924791086351,
      "grad_norm": 32.223087310791016,
      "learning_rate": 7.746824158680634e-06,
      "loss": 0.1991,
      "step": 1011
    },
    {
      "epoch": 0.22551532033426183,
      "grad_norm": 37.65081787109375,
      "learning_rate": 7.74459549810564e-06,
      "loss": 0.2036,
      "step": 1012
    },
    {
      "epoch": 0.22573816155988857,
      "grad_norm": 18.32677459716797,
      "learning_rate": 7.742366837530645e-06,
      "loss": 0.1139,
      "step": 1013
    },
    {
      "epoch": 0.2259610027855153,
      "grad_norm": 28.348182678222656,
      "learning_rate": 7.74013817695565e-06,
      "loss": 0.0605,
      "step": 1014
    },
    {
      "epoch": 0.22618384401114205,
      "grad_norm": 61.63623046875,
      "learning_rate": 7.737909516380657e-06,
      "loss": 0.4512,
      "step": 1015
    },
    {
      "epoch": 0.2264066852367688,
      "grad_norm": 50.55775833129883,
      "learning_rate": 7.735680855805662e-06,
      "loss": 0.4353,
      "step": 1016
    },
    {
      "epoch": 0.22662952646239554,
      "grad_norm": 28.467010498046875,
      "learning_rate": 7.733452195230667e-06,
      "loss": 0.1311,
      "step": 1017
    },
    {
      "epoch": 0.22685236768802228,
      "grad_norm": 52.68948745727539,
      "learning_rate": 7.731223534655673e-06,
      "loss": 0.2609,
      "step": 1018
    },
    {
      "epoch": 0.22707520891364902,
      "grad_norm": 62.74481201171875,
      "learning_rate": 7.728994874080678e-06,
      "loss": 0.2686,
      "step": 1019
    },
    {
      "epoch": 0.22729805013927576,
      "grad_norm": 66.2327880859375,
      "learning_rate": 7.726766213505685e-06,
      "loss": 0.4849,
      "step": 1020
    },
    {
      "epoch": 0.2275208913649025,
      "grad_norm": 20.333208084106445,
      "learning_rate": 7.724537552930689e-06,
      "loss": 0.0626,
      "step": 1021
    },
    {
      "epoch": 0.22774373259052924,
      "grad_norm": 43.05110549926758,
      "learning_rate": 7.722308892355694e-06,
      "loss": 0.2568,
      "step": 1022
    },
    {
      "epoch": 0.22796657381615598,
      "grad_norm": 116.41527557373047,
      "learning_rate": 7.7200802317807e-06,
      "loss": 0.7312,
      "step": 1023
    },
    {
      "epoch": 0.22818941504178272,
      "grad_norm": 69.71478271484375,
      "learning_rate": 7.717851571205706e-06,
      "loss": 0.6001,
      "step": 1024
    },
    {
      "epoch": 0.22841225626740946,
      "grad_norm": 130.16815185546875,
      "learning_rate": 7.715622910630711e-06,
      "loss": 0.6455,
      "step": 1025
    },
    {
      "epoch": 0.2286350974930362,
      "grad_norm": 133.4696807861328,
      "learning_rate": 7.713394250055717e-06,
      "loss": 1.0854,
      "step": 1026
    },
    {
      "epoch": 0.22885793871866295,
      "grad_norm": 114.31525421142578,
      "learning_rate": 7.711165589480722e-06,
      "loss": 1.5596,
      "step": 1027
    },
    {
      "epoch": 0.2290807799442897,
      "grad_norm": 117.89733123779297,
      "learning_rate": 7.708936928905727e-06,
      "loss": 0.8027,
      "step": 1028
    },
    {
      "epoch": 0.22930362116991643,
      "grad_norm": 41.1242561340332,
      "learning_rate": 7.706708268330734e-06,
      "loss": 0.3151,
      "step": 1029
    },
    {
      "epoch": 0.22952646239554317,
      "grad_norm": 46.1268424987793,
      "learning_rate": 7.70447960775574e-06,
      "loss": 0.2297,
      "step": 1030
    },
    {
      "epoch": 0.2297493036211699,
      "grad_norm": 89.8289794921875,
      "learning_rate": 7.702250947180745e-06,
      "loss": 1.2812,
      "step": 1031
    },
    {
      "epoch": 0.22997214484679665,
      "grad_norm": 32.863426208496094,
      "learning_rate": 7.70002228660575e-06,
      "loss": 0.0808,
      "step": 1032
    },
    {
      "epoch": 0.2301949860724234,
      "grad_norm": 34.19680404663086,
      "learning_rate": 7.697793626030756e-06,
      "loss": 0.2222,
      "step": 1033
    },
    {
      "epoch": 0.23041782729805013,
      "grad_norm": 65.97077941894531,
      "learning_rate": 7.695564965455763e-06,
      "loss": 0.4375,
      "step": 1034
    },
    {
      "epoch": 0.23064066852367687,
      "grad_norm": 60.08473587036133,
      "learning_rate": 7.693336304880768e-06,
      "loss": 0.3715,
      "step": 1035
    },
    {
      "epoch": 0.2308635097493036,
      "grad_norm": 49.28165054321289,
      "learning_rate": 7.691107644305773e-06,
      "loss": 0.5708,
      "step": 1036
    },
    {
      "epoch": 0.23108635097493035,
      "grad_norm": 85.86405944824219,
      "learning_rate": 7.688878983730778e-06,
      "loss": 0.4268,
      "step": 1037
    },
    {
      "epoch": 0.2313091922005571,
      "grad_norm": 15.999259948730469,
      "learning_rate": 7.686650323155784e-06,
      "loss": 0.0448,
      "step": 1038
    },
    {
      "epoch": 0.23153203342618384,
      "grad_norm": 22.011459350585938,
      "learning_rate": 7.68442166258079e-06,
      "loss": 0.0754,
      "step": 1039
    },
    {
      "epoch": 0.23175487465181058,
      "grad_norm": 101.72866821289062,
      "learning_rate": 7.682193002005796e-06,
      "loss": 1.2119,
      "step": 1040
    },
    {
      "epoch": 0.23197771587743732,
      "grad_norm": 37.81023025512695,
      "learning_rate": 7.679964341430801e-06,
      "loss": 0.1997,
      "step": 1041
    },
    {
      "epoch": 0.23220055710306406,
      "grad_norm": 103.63184356689453,
      "learning_rate": 7.677735680855807e-06,
      "loss": 0.7271,
      "step": 1042
    },
    {
      "epoch": 0.2324233983286908,
      "grad_norm": 38.508113861083984,
      "learning_rate": 7.675507020280812e-06,
      "loss": 0.2021,
      "step": 1043
    },
    {
      "epoch": 0.23264623955431754,
      "grad_norm": 90.4377670288086,
      "learning_rate": 7.673278359705817e-06,
      "loss": 0.6172,
      "step": 1044
    },
    {
      "epoch": 0.23286908077994428,
      "grad_norm": 99.88117218017578,
      "learning_rate": 7.671049699130822e-06,
      "loss": 0.9958,
      "step": 1045
    },
    {
      "epoch": 0.23309192200557102,
      "grad_norm": 41.769744873046875,
      "learning_rate": 7.668821038555828e-06,
      "loss": 0.2334,
      "step": 1046
    },
    {
      "epoch": 0.23331476323119776,
      "grad_norm": 45.89979553222656,
      "learning_rate": 7.666592377980833e-06,
      "loss": 0.1768,
      "step": 1047
    },
    {
      "epoch": 0.2335376044568245,
      "grad_norm": 72.21257781982422,
      "learning_rate": 7.66436371740584e-06,
      "loss": 0.5815,
      "step": 1048
    },
    {
      "epoch": 0.23376044568245125,
      "grad_norm": 72.44740295410156,
      "learning_rate": 7.662135056830845e-06,
      "loss": 0.7004,
      "step": 1049
    },
    {
      "epoch": 0.233983286908078,
      "grad_norm": 46.50052261352539,
      "learning_rate": 7.65990639625585e-06,
      "loss": 0.3604,
      "step": 1050
    },
    {
      "epoch": 0.23420612813370473,
      "grad_norm": 118.01394653320312,
      "learning_rate": 7.657677735680856e-06,
      "loss": 1.1953,
      "step": 1051
    },
    {
      "epoch": 0.23442896935933147,
      "grad_norm": 27.035757064819336,
      "learning_rate": 7.655449075105861e-06,
      "loss": 0.1288,
      "step": 1052
    },
    {
      "epoch": 0.2346518105849582,
      "grad_norm": 46.82590103149414,
      "learning_rate": 7.653220414530868e-06,
      "loss": 0.413,
      "step": 1053
    },
    {
      "epoch": 0.23487465181058495,
      "grad_norm": 20.389230728149414,
      "learning_rate": 7.650991753955873e-06,
      "loss": 0.062,
      "step": 1054
    },
    {
      "epoch": 0.2350974930362117,
      "grad_norm": 56.98285675048828,
      "learning_rate": 7.648763093380879e-06,
      "loss": 0.502,
      "step": 1055
    },
    {
      "epoch": 0.23532033426183843,
      "grad_norm": 42.75630569458008,
      "learning_rate": 7.646534432805884e-06,
      "loss": 0.3438,
      "step": 1056
    },
    {
      "epoch": 0.23554317548746517,
      "grad_norm": 29.993850708007812,
      "learning_rate": 7.64430577223089e-06,
      "loss": 0.1107,
      "step": 1057
    },
    {
      "epoch": 0.2357660167130919,
      "grad_norm": 10.456539154052734,
      "learning_rate": 7.642077111655896e-06,
      "loss": 0.0636,
      "step": 1058
    },
    {
      "epoch": 0.23598885793871865,
      "grad_norm": 34.54071807861328,
      "learning_rate": 7.639848451080902e-06,
      "loss": 0.1323,
      "step": 1059
    },
    {
      "epoch": 0.2362116991643454,
      "grad_norm": 81.63168334960938,
      "learning_rate": 7.637619790505907e-06,
      "loss": 0.4326,
      "step": 1060
    },
    {
      "epoch": 0.23643454038997214,
      "grad_norm": 30.45942497253418,
      "learning_rate": 7.635391129930912e-06,
      "loss": 0.062,
      "step": 1061
    },
    {
      "epoch": 0.23665738161559888,
      "grad_norm": 81.1205062866211,
      "learning_rate": 7.633162469355917e-06,
      "loss": 0.4082,
      "step": 1062
    },
    {
      "epoch": 0.23688022284122562,
      "grad_norm": 58.319297790527344,
      "learning_rate": 7.630933808780924e-06,
      "loss": 0.3496,
      "step": 1063
    },
    {
      "epoch": 0.23710306406685236,
      "grad_norm": 120.8078842163086,
      "learning_rate": 7.62870514820593e-06,
      "loss": 1.1902,
      "step": 1064
    },
    {
      "epoch": 0.2373259052924791,
      "grad_norm": 85.1458969116211,
      "learning_rate": 7.626476487630935e-06,
      "loss": 0.4829,
      "step": 1065
    },
    {
      "epoch": 0.23754874651810584,
      "grad_norm": 37.36323165893555,
      "learning_rate": 7.6242478270559395e-06,
      "loss": 0.1289,
      "step": 1066
    },
    {
      "epoch": 0.23777158774373258,
      "grad_norm": 44.04020309448242,
      "learning_rate": 7.622019166480945e-06,
      "loss": 0.1824,
      "step": 1067
    },
    {
      "epoch": 0.23799442896935932,
      "grad_norm": 128.20811462402344,
      "learning_rate": 7.619790505905951e-06,
      "loss": 1.0801,
      "step": 1068
    },
    {
      "epoch": 0.23821727019498606,
      "grad_norm": 97.16439819335938,
      "learning_rate": 7.617561845330956e-06,
      "loss": 0.3025,
      "step": 1069
    },
    {
      "epoch": 0.2384401114206128,
      "grad_norm": 111.59500885009766,
      "learning_rate": 7.615333184755962e-06,
      "loss": 0.7295,
      "step": 1070
    },
    {
      "epoch": 0.23866295264623955,
      "grad_norm": 16.290184020996094,
      "learning_rate": 7.613104524180968e-06,
      "loss": 0.0925,
      "step": 1071
    },
    {
      "epoch": 0.2388857938718663,
      "grad_norm": 73.39907836914062,
      "learning_rate": 7.610875863605973e-06,
      "loss": 0.3594,
      "step": 1072
    },
    {
      "epoch": 0.23910863509749303,
      "grad_norm": 13.794032096862793,
      "learning_rate": 7.608647203030979e-06,
      "loss": 0.0969,
      "step": 1073
    },
    {
      "epoch": 0.23933147632311977,
      "grad_norm": 25.6850528717041,
      "learning_rate": 7.606418542455984e-06,
      "loss": 0.0916,
      "step": 1074
    },
    {
      "epoch": 0.2395543175487465,
      "grad_norm": 16.519866943359375,
      "learning_rate": 7.60418988188099e-06,
      "loss": 0.0605,
      "step": 1075
    },
    {
      "epoch": 0.23977715877437325,
      "grad_norm": 151.63906860351562,
      "learning_rate": 7.601961221305996e-06,
      "loss": 1.4727,
      "step": 1076
    },
    {
      "epoch": 0.24,
      "grad_norm": 219.36865234375,
      "learning_rate": 7.599732560731001e-06,
      "loss": 0.5527,
      "step": 1077
    },
    {
      "epoch": 0.24022284122562673,
      "grad_norm": 86.19061279296875,
      "learning_rate": 7.597503900156007e-06,
      "loss": 0.8203,
      "step": 1078
    },
    {
      "epoch": 0.24044568245125347,
      "grad_norm": 40.03483963012695,
      "learning_rate": 7.5952752395810125e-06,
      "loss": 0.1221,
      "step": 1079
    },
    {
      "epoch": 0.2406685236768802,
      "grad_norm": 9.202795028686523,
      "learning_rate": 7.593046579006018e-06,
      "loss": 0.019,
      "step": 1080
    },
    {
      "epoch": 0.24089136490250695,
      "grad_norm": 91.86200714111328,
      "learning_rate": 7.590817918431024e-06,
      "loss": 0.637,
      "step": 1081
    },
    {
      "epoch": 0.2411142061281337,
      "grad_norm": 122.52059936523438,
      "learning_rate": 7.588589257856029e-06,
      "loss": 0.4365,
      "step": 1082
    },
    {
      "epoch": 0.24133704735376044,
      "grad_norm": 41.061767578125,
      "learning_rate": 7.586360597281035e-06,
      "loss": 0.1826,
      "step": 1083
    },
    {
      "epoch": 0.24155988857938718,
      "grad_norm": 57.411441802978516,
      "learning_rate": 7.584131936706041e-06,
      "loss": 0.2979,
      "step": 1084
    },
    {
      "epoch": 0.24178272980501392,
      "grad_norm": 29.900333404541016,
      "learning_rate": 7.581903276131046e-06,
      "loss": 0.1709,
      "step": 1085
    },
    {
      "epoch": 0.24200557103064066,
      "grad_norm": 42.26011276245117,
      "learning_rate": 7.579674615556052e-06,
      "loss": 0.4216,
      "step": 1086
    },
    {
      "epoch": 0.2422284122562674,
      "grad_norm": 96.98158264160156,
      "learning_rate": 7.577445954981057e-06,
      "loss": 0.5808,
      "step": 1087
    },
    {
      "epoch": 0.24245125348189414,
      "grad_norm": 20.132808685302734,
      "learning_rate": 7.5752172944060635e-06,
      "loss": 0.0551,
      "step": 1088
    },
    {
      "epoch": 0.24267409470752088,
      "grad_norm": 28.250720977783203,
      "learning_rate": 7.572988633831068e-06,
      "loss": 0.1225,
      "step": 1089
    },
    {
      "epoch": 0.24289693593314762,
      "grad_norm": 74.06749725341797,
      "learning_rate": 7.570759973256073e-06,
      "loss": 0.4072,
      "step": 1090
    },
    {
      "epoch": 0.24311977715877436,
      "grad_norm": 124.65924835205078,
      "learning_rate": 7.5685313126810786e-06,
      "loss": 0.7461,
      "step": 1091
    },
    {
      "epoch": 0.2433426183844011,
      "grad_norm": 19.139490127563477,
      "learning_rate": 7.566302652106085e-06,
      "loss": 0.0394,
      "step": 1092
    },
    {
      "epoch": 0.24356545961002785,
      "grad_norm": 169.86570739746094,
      "learning_rate": 7.56407399153109e-06,
      "loss": 1.0718,
      "step": 1093
    },
    {
      "epoch": 0.2437883008356546,
      "grad_norm": 37.437583923339844,
      "learning_rate": 7.561845330956096e-06,
      "loss": 0.3171,
      "step": 1094
    },
    {
      "epoch": 0.24401114206128133,
      "grad_norm": 42.743961334228516,
      "learning_rate": 7.5596166703811014e-06,
      "loss": 0.3931,
      "step": 1095
    },
    {
      "epoch": 0.24423398328690807,
      "grad_norm": 124.55718231201172,
      "learning_rate": 7.557388009806107e-06,
      "loss": 1.1045,
      "step": 1096
    },
    {
      "epoch": 0.2444568245125348,
      "grad_norm": 53.99528503417969,
      "learning_rate": 7.555159349231113e-06,
      "loss": 0.3813,
      "step": 1097
    },
    {
      "epoch": 0.24467966573816155,
      "grad_norm": 46.25674057006836,
      "learning_rate": 7.552930688656118e-06,
      "loss": 0.1904,
      "step": 1098
    },
    {
      "epoch": 0.2449025069637883,
      "grad_norm": 84.4198989868164,
      "learning_rate": 7.5507020280811234e-06,
      "loss": 0.6367,
      "step": 1099
    },
    {
      "epoch": 0.24512534818941503,
      "grad_norm": 33.669349670410156,
      "learning_rate": 7.54847336750613e-06,
      "loss": 0.4521,
      "step": 1100
    },
    {
      "epoch": 0.24534818941504177,
      "grad_norm": 25.363813400268555,
      "learning_rate": 7.546244706931135e-06,
      "loss": 0.114,
      "step": 1101
    },
    {
      "epoch": 0.24557103064066851,
      "grad_norm": 78.04837799072266,
      "learning_rate": 7.544016046356141e-06,
      "loss": 0.4414,
      "step": 1102
    },
    {
      "epoch": 0.24579387186629525,
      "grad_norm": 32.78921127319336,
      "learning_rate": 7.541787385781146e-06,
      "loss": 0.0793,
      "step": 1103
    },
    {
      "epoch": 0.246016713091922,
      "grad_norm": 27.8947696685791,
      "learning_rate": 7.539558725206152e-06,
      "loss": 0.1279,
      "step": 1104
    },
    {
      "epoch": 0.24623955431754874,
      "grad_norm": 41.2996826171875,
      "learning_rate": 7.537330064631158e-06,
      "loss": 0.4214,
      "step": 1105
    },
    {
      "epoch": 0.24646239554317548,
      "grad_norm": 35.769981384277344,
      "learning_rate": 7.535101404056163e-06,
      "loss": 0.4692,
      "step": 1106
    },
    {
      "epoch": 0.24668523676880222,
      "grad_norm": 54.08436584472656,
      "learning_rate": 7.532872743481169e-06,
      "loss": 0.3154,
      "step": 1107
    },
    {
      "epoch": 0.24690807799442896,
      "grad_norm": 23.36275291442871,
      "learning_rate": 7.5306440829061745e-06,
      "loss": 0.1238,
      "step": 1108
    },
    {
      "epoch": 0.2471309192200557,
      "grad_norm": 45.01478958129883,
      "learning_rate": 7.52841542233118e-06,
      "loss": 0.1968,
      "step": 1109
    },
    {
      "epoch": 0.24735376044568244,
      "grad_norm": 46.63884353637695,
      "learning_rate": 7.526186761756186e-06,
      "loss": 0.4346,
      "step": 1110
    },
    {
      "epoch": 0.24757660167130918,
      "grad_norm": 49.25286865234375,
      "learning_rate": 7.52395810118119e-06,
      "loss": 0.1633,
      "step": 1111
    },
    {
      "epoch": 0.24779944289693592,
      "grad_norm": 120.90169525146484,
      "learning_rate": 7.521729440606196e-06,
      "loss": 1.043,
      "step": 1112
    },
    {
      "epoch": 0.24802228412256266,
      "grad_norm": 32.17826461791992,
      "learning_rate": 7.519500780031202e-06,
      "loss": 0.1685,
      "step": 1113
    },
    {
      "epoch": 0.2482451253481894,
      "grad_norm": 23.55838394165039,
      "learning_rate": 7.517272119456207e-06,
      "loss": 0.123,
      "step": 1114
    },
    {
      "epoch": 0.24846796657381615,
      "grad_norm": 78.77234649658203,
      "learning_rate": 7.515043458881212e-06,
      "loss": 0.541,
      "step": 1115
    },
    {
      "epoch": 0.2486908077994429,
      "grad_norm": 37.91597366333008,
      "learning_rate": 7.5128147983062185e-06,
      "loss": 0.4153,
      "step": 1116
    },
    {
      "epoch": 0.24891364902506963,
      "grad_norm": 65.61027526855469,
      "learning_rate": 7.510586137731224e-06,
      "loss": 0.2617,
      "step": 1117
    },
    {
      "epoch": 0.24913649025069637,
      "grad_norm": 271.3552551269531,
      "learning_rate": 7.50835747715623e-06,
      "loss": 2.0605,
      "step": 1118
    },
    {
      "epoch": 0.2493593314763231,
      "grad_norm": 62.6823844909668,
      "learning_rate": 7.506128816581235e-06,
      "loss": 0.3823,
      "step": 1119
    },
    {
      "epoch": 0.24958217270194985,
      "grad_norm": 44.3122673034668,
      "learning_rate": 7.5039001560062405e-06,
      "loss": 0.1749,
      "step": 1120
    },
    {
      "epoch": 0.2498050139275766,
      "grad_norm": 120.63993835449219,
      "learning_rate": 7.501671495431247e-06,
      "loss": 0.6733,
      "step": 1121
    },
    {
      "epoch": 0.25002785515320336,
      "grad_norm": 85.17919921875,
      "learning_rate": 7.499442834856252e-06,
      "loss": 0.4346,
      "step": 1122
    },
    {
      "epoch": 0.2502506963788301,
      "grad_norm": 82.89134979248047,
      "learning_rate": 7.497214174281257e-06,
      "loss": 0.4434,
      "step": 1123
    },
    {
      "epoch": 0.25047353760445684,
      "grad_norm": 20.801292419433594,
      "learning_rate": 7.494985513706263e-06,
      "loss": 0.1157,
      "step": 1124
    },
    {
      "epoch": 0.25069637883008355,
      "grad_norm": 31.36600685119629,
      "learning_rate": 7.492756853131269e-06,
      "loss": 0.4453,
      "step": 1125
    },
    {
      "epoch": 0.2509192200557103,
      "grad_norm": 25.422653198242188,
      "learning_rate": 7.490528192556275e-06,
      "loss": 0.0618,
      "step": 1126
    },
    {
      "epoch": 0.25114206128133704,
      "grad_norm": 152.94088745117188,
      "learning_rate": 7.48829953198128e-06,
      "loss": 0.6758,
      "step": 1127
    },
    {
      "epoch": 0.2513649025069638,
      "grad_norm": 36.249359130859375,
      "learning_rate": 7.486070871406285e-06,
      "loss": 0.1934,
      "step": 1128
    },
    {
      "epoch": 0.2515877437325905,
      "grad_norm": 118.28091430664062,
      "learning_rate": 7.4838422108312915e-06,
      "loss": 0.4915,
      "step": 1129
    },
    {
      "epoch": 0.2518105849582173,
      "grad_norm": 45.9681282043457,
      "learning_rate": 7.481613550256297e-06,
      "loss": 0.4009,
      "step": 1130
    },
    {
      "epoch": 0.252033426183844,
      "grad_norm": 42.3559684753418,
      "learning_rate": 7.479384889681303e-06,
      "loss": 0.3252,
      "step": 1131
    },
    {
      "epoch": 0.25225626740947077,
      "grad_norm": 69.88368225097656,
      "learning_rate": 7.477156229106308e-06,
      "loss": 0.709,
      "step": 1132
    },
    {
      "epoch": 0.2524791086350975,
      "grad_norm": 59.795711517333984,
      "learning_rate": 7.474927568531313e-06,
      "loss": 0.3447,
      "step": 1133
    },
    {
      "epoch": 0.25270194986072425,
      "grad_norm": 196.82485961914062,
      "learning_rate": 7.472698907956318e-06,
      "loss": 1.2217,
      "step": 1134
    },
    {
      "epoch": 0.25292479108635096,
      "grad_norm": 23.793657302856445,
      "learning_rate": 7.470470247381324e-06,
      "loss": 0.1028,
      "step": 1135
    },
    {
      "epoch": 0.25314763231197773,
      "grad_norm": 60.93233871459961,
      "learning_rate": 7.468241586806329e-06,
      "loss": 0.4355,
      "step": 1136
    },
    {
      "epoch": 0.25337047353760445,
      "grad_norm": 60.95391845703125,
      "learning_rate": 7.4660129262313356e-06,
      "loss": 0.2334,
      "step": 1137
    },
    {
      "epoch": 0.2535933147632312,
      "grad_norm": 29.92560577392578,
      "learning_rate": 7.463784265656341e-06,
      "loss": 0.0798,
      "step": 1138
    },
    {
      "epoch": 0.2538161559888579,
      "grad_norm": 31.5618953704834,
      "learning_rate": 7.461555605081346e-06,
      "loss": 0.1064,
      "step": 1139
    },
    {
      "epoch": 0.2540389972144847,
      "grad_norm": 134.94219970703125,
      "learning_rate": 7.459326944506352e-06,
      "loss": 1.4082,
      "step": 1140
    },
    {
      "epoch": 0.2542618384401114,
      "grad_norm": 63.49819564819336,
      "learning_rate": 7.4570982839313576e-06,
      "loss": 0.585,
      "step": 1141
    },
    {
      "epoch": 0.2544846796657382,
      "grad_norm": 9.777624130249023,
      "learning_rate": 7.454869623356364e-06,
      "loss": 0.0286,
      "step": 1142
    },
    {
      "epoch": 0.2547075208913649,
      "grad_norm": 50.936485290527344,
      "learning_rate": 7.452640962781369e-06,
      "loss": 0.2134,
      "step": 1143
    },
    {
      "epoch": 0.25493036211699166,
      "grad_norm": 45.706851959228516,
      "learning_rate": 7.450412302206374e-06,
      "loss": 0.2505,
      "step": 1144
    },
    {
      "epoch": 0.2551532033426184,
      "grad_norm": 90.4513168334961,
      "learning_rate": 7.4481836416313804e-06,
      "loss": 0.8066,
      "step": 1145
    },
    {
      "epoch": 0.25537604456824514,
      "grad_norm": 139.9145050048828,
      "learning_rate": 7.445954981056386e-06,
      "loss": 0.8516,
      "step": 1146
    },
    {
      "epoch": 0.25559888579387186,
      "grad_norm": 103.23808288574219,
      "learning_rate": 7.443726320481391e-06,
      "loss": 0.9365,
      "step": 1147
    },
    {
      "epoch": 0.2558217270194986,
      "grad_norm": 13.1268949508667,
      "learning_rate": 7.441497659906397e-06,
      "loss": 0.0445,
      "step": 1148
    },
    {
      "epoch": 0.25604456824512534,
      "grad_norm": 82.3873291015625,
      "learning_rate": 7.4392689993314024e-06,
      "loss": 0.3311,
      "step": 1149
    },
    {
      "epoch": 0.2562674094707521,
      "grad_norm": 57.76554870605469,
      "learning_rate": 7.437040338756409e-06,
      "loss": 0.4365,
      "step": 1150
    },
    {
      "epoch": 0.2564902506963788,
      "grad_norm": 105.29077911376953,
      "learning_rate": 7.434811678181414e-06,
      "loss": 0.4016,
      "step": 1151
    },
    {
      "epoch": 0.2567130919220056,
      "grad_norm": 48.12880325317383,
      "learning_rate": 7.432583017606419e-06,
      "loss": 0.4825,
      "step": 1152
    },
    {
      "epoch": 0.2569359331476323,
      "grad_norm": 38.95778274536133,
      "learning_rate": 7.430354357031425e-06,
      "loss": 0.1927,
      "step": 1153
    },
    {
      "epoch": 0.25715877437325907,
      "grad_norm": 48.04342269897461,
      "learning_rate": 7.428125696456431e-06,
      "loss": 0.563,
      "step": 1154
    },
    {
      "epoch": 0.2573816155988858,
      "grad_norm": 68.63858795166016,
      "learning_rate": 7.425897035881437e-06,
      "loss": 0.5762,
      "step": 1155
    },
    {
      "epoch": 0.25760445682451255,
      "grad_norm": 149.71705627441406,
      "learning_rate": 7.423668375306441e-06,
      "loss": 0.6514,
      "step": 1156
    },
    {
      "epoch": 0.25782729805013926,
      "grad_norm": 52.19759750366211,
      "learning_rate": 7.4214397147314465e-06,
      "loss": 0.1729,
      "step": 1157
    },
    {
      "epoch": 0.25805013927576603,
      "grad_norm": 74.32337951660156,
      "learning_rate": 7.419211054156452e-06,
      "loss": 0.3022,
      "step": 1158
    },
    {
      "epoch": 0.25827298050139275,
      "grad_norm": 60.833473205566406,
      "learning_rate": 7.416982393581458e-06,
      "loss": 0.2881,
      "step": 1159
    },
    {
      "epoch": 0.2584958217270195,
      "grad_norm": 34.570037841796875,
      "learning_rate": 7.414753733006463e-06,
      "loss": 0.2715,
      "step": 1160
    },
    {
      "epoch": 0.25871866295264623,
      "grad_norm": 50.959781646728516,
      "learning_rate": 7.412525072431469e-06,
      "loss": 0.2036,
      "step": 1161
    },
    {
      "epoch": 0.258941504178273,
      "grad_norm": 168.8079833984375,
      "learning_rate": 7.410296411856475e-06,
      "loss": 0.7207,
      "step": 1162
    },
    {
      "epoch": 0.2591643454038997,
      "grad_norm": 79.1513900756836,
      "learning_rate": 7.40806775128148e-06,
      "loss": 0.4717,
      "step": 1163
    },
    {
      "epoch": 0.2593871866295265,
      "grad_norm": 14.569297790527344,
      "learning_rate": 7.405839090706486e-06,
      "loss": 0.0769,
      "step": 1164
    },
    {
      "epoch": 0.2596100278551532,
      "grad_norm": 24.847654342651367,
      "learning_rate": 7.403610430131491e-06,
      "loss": 0.0923,
      "step": 1165
    },
    {
      "epoch": 0.25983286908077996,
      "grad_norm": 49.656524658203125,
      "learning_rate": 7.4013817695564975e-06,
      "loss": 0.1777,
      "step": 1166
    },
    {
      "epoch": 0.2600557103064067,
      "grad_norm": 38.02469253540039,
      "learning_rate": 7.399153108981503e-06,
      "loss": 0.1274,
      "step": 1167
    },
    {
      "epoch": 0.26027855153203344,
      "grad_norm": 57.011112213134766,
      "learning_rate": 7.396924448406508e-06,
      "loss": 0.2349,
      "step": 1168
    },
    {
      "epoch": 0.26050139275766016,
      "grad_norm": 59.04253387451172,
      "learning_rate": 7.394695787831514e-06,
      "loss": 0.417,
      "step": 1169
    },
    {
      "epoch": 0.2607242339832869,
      "grad_norm": 78.56204986572266,
      "learning_rate": 7.3924671272565195e-06,
      "loss": 0.3494,
      "step": 1170
    },
    {
      "epoch": 0.26094707520891364,
      "grad_norm": 17.729705810546875,
      "learning_rate": 7.390238466681526e-06,
      "loss": 0.0309,
      "step": 1171
    },
    {
      "epoch": 0.2611699164345404,
      "grad_norm": 26.954862594604492,
      "learning_rate": 7.388009806106531e-06,
      "loss": 0.0698,
      "step": 1172
    },
    {
      "epoch": 0.2613927576601671,
      "grad_norm": 7.150770664215088,
      "learning_rate": 7.385781145531536e-06,
      "loss": 0.0118,
      "step": 1173
    },
    {
      "epoch": 0.2616155988857939,
      "grad_norm": 102.59303283691406,
      "learning_rate": 7.383552484956542e-06,
      "loss": 0.3535,
      "step": 1174
    },
    {
      "epoch": 0.2618384401114206,
      "grad_norm": 119.75057220458984,
      "learning_rate": 7.381323824381548e-06,
      "loss": 0.7954,
      "step": 1175
    },
    {
      "epoch": 0.26206128133704737,
      "grad_norm": 72.56632232666016,
      "learning_rate": 7.379095163806553e-06,
      "loss": 0.358,
      "step": 1176
    },
    {
      "epoch": 0.2622841225626741,
      "grad_norm": 49.20435333251953,
      "learning_rate": 7.376866503231559e-06,
      "loss": 0.1771,
      "step": 1177
    },
    {
      "epoch": 0.26250696378830085,
      "grad_norm": 62.5698356628418,
      "learning_rate": 7.3746378426565635e-06,
      "loss": 0.3547,
      "step": 1178
    },
    {
      "epoch": 0.26272980501392756,
      "grad_norm": 63.320838928222656,
      "learning_rate": 7.372409182081569e-06,
      "loss": 0.2312,
      "step": 1179
    },
    {
      "epoch": 0.26295264623955433,
      "grad_norm": 234.30264282226562,
      "learning_rate": 7.370180521506575e-06,
      "loss": 2.2122,
      "step": 1180
    },
    {
      "epoch": 0.26317548746518105,
      "grad_norm": 65.38188171386719,
      "learning_rate": 7.36795186093158e-06,
      "loss": 0.2788,
      "step": 1181
    },
    {
      "epoch": 0.2633983286908078,
      "grad_norm": 49.82666015625,
      "learning_rate": 7.3657232003565856e-06,
      "loss": 0.3448,
      "step": 1182
    },
    {
      "epoch": 0.26362116991643453,
      "grad_norm": 53.36446762084961,
      "learning_rate": 7.363494539781592e-06,
      "loss": 0.3383,
      "step": 1183
    },
    {
      "epoch": 0.2638440111420613,
      "grad_norm": 38.61677932739258,
      "learning_rate": 7.361265879206597e-06,
      "loss": 0.5557,
      "step": 1184
    },
    {
      "epoch": 0.264066852367688,
      "grad_norm": 35.42231750488281,
      "learning_rate": 7.359037218631603e-06,
      "loss": 0.0754,
      "step": 1185
    },
    {
      "epoch": 0.2642896935933148,
      "grad_norm": 55.05706787109375,
      "learning_rate": 7.356808558056608e-06,
      "loss": 0.2662,
      "step": 1186
    },
    {
      "epoch": 0.2645125348189415,
      "grad_norm": 17.999975204467773,
      "learning_rate": 7.354579897481614e-06,
      "loss": 0.03,
      "step": 1187
    },
    {
      "epoch": 0.26473537604456826,
      "grad_norm": 71.59363555908203,
      "learning_rate": 7.35235123690662e-06,
      "loss": 0.3267,
      "step": 1188
    },
    {
      "epoch": 0.264958217270195,
      "grad_norm": 69.48780059814453,
      "learning_rate": 7.350122576331625e-06,
      "loss": 0.2765,
      "step": 1189
    },
    {
      "epoch": 0.26518105849582174,
      "grad_norm": 59.52841567993164,
      "learning_rate": 7.347893915756631e-06,
      "loss": 0.2305,
      "step": 1190
    },
    {
      "epoch": 0.26540389972144846,
      "grad_norm": 11.194070816040039,
      "learning_rate": 7.3456652551816366e-06,
      "loss": 0.0509,
      "step": 1191
    },
    {
      "epoch": 0.2656267409470752,
      "grad_norm": 78.62633514404297,
      "learning_rate": 7.343436594606642e-06,
      "loss": 0.3916,
      "step": 1192
    },
    {
      "epoch": 0.26584958217270194,
      "grad_norm": 26.799694061279297,
      "learning_rate": 7.341207934031648e-06,
      "loss": 0.1052,
      "step": 1193
    },
    {
      "epoch": 0.2660724233983287,
      "grad_norm": 96.25066375732422,
      "learning_rate": 7.338979273456653e-06,
      "loss": 0.6895,
      "step": 1194
    },
    {
      "epoch": 0.2662952646239554,
      "grad_norm": 29.39306640625,
      "learning_rate": 7.3367506128816594e-06,
      "loss": 0.0685,
      "step": 1195
    },
    {
      "epoch": 0.2665181058495822,
      "grad_norm": 54.14780044555664,
      "learning_rate": 7.334521952306665e-06,
      "loss": 0.1953,
      "step": 1196
    },
    {
      "epoch": 0.2667409470752089,
      "grad_norm": 30.870288848876953,
      "learning_rate": 7.33229329173167e-06,
      "loss": 0.0616,
      "step": 1197
    },
    {
      "epoch": 0.26696378830083567,
      "grad_norm": 92.59008026123047,
      "learning_rate": 7.330064631156676e-06,
      "loss": 0.7114,
      "step": 1198
    },
    {
      "epoch": 0.2671866295264624,
      "grad_norm": 59.56199264526367,
      "learning_rate": 7.3278359705816814e-06,
      "loss": 0.2808,
      "step": 1199
    },
    {
      "epoch": 0.26740947075208915,
      "grad_norm": 52.762752532958984,
      "learning_rate": 7.325607310006687e-06,
      "loss": 0.1555,
      "step": 1200
    },
    {
      "epoch": 0.26763231197771586,
      "grad_norm": 47.434635162353516,
      "learning_rate": 7.323378649431692e-06,
      "loss": 0.174,
      "step": 1201
    },
    {
      "epoch": 0.26785515320334263,
      "grad_norm": 23.190532684326172,
      "learning_rate": 7.321149988856697e-06,
      "loss": 0.1028,
      "step": 1202
    },
    {
      "epoch": 0.26807799442896935,
      "grad_norm": 57.8447151184082,
      "learning_rate": 7.318921328281703e-06,
      "loss": 0.5195,
      "step": 1203
    },
    {
      "epoch": 0.2683008356545961,
      "grad_norm": 49.2853889465332,
      "learning_rate": 7.316692667706709e-06,
      "loss": 0.2036,
      "step": 1204
    },
    {
      "epoch": 0.26852367688022283,
      "grad_norm": 56.09994888305664,
      "learning_rate": 7.314464007131714e-06,
      "loss": 0.3364,
      "step": 1205
    },
    {
      "epoch": 0.2687465181058496,
      "grad_norm": 71.27742767333984,
      "learning_rate": 7.312235346556719e-06,
      "loss": 0.5111,
      "step": 1206
    },
    {
      "epoch": 0.2689693593314763,
      "grad_norm": 26.039121627807617,
      "learning_rate": 7.3100066859817255e-06,
      "loss": 0.0869,
      "step": 1207
    },
    {
      "epoch": 0.2691922005571031,
      "grad_norm": 71.3734359741211,
      "learning_rate": 7.307778025406731e-06,
      "loss": 0.3362,
      "step": 1208
    },
    {
      "epoch": 0.2694150417827298,
      "grad_norm": 71.06145477294922,
      "learning_rate": 7.305549364831737e-06,
      "loss": 0.3584,
      "step": 1209
    },
    {
      "epoch": 0.26963788300835656,
      "grad_norm": 35.641231536865234,
      "learning_rate": 7.303320704256742e-06,
      "loss": 0.1409,
      "step": 1210
    },
    {
      "epoch": 0.2698607242339833,
      "grad_norm": 34.89518356323242,
      "learning_rate": 7.3010920436817475e-06,
      "loss": 0.1003,
      "step": 1211
    },
    {
      "epoch": 0.27008356545961004,
      "grad_norm": 62.33872604370117,
      "learning_rate": 7.298863383106754e-06,
      "loss": 0.5828,
      "step": 1212
    },
    {
      "epoch": 0.27030640668523676,
      "grad_norm": 61.44169235229492,
      "learning_rate": 7.296634722531759e-06,
      "loss": 0.2295,
      "step": 1213
    },
    {
      "epoch": 0.2705292479108635,
      "grad_norm": 219.02955627441406,
      "learning_rate": 7.294406061956765e-06,
      "loss": 2.9805,
      "step": 1214
    },
    {
      "epoch": 0.27075208913649024,
      "grad_norm": 38.13400650024414,
      "learning_rate": 7.29217740138177e-06,
      "loss": 0.1046,
      "step": 1215
    },
    {
      "epoch": 0.270974930362117,
      "grad_norm": 66.99714660644531,
      "learning_rate": 7.289948740806776e-06,
      "loss": 0.563,
      "step": 1216
    },
    {
      "epoch": 0.2711977715877437,
      "grad_norm": 34.704349517822266,
      "learning_rate": 7.287720080231782e-06,
      "loss": 0.2456,
      "step": 1217
    },
    {
      "epoch": 0.2714206128133705,
      "grad_norm": 30.99366569519043,
      "learning_rate": 7.285491419656787e-06,
      "loss": 0.1405,
      "step": 1218
    },
    {
      "epoch": 0.2716434540389972,
      "grad_norm": 15.163422584533691,
      "learning_rate": 7.283262759081793e-06,
      "loss": 0.1206,
      "step": 1219
    },
    {
      "epoch": 0.27186629526462397,
      "grad_norm": 38.606204986572266,
      "learning_rate": 7.2810340985067985e-06,
      "loss": 0.2383,
      "step": 1220
    },
    {
      "epoch": 0.2720891364902507,
      "grad_norm": 8.180364608764648,
      "learning_rate": 7.278805437931804e-06,
      "loss": 0.0129,
      "step": 1221
    },
    {
      "epoch": 0.27231197771587745,
      "grad_norm": 99.03267669677734,
      "learning_rate": 7.27657677735681e-06,
      "loss": 1.0898,
      "step": 1222
    },
    {
      "epoch": 0.27253481894150416,
      "grad_norm": 73.90524291992188,
      "learning_rate": 7.274348116781814e-06,
      "loss": 0.5869,
      "step": 1223
    },
    {
      "epoch": 0.27275766016713093,
      "grad_norm": 5.065985679626465,
      "learning_rate": 7.27211945620682e-06,
      "loss": 0.0162,
      "step": 1224
    },
    {
      "epoch": 0.27298050139275765,
      "grad_norm": 35.2685432434082,
      "learning_rate": 7.269890795631826e-06,
      "loss": 0.228,
      "step": 1225
    },
    {
      "epoch": 0.2732033426183844,
      "grad_norm": 32.543121337890625,
      "learning_rate": 7.267662135056831e-06,
      "loss": 0.0851,
      "step": 1226
    },
    {
      "epoch": 0.27342618384401113,
      "grad_norm": 154.88165283203125,
      "learning_rate": 7.265433474481836e-06,
      "loss": 0.7781,
      "step": 1227
    },
    {
      "epoch": 0.2736490250696379,
      "grad_norm": 52.691585540771484,
      "learning_rate": 7.2632048139068425e-06,
      "loss": 0.5973,
      "step": 1228
    },
    {
      "epoch": 0.2738718662952646,
      "grad_norm": 53.16316604614258,
      "learning_rate": 7.260976153331848e-06,
      "loss": 0.3647,
      "step": 1229
    },
    {
      "epoch": 0.2740947075208914,
      "grad_norm": 42.10791778564453,
      "learning_rate": 7.258747492756853e-06,
      "loss": 0.1743,
      "step": 1230
    },
    {
      "epoch": 0.2743175487465181,
      "grad_norm": 39.7371711730957,
      "learning_rate": 7.256518832181859e-06,
      "loss": 0.2502,
      "step": 1231
    },
    {
      "epoch": 0.27454038997214486,
      "grad_norm": 203.91456604003906,
      "learning_rate": 7.2542901716068646e-06,
      "loss": 2.083,
      "step": 1232
    },
    {
      "epoch": 0.2747632311977716,
      "grad_norm": 25.603914260864258,
      "learning_rate": 7.252061511031871e-06,
      "loss": 0.1152,
      "step": 1233
    },
    {
      "epoch": 0.27498607242339834,
      "grad_norm": 126.56969451904297,
      "learning_rate": 7.249832850456876e-06,
      "loss": 1.1309,
      "step": 1234
    },
    {
      "epoch": 0.27520891364902506,
      "grad_norm": 40.19550704956055,
      "learning_rate": 7.247604189881881e-06,
      "loss": 0.4751,
      "step": 1235
    },
    {
      "epoch": 0.2754317548746518,
      "grad_norm": 1.7971519231796265,
      "learning_rate": 7.245375529306887e-06,
      "loss": 0.0047,
      "step": 1236
    },
    {
      "epoch": 0.27565459610027854,
      "grad_norm": 26.315570831298828,
      "learning_rate": 7.243146868731893e-06,
      "loss": 0.1445,
      "step": 1237
    },
    {
      "epoch": 0.2758774373259053,
      "grad_norm": 37.439815521240234,
      "learning_rate": 7.240918208156899e-06,
      "loss": 0.1895,
      "step": 1238
    },
    {
      "epoch": 0.276100278551532,
      "grad_norm": 45.53453826904297,
      "learning_rate": 7.238689547581904e-06,
      "loss": 0.25,
      "step": 1239
    },
    {
      "epoch": 0.2763231197771588,
      "grad_norm": 105.26244354248047,
      "learning_rate": 7.2364608870069094e-06,
      "loss": 0.6577,
      "step": 1240
    },
    {
      "epoch": 0.2765459610027855,
      "grad_norm": 71.5474853515625,
      "learning_rate": 7.2342322264319156e-06,
      "loss": 0.373,
      "step": 1241
    },
    {
      "epoch": 0.27676880222841227,
      "grad_norm": 87.7732162475586,
      "learning_rate": 7.232003565856921e-06,
      "loss": 0.3541,
      "step": 1242
    },
    {
      "epoch": 0.276991643454039,
      "grad_norm": 69.55426025390625,
      "learning_rate": 7.229774905281927e-06,
      "loss": 0.311,
      "step": 1243
    },
    {
      "epoch": 0.27721448467966575,
      "grad_norm": 29.07004165649414,
      "learning_rate": 7.227546244706932e-06,
      "loss": 0.0918,
      "step": 1244
    },
    {
      "epoch": 0.27743732590529246,
      "grad_norm": 48.772674560546875,
      "learning_rate": 7.225317584131938e-06,
      "loss": 0.1708,
      "step": 1245
    },
    {
      "epoch": 0.27766016713091923,
      "grad_norm": 7.684020519256592,
      "learning_rate": 7.223088923556942e-06,
      "loss": 0.0208,
      "step": 1246
    },
    {
      "epoch": 0.27788300835654595,
      "grad_norm": 97.10944366455078,
      "learning_rate": 7.220860262981948e-06,
      "loss": 0.9648,
      "step": 1247
    },
    {
      "epoch": 0.2781058495821727,
      "grad_norm": 144.5160369873047,
      "learning_rate": 7.2186316024069535e-06,
      "loss": 1.9375,
      "step": 1248
    },
    {
      "epoch": 0.27832869080779943,
      "grad_norm": 114.18763732910156,
      "learning_rate": 7.21640294183196e-06,
      "loss": 0.8867,
      "step": 1249
    },
    {
      "epoch": 0.2785515320334262,
      "grad_norm": 248.3582000732422,
      "learning_rate": 7.214174281256965e-06,
      "loss": 1.8047,
      "step": 1250
    },
    {
      "epoch": 0.2787743732590529,
      "grad_norm": 29.897947311401367,
      "learning_rate": 7.21194562068197e-06,
      "loss": 0.0862,
      "step": 1251
    },
    {
      "epoch": 0.2789972144846797,
      "grad_norm": 39.13194274902344,
      "learning_rate": 7.209716960106976e-06,
      "loss": 0.1494,
      "step": 1252
    },
    {
      "epoch": 0.2792200557103064,
      "grad_norm": 18.201393127441406,
      "learning_rate": 7.207488299531982e-06,
      "loss": 0.1643,
      "step": 1253
    },
    {
      "epoch": 0.27944289693593316,
      "grad_norm": 92.1426773071289,
      "learning_rate": 7.205259638956987e-06,
      "loss": 0.478,
      "step": 1254
    },
    {
      "epoch": 0.2796657381615599,
      "grad_norm": 25.303035736083984,
      "learning_rate": 7.203030978381993e-06,
      "loss": 0.2148,
      "step": 1255
    },
    {
      "epoch": 0.27988857938718664,
      "grad_norm": 10.429012298583984,
      "learning_rate": 7.200802317806998e-06,
      "loss": 0.038,
      "step": 1256
    },
    {
      "epoch": 0.28011142061281336,
      "grad_norm": 15.425268173217773,
      "learning_rate": 7.1985736572320045e-06,
      "loss": 0.027,
      "step": 1257
    },
    {
      "epoch": 0.2803342618384401,
      "grad_norm": 122.06635284423828,
      "learning_rate": 7.19634499665701e-06,
      "loss": 1.3789,
      "step": 1258
    },
    {
      "epoch": 0.28055710306406684,
      "grad_norm": 10.653739929199219,
      "learning_rate": 7.194116336082015e-06,
      "loss": 0.0591,
      "step": 1259
    },
    {
      "epoch": 0.2807799442896936,
      "grad_norm": 49.587398529052734,
      "learning_rate": 7.191887675507021e-06,
      "loss": 0.4207,
      "step": 1260
    },
    {
      "epoch": 0.2810027855153203,
      "grad_norm": 38.40690994262695,
      "learning_rate": 7.1896590149320265e-06,
      "loss": 0.1995,
      "step": 1261
    },
    {
      "epoch": 0.2812256267409471,
      "grad_norm": 6.9449076652526855,
      "learning_rate": 7.187430354357033e-06,
      "loss": 0.0303,
      "step": 1262
    },
    {
      "epoch": 0.2814484679665738,
      "grad_norm": 2.7263269424438477,
      "learning_rate": 7.185201693782038e-06,
      "loss": 0.0031,
      "step": 1263
    },
    {
      "epoch": 0.28167130919220057,
      "grad_norm": 24.97907257080078,
      "learning_rate": 7.182973033207043e-06,
      "loss": 0.1248,
      "step": 1264
    },
    {
      "epoch": 0.2818941504178273,
      "grad_norm": 20.098724365234375,
      "learning_rate": 7.180744372632049e-06,
      "loss": 0.1245,
      "step": 1265
    },
    {
      "epoch": 0.28211699164345405,
      "grad_norm": 18.473140716552734,
      "learning_rate": 7.178515712057055e-06,
      "loss": 0.0344,
      "step": 1266
    },
    {
      "epoch": 0.28233983286908076,
      "grad_norm": 101.16368865966797,
      "learning_rate": 7.176287051482061e-06,
      "loss": 0.9863,
      "step": 1267
    },
    {
      "epoch": 0.28256267409470753,
      "grad_norm": 52.506072998046875,
      "learning_rate": 7.174058390907065e-06,
      "loss": 0.4331,
      "step": 1268
    },
    {
      "epoch": 0.28278551532033425,
      "grad_norm": 63.20392608642578,
      "learning_rate": 7.1718297303320705e-06,
      "loss": 0.7061,
      "step": 1269
    },
    {
      "epoch": 0.283008356545961,
      "grad_norm": 35.65647888183594,
      "learning_rate": 7.169601069757076e-06,
      "loss": 0.239,
      "step": 1270
    },
    {
      "epoch": 0.28323119777158773,
      "grad_norm": 126.49698638916016,
      "learning_rate": 7.167372409182082e-06,
      "loss": 1.4609,
      "step": 1271
    },
    {
      "epoch": 0.2834540389972145,
      "grad_norm": 68.63629150390625,
      "learning_rate": 7.165143748607087e-06,
      "loss": 0.6416,
      "step": 1272
    },
    {
      "epoch": 0.2836768802228412,
      "grad_norm": 159.19432067871094,
      "learning_rate": 7.162915088032093e-06,
      "loss": 0.6145,
      "step": 1273
    },
    {
      "epoch": 0.283899721448468,
      "grad_norm": 136.5984344482422,
      "learning_rate": 7.160686427457099e-06,
      "loss": 2.8633,
      "step": 1274
    },
    {
      "epoch": 0.2841225626740947,
      "grad_norm": 35.802101135253906,
      "learning_rate": 7.158457766882104e-06,
      "loss": 0.5225,
      "step": 1275
    },
    {
      "epoch": 0.28434540389972146,
      "grad_norm": 62.58720016479492,
      "learning_rate": 7.15622910630711e-06,
      "loss": 0.2361,
      "step": 1276
    },
    {
      "epoch": 0.2845682451253482,
      "grad_norm": 92.28563690185547,
      "learning_rate": 7.154000445732115e-06,
      "loss": 0.3449,
      "step": 1277
    },
    {
      "epoch": 0.28479108635097494,
      "grad_norm": 36.49625015258789,
      "learning_rate": 7.151771785157121e-06,
      "loss": 0.2009,
      "step": 1278
    },
    {
      "epoch": 0.28501392757660166,
      "grad_norm": 43.30170822143555,
      "learning_rate": 7.149543124582127e-06,
      "loss": 0.304,
      "step": 1279
    },
    {
      "epoch": 0.2852367688022284,
      "grad_norm": 49.027992248535156,
      "learning_rate": 7.147314464007132e-06,
      "loss": 0.2612,
      "step": 1280
    },
    {
      "epoch": 0.28545961002785514,
      "grad_norm": 83.065673828125,
      "learning_rate": 7.145085803432138e-06,
      "loss": 0.6196,
      "step": 1281
    },
    {
      "epoch": 0.2856824512534819,
      "grad_norm": 33.97044372558594,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.1014,
      "step": 1282
    },
    {
      "epoch": 0.2859052924791086,
      "grad_norm": 174.00119018554688,
      "learning_rate": 7.140628482282149e-06,
      "loss": 1.4268,
      "step": 1283
    },
    {
      "epoch": 0.2861281337047354,
      "grad_norm": 80.3047103881836,
      "learning_rate": 7.138399821707155e-06,
      "loss": 0.5664,
      "step": 1284
    },
    {
      "epoch": 0.2863509749303621,
      "grad_norm": 80.68456268310547,
      "learning_rate": 7.13617116113216e-06,
      "loss": 0.4146,
      "step": 1285
    },
    {
      "epoch": 0.28657381615598887,
      "grad_norm": 57.244911193847656,
      "learning_rate": 7.1339425005571664e-06,
      "loss": 0.4293,
      "step": 1286
    },
    {
      "epoch": 0.2867966573816156,
      "grad_norm": 44.24733352661133,
      "learning_rate": 7.131713839982172e-06,
      "loss": 0.1292,
      "step": 1287
    },
    {
      "epoch": 0.28701949860724235,
      "grad_norm": 88.30638885498047,
      "learning_rate": 7.129485179407177e-06,
      "loss": 0.625,
      "step": 1288
    },
    {
      "epoch": 0.28724233983286906,
      "grad_norm": 20.63677406311035,
      "learning_rate": 7.127256518832183e-06,
      "loss": 0.0803,
      "step": 1289
    },
    {
      "epoch": 0.28746518105849583,
      "grad_norm": 88.51798248291016,
      "learning_rate": 7.1250278582571884e-06,
      "loss": 1.4766,
      "step": 1290
    },
    {
      "epoch": 0.28768802228412255,
      "grad_norm": 11.214216232299805,
      "learning_rate": 7.122799197682193e-06,
      "loss": 0.0509,
      "step": 1291
    },
    {
      "epoch": 0.2879108635097493,
      "grad_norm": 15.552193641662598,
      "learning_rate": 7.120570537107199e-06,
      "loss": 0.0585,
      "step": 1292
    },
    {
      "epoch": 0.28813370473537603,
      "grad_norm": 78.21810913085938,
      "learning_rate": 7.118341876532204e-06,
      "loss": 0.7812,
      "step": 1293
    },
    {
      "epoch": 0.2883565459610028,
      "grad_norm": 131.9917755126953,
      "learning_rate": 7.11611321595721e-06,
      "loss": 1.2385,
      "step": 1294
    },
    {
      "epoch": 0.2885793871866295,
      "grad_norm": 24.90941047668457,
      "learning_rate": 7.113884555382216e-06,
      "loss": 0.1333,
      "step": 1295
    },
    {
      "epoch": 0.2888022284122563,
      "grad_norm": 39.99569320678711,
      "learning_rate": 7.111655894807221e-06,
      "loss": 0.2317,
      "step": 1296
    },
    {
      "epoch": 0.289025069637883,
      "grad_norm": 31.666088104248047,
      "learning_rate": 7.109427234232227e-06,
      "loss": 0.1577,
      "step": 1297
    },
    {
      "epoch": 0.28924791086350976,
      "grad_norm": 40.985103607177734,
      "learning_rate": 7.1071985736572325e-06,
      "loss": 0.3985,
      "step": 1298
    },
    {
      "epoch": 0.2894707520891365,
      "grad_norm": 50.98952865600586,
      "learning_rate": 7.104969913082238e-06,
      "loss": 0.2522,
      "step": 1299
    },
    {
      "epoch": 0.28969359331476324,
      "grad_norm": 18.7408447265625,
      "learning_rate": 7.102741252507244e-06,
      "loss": 0.1248,
      "step": 1300
    },
    {
      "epoch": 0.28991643454038996,
      "grad_norm": 62.4611701965332,
      "learning_rate": 7.100512591932249e-06,
      "loss": 0.4463,
      "step": 1301
    },
    {
      "epoch": 0.2901392757660167,
      "grad_norm": 27.830215454101562,
      "learning_rate": 7.0982839313572545e-06,
      "loss": 0.0955,
      "step": 1302
    },
    {
      "epoch": 0.29036211699164344,
      "grad_norm": 54.75496292114258,
      "learning_rate": 7.096055270782261e-06,
      "loss": 0.3047,
      "step": 1303
    },
    {
      "epoch": 0.2905849582172702,
      "grad_norm": 125.59103393554688,
      "learning_rate": 7.093826610207266e-06,
      "loss": 0.7451,
      "step": 1304
    },
    {
      "epoch": 0.2908077994428969,
      "grad_norm": 78.54531860351562,
      "learning_rate": 7.091597949632272e-06,
      "loss": 0.5691,
      "step": 1305
    },
    {
      "epoch": 0.2910306406685237,
      "grad_norm": 64.37543487548828,
      "learning_rate": 7.089369289057277e-06,
      "loss": 0.1859,
      "step": 1306
    },
    {
      "epoch": 0.2912534818941504,
      "grad_norm": 47.82847595214844,
      "learning_rate": 7.087140628482283e-06,
      "loss": 0.1843,
      "step": 1307
    },
    {
      "epoch": 0.29147632311977717,
      "grad_norm": 82.41477966308594,
      "learning_rate": 7.084911967907289e-06,
      "loss": 0.6237,
      "step": 1308
    },
    {
      "epoch": 0.2916991643454039,
      "grad_norm": 65.36558532714844,
      "learning_rate": 7.082683307332294e-06,
      "loss": 0.2258,
      "step": 1309
    },
    {
      "epoch": 0.29192200557103065,
      "grad_norm": 18.80974769592285,
      "learning_rate": 7.0804546467573e-06,
      "loss": 0.0735,
      "step": 1310
    },
    {
      "epoch": 0.29214484679665736,
      "grad_norm": 29.71184730529785,
      "learning_rate": 7.0782259861823055e-06,
      "loss": 0.4321,
      "step": 1311
    },
    {
      "epoch": 0.29236768802228413,
      "grad_norm": 8.959477424621582,
      "learning_rate": 7.075997325607311e-06,
      "loss": 0.0282,
      "step": 1312
    },
    {
      "epoch": 0.29259052924791085,
      "grad_norm": 99.53398895263672,
      "learning_rate": 7.073768665032315e-06,
      "loss": 0.549,
      "step": 1313
    },
    {
      "epoch": 0.2928133704735376,
      "grad_norm": 41.47233200073242,
      "learning_rate": 7.071540004457321e-06,
      "loss": 0.1519,
      "step": 1314
    },
    {
      "epoch": 0.29303621169916433,
      "grad_norm": 38.4381103515625,
      "learning_rate": 7.069311343882327e-06,
      "loss": 0.3403,
      "step": 1315
    },
    {
      "epoch": 0.2932590529247911,
      "grad_norm": 51.42356491088867,
      "learning_rate": 7.067082683307333e-06,
      "loss": 0.2417,
      "step": 1316
    },
    {
      "epoch": 0.2934818941504178,
      "grad_norm": 34.07671356201172,
      "learning_rate": 7.064854022732338e-06,
      "loss": 0.6646,
      "step": 1317
    },
    {
      "epoch": 0.2937047353760446,
      "grad_norm": 47.006317138671875,
      "learning_rate": 7.062625362157343e-06,
      "loss": 0.147,
      "step": 1318
    },
    {
      "epoch": 0.2939275766016713,
      "grad_norm": 15.692094802856445,
      "learning_rate": 7.0603967015823495e-06,
      "loss": 0.0815,
      "step": 1319
    },
    {
      "epoch": 0.29415041782729806,
      "grad_norm": 102.15779113769531,
      "learning_rate": 7.058168041007355e-06,
      "loss": 0.9807,
      "step": 1320
    },
    {
      "epoch": 0.2943732590529248,
      "grad_norm": 98.62452697753906,
      "learning_rate": 7.055939380432361e-06,
      "loss": 0.7397,
      "step": 1321
    },
    {
      "epoch": 0.29459610027855154,
      "grad_norm": 45.6701545715332,
      "learning_rate": 7.053710719857366e-06,
      "loss": 0.1326,
      "step": 1322
    },
    {
      "epoch": 0.29481894150417826,
      "grad_norm": 46.09351348876953,
      "learning_rate": 7.0514820592823715e-06,
      "loss": 0.4004,
      "step": 1323
    },
    {
      "epoch": 0.295041782729805,
      "grad_norm": 53.44967269897461,
      "learning_rate": 7.049253398707378e-06,
      "loss": 0.4688,
      "step": 1324
    },
    {
      "epoch": 0.29526462395543174,
      "grad_norm": 144.50599670410156,
      "learning_rate": 7.047024738132383e-06,
      "loss": 0.9414,
      "step": 1325
    },
    {
      "epoch": 0.2954874651810585,
      "grad_norm": 119.51628875732422,
      "learning_rate": 7.044796077557389e-06,
      "loss": 0.8696,
      "step": 1326
    },
    {
      "epoch": 0.2957103064066852,
      "grad_norm": 47.2703742980957,
      "learning_rate": 7.042567416982394e-06,
      "loss": 0.3242,
      "step": 1327
    },
    {
      "epoch": 0.295933147632312,
      "grad_norm": 156.1510772705078,
      "learning_rate": 7.0403387564074e-06,
      "loss": 1.3979,
      "step": 1328
    },
    {
      "epoch": 0.2961559888579387,
      "grad_norm": 169.0762176513672,
      "learning_rate": 7.038110095832406e-06,
      "loss": 1.4688,
      "step": 1329
    },
    {
      "epoch": 0.29637883008356547,
      "grad_norm": 74.15034484863281,
      "learning_rate": 7.035881435257411e-06,
      "loss": 0.3331,
      "step": 1330
    },
    {
      "epoch": 0.2966016713091922,
      "grad_norm": 34.335243225097656,
      "learning_rate": 7.0336527746824164e-06,
      "loss": 0.229,
      "step": 1331
    },
    {
      "epoch": 0.29682451253481895,
      "grad_norm": 68.3853530883789,
      "learning_rate": 7.0314241141074226e-06,
      "loss": 0.5133,
      "step": 1332
    },
    {
      "epoch": 0.29704735376044566,
      "grad_norm": 56.23674392700195,
      "learning_rate": 7.029195453532428e-06,
      "loss": 0.2805,
      "step": 1333
    },
    {
      "epoch": 0.29727019498607243,
      "grad_norm": 13.908661842346191,
      "learning_rate": 7.026966792957434e-06,
      "loss": 0.0374,
      "step": 1334
    },
    {
      "epoch": 0.29749303621169915,
      "grad_norm": 68.11174774169922,
      "learning_rate": 7.0247381323824384e-06,
      "loss": 0.6082,
      "step": 1335
    },
    {
      "epoch": 0.2977158774373259,
      "grad_norm": 29.845457077026367,
      "learning_rate": 7.022509471807444e-06,
      "loss": 0.2542,
      "step": 1336
    },
    {
      "epoch": 0.29793871866295263,
      "grad_norm": 50.41255569458008,
      "learning_rate": 7.020280811232449e-06,
      "loss": 0.2402,
      "step": 1337
    },
    {
      "epoch": 0.2981615598885794,
      "grad_norm": 84.7588119506836,
      "learning_rate": 7.018052150657455e-06,
      "loss": 0.6875,
      "step": 1338
    },
    {
      "epoch": 0.2983844011142061,
      "grad_norm": 23.144878387451172,
      "learning_rate": 7.0158234900824605e-06,
      "loss": 0.0898,
      "step": 1339
    },
    {
      "epoch": 0.2986072423398329,
      "grad_norm": 14.379959106445312,
      "learning_rate": 7.013594829507467e-06,
      "loss": 0.03,
      "step": 1340
    },
    {
      "epoch": 0.2988300835654596,
      "grad_norm": 34.5020637512207,
      "learning_rate": 7.011366168932472e-06,
      "loss": 0.1667,
      "step": 1341
    },
    {
      "epoch": 0.29905292479108636,
      "grad_norm": 241.79327392578125,
      "learning_rate": 7.009137508357477e-06,
      "loss": 0.9713,
      "step": 1342
    },
    {
      "epoch": 0.2992757660167131,
      "grad_norm": 118.4866714477539,
      "learning_rate": 7.006908847782483e-06,
      "loss": 0.7695,
      "step": 1343
    },
    {
      "epoch": 0.29949860724233984,
      "grad_norm": 73.9687728881836,
      "learning_rate": 7.004680187207489e-06,
      "loss": 0.2949,
      "step": 1344
    },
    {
      "epoch": 0.29972144846796656,
      "grad_norm": 70.14036560058594,
      "learning_rate": 7.002451526632495e-06,
      "loss": 0.4351,
      "step": 1345
    },
    {
      "epoch": 0.2999442896935933,
      "grad_norm": 22.508729934692383,
      "learning_rate": 7.0002228660575e-06,
      "loss": 0.0685,
      "step": 1346
    },
    {
      "epoch": 0.30016713091922004,
      "grad_norm": 74.37904357910156,
      "learning_rate": 6.997994205482505e-06,
      "loss": 0.3658,
      "step": 1347
    },
    {
      "epoch": 0.3003899721448468,
      "grad_norm": 76.793212890625,
      "learning_rate": 6.9957655449075115e-06,
      "loss": 0.277,
      "step": 1348
    },
    {
      "epoch": 0.3006128133704735,
      "grad_norm": 23.860286712646484,
      "learning_rate": 6.993536884332517e-06,
      "loss": 0.1689,
      "step": 1349
    },
    {
      "epoch": 0.3008356545961003,
      "grad_norm": 13.298389434814453,
      "learning_rate": 6.991308223757523e-06,
      "loss": 0.0574,
      "step": 1350
    },
    {
      "epoch": 0.301058495821727,
      "grad_norm": 56.204185485839844,
      "learning_rate": 6.989079563182528e-06,
      "loss": 0.3281,
      "step": 1351
    },
    {
      "epoch": 0.30128133704735377,
      "grad_norm": 81.52842712402344,
      "learning_rate": 6.9868509026075335e-06,
      "loss": 0.5543,
      "step": 1352
    },
    {
      "epoch": 0.3015041782729805,
      "grad_norm": 26.742385864257812,
      "learning_rate": 6.98462224203254e-06,
      "loss": 0.1747,
      "step": 1353
    },
    {
      "epoch": 0.30172701949860725,
      "grad_norm": 94.12480926513672,
      "learning_rate": 6.982393581457545e-06,
      "loss": 0.6826,
      "step": 1354
    },
    {
      "epoch": 0.30194986072423396,
      "grad_norm": 45.125953674316406,
      "learning_rate": 6.98016492088255e-06,
      "loss": 0.2206,
      "step": 1355
    },
    {
      "epoch": 0.30217270194986073,
      "grad_norm": 42.269561767578125,
      "learning_rate": 6.977936260307556e-06,
      "loss": 0.1145,
      "step": 1356
    },
    {
      "epoch": 0.30239554317548745,
      "grad_norm": 54.54666519165039,
      "learning_rate": 6.975707599732562e-06,
      "loss": 0.5386,
      "step": 1357
    },
    {
      "epoch": 0.3026183844011142,
      "grad_norm": 135.39462280273438,
      "learning_rate": 6.973478939157566e-06,
      "loss": 0.7881,
      "step": 1358
    },
    {
      "epoch": 0.30284122562674093,
      "grad_norm": 28.307960510253906,
      "learning_rate": 6.971250278582572e-06,
      "loss": 0.0654,
      "step": 1359
    },
    {
      "epoch": 0.3030640668523677,
      "grad_norm": 69.03510284423828,
      "learning_rate": 6.9690216180075775e-06,
      "loss": 0.5801,
      "step": 1360
    },
    {
      "epoch": 0.3032869080779944,
      "grad_norm": 91.05155181884766,
      "learning_rate": 6.966792957432583e-06,
      "loss": 0.2643,
      "step": 1361
    },
    {
      "epoch": 0.3035097493036212,
      "grad_norm": 36.553855895996094,
      "learning_rate": 6.964564296857589e-06,
      "loss": 0.1338,
      "step": 1362
    },
    {
      "epoch": 0.3037325905292479,
      "grad_norm": 67.88670349121094,
      "learning_rate": 6.962335636282594e-06,
      "loss": 0.458,
      "step": 1363
    },
    {
      "epoch": 0.30395543175487466,
      "grad_norm": 3.3434550762176514,
      "learning_rate": 6.9601069757076e-06,
      "loss": 0.0084,
      "step": 1364
    },
    {
      "epoch": 0.3041782729805014,
      "grad_norm": 213.83314514160156,
      "learning_rate": 6.957878315132606e-06,
      "loss": 1.7969,
      "step": 1365
    },
    {
      "epoch": 0.30440111420612814,
      "grad_norm": 24.36039924621582,
      "learning_rate": 6.955649654557611e-06,
      "loss": 0.0765,
      "step": 1366
    },
    {
      "epoch": 0.30462395543175486,
      "grad_norm": 117.33078002929688,
      "learning_rate": 6.953420993982617e-06,
      "loss": 1.0234,
      "step": 1367
    },
    {
      "epoch": 0.3048467966573816,
      "grad_norm": 7.825959205627441,
      "learning_rate": 6.951192333407622e-06,
      "loss": 0.03,
      "step": 1368
    },
    {
      "epoch": 0.30506963788300834,
      "grad_norm": 157.307861328125,
      "learning_rate": 6.9489636728326285e-06,
      "loss": 1.1016,
      "step": 1369
    },
    {
      "epoch": 0.3052924791086351,
      "grad_norm": 45.16101837158203,
      "learning_rate": 6.946735012257634e-06,
      "loss": 0.3037,
      "step": 1370
    },
    {
      "epoch": 0.3055153203342618,
      "grad_norm": 135.19602966308594,
      "learning_rate": 6.944506351682639e-06,
      "loss": 1.2119,
      "step": 1371
    },
    {
      "epoch": 0.3057381615598886,
      "grad_norm": 49.63725662231445,
      "learning_rate": 6.942277691107645e-06,
      "loss": 0.2434,
      "step": 1372
    },
    {
      "epoch": 0.3059610027855153,
      "grad_norm": 94.5719985961914,
      "learning_rate": 6.9400490305326506e-06,
      "loss": 0.4701,
      "step": 1373
    },
    {
      "epoch": 0.30618384401114207,
      "grad_norm": 58.66217041015625,
      "learning_rate": 6.937820369957657e-06,
      "loss": 0.3125,
      "step": 1374
    },
    {
      "epoch": 0.3064066852367688,
      "grad_norm": 39.63943862915039,
      "learning_rate": 6.935591709382662e-06,
      "loss": 0.258,
      "step": 1375
    },
    {
      "epoch": 0.30662952646239555,
      "grad_norm": 24.795154571533203,
      "learning_rate": 6.933363048807667e-06,
      "loss": 0.0509,
      "step": 1376
    },
    {
      "epoch": 0.30685236768802227,
      "grad_norm": 24.375988006591797,
      "learning_rate": 6.931134388232673e-06,
      "loss": 0.1053,
      "step": 1377
    },
    {
      "epoch": 0.30707520891364903,
      "grad_norm": 29.25103759765625,
      "learning_rate": 6.928905727657679e-06,
      "loss": 0.1213,
      "step": 1378
    },
    {
      "epoch": 0.30729805013927575,
      "grad_norm": 29.554677963256836,
      "learning_rate": 6.926677067082684e-06,
      "loss": 0.1399,
      "step": 1379
    },
    {
      "epoch": 0.3075208913649025,
      "grad_norm": 66.31354522705078,
      "learning_rate": 6.924448406507689e-06,
      "loss": 0.3672,
      "step": 1380
    },
    {
      "epoch": 0.30774373259052923,
      "grad_norm": 8.780243873596191,
      "learning_rate": 6.922219745932695e-06,
      "loss": 0.0211,
      "step": 1381
    },
    {
      "epoch": 0.307966573816156,
      "grad_norm": 28.680435180664062,
      "learning_rate": 6.9199910853577e-06,
      "loss": 0.0892,
      "step": 1382
    },
    {
      "epoch": 0.3081894150417827,
      "grad_norm": 17.272485733032227,
      "learning_rate": 6.917762424782706e-06,
      "loss": 0.0302,
      "step": 1383
    },
    {
      "epoch": 0.3084122562674095,
      "grad_norm": 46.473358154296875,
      "learning_rate": 6.915533764207711e-06,
      "loss": 0.5972,
      "step": 1384
    },
    {
      "epoch": 0.3086350974930362,
      "grad_norm": 94.73406982421875,
      "learning_rate": 6.913305103632717e-06,
      "loss": 0.3745,
      "step": 1385
    },
    {
      "epoch": 0.30885793871866296,
      "grad_norm": 18.891008377075195,
      "learning_rate": 6.911076443057723e-06,
      "loss": 0.043,
      "step": 1386
    },
    {
      "epoch": 0.3090807799442897,
      "grad_norm": 21.026615142822266,
      "learning_rate": 6.908847782482728e-06,
      "loss": 0.0811,
      "step": 1387
    },
    {
      "epoch": 0.30930362116991644,
      "grad_norm": 35.657466888427734,
      "learning_rate": 6.906619121907734e-06,
      "loss": 0.1606,
      "step": 1388
    },
    {
      "epoch": 0.30952646239554316,
      "grad_norm": 26.249832153320312,
      "learning_rate": 6.9043904613327395e-06,
      "loss": 0.0474,
      "step": 1389
    },
    {
      "epoch": 0.3097493036211699,
      "grad_norm": 90.2900619506836,
      "learning_rate": 6.902161800757745e-06,
      "loss": 0.2765,
      "step": 1390
    },
    {
      "epoch": 0.30997214484679664,
      "grad_norm": 37.2635498046875,
      "learning_rate": 6.899933140182751e-06,
      "loss": 0.1107,
      "step": 1391
    },
    {
      "epoch": 0.3101949860724234,
      "grad_norm": 25.77229881286621,
      "learning_rate": 6.897704479607756e-06,
      "loss": 0.1069,
      "step": 1392
    },
    {
      "epoch": 0.3104178272980501,
      "grad_norm": 31.678621292114258,
      "learning_rate": 6.895475819032762e-06,
      "loss": 0.1091,
      "step": 1393
    },
    {
      "epoch": 0.3106406685236769,
      "grad_norm": 87.9142074584961,
      "learning_rate": 6.893247158457768e-06,
      "loss": 1.0156,
      "step": 1394
    },
    {
      "epoch": 0.3108635097493036,
      "grad_norm": 35.37316131591797,
      "learning_rate": 6.891018497882773e-06,
      "loss": 0.1001,
      "step": 1395
    },
    {
      "epoch": 0.31108635097493037,
      "grad_norm": 48.10377883911133,
      "learning_rate": 6.888789837307779e-06,
      "loss": 0.2531,
      "step": 1396
    },
    {
      "epoch": 0.3113091922005571,
      "grad_norm": 180.83551025390625,
      "learning_rate": 6.886561176732784e-06,
      "loss": 1.1221,
      "step": 1397
    },
    {
      "epoch": 0.31153203342618385,
      "grad_norm": 175.35519409179688,
      "learning_rate": 6.8843325161577905e-06,
      "loss": 0.9512,
      "step": 1398
    },
    {
      "epoch": 0.31175487465181057,
      "grad_norm": 75.86940002441406,
      "learning_rate": 6.882103855582796e-06,
      "loss": 0.3119,
      "step": 1399
    },
    {
      "epoch": 0.31197771587743733,
      "grad_norm": 150.97727966308594,
      "learning_rate": 6.879875195007801e-06,
      "loss": 0.7642,
      "step": 1400
    },
    {
      "epoch": 0.31220055710306405,
      "grad_norm": 31.253128051757812,
      "learning_rate": 6.877646534432807e-06,
      "loss": 0.3844,
      "step": 1401
    },
    {
      "epoch": 0.3124233983286908,
      "grad_norm": 41.59638977050781,
      "learning_rate": 6.8754178738578125e-06,
      "loss": 0.2054,
      "step": 1402
    },
    {
      "epoch": 0.31264623955431753,
      "grad_norm": 79.5011978149414,
      "learning_rate": 6.873189213282817e-06,
      "loss": 0.3181,
      "step": 1403
    },
    {
      "epoch": 0.3128690807799443,
      "grad_norm": 11.93781566619873,
      "learning_rate": 6.870960552707823e-06,
      "loss": 0.0452,
      "step": 1404
    },
    {
      "epoch": 0.313091922005571,
      "grad_norm": 27.364294052124023,
      "learning_rate": 6.868731892132828e-06,
      "loss": 0.4058,
      "step": 1405
    },
    {
      "epoch": 0.3133147632311978,
      "grad_norm": 29.281435012817383,
      "learning_rate": 6.866503231557834e-06,
      "loss": 0.0962,
      "step": 1406
    },
    {
      "epoch": 0.3135376044568245,
      "grad_norm": 81.9194564819336,
      "learning_rate": 6.86427457098284e-06,
      "loss": 0.2649,
      "step": 1407
    },
    {
      "epoch": 0.31376044568245126,
      "grad_norm": 196.81983947753906,
      "learning_rate": 6.862045910407845e-06,
      "loss": 0.709,
      "step": 1408
    },
    {
      "epoch": 0.313983286908078,
      "grad_norm": 79.15969848632812,
      "learning_rate": 6.85981724983285e-06,
      "loss": 0.957,
      "step": 1409
    },
    {
      "epoch": 0.31420612813370474,
      "grad_norm": 160.9522247314453,
      "learning_rate": 6.8575885892578565e-06,
      "loss": 1.0293,
      "step": 1410
    },
    {
      "epoch": 0.31442896935933146,
      "grad_norm": 121.43240356445312,
      "learning_rate": 6.855359928682862e-06,
      "loss": 1.1562,
      "step": 1411
    },
    {
      "epoch": 0.3146518105849582,
      "grad_norm": 57.837181091308594,
      "learning_rate": 6.853131268107868e-06,
      "loss": 0.189,
      "step": 1412
    },
    {
      "epoch": 0.31487465181058494,
      "grad_norm": 58.158931732177734,
      "learning_rate": 6.850902607532873e-06,
      "loss": 0.5518,
      "step": 1413
    },
    {
      "epoch": 0.3150974930362117,
      "grad_norm": 110.45732116699219,
      "learning_rate": 6.8486739469578785e-06,
      "loss": 0.7119,
      "step": 1414
    },
    {
      "epoch": 0.3153203342618384,
      "grad_norm": 83.48709869384766,
      "learning_rate": 6.846445286382885e-06,
      "loss": 0.6318,
      "step": 1415
    },
    {
      "epoch": 0.3155431754874652,
      "grad_norm": 58.20266342163086,
      "learning_rate": 6.84421662580789e-06,
      "loss": 0.2556,
      "step": 1416
    },
    {
      "epoch": 0.3157660167130919,
      "grad_norm": 78.31819152832031,
      "learning_rate": 6.841987965232896e-06,
      "loss": 1.1484,
      "step": 1417
    },
    {
      "epoch": 0.31598885793871867,
      "grad_norm": 52.28551483154297,
      "learning_rate": 6.839759304657901e-06,
      "loss": 0.1631,
      "step": 1418
    },
    {
      "epoch": 0.3162116991643454,
      "grad_norm": 32.61600875854492,
      "learning_rate": 6.837530644082907e-06,
      "loss": 0.1935,
      "step": 1419
    },
    {
      "epoch": 0.31643454038997215,
      "grad_norm": 216.91441345214844,
      "learning_rate": 6.835301983507913e-06,
      "loss": 2.2227,
      "step": 1420
    },
    {
      "epoch": 0.31665738161559887,
      "grad_norm": 51.48686981201172,
      "learning_rate": 6.833073322932918e-06,
      "loss": 0.1833,
      "step": 1421
    },
    {
      "epoch": 0.31688022284122563,
      "grad_norm": 35.359947204589844,
      "learning_rate": 6.830844662357924e-06,
      "loss": 0.2007,
      "step": 1422
    },
    {
      "epoch": 0.31710306406685235,
      "grad_norm": 69.73663330078125,
      "learning_rate": 6.8286160017829296e-06,
      "loss": 0.3374,
      "step": 1423
    },
    {
      "epoch": 0.3173259052924791,
      "grad_norm": 191.3956756591797,
      "learning_rate": 6.826387341207935e-06,
      "loss": 0.96,
      "step": 1424
    },
    {
      "epoch": 0.31754874651810583,
      "grad_norm": 31.062896728515625,
      "learning_rate": 6.824158680632939e-06,
      "loss": 0.0717,
      "step": 1425
    },
    {
      "epoch": 0.3177715877437326,
      "grad_norm": 30.27237319946289,
      "learning_rate": 6.8219300200579454e-06,
      "loss": 0.0681,
      "step": 1426
    },
    {
      "epoch": 0.3179944289693593,
      "grad_norm": 27.5628662109375,
      "learning_rate": 6.819701359482951e-06,
      "loss": 0.0962,
      "step": 1427
    },
    {
      "epoch": 0.3182172701949861,
      "grad_norm": 65.1707763671875,
      "learning_rate": 6.817472698907957e-06,
      "loss": 0.314,
      "step": 1428
    },
    {
      "epoch": 0.3184401114206128,
      "grad_norm": 19.5701961517334,
      "learning_rate": 6.815244038332962e-06,
      "loss": 0.0435,
      "step": 1429
    },
    {
      "epoch": 0.31866295264623956,
      "grad_norm": 24.42289161682129,
      "learning_rate": 6.8130153777579674e-06,
      "loss": 0.0793,
      "step": 1430
    },
    {
      "epoch": 0.3188857938718663,
      "grad_norm": 96.39405059814453,
      "learning_rate": 6.810786717182974e-06,
      "loss": 0.6875,
      "step": 1431
    },
    {
      "epoch": 0.31910863509749304,
      "grad_norm": 18.577604293823242,
      "learning_rate": 6.808558056607979e-06,
      "loss": 0.0446,
      "step": 1432
    },
    {
      "epoch": 0.31933147632311976,
      "grad_norm": 34.47947692871094,
      "learning_rate": 6.806329396032984e-06,
      "loss": 0.1631,
      "step": 1433
    },
    {
      "epoch": 0.3195543175487465,
      "grad_norm": 168.38551330566406,
      "learning_rate": 6.80410073545799e-06,
      "loss": 1.002,
      "step": 1434
    },
    {
      "epoch": 0.31977715877437324,
      "grad_norm": 61.8760986328125,
      "learning_rate": 6.801872074882996e-06,
      "loss": 0.4495,
      "step": 1435
    },
    {
      "epoch": 0.32,
      "grad_norm": 115.81550598144531,
      "learning_rate": 6.799643414308002e-06,
      "loss": 0.3352,
      "step": 1436
    },
    {
      "epoch": 0.3202228412256267,
      "grad_norm": 42.10343551635742,
      "learning_rate": 6.797414753733007e-06,
      "loss": 0.2561,
      "step": 1437
    },
    {
      "epoch": 0.3204456824512535,
      "grad_norm": 88.28895568847656,
      "learning_rate": 6.795186093158012e-06,
      "loss": 0.2695,
      "step": 1438
    },
    {
      "epoch": 0.3206685236768802,
      "grad_norm": 46.0693244934082,
      "learning_rate": 6.7929574325830185e-06,
      "loss": 0.5358,
      "step": 1439
    },
    {
      "epoch": 0.32089136490250697,
      "grad_norm": 17.713382720947266,
      "learning_rate": 6.790728772008024e-06,
      "loss": 0.0913,
      "step": 1440
    },
    {
      "epoch": 0.3211142061281337,
      "grad_norm": 36.543399810791016,
      "learning_rate": 6.78850011143303e-06,
      "loss": 0.1436,
      "step": 1441
    },
    {
      "epoch": 0.32133704735376045,
      "grad_norm": 34.615325927734375,
      "learning_rate": 6.786271450858035e-06,
      "loss": 0.1946,
      "step": 1442
    },
    {
      "epoch": 0.32155988857938717,
      "grad_norm": 32.05323791503906,
      "learning_rate": 6.7840427902830405e-06,
      "loss": 0.1104,
      "step": 1443
    },
    {
      "epoch": 0.32178272980501393,
      "grad_norm": 38.96273422241211,
      "learning_rate": 6.781814129708047e-06,
      "loss": 0.234,
      "step": 1444
    },
    {
      "epoch": 0.32200557103064065,
      "grad_norm": 50.55064392089844,
      "learning_rate": 6.779585469133052e-06,
      "loss": 0.2515,
      "step": 1445
    },
    {
      "epoch": 0.3222284122562674,
      "grad_norm": 106.72395324707031,
      "learning_rate": 6.777356808558058e-06,
      "loss": 1.14,
      "step": 1446
    },
    {
      "epoch": 0.32245125348189413,
      "grad_norm": 191.70901489257812,
      "learning_rate": 6.775128147983063e-06,
      "loss": 0.7656,
      "step": 1447
    },
    {
      "epoch": 0.3226740947075209,
      "grad_norm": 107.5271224975586,
      "learning_rate": 6.772899487408068e-06,
      "loss": 0.6982,
      "step": 1448
    },
    {
      "epoch": 0.3228969359331476,
      "grad_norm": 11.458183288574219,
      "learning_rate": 6.770670826833073e-06,
      "loss": 0.0472,
      "step": 1449
    },
    {
      "epoch": 0.3231197771587744,
      "grad_norm": 32.119415283203125,
      "learning_rate": 6.768442166258079e-06,
      "loss": 0.1577,
      "step": 1450
    },
    {
      "epoch": 0.3233426183844011,
      "grad_norm": 58.95016860961914,
      "learning_rate": 6.7662135056830845e-06,
      "loss": 0.6907,
      "step": 1451
    },
    {
      "epoch": 0.32356545961002786,
      "grad_norm": 90.15592956542969,
      "learning_rate": 6.763984845108091e-06,
      "loss": 0.3159,
      "step": 1452
    },
    {
      "epoch": 0.3237883008356546,
      "grad_norm": 24.4421329498291,
      "learning_rate": 6.761756184533096e-06,
      "loss": 0.0374,
      "step": 1453
    },
    {
      "epoch": 0.32401114206128134,
      "grad_norm": 42.35520553588867,
      "learning_rate": 6.759527523958101e-06,
      "loss": 0.1836,
      "step": 1454
    },
    {
      "epoch": 0.32423398328690806,
      "grad_norm": 33.0311393737793,
      "learning_rate": 6.757298863383107e-06,
      "loss": 0.1531,
      "step": 1455
    },
    {
      "epoch": 0.3244568245125348,
      "grad_norm": 137.930908203125,
      "learning_rate": 6.755070202808113e-06,
      "loss": 0.6614,
      "step": 1456
    },
    {
      "epoch": 0.32467966573816154,
      "grad_norm": 62.43670654296875,
      "learning_rate": 6.752841542233119e-06,
      "loss": 0.3623,
      "step": 1457
    },
    {
      "epoch": 0.3249025069637883,
      "grad_norm": 8.656034469604492,
      "learning_rate": 6.750612881658124e-06,
      "loss": 0.0264,
      "step": 1458
    },
    {
      "epoch": 0.325125348189415,
      "grad_norm": 64.13729095458984,
      "learning_rate": 6.748384221083129e-06,
      "loss": 0.5957,
      "step": 1459
    },
    {
      "epoch": 0.3253481894150418,
      "grad_norm": 78.59709167480469,
      "learning_rate": 6.7461555605081355e-06,
      "loss": 0.3329,
      "step": 1460
    },
    {
      "epoch": 0.3255710306406685,
      "grad_norm": 98.91460418701172,
      "learning_rate": 6.743926899933141e-06,
      "loss": 0.5299,
      "step": 1461
    },
    {
      "epoch": 0.32579387186629527,
      "grad_norm": 109.09154510498047,
      "learning_rate": 6.741698239358146e-06,
      "loss": 0.5947,
      "step": 1462
    },
    {
      "epoch": 0.326016713091922,
      "grad_norm": 72.53669738769531,
      "learning_rate": 6.739469578783152e-06,
      "loss": 0.2523,
      "step": 1463
    },
    {
      "epoch": 0.32623955431754875,
      "grad_norm": 148.1226043701172,
      "learning_rate": 6.7372409182081575e-06,
      "loss": 0.6423,
      "step": 1464
    },
    {
      "epoch": 0.32646239554317547,
      "grad_norm": 161.17538452148438,
      "learning_rate": 6.735012257633164e-06,
      "loss": 1.4883,
      "step": 1465
    },
    {
      "epoch": 0.32668523676880223,
      "grad_norm": 81.17595672607422,
      "learning_rate": 6.732783597058169e-06,
      "loss": 0.3521,
      "step": 1466
    },
    {
      "epoch": 0.32690807799442895,
      "grad_norm": 9.535969734191895,
      "learning_rate": 6.730554936483174e-06,
      "loss": 0.0236,
      "step": 1467
    },
    {
      "epoch": 0.3271309192200557,
      "grad_norm": 205.95726013183594,
      "learning_rate": 6.72832627590818e-06,
      "loss": 1.1484,
      "step": 1468
    },
    {
      "epoch": 0.32735376044568243,
      "grad_norm": 39.60501480102539,
      "learning_rate": 6.726097615333186e-06,
      "loss": 0.1621,
      "step": 1469
    },
    {
      "epoch": 0.3275766016713092,
      "grad_norm": 24.234960556030273,
      "learning_rate": 6.72386895475819e-06,
      "loss": 0.057,
      "step": 1470
    },
    {
      "epoch": 0.3277994428969359,
      "grad_norm": 19.98756217956543,
      "learning_rate": 6.721640294183196e-06,
      "loss": 0.0516,
      "step": 1471
    },
    {
      "epoch": 0.3280222841225627,
      "grad_norm": 30.320592880249023,
      "learning_rate": 6.7194116336082016e-06,
      "loss": 0.1241,
      "step": 1472
    },
    {
      "epoch": 0.3282451253481894,
      "grad_norm": 29.989686965942383,
      "learning_rate": 6.717182973033207e-06,
      "loss": 0.144,
      "step": 1473
    },
    {
      "epoch": 0.32846796657381616,
      "grad_norm": 67.55699920654297,
      "learning_rate": 6.714954312458213e-06,
      "loss": 0.3086,
      "step": 1474
    },
    {
      "epoch": 0.3286908077994429,
      "grad_norm": 66.32572937011719,
      "learning_rate": 6.712725651883218e-06,
      "loss": 0.4202,
      "step": 1475
    },
    {
      "epoch": 0.32891364902506964,
      "grad_norm": 70.26656341552734,
      "learning_rate": 6.7104969913082244e-06,
      "loss": 0.2183,
      "step": 1476
    },
    {
      "epoch": 0.32913649025069636,
      "grad_norm": 248.76956176757812,
      "learning_rate": 6.70826833073323e-06,
      "loss": 1.6483,
      "step": 1477
    },
    {
      "epoch": 0.3293593314763231,
      "grad_norm": 26.895057678222656,
      "learning_rate": 6.706039670158235e-06,
      "loss": 0.1274,
      "step": 1478
    },
    {
      "epoch": 0.32958217270194984,
      "grad_norm": 51.01653289794922,
      "learning_rate": 6.703811009583241e-06,
      "loss": 0.1797,
      "step": 1479
    },
    {
      "epoch": 0.3298050139275766,
      "grad_norm": 33.329219818115234,
      "learning_rate": 6.7015823490082465e-06,
      "loss": 0.1475,
      "step": 1480
    },
    {
      "epoch": 0.3300278551532033,
      "grad_norm": 122.65798950195312,
      "learning_rate": 6.699353688433253e-06,
      "loss": 1.1152,
      "step": 1481
    },
    {
      "epoch": 0.3302506963788301,
      "grad_norm": 12.191237449645996,
      "learning_rate": 6.697125027858258e-06,
      "loss": 0.0468,
      "step": 1482
    },
    {
      "epoch": 0.3304735376044568,
      "grad_norm": 49.803306579589844,
      "learning_rate": 6.694896367283263e-06,
      "loss": 0.3997,
      "step": 1483
    },
    {
      "epoch": 0.33069637883008357,
      "grad_norm": 163.73489379882812,
      "learning_rate": 6.692667706708269e-06,
      "loss": 1.1719,
      "step": 1484
    },
    {
      "epoch": 0.3309192200557103,
      "grad_norm": 84.21028137207031,
      "learning_rate": 6.690439046133275e-06,
      "loss": 0.7387,
      "step": 1485
    },
    {
      "epoch": 0.33114206128133705,
      "grad_norm": 153.5840606689453,
      "learning_rate": 6.68821038555828e-06,
      "loss": 1.3431,
      "step": 1486
    },
    {
      "epoch": 0.33136490250696377,
      "grad_norm": 217.0163116455078,
      "learning_rate": 6.685981724983286e-06,
      "loss": 0.5809,
      "step": 1487
    },
    {
      "epoch": 0.33158774373259053,
      "grad_norm": 56.16211700439453,
      "learning_rate": 6.683753064408291e-06,
      "loss": 0.158,
      "step": 1488
    },
    {
      "epoch": 0.33181058495821725,
      "grad_norm": 11.881025314331055,
      "learning_rate": 6.6815244038332975e-06,
      "loss": 0.0408,
      "step": 1489
    },
    {
      "epoch": 0.332033426183844,
      "grad_norm": 48.171302795410156,
      "learning_rate": 6.679295743258303e-06,
      "loss": 0.3285,
      "step": 1490
    },
    {
      "epoch": 0.33225626740947073,
      "grad_norm": 23.218271255493164,
      "learning_rate": 6.677067082683308e-06,
      "loss": 0.0599,
      "step": 1491
    },
    {
      "epoch": 0.3324791086350975,
      "grad_norm": 243.40074157714844,
      "learning_rate": 6.6748384221083125e-06,
      "loss": 3.2031,
      "step": 1492
    },
    {
      "epoch": 0.3327019498607242,
      "grad_norm": 39.81755065917969,
      "learning_rate": 6.672609761533319e-06,
      "loss": 0.1134,
      "step": 1493
    },
    {
      "epoch": 0.332924791086351,
      "grad_norm": 92.34255981445312,
      "learning_rate": 6.670381100958324e-06,
      "loss": 0.2781,
      "step": 1494
    },
    {
      "epoch": 0.3331476323119777,
      "grad_norm": 60.27040481567383,
      "learning_rate": 6.66815244038333e-06,
      "loss": 0.6694,
      "step": 1495
    },
    {
      "epoch": 0.33337047353760446,
      "grad_norm": 31.05042839050293,
      "learning_rate": 6.665923779808335e-06,
      "loss": 0.0991,
      "step": 1496
    },
    {
      "epoch": 0.3335933147632312,
      "grad_norm": 125.49463653564453,
      "learning_rate": 6.663695119233341e-06,
      "loss": 0.9922,
      "step": 1497
    },
    {
      "epoch": 0.33381615598885794,
      "grad_norm": 61.60621643066406,
      "learning_rate": 6.661466458658347e-06,
      "loss": 0.7363,
      "step": 1498
    },
    {
      "epoch": 0.33403899721448466,
      "grad_norm": 35.71735763549805,
      "learning_rate": 6.659237798083352e-06,
      "loss": 0.0983,
      "step": 1499
    },
    {
      "epoch": 0.3342618384401114,
      "grad_norm": 83.63285827636719,
      "learning_rate": 6.657009137508358e-06,
      "loss": 0.4717,
      "step": 1500
    },
    {
      "epoch": 0.33448467966573814,
      "grad_norm": 95.25228881835938,
      "learning_rate": 6.6547804769333635e-06,
      "loss": 0.4863,
      "step": 1501
    },
    {
      "epoch": 0.3347075208913649,
      "grad_norm": 91.43631744384766,
      "learning_rate": 6.652551816358369e-06,
      "loss": 0.6538,
      "step": 1502
    },
    {
      "epoch": 0.3349303621169916,
      "grad_norm": 90.6096420288086,
      "learning_rate": 6.650323155783375e-06,
      "loss": 0.7939,
      "step": 1503
    },
    {
      "epoch": 0.3351532033426184,
      "grad_norm": 34.94187927246094,
      "learning_rate": 6.64809449520838e-06,
      "loss": 0.2212,
      "step": 1504
    },
    {
      "epoch": 0.3353760445682451,
      "grad_norm": 70.8447036743164,
      "learning_rate": 6.645865834633386e-06,
      "loss": 0.3101,
      "step": 1505
    },
    {
      "epoch": 0.33559888579387187,
      "grad_norm": 40.01068878173828,
      "learning_rate": 6.643637174058392e-06,
      "loss": 0.1991,
      "step": 1506
    },
    {
      "epoch": 0.3358217270194986,
      "grad_norm": 84.2457504272461,
      "learning_rate": 6.641408513483397e-06,
      "loss": 0.3871,
      "step": 1507
    },
    {
      "epoch": 0.33604456824512535,
      "grad_norm": 35.27555847167969,
      "learning_rate": 6.639179852908403e-06,
      "loss": 0.1541,
      "step": 1508
    },
    {
      "epoch": 0.33626740947075207,
      "grad_norm": 56.94596862792969,
      "learning_rate": 6.636951192333408e-06,
      "loss": 0.5,
      "step": 1509
    },
    {
      "epoch": 0.33649025069637883,
      "grad_norm": 27.22211456298828,
      "learning_rate": 6.634722531758414e-06,
      "loss": 0.2041,
      "step": 1510
    },
    {
      "epoch": 0.33671309192200555,
      "grad_norm": 106.43409729003906,
      "learning_rate": 6.63249387118342e-06,
      "loss": 0.3853,
      "step": 1511
    },
    {
      "epoch": 0.3369359331476323,
      "grad_norm": 4.581564903259277,
      "learning_rate": 6.630265210608425e-06,
      "loss": 0.0115,
      "step": 1512
    },
    {
      "epoch": 0.33715877437325903,
      "grad_norm": 64.15394592285156,
      "learning_rate": 6.628036550033431e-06,
      "loss": 0.1851,
      "step": 1513
    },
    {
      "epoch": 0.3373816155988858,
      "grad_norm": 111.20826721191406,
      "learning_rate": 6.6258078894584365e-06,
      "loss": 0.9256,
      "step": 1514
    },
    {
      "epoch": 0.3376044568245125,
      "grad_norm": 39.40045928955078,
      "learning_rate": 6.623579228883441e-06,
      "loss": 0.1714,
      "step": 1515
    },
    {
      "epoch": 0.3378272980501393,
      "grad_norm": 35.49955749511719,
      "learning_rate": 6.621350568308446e-06,
      "loss": 0.2583,
      "step": 1516
    },
    {
      "epoch": 0.338050139275766,
      "grad_norm": 73.85809326171875,
      "learning_rate": 6.619121907733452e-06,
      "loss": 0.4385,
      "step": 1517
    },
    {
      "epoch": 0.33827298050139276,
      "grad_norm": 56.20145797729492,
      "learning_rate": 6.616893247158458e-06,
      "loss": 0.2674,
      "step": 1518
    },
    {
      "epoch": 0.3384958217270195,
      "grad_norm": 11.136556625366211,
      "learning_rate": 6.614664586583464e-06,
      "loss": 0.0278,
      "step": 1519
    },
    {
      "epoch": 0.33871866295264624,
      "grad_norm": 120.77308654785156,
      "learning_rate": 6.612435926008469e-06,
      "loss": 0.8865,
      "step": 1520
    },
    {
      "epoch": 0.33894150417827296,
      "grad_norm": 43.487300872802734,
      "learning_rate": 6.6102072654334744e-06,
      "loss": 0.1919,
      "step": 1521
    },
    {
      "epoch": 0.3391643454038997,
      "grad_norm": 112.3297348022461,
      "learning_rate": 6.607978604858481e-06,
      "loss": 0.4988,
      "step": 1522
    },
    {
      "epoch": 0.33938718662952644,
      "grad_norm": 20.1579532623291,
      "learning_rate": 6.605749944283486e-06,
      "loss": 0.0643,
      "step": 1523
    },
    {
      "epoch": 0.3396100278551532,
      "grad_norm": 30.679208755493164,
      "learning_rate": 6.603521283708492e-06,
      "loss": 0.135,
      "step": 1524
    },
    {
      "epoch": 0.3398328690807799,
      "grad_norm": 24.019153594970703,
      "learning_rate": 6.601292623133497e-06,
      "loss": 0.0928,
      "step": 1525
    },
    {
      "epoch": 0.3400557103064067,
      "grad_norm": 35.606788635253906,
      "learning_rate": 6.599063962558503e-06,
      "loss": 0.1144,
      "step": 1526
    },
    {
      "epoch": 0.3402785515320334,
      "grad_norm": 142.3977813720703,
      "learning_rate": 6.596835301983509e-06,
      "loss": 1.2354,
      "step": 1527
    },
    {
      "epoch": 0.34050139275766017,
      "grad_norm": 129.9104766845703,
      "learning_rate": 6.594606641408514e-06,
      "loss": 0.7266,
      "step": 1528
    },
    {
      "epoch": 0.3407242339832869,
      "grad_norm": 67.80799865722656,
      "learning_rate": 6.59237798083352e-06,
      "loss": 0.252,
      "step": 1529
    },
    {
      "epoch": 0.34094707520891365,
      "grad_norm": 94.95960998535156,
      "learning_rate": 6.5901493202585255e-06,
      "loss": 0.7549,
      "step": 1530
    },
    {
      "epoch": 0.34116991643454037,
      "grad_norm": 184.08123779296875,
      "learning_rate": 6.587920659683531e-06,
      "loss": 0.8066,
      "step": 1531
    },
    {
      "epoch": 0.34139275766016713,
      "grad_norm": 79.24276733398438,
      "learning_rate": 6.585691999108537e-06,
      "loss": 0.4167,
      "step": 1532
    },
    {
      "epoch": 0.34161559888579385,
      "grad_norm": 104.37664031982422,
      "learning_rate": 6.583463338533542e-06,
      "loss": 1.1875,
      "step": 1533
    },
    {
      "epoch": 0.3418384401114206,
      "grad_norm": 62.769405364990234,
      "learning_rate": 6.5812346779585475e-06,
      "loss": 0.179,
      "step": 1534
    },
    {
      "epoch": 0.34206128133704733,
      "grad_norm": 47.48870849609375,
      "learning_rate": 6.579006017383554e-06,
      "loss": 0.1484,
      "step": 1535
    },
    {
      "epoch": 0.3422841225626741,
      "grad_norm": 128.55152893066406,
      "learning_rate": 6.576777356808559e-06,
      "loss": 1.7109,
      "step": 1536
    },
    {
      "epoch": 0.3425069637883008,
      "grad_norm": 102.51109313964844,
      "learning_rate": 6.574548696233563e-06,
      "loss": 0.728,
      "step": 1537
    },
    {
      "epoch": 0.3427298050139276,
      "grad_norm": 11.648443222045898,
      "learning_rate": 6.5723200356585695e-06,
      "loss": 0.0218,
      "step": 1538
    },
    {
      "epoch": 0.3429526462395543,
      "grad_norm": 16.092182159423828,
      "learning_rate": 6.570091375083575e-06,
      "loss": 0.0469,
      "step": 1539
    },
    {
      "epoch": 0.34317548746518106,
      "grad_norm": 220.96786499023438,
      "learning_rate": 6.56786271450858e-06,
      "loss": 1.9453,
      "step": 1540
    },
    {
      "epoch": 0.3433983286908078,
      "grad_norm": 29.15665626525879,
      "learning_rate": 6.565634053933586e-06,
      "loss": 0.076,
      "step": 1541
    },
    {
      "epoch": 0.34362116991643454,
      "grad_norm": 54.42476272583008,
      "learning_rate": 6.5634053933585915e-06,
      "loss": 0.3899,
      "step": 1542
    },
    {
      "epoch": 0.34384401114206126,
      "grad_norm": 26.450252532958984,
      "learning_rate": 6.561176732783598e-06,
      "loss": 0.0847,
      "step": 1543
    },
    {
      "epoch": 0.344066852367688,
      "grad_norm": 147.11630249023438,
      "learning_rate": 6.558948072208603e-06,
      "loss": 0.782,
      "step": 1544
    },
    {
      "epoch": 0.34428969359331474,
      "grad_norm": 76.09251403808594,
      "learning_rate": 6.556719411633608e-06,
      "loss": 0.3531,
      "step": 1545
    },
    {
      "epoch": 0.3445125348189415,
      "grad_norm": 60.13589859008789,
      "learning_rate": 6.554490751058614e-06,
      "loss": 0.2178,
      "step": 1546
    },
    {
      "epoch": 0.3447353760445682,
      "grad_norm": 145.2838897705078,
      "learning_rate": 6.55226209048362e-06,
      "loss": 1.3359,
      "step": 1547
    },
    {
      "epoch": 0.344958217270195,
      "grad_norm": 137.63754272460938,
      "learning_rate": 6.550033429908626e-06,
      "loss": 0.5999,
      "step": 1548
    },
    {
      "epoch": 0.3451810584958217,
      "grad_norm": 46.78269958496094,
      "learning_rate": 6.547804769333631e-06,
      "loss": 0.1777,
      "step": 1549
    },
    {
      "epoch": 0.34540389972144847,
      "grad_norm": 47.66337966918945,
      "learning_rate": 6.545576108758636e-06,
      "loss": 0.1616,
      "step": 1550
    },
    {
      "epoch": 0.3456267409470752,
      "grad_norm": 13.764596939086914,
      "learning_rate": 6.5433474481836425e-06,
      "loss": 0.0531,
      "step": 1551
    },
    {
      "epoch": 0.34584958217270195,
      "grad_norm": 25.276464462280273,
      "learning_rate": 6.541118787608648e-06,
      "loss": 0.073,
      "step": 1552
    },
    {
      "epoch": 0.34607242339832867,
      "grad_norm": 50.9743537902832,
      "learning_rate": 6.538890127033654e-06,
      "loss": 0.1924,
      "step": 1553
    },
    {
      "epoch": 0.34629526462395543,
      "grad_norm": 107.2104263305664,
      "learning_rate": 6.536661466458659e-06,
      "loss": 0.6639,
      "step": 1554
    },
    {
      "epoch": 0.34651810584958215,
      "grad_norm": 35.899662017822266,
      "learning_rate": 6.5344328058836645e-06,
      "loss": 0.1071,
      "step": 1555
    },
    {
      "epoch": 0.3467409470752089,
      "grad_norm": 81.88331604003906,
      "learning_rate": 6.532204145308671e-06,
      "loss": 0.4131,
      "step": 1556
    },
    {
      "epoch": 0.34696378830083563,
      "grad_norm": 103.09110260009766,
      "learning_rate": 6.529975484733676e-06,
      "loss": 0.498,
      "step": 1557
    },
    {
      "epoch": 0.3471866295264624,
      "grad_norm": 20.055931091308594,
      "learning_rate": 6.527746824158681e-06,
      "loss": 0.0366,
      "step": 1558
    },
    {
      "epoch": 0.3474094707520891,
      "grad_norm": 70.16370391845703,
      "learning_rate": 6.525518163583687e-06,
      "loss": 0.3925,
      "step": 1559
    },
    {
      "epoch": 0.3476323119777159,
      "grad_norm": 13.347844123840332,
      "learning_rate": 6.523289503008692e-06,
      "loss": 0.0193,
      "step": 1560
    },
    {
      "epoch": 0.3478551532033426,
      "grad_norm": 61.68531036376953,
      "learning_rate": 6.521060842433697e-06,
      "loss": 0.183,
      "step": 1561
    },
    {
      "epoch": 0.34807799442896936,
      "grad_norm": 47.383052825927734,
      "learning_rate": 6.518832181858703e-06,
      "loss": 0.1895,
      "step": 1562
    },
    {
      "epoch": 0.3483008356545961,
      "grad_norm": 44.50166320800781,
      "learning_rate": 6.5166035212837086e-06,
      "loss": 0.1697,
      "step": 1563
    },
    {
      "epoch": 0.34852367688022284,
      "grad_norm": 6.888680934906006,
      "learning_rate": 6.514374860708714e-06,
      "loss": 0.0261,
      "step": 1564
    },
    {
      "epoch": 0.34874651810584956,
      "grad_norm": 75.15042114257812,
      "learning_rate": 6.51214620013372e-06,
      "loss": 0.3691,
      "step": 1565
    },
    {
      "epoch": 0.3489693593314763,
      "grad_norm": 78.31993103027344,
      "learning_rate": 6.509917539558725e-06,
      "loss": 0.3735,
      "step": 1566
    },
    {
      "epoch": 0.34919220055710304,
      "grad_norm": 19.341243743896484,
      "learning_rate": 6.5076888789837314e-06,
      "loss": 0.055,
      "step": 1567
    },
    {
      "epoch": 0.3494150417827298,
      "grad_norm": 63.644527435302734,
      "learning_rate": 6.505460218408737e-06,
      "loss": 0.2441,
      "step": 1568
    },
    {
      "epoch": 0.3496378830083565,
      "grad_norm": 14.281991958618164,
      "learning_rate": 6.503231557833742e-06,
      "loss": 0.0477,
      "step": 1569
    },
    {
      "epoch": 0.3498607242339833,
      "grad_norm": 31.98829460144043,
      "learning_rate": 6.501002897258748e-06,
      "loss": 0.1211,
      "step": 1570
    },
    {
      "epoch": 0.35008356545961,
      "grad_norm": 71.20500946044922,
      "learning_rate": 6.4987742366837534e-06,
      "loss": 0.3643,
      "step": 1571
    },
    {
      "epoch": 0.35030640668523677,
      "grad_norm": 119.97948455810547,
      "learning_rate": 6.49654557610876e-06,
      "loss": 0.7445,
      "step": 1572
    },
    {
      "epoch": 0.3505292479108635,
      "grad_norm": 68.28369903564453,
      "learning_rate": 6.494316915533765e-06,
      "loss": 0.4697,
      "step": 1573
    },
    {
      "epoch": 0.35075208913649025,
      "grad_norm": 126.12760162353516,
      "learning_rate": 6.49208825495877e-06,
      "loss": 0.342,
      "step": 1574
    },
    {
      "epoch": 0.35097493036211697,
      "grad_norm": 15.7977876663208,
      "learning_rate": 6.489859594383776e-06,
      "loss": 0.0238,
      "step": 1575
    },
    {
      "epoch": 0.35119777158774373,
      "grad_norm": 190.4102325439453,
      "learning_rate": 6.487630933808782e-06,
      "loss": 1.4805,
      "step": 1576
    },
    {
      "epoch": 0.35142061281337045,
      "grad_norm": 142.1896514892578,
      "learning_rate": 6.485402273233788e-06,
      "loss": 0.6055,
      "step": 1577
    },
    {
      "epoch": 0.3516434540389972,
      "grad_norm": 68.17709350585938,
      "learning_rate": 6.483173612658793e-06,
      "loss": 0.1665,
      "step": 1578
    },
    {
      "epoch": 0.35186629526462393,
      "grad_norm": 83.95758819580078,
      "learning_rate": 6.480944952083798e-06,
      "loss": 0.2233,
      "step": 1579
    },
    {
      "epoch": 0.3520891364902507,
      "grad_norm": 91.4856948852539,
      "learning_rate": 6.4787162915088045e-06,
      "loss": 0.2913,
      "step": 1580
    },
    {
      "epoch": 0.3523119777158774,
      "grad_norm": 32.3060188293457,
      "learning_rate": 6.47648763093381e-06,
      "loss": 0.0774,
      "step": 1581
    },
    {
      "epoch": 0.3525348189415042,
      "grad_norm": 81.35142517089844,
      "learning_rate": 6.474258970358814e-06,
      "loss": 0.3267,
      "step": 1582
    },
    {
      "epoch": 0.3527576601671309,
      "grad_norm": 22.017839431762695,
      "learning_rate": 6.47203030978382e-06,
      "loss": 0.0612,
      "step": 1583
    },
    {
      "epoch": 0.35298050139275766,
      "grad_norm": 143.85003662109375,
      "learning_rate": 6.469801649208826e-06,
      "loss": 1.2012,
      "step": 1584
    },
    {
      "epoch": 0.3532033426183844,
      "grad_norm": 71.95037078857422,
      "learning_rate": 6.467572988633831e-06,
      "loss": 0.2314,
      "step": 1585
    },
    {
      "epoch": 0.35342618384401114,
      "grad_norm": 102.65167999267578,
      "learning_rate": 6.465344328058837e-06,
      "loss": 0.793,
      "step": 1586
    },
    {
      "epoch": 0.35364902506963786,
      "grad_norm": 106.90343475341797,
      "learning_rate": 6.463115667483842e-06,
      "loss": 0.6155,
      "step": 1587
    },
    {
      "epoch": 0.3538718662952646,
      "grad_norm": 5.3323750495910645,
      "learning_rate": 6.4608870069088485e-06,
      "loss": 0.019,
      "step": 1588
    },
    {
      "epoch": 0.35409470752089134,
      "grad_norm": 6.291061878204346,
      "learning_rate": 6.458658346333854e-06,
      "loss": 0.0144,
      "step": 1589
    },
    {
      "epoch": 0.3543175487465181,
      "grad_norm": 176.12428283691406,
      "learning_rate": 6.456429685758859e-06,
      "loss": 1.6958,
      "step": 1590
    },
    {
      "epoch": 0.3545403899721448,
      "grad_norm": 84.3125991821289,
      "learning_rate": 6.454201025183865e-06,
      "loss": 0.7549,
      "step": 1591
    },
    {
      "epoch": 0.3547632311977716,
      "grad_norm": 36.680816650390625,
      "learning_rate": 6.4519723646088705e-06,
      "loss": 0.3496,
      "step": 1592
    },
    {
      "epoch": 0.3549860724233983,
      "grad_norm": 56.538780212402344,
      "learning_rate": 6.449743704033876e-06,
      "loss": 0.4315,
      "step": 1593
    },
    {
      "epoch": 0.35520891364902507,
      "grad_norm": 24.70233726501465,
      "learning_rate": 6.447515043458882e-06,
      "loss": 0.0443,
      "step": 1594
    },
    {
      "epoch": 0.3554317548746518,
      "grad_norm": 64.94215393066406,
      "learning_rate": 6.445286382883887e-06,
      "loss": 0.6445,
      "step": 1595
    },
    {
      "epoch": 0.35565459610027855,
      "grad_norm": 136.66354370117188,
      "learning_rate": 6.443057722308893e-06,
      "loss": 1.2227,
      "step": 1596
    },
    {
      "epoch": 0.35587743732590527,
      "grad_norm": 33.76005172729492,
      "learning_rate": 6.440829061733899e-06,
      "loss": 0.0969,
      "step": 1597
    },
    {
      "epoch": 0.35610027855153203,
      "grad_norm": 26.899850845336914,
      "learning_rate": 6.438600401158904e-06,
      "loss": 0.0859,
      "step": 1598
    },
    {
      "epoch": 0.35632311977715875,
      "grad_norm": 33.462440490722656,
      "learning_rate": 6.43637174058391e-06,
      "loss": 0.1597,
      "step": 1599
    },
    {
      "epoch": 0.3565459610027855,
      "grad_norm": 58.67950439453125,
      "learning_rate": 6.434143080008915e-06,
      "loss": 0.376,
      "step": 1600
    },
    {
      "epoch": 0.35676880222841223,
      "grad_norm": 56.06306457519531,
      "learning_rate": 6.4319144194339215e-06,
      "loss": 0.2494,
      "step": 1601
    },
    {
      "epoch": 0.356991643454039,
      "grad_norm": 132.99472045898438,
      "learning_rate": 6.429685758858927e-06,
      "loss": 1.0762,
      "step": 1602
    },
    {
      "epoch": 0.3572144846796657,
      "grad_norm": 30.653751373291016,
      "learning_rate": 6.427457098283932e-06,
      "loss": 0.077,
      "step": 1603
    },
    {
      "epoch": 0.3574373259052925,
      "grad_norm": 157.11883544921875,
      "learning_rate": 6.425228437708938e-06,
      "loss": 0.584,
      "step": 1604
    },
    {
      "epoch": 0.3576601671309192,
      "grad_norm": 20.408462524414062,
      "learning_rate": 6.422999777133943e-06,
      "loss": 0.1292,
      "step": 1605
    },
    {
      "epoch": 0.35788300835654596,
      "grad_norm": 60.25713348388672,
      "learning_rate": 6.420771116558948e-06,
      "loss": 0.3008,
      "step": 1606
    },
    {
      "epoch": 0.3581058495821727,
      "grad_norm": 61.67409896850586,
      "learning_rate": 6.418542455983954e-06,
      "loss": 0.2383,
      "step": 1607
    },
    {
      "epoch": 0.35832869080779944,
      "grad_norm": 43.34292984008789,
      "learning_rate": 6.416313795408959e-06,
      "loss": 0.4761,
      "step": 1608
    },
    {
      "epoch": 0.35855153203342616,
      "grad_norm": 31.067598342895508,
      "learning_rate": 6.414085134833965e-06,
      "loss": 0.1448,
      "step": 1609
    },
    {
      "epoch": 0.3587743732590529,
      "grad_norm": 34.767459869384766,
      "learning_rate": 6.411856474258971e-06,
      "loss": 0.1918,
      "step": 1610
    },
    {
      "epoch": 0.35899721448467964,
      "grad_norm": 44.60219955444336,
      "learning_rate": 6.409627813683976e-06,
      "loss": 0.2019,
      "step": 1611
    },
    {
      "epoch": 0.3592200557103064,
      "grad_norm": 198.29718017578125,
      "learning_rate": 6.407399153108982e-06,
      "loss": 1.0254,
      "step": 1612
    },
    {
      "epoch": 0.3594428969359331,
      "grad_norm": 74.32425689697266,
      "learning_rate": 6.4051704925339876e-06,
      "loss": 0.3613,
      "step": 1613
    },
    {
      "epoch": 0.3596657381615599,
      "grad_norm": 66.68771362304688,
      "learning_rate": 6.402941831958993e-06,
      "loss": 0.3101,
      "step": 1614
    },
    {
      "epoch": 0.3598885793871866,
      "grad_norm": 85.8116455078125,
      "learning_rate": 6.400713171383999e-06,
      "loss": 0.6816,
      "step": 1615
    },
    {
      "epoch": 0.36011142061281337,
      "grad_norm": 147.70083618164062,
      "learning_rate": 6.398484510809004e-06,
      "loss": 1.3555,
      "step": 1616
    },
    {
      "epoch": 0.3603342618384401,
      "grad_norm": 20.46228790283203,
      "learning_rate": 6.39625585023401e-06,
      "loss": 0.0576,
      "step": 1617
    },
    {
      "epoch": 0.36055710306406685,
      "grad_norm": 67.45823669433594,
      "learning_rate": 6.394027189659016e-06,
      "loss": 0.3286,
      "step": 1618
    },
    {
      "epoch": 0.36077994428969357,
      "grad_norm": 25.70414161682129,
      "learning_rate": 6.391798529084021e-06,
      "loss": 0.094,
      "step": 1619
    },
    {
      "epoch": 0.36100278551532033,
      "grad_norm": 26.315105438232422,
      "learning_rate": 6.389569868509027e-06,
      "loss": 0.1152,
      "step": 1620
    },
    {
      "epoch": 0.36122562674094705,
      "grad_norm": 93.79576110839844,
      "learning_rate": 6.3873412079340324e-06,
      "loss": 0.5879,
      "step": 1621
    },
    {
      "epoch": 0.3614484679665738,
      "grad_norm": 106.8988037109375,
      "learning_rate": 6.385112547359038e-06,
      "loss": 0.5918,
      "step": 1622
    },
    {
      "epoch": 0.36167130919220053,
      "grad_norm": 69.42731475830078,
      "learning_rate": 6.382883886784044e-06,
      "loss": 0.6943,
      "step": 1623
    },
    {
      "epoch": 0.3618941504178273,
      "grad_norm": 8.793209075927734,
      "learning_rate": 6.380655226209049e-06,
      "loss": 0.0301,
      "step": 1624
    },
    {
      "epoch": 0.362116991643454,
      "grad_norm": 102.79975128173828,
      "learning_rate": 6.378426565634055e-06,
      "loss": 0.343,
      "step": 1625
    },
    {
      "epoch": 0.3623398328690808,
      "grad_norm": 44.1768798828125,
      "learning_rate": 6.376197905059061e-06,
      "loss": 0.3423,
      "step": 1626
    },
    {
      "epoch": 0.3625626740947075,
      "grad_norm": 33.75247573852539,
      "learning_rate": 6.373969244484065e-06,
      "loss": 0.562,
      "step": 1627
    },
    {
      "epoch": 0.36278551532033426,
      "grad_norm": 51.087181091308594,
      "learning_rate": 6.37174058390907e-06,
      "loss": 0.1829,
      "step": 1628
    },
    {
      "epoch": 0.363008356545961,
      "grad_norm": 26.01734161376953,
      "learning_rate": 6.3695119233340765e-06,
      "loss": 0.0494,
      "step": 1629
    },
    {
      "epoch": 0.36323119777158774,
      "grad_norm": 33.682430267333984,
      "learning_rate": 6.367283262759082e-06,
      "loss": 0.1182,
      "step": 1630
    },
    {
      "epoch": 0.36345403899721446,
      "grad_norm": 42.248939514160156,
      "learning_rate": 6.365054602184088e-06,
      "loss": 0.1104,
      "step": 1631
    },
    {
      "epoch": 0.3636768802228412,
      "grad_norm": 31.83380699157715,
      "learning_rate": 6.362825941609093e-06,
      "loss": 0.1221,
      "step": 1632
    },
    {
      "epoch": 0.363899721448468,
      "grad_norm": 66.95723724365234,
      "learning_rate": 6.3605972810340985e-06,
      "loss": 0.4502,
      "step": 1633
    },
    {
      "epoch": 0.3641225626740947,
      "grad_norm": 31.967077255249023,
      "learning_rate": 6.358368620459105e-06,
      "loss": 0.5801,
      "step": 1634
    },
    {
      "epoch": 0.3643454038997215,
      "grad_norm": 102.1216812133789,
      "learning_rate": 6.35613995988411e-06,
      "loss": 0.6458,
      "step": 1635
    },
    {
      "epoch": 0.3645682451253482,
      "grad_norm": 10.790225982666016,
      "learning_rate": 6.353911299309116e-06,
      "loss": 0.0113,
      "step": 1636
    },
    {
      "epoch": 0.36479108635097496,
      "grad_norm": 39.29291915893555,
      "learning_rate": 6.351682638734121e-06,
      "loss": 0.183,
      "step": 1637
    },
    {
      "epoch": 0.36501392757660167,
      "grad_norm": 27.628366470336914,
      "learning_rate": 6.349453978159127e-06,
      "loss": 0.088,
      "step": 1638
    },
    {
      "epoch": 0.36523676880222844,
      "grad_norm": 110.89803314208984,
      "learning_rate": 6.347225317584133e-06,
      "loss": 0.7285,
      "step": 1639
    },
    {
      "epoch": 0.36545961002785515,
      "grad_norm": 43.90678024291992,
      "learning_rate": 6.344996657009138e-06,
      "loss": 0.2747,
      "step": 1640
    },
    {
      "epoch": 0.3656824512534819,
      "grad_norm": 48.111751556396484,
      "learning_rate": 6.342767996434143e-06,
      "loss": 0.4009,
      "step": 1641
    },
    {
      "epoch": 0.36590529247910863,
      "grad_norm": 87.7574691772461,
      "learning_rate": 6.3405393358591495e-06,
      "loss": 0.4374,
      "step": 1642
    },
    {
      "epoch": 0.3661281337047354,
      "grad_norm": 48.64276123046875,
      "learning_rate": 6.338310675284155e-06,
      "loss": 0.2119,
      "step": 1643
    },
    {
      "epoch": 0.3663509749303621,
      "grad_norm": 90.8841781616211,
      "learning_rate": 6.336082014709161e-06,
      "loss": 0.4863,
      "step": 1644
    },
    {
      "epoch": 0.3665738161559889,
      "grad_norm": 31.67742919921875,
      "learning_rate": 6.333853354134166e-06,
      "loss": 0.0989,
      "step": 1645
    },
    {
      "epoch": 0.3667966573816156,
      "grad_norm": 44.09654998779297,
      "learning_rate": 6.3316246935591715e-06,
      "loss": 0.1143,
      "step": 1646
    },
    {
      "epoch": 0.36701949860724237,
      "grad_norm": 73.896240234375,
      "learning_rate": 6.329396032984178e-06,
      "loss": 0.1663,
      "step": 1647
    },
    {
      "epoch": 0.3672423398328691,
      "grad_norm": 136.42543029785156,
      "learning_rate": 6.327167372409183e-06,
      "loss": 0.4619,
      "step": 1648
    },
    {
      "epoch": 0.36746518105849585,
      "grad_norm": 127.79443359375,
      "learning_rate": 6.324938711834187e-06,
      "loss": 0.8652,
      "step": 1649
    },
    {
      "epoch": 0.36768802228412256,
      "grad_norm": 67.38834381103516,
      "learning_rate": 6.3227100512591935e-06,
      "loss": 0.4795,
      "step": 1650
    },
    {
      "epoch": 0.36791086350974933,
      "grad_norm": 135.22898864746094,
      "learning_rate": 6.320481390684199e-06,
      "loss": 1.2891,
      "step": 1651
    },
    {
      "epoch": 0.36813370473537604,
      "grad_norm": 236.4790496826172,
      "learning_rate": 6.318252730109204e-06,
      "loss": 2.1094,
      "step": 1652
    },
    {
      "epoch": 0.3683565459610028,
      "grad_norm": 75.12712860107422,
      "learning_rate": 6.31602406953421e-06,
      "loss": 0.6642,
      "step": 1653
    },
    {
      "epoch": 0.3685793871866295,
      "grad_norm": 52.92075729370117,
      "learning_rate": 6.3137954089592156e-06,
      "loss": 0.1362,
      "step": 1654
    },
    {
      "epoch": 0.3688022284122563,
      "grad_norm": 162.6082305908203,
      "learning_rate": 6.311566748384222e-06,
      "loss": 0.8555,
      "step": 1655
    },
    {
      "epoch": 0.369025069637883,
      "grad_norm": 27.980207443237305,
      "learning_rate": 6.309338087809227e-06,
      "loss": 0.0591,
      "step": 1656
    },
    {
      "epoch": 0.3692479108635098,
      "grad_norm": 60.15106964111328,
      "learning_rate": 6.307109427234232e-06,
      "loss": 0.2412,
      "step": 1657
    },
    {
      "epoch": 0.3694707520891365,
      "grad_norm": 47.77381134033203,
      "learning_rate": 6.304880766659238e-06,
      "loss": 0.1748,
      "step": 1658
    },
    {
      "epoch": 0.36969359331476326,
      "grad_norm": 50.99936294555664,
      "learning_rate": 6.302652106084244e-06,
      "loss": 0.3813,
      "step": 1659
    },
    {
      "epoch": 0.36991643454038997,
      "grad_norm": 27.829261779785156,
      "learning_rate": 6.30042344550925e-06,
      "loss": 0.0748,
      "step": 1660
    },
    {
      "epoch": 0.37013927576601674,
      "grad_norm": 80.27448272705078,
      "learning_rate": 6.298194784934255e-06,
      "loss": 0.5259,
      "step": 1661
    },
    {
      "epoch": 0.37036211699164345,
      "grad_norm": 12.763957977294922,
      "learning_rate": 6.2959661243592604e-06,
      "loss": 0.0366,
      "step": 1662
    },
    {
      "epoch": 0.3705849582172702,
      "grad_norm": 119.88691711425781,
      "learning_rate": 6.2937374637842666e-06,
      "loss": 0.4072,
      "step": 1663
    },
    {
      "epoch": 0.37080779944289693,
      "grad_norm": 94.00430297851562,
      "learning_rate": 6.291508803209272e-06,
      "loss": 0.47,
      "step": 1664
    },
    {
      "epoch": 0.3710306406685237,
      "grad_norm": 72.69160461425781,
      "learning_rate": 6.289280142634277e-06,
      "loss": 0.428,
      "step": 1665
    },
    {
      "epoch": 0.3712534818941504,
      "grad_norm": 33.06437301635742,
      "learning_rate": 6.287051482059283e-06,
      "loss": 0.0894,
      "step": 1666
    },
    {
      "epoch": 0.3714763231197772,
      "grad_norm": 133.695068359375,
      "learning_rate": 6.284822821484289e-06,
      "loss": 0.6914,
      "step": 1667
    },
    {
      "epoch": 0.3716991643454039,
      "grad_norm": 96.25813293457031,
      "learning_rate": 6.282594160909295e-06,
      "loss": 1.2112,
      "step": 1668
    },
    {
      "epoch": 0.37192200557103067,
      "grad_norm": 9.999805450439453,
      "learning_rate": 6.2803655003343e-06,
      "loss": 0.0189,
      "step": 1669
    },
    {
      "epoch": 0.3721448467966574,
      "grad_norm": 41.390777587890625,
      "learning_rate": 6.278136839759305e-06,
      "loss": 0.3257,
      "step": 1670
    },
    {
      "epoch": 0.37236768802228415,
      "grad_norm": 32.04075622558594,
      "learning_rate": 6.2759081791843114e-06,
      "loss": 0.5133,
      "step": 1671
    },
    {
      "epoch": 0.37259052924791086,
      "grad_norm": 18.233800888061523,
      "learning_rate": 6.273679518609316e-06,
      "loss": 0.0227,
      "step": 1672
    },
    {
      "epoch": 0.37281337047353763,
      "grad_norm": 35.06808853149414,
      "learning_rate": 6.271450858034321e-06,
      "loss": 0.1394,
      "step": 1673
    },
    {
      "epoch": 0.37303621169916434,
      "grad_norm": 51.104740142822266,
      "learning_rate": 6.269222197459327e-06,
      "loss": 0.3232,
      "step": 1674
    },
    {
      "epoch": 0.3732590529247911,
      "grad_norm": 37.26369094848633,
      "learning_rate": 6.266993536884333e-06,
      "loss": 0.0801,
      "step": 1675
    },
    {
      "epoch": 0.3734818941504178,
      "grad_norm": 29.670310974121094,
      "learning_rate": 6.264764876309338e-06,
      "loss": 0.1306,
      "step": 1676
    },
    {
      "epoch": 0.3737047353760446,
      "grad_norm": 10.954208374023438,
      "learning_rate": 6.262536215734344e-06,
      "loss": 0.0194,
      "step": 1677
    },
    {
      "epoch": 0.3739275766016713,
      "grad_norm": 11.846207618713379,
      "learning_rate": 6.260307555159349e-06,
      "loss": 0.0128,
      "step": 1678
    },
    {
      "epoch": 0.3741504178272981,
      "grad_norm": 65.6956787109375,
      "learning_rate": 6.2580788945843555e-06,
      "loss": 0.3467,
      "step": 1679
    },
    {
      "epoch": 0.3743732590529248,
      "grad_norm": 37.904476165771484,
      "learning_rate": 6.255850234009361e-06,
      "loss": 0.0925,
      "step": 1680
    },
    {
      "epoch": 0.37459610027855156,
      "grad_norm": 10.50567626953125,
      "learning_rate": 6.253621573434366e-06,
      "loss": 0.0262,
      "step": 1681
    },
    {
      "epoch": 0.37481894150417827,
      "grad_norm": 123.90923309326172,
      "learning_rate": 6.251392912859372e-06,
      "loss": 0.709,
      "step": 1682
    },
    {
      "epoch": 0.37504178272980504,
      "grad_norm": 48.4554443359375,
      "learning_rate": 6.2491642522843775e-06,
      "loss": 0.135,
      "step": 1683
    },
    {
      "epoch": 0.37526462395543175,
      "grad_norm": 47.95341491699219,
      "learning_rate": 6.246935591709384e-06,
      "loss": 0.1961,
      "step": 1684
    },
    {
      "epoch": 0.3754874651810585,
      "grad_norm": 35.059688568115234,
      "learning_rate": 6.244706931134389e-06,
      "loss": 0.0991,
      "step": 1685
    },
    {
      "epoch": 0.37571030640668523,
      "grad_norm": 111.48800659179688,
      "learning_rate": 6.242478270559394e-06,
      "loss": 0.7725,
      "step": 1686
    },
    {
      "epoch": 0.375933147632312,
      "grad_norm": 49.715999603271484,
      "learning_rate": 6.2402496099844e-06,
      "loss": 0.2205,
      "step": 1687
    },
    {
      "epoch": 0.3761559888579387,
      "grad_norm": 51.609920501708984,
      "learning_rate": 6.238020949409406e-06,
      "loss": 0.2114,
      "step": 1688
    },
    {
      "epoch": 0.3763788300835655,
      "grad_norm": 102.6290054321289,
      "learning_rate": 6.235792288834411e-06,
      "loss": 0.5046,
      "step": 1689
    },
    {
      "epoch": 0.3766016713091922,
      "grad_norm": 44.53861618041992,
      "learning_rate": 6.233563628259417e-06,
      "loss": 0.1576,
      "step": 1690
    },
    {
      "epoch": 0.37682451253481897,
      "grad_norm": 36.530433654785156,
      "learning_rate": 6.231334967684422e-06,
      "loss": 0.1846,
      "step": 1691
    },
    {
      "epoch": 0.3770473537604457,
      "grad_norm": 19.549686431884766,
      "learning_rate": 6.2291063071094285e-06,
      "loss": 0.0696,
      "step": 1692
    },
    {
      "epoch": 0.37727019498607245,
      "grad_norm": 29.111230850219727,
      "learning_rate": 6.226877646534434e-06,
      "loss": 0.0566,
      "step": 1693
    },
    {
      "epoch": 0.37749303621169916,
      "grad_norm": 30.082801818847656,
      "learning_rate": 6.224648985959438e-06,
      "loss": 0.1003,
      "step": 1694
    },
    {
      "epoch": 0.37771587743732593,
      "grad_norm": 144.20249938964844,
      "learning_rate": 6.2224203253844435e-06,
      "loss": 0.4487,
      "step": 1695
    },
    {
      "epoch": 0.37793871866295264,
      "grad_norm": 40.74654769897461,
      "learning_rate": 6.22019166480945e-06,
      "loss": 0.4401,
      "step": 1696
    },
    {
      "epoch": 0.3781615598885794,
      "grad_norm": 27.4552059173584,
      "learning_rate": 6.217963004234455e-06,
      "loss": 0.0598,
      "step": 1697
    },
    {
      "epoch": 0.3783844011142061,
      "grad_norm": 96.93640899658203,
      "learning_rate": 6.215734343659461e-06,
      "loss": 0.582,
      "step": 1698
    },
    {
      "epoch": 0.3786072423398329,
      "grad_norm": 62.258453369140625,
      "learning_rate": 6.213505683084466e-06,
      "loss": 0.3108,
      "step": 1699
    },
    {
      "epoch": 0.3788300835654596,
      "grad_norm": 177.2742462158203,
      "learning_rate": 6.211277022509472e-06,
      "loss": 1.3789,
      "step": 1700
    },
    {
      "epoch": 0.3790529247910864,
      "grad_norm": 83.03671264648438,
      "learning_rate": 6.209048361934478e-06,
      "loss": 0.6738,
      "step": 1701
    },
    {
      "epoch": 0.3792757660167131,
      "grad_norm": 19.709169387817383,
      "learning_rate": 6.206819701359483e-06,
      "loss": 0.1079,
      "step": 1702
    },
    {
      "epoch": 0.37949860724233986,
      "grad_norm": 23.784866333007812,
      "learning_rate": 6.204591040784489e-06,
      "loss": 0.0929,
      "step": 1703
    },
    {
      "epoch": 0.37972144846796657,
      "grad_norm": 44.169857025146484,
      "learning_rate": 6.2023623802094946e-06,
      "loss": 0.1669,
      "step": 1704
    },
    {
      "epoch": 0.37994428969359334,
      "grad_norm": 111.99485778808594,
      "learning_rate": 6.2001337196345e-06,
      "loss": 0.4585,
      "step": 1705
    },
    {
      "epoch": 0.38016713091922005,
      "grad_norm": 200.1576385498047,
      "learning_rate": 6.197905059059506e-06,
      "loss": 1.2078,
      "step": 1706
    },
    {
      "epoch": 0.3803899721448468,
      "grad_norm": 21.50509262084961,
      "learning_rate": 6.195676398484511e-06,
      "loss": 0.0488,
      "step": 1707
    },
    {
      "epoch": 0.38061281337047354,
      "grad_norm": 244.32247924804688,
      "learning_rate": 6.193447737909517e-06,
      "loss": 0.7324,
      "step": 1708
    },
    {
      "epoch": 0.3808356545961003,
      "grad_norm": 34.78866958618164,
      "learning_rate": 6.191219077334523e-06,
      "loss": 0.4546,
      "step": 1709
    },
    {
      "epoch": 0.381058495821727,
      "grad_norm": 116.61417388916016,
      "learning_rate": 6.188990416759528e-06,
      "loss": 0.541,
      "step": 1710
    },
    {
      "epoch": 0.3812813370473538,
      "grad_norm": 73.5716781616211,
      "learning_rate": 6.186761756184534e-06,
      "loss": 0.4385,
      "step": 1711
    },
    {
      "epoch": 0.3815041782729805,
      "grad_norm": 158.1472625732422,
      "learning_rate": 6.1845330956095394e-06,
      "loss": 0.9756,
      "step": 1712
    },
    {
      "epoch": 0.38172701949860727,
      "grad_norm": 52.39373016357422,
      "learning_rate": 6.182304435034545e-06,
      "loss": 0.5557,
      "step": 1713
    },
    {
      "epoch": 0.381949860724234,
      "grad_norm": 148.2183380126953,
      "learning_rate": 6.180075774459551e-06,
      "loss": 0.5729,
      "step": 1714
    },
    {
      "epoch": 0.38217270194986075,
      "grad_norm": 84.13973236083984,
      "learning_rate": 6.177847113884556e-06,
      "loss": 0.645,
      "step": 1715
    },
    {
      "epoch": 0.38239554317548746,
      "grad_norm": 27.235807418823242,
      "learning_rate": 6.175618453309562e-06,
      "loss": 0.1191,
      "step": 1716
    },
    {
      "epoch": 0.38261838440111423,
      "grad_norm": 63.72570037841797,
      "learning_rate": 6.173389792734567e-06,
      "loss": 0.2139,
      "step": 1717
    },
    {
      "epoch": 0.38284122562674094,
      "grad_norm": 16.152894973754883,
      "learning_rate": 6.171161132159572e-06,
      "loss": 0.0251,
      "step": 1718
    },
    {
      "epoch": 0.3830640668523677,
      "grad_norm": 16.002592086791992,
      "learning_rate": 6.168932471584578e-06,
      "loss": 0.0233,
      "step": 1719
    },
    {
      "epoch": 0.3832869080779944,
      "grad_norm": 18.286081314086914,
      "learning_rate": 6.1667038110095835e-06,
      "loss": 0.0383,
      "step": 1720
    },
    {
      "epoch": 0.3835097493036212,
      "grad_norm": 70.90452575683594,
      "learning_rate": 6.164475150434589e-06,
      "loss": 0.4204,
      "step": 1721
    },
    {
      "epoch": 0.3837325905292479,
      "grad_norm": 182.7991180419922,
      "learning_rate": 6.162246489859595e-06,
      "loss": 1.291,
      "step": 1722
    },
    {
      "epoch": 0.3839554317548747,
      "grad_norm": 84.90755462646484,
      "learning_rate": 6.1600178292846e-06,
      "loss": 0.5293,
      "step": 1723
    },
    {
      "epoch": 0.3841782729805014,
      "grad_norm": 131.89080810546875,
      "learning_rate": 6.1577891687096055e-06,
      "loss": 1.0696,
      "step": 1724
    },
    {
      "epoch": 0.38440111420612816,
      "grad_norm": 134.95013427734375,
      "learning_rate": 6.155560508134612e-06,
      "loss": 1.394,
      "step": 1725
    },
    {
      "epoch": 0.38462395543175487,
      "grad_norm": 63.235191345214844,
      "learning_rate": 6.153331847559617e-06,
      "loss": 0.4138,
      "step": 1726
    },
    {
      "epoch": 0.38484679665738164,
      "grad_norm": 34.772029876708984,
      "learning_rate": 6.151103186984623e-06,
      "loss": 0.1813,
      "step": 1727
    },
    {
      "epoch": 0.38506963788300835,
      "grad_norm": 37.43654251098633,
      "learning_rate": 6.148874526409628e-06,
      "loss": 0.1351,
      "step": 1728
    },
    {
      "epoch": 0.3852924791086351,
      "grad_norm": 33.006690979003906,
      "learning_rate": 6.146645865834634e-06,
      "loss": 0.1871,
      "step": 1729
    },
    {
      "epoch": 0.38551532033426184,
      "grad_norm": 20.62314796447754,
      "learning_rate": 6.14441720525964e-06,
      "loss": 0.0514,
      "step": 1730
    },
    {
      "epoch": 0.3857381615598886,
      "grad_norm": 121.79163360595703,
      "learning_rate": 6.142188544684645e-06,
      "loss": 0.4482,
      "step": 1731
    },
    {
      "epoch": 0.3859610027855153,
      "grad_norm": 109.81847381591797,
      "learning_rate": 6.139959884109651e-06,
      "loss": 0.9478,
      "step": 1732
    },
    {
      "epoch": 0.3861838440111421,
      "grad_norm": 99.17341613769531,
      "learning_rate": 6.1377312235346565e-06,
      "loss": 0.613,
      "step": 1733
    },
    {
      "epoch": 0.3864066852367688,
      "grad_norm": 91.52200317382812,
      "learning_rate": 6.135502562959662e-06,
      "loss": 0.4561,
      "step": 1734
    },
    {
      "epoch": 0.38662952646239557,
      "grad_norm": 117.65624237060547,
      "learning_rate": 6.133273902384668e-06,
      "loss": 0.6057,
      "step": 1735
    },
    {
      "epoch": 0.3868523676880223,
      "grad_norm": 32.502193450927734,
      "learning_rate": 6.131045241809673e-06,
      "loss": 0.4478,
      "step": 1736
    },
    {
      "epoch": 0.38707520891364905,
      "grad_norm": 21.407657623291016,
      "learning_rate": 6.1288165812346785e-06,
      "loss": 0.0677,
      "step": 1737
    },
    {
      "epoch": 0.38729805013927576,
      "grad_norm": 50.22535705566406,
      "learning_rate": 6.126587920659685e-06,
      "loss": 0.238,
      "step": 1738
    },
    {
      "epoch": 0.38752089136490253,
      "grad_norm": 24.108802795410156,
      "learning_rate": 6.124359260084689e-06,
      "loss": 0.1274,
      "step": 1739
    },
    {
      "epoch": 0.38774373259052924,
      "grad_norm": 37.254878997802734,
      "learning_rate": 6.122130599509694e-06,
      "loss": 0.1133,
      "step": 1740
    },
    {
      "epoch": 0.387966573816156,
      "grad_norm": 102.6337661743164,
      "learning_rate": 6.1199019389347005e-06,
      "loss": 0.8076,
      "step": 1741
    },
    {
      "epoch": 0.3881894150417827,
      "grad_norm": 95.32547760009766,
      "learning_rate": 6.117673278359706e-06,
      "loss": 0.5703,
      "step": 1742
    },
    {
      "epoch": 0.3884122562674095,
      "grad_norm": 11.295994758605957,
      "learning_rate": 6.115444617784712e-06,
      "loss": 0.0551,
      "step": 1743
    },
    {
      "epoch": 0.3886350974930362,
      "grad_norm": 62.29426574707031,
      "learning_rate": 6.113215957209717e-06,
      "loss": 0.3511,
      "step": 1744
    },
    {
      "epoch": 0.388857938718663,
      "grad_norm": 30.112459182739258,
      "learning_rate": 6.1109872966347225e-06,
      "loss": 0.1987,
      "step": 1745
    },
    {
      "epoch": 0.3890807799442897,
      "grad_norm": 56.08073043823242,
      "learning_rate": 6.108758636059729e-06,
      "loss": 0.4044,
      "step": 1746
    },
    {
      "epoch": 0.38930362116991646,
      "grad_norm": 140.3385772705078,
      "learning_rate": 6.106529975484734e-06,
      "loss": 0.8418,
      "step": 1747
    },
    {
      "epoch": 0.38952646239554317,
      "grad_norm": 33.97449493408203,
      "learning_rate": 6.104301314909739e-06,
      "loss": 0.2007,
      "step": 1748
    },
    {
      "epoch": 0.38974930362116994,
      "grad_norm": 101.29957580566406,
      "learning_rate": 6.102072654334745e-06,
      "loss": 0.5966,
      "step": 1749
    },
    {
      "epoch": 0.38997214484679665,
      "grad_norm": 29.571754455566406,
      "learning_rate": 6.099843993759751e-06,
      "loss": 0.179,
      "step": 1750
    },
    {
      "epoch": 0.3901949860724234,
      "grad_norm": 187.02455139160156,
      "learning_rate": 6.097615333184757e-06,
      "loss": 1.0309,
      "step": 1751
    },
    {
      "epoch": 0.39041782729805014,
      "grad_norm": 65.07806396484375,
      "learning_rate": 6.095386672609762e-06,
      "loss": 0.8396,
      "step": 1752
    },
    {
      "epoch": 0.3906406685236769,
      "grad_norm": 13.38867473602295,
      "learning_rate": 6.093158012034767e-06,
      "loss": 0.0411,
      "step": 1753
    },
    {
      "epoch": 0.3908635097493036,
      "grad_norm": 96.80762481689453,
      "learning_rate": 6.0909293514597736e-06,
      "loss": 0.3168,
      "step": 1754
    },
    {
      "epoch": 0.3910863509749304,
      "grad_norm": 240.18807983398438,
      "learning_rate": 6.088700690884779e-06,
      "loss": 0.6317,
      "step": 1755
    },
    {
      "epoch": 0.3913091922005571,
      "grad_norm": 29.8624267578125,
      "learning_rate": 6.086472030309785e-06,
      "loss": 0.0655,
      "step": 1756
    },
    {
      "epoch": 0.39153203342618387,
      "grad_norm": 37.50518035888672,
      "learning_rate": 6.08424336973479e-06,
      "loss": 0.1451,
      "step": 1757
    },
    {
      "epoch": 0.3917548746518106,
      "grad_norm": 35.59122848510742,
      "learning_rate": 6.082014709159796e-06,
      "loss": 0.094,
      "step": 1758
    },
    {
      "epoch": 0.39197771587743735,
      "grad_norm": 3.9971959590911865,
      "learning_rate": 6.079786048584802e-06,
      "loss": 0.0112,
      "step": 1759
    },
    {
      "epoch": 0.39220055710306406,
      "grad_norm": 20.56281280517578,
      "learning_rate": 6.077557388009807e-06,
      "loss": 0.0841,
      "step": 1760
    },
    {
      "epoch": 0.39242339832869083,
      "grad_norm": 8.459425926208496,
      "learning_rate": 6.075328727434812e-06,
      "loss": 0.0077,
      "step": 1761
    },
    {
      "epoch": 0.39264623955431754,
      "grad_norm": 24.81443214416504,
      "learning_rate": 6.073100066859818e-06,
      "loss": 0.0927,
      "step": 1762
    },
    {
      "epoch": 0.3928690807799443,
      "grad_norm": 120.27706909179688,
      "learning_rate": 6.070871406284823e-06,
      "loss": 0.4658,
      "step": 1763
    },
    {
      "epoch": 0.393091922005571,
      "grad_norm": 202.43569946289062,
      "learning_rate": 6.068642745709828e-06,
      "loss": 1.1094,
      "step": 1764
    },
    {
      "epoch": 0.3933147632311978,
      "grad_norm": 39.912872314453125,
      "learning_rate": 6.066414085134834e-06,
      "loss": 0.0779,
      "step": 1765
    },
    {
      "epoch": 0.3935376044568245,
      "grad_norm": 100.59280395507812,
      "learning_rate": 6.06418542455984e-06,
      "loss": 1.4813,
      "step": 1766
    },
    {
      "epoch": 0.3937604456824513,
      "grad_norm": 132.76747131347656,
      "learning_rate": 6.061956763984846e-06,
      "loss": 0.7461,
      "step": 1767
    },
    {
      "epoch": 0.393983286908078,
      "grad_norm": 95.14187622070312,
      "learning_rate": 6.059728103409851e-06,
      "loss": 0.3521,
      "step": 1768
    },
    {
      "epoch": 0.39420612813370476,
      "grad_norm": 22.026386260986328,
      "learning_rate": 6.057499442834856e-06,
      "loss": 0.0396,
      "step": 1769
    },
    {
      "epoch": 0.39442896935933147,
      "grad_norm": 24.833412170410156,
      "learning_rate": 6.0552707822598625e-06,
      "loss": 0.094,
      "step": 1770
    },
    {
      "epoch": 0.39465181058495824,
      "grad_norm": 25.158823013305664,
      "learning_rate": 6.053042121684868e-06,
      "loss": 0.0493,
      "step": 1771
    },
    {
      "epoch": 0.39487465181058495,
      "grad_norm": 26.666868209838867,
      "learning_rate": 6.050813461109873e-06,
      "loss": 0.0806,
      "step": 1772
    },
    {
      "epoch": 0.3950974930362117,
      "grad_norm": 190.18983459472656,
      "learning_rate": 6.048584800534879e-06,
      "loss": 0.7507,
      "step": 1773
    },
    {
      "epoch": 0.39532033426183844,
      "grad_norm": 215.88226318359375,
      "learning_rate": 6.0463561399598845e-06,
      "loss": 1.5967,
      "step": 1774
    },
    {
      "epoch": 0.3955431754874652,
      "grad_norm": 24.80742073059082,
      "learning_rate": 6.044127479384891e-06,
      "loss": 0.0418,
      "step": 1775
    },
    {
      "epoch": 0.3957660167130919,
      "grad_norm": 49.5560302734375,
      "learning_rate": 6.041898818809896e-06,
      "loss": 0.1621,
      "step": 1776
    },
    {
      "epoch": 0.3959888579387187,
      "grad_norm": 36.87299728393555,
      "learning_rate": 6.039670158234901e-06,
      "loss": 0.1372,
      "step": 1777
    },
    {
      "epoch": 0.3962116991643454,
      "grad_norm": 44.855228424072266,
      "learning_rate": 6.037441497659907e-06,
      "loss": 0.1011,
      "step": 1778
    },
    {
      "epoch": 0.39643454038997217,
      "grad_norm": 70.61229705810547,
      "learning_rate": 6.035212837084913e-06,
      "loss": 0.2758,
      "step": 1779
    },
    {
      "epoch": 0.3966573816155989,
      "grad_norm": 98.12845611572266,
      "learning_rate": 6.032984176509919e-06,
      "loss": 0.4375,
      "step": 1780
    },
    {
      "epoch": 0.39688022284122565,
      "grad_norm": 62.70245361328125,
      "learning_rate": 6.030755515934924e-06,
      "loss": 0.7148,
      "step": 1781
    },
    {
      "epoch": 0.39710306406685236,
      "grad_norm": 12.485917091369629,
      "learning_rate": 6.028526855359929e-06,
      "loss": 0.0307,
      "step": 1782
    },
    {
      "epoch": 0.39732590529247913,
      "grad_norm": 39.878963470458984,
      "learning_rate": 6.0262981947849355e-06,
      "loss": 0.1143,
      "step": 1783
    },
    {
      "epoch": 0.39754874651810584,
      "grad_norm": 116.60743713378906,
      "learning_rate": 6.02406953420994e-06,
      "loss": 0.4683,
      "step": 1784
    },
    {
      "epoch": 0.3977715877437326,
      "grad_norm": 63.202606201171875,
      "learning_rate": 6.021840873634945e-06,
      "loss": 0.1622,
      "step": 1785
    },
    {
      "epoch": 0.3979944289693593,
      "grad_norm": 14.93717098236084,
      "learning_rate": 6.019612213059951e-06,
      "loss": 0.0164,
      "step": 1786
    },
    {
      "epoch": 0.3982172701949861,
      "grad_norm": 65.97721862792969,
      "learning_rate": 6.017383552484957e-06,
      "loss": 0.7087,
      "step": 1787
    },
    {
      "epoch": 0.3984401114206128,
      "grad_norm": 38.235233306884766,
      "learning_rate": 6.015154891909962e-06,
      "loss": 0.1156,
      "step": 1788
    },
    {
      "epoch": 0.3986629526462396,
      "grad_norm": 292.1930236816406,
      "learning_rate": 6.012926231334968e-06,
      "loss": 1.6309,
      "step": 1789
    },
    {
      "epoch": 0.3988857938718663,
      "grad_norm": 42.68413162231445,
      "learning_rate": 6.010697570759973e-06,
      "loss": 0.0883,
      "step": 1790
    },
    {
      "epoch": 0.39910863509749306,
      "grad_norm": 61.928260803222656,
      "learning_rate": 6.0084689101849795e-06,
      "loss": 0.178,
      "step": 1791
    },
    {
      "epoch": 0.39933147632311977,
      "grad_norm": 4.31226921081543,
      "learning_rate": 6.006240249609985e-06,
      "loss": 0.0187,
      "step": 1792
    },
    {
      "epoch": 0.39955431754874654,
      "grad_norm": 91.1740493774414,
      "learning_rate": 6.00401158903499e-06,
      "loss": 0.4219,
      "step": 1793
    },
    {
      "epoch": 0.39977715877437325,
      "grad_norm": 26.5224666595459,
      "learning_rate": 6.001782928459996e-06,
      "loss": 0.0531,
      "step": 1794
    },
    {
      "epoch": 0.4,
      "grad_norm": 93.01477813720703,
      "learning_rate": 5.9995542678850015e-06,
      "loss": 0.5967,
      "step": 1795
    },
    {
      "epoch": 0.40022284122562674,
      "grad_norm": 135.5316162109375,
      "learning_rate": 5.997325607310007e-06,
      "loss": 0.5398,
      "step": 1796
    },
    {
      "epoch": 0.4004456824512535,
      "grad_norm": 218.71617126464844,
      "learning_rate": 5.995096946735013e-06,
      "loss": 1.83,
      "step": 1797
    },
    {
      "epoch": 0.4006685236768802,
      "grad_norm": 42.40185546875,
      "learning_rate": 5.992868286160018e-06,
      "loss": 0.2329,
      "step": 1798
    },
    {
      "epoch": 0.400891364902507,
      "grad_norm": 74.87800598144531,
      "learning_rate": 5.990639625585024e-06,
      "loss": 0.3301,
      "step": 1799
    },
    {
      "epoch": 0.4011142061281337,
      "grad_norm": 44.819576263427734,
      "learning_rate": 5.98841096501003e-06,
      "loss": 0.1183,
      "step": 1800
    },
    {
      "epoch": 0.40133704735376047,
      "grad_norm": 9.190295219421387,
      "learning_rate": 5.986182304435035e-06,
      "loss": 0.0241,
      "step": 1801
    },
    {
      "epoch": 0.4015598885793872,
      "grad_norm": 13.071950912475586,
      "learning_rate": 5.983953643860041e-06,
      "loss": 0.0222,
      "step": 1802
    },
    {
      "epoch": 0.40178272980501395,
      "grad_norm": 89.92280578613281,
      "learning_rate": 5.9817249832850464e-06,
      "loss": 0.3008,
      "step": 1803
    },
    {
      "epoch": 0.40200557103064066,
      "grad_norm": 169.43939208984375,
      "learning_rate": 5.9794963227100526e-06,
      "loss": 2.6877,
      "step": 1804
    },
    {
      "epoch": 0.40222841225626743,
      "grad_norm": 79.44190979003906,
      "learning_rate": 5.977267662135058e-06,
      "loss": 0.2646,
      "step": 1805
    },
    {
      "epoch": 0.40245125348189414,
      "grad_norm": 117.63959503173828,
      "learning_rate": 5.975039001560063e-06,
      "loss": 0.5117,
      "step": 1806
    },
    {
      "epoch": 0.4026740947075209,
      "grad_norm": 21.736114501953125,
      "learning_rate": 5.972810340985068e-06,
      "loss": 0.05,
      "step": 1807
    },
    {
      "epoch": 0.4028969359331476,
      "grad_norm": 33.67679977416992,
      "learning_rate": 5.970581680410074e-06,
      "loss": 0.4119,
      "step": 1808
    },
    {
      "epoch": 0.4031197771587744,
      "grad_norm": 64.93626403808594,
      "learning_rate": 5.968353019835079e-06,
      "loss": 0.3141,
      "step": 1809
    },
    {
      "epoch": 0.4033426183844011,
      "grad_norm": 17.75296974182129,
      "learning_rate": 5.966124359260085e-06,
      "loss": 0.0227,
      "step": 1810
    },
    {
      "epoch": 0.4035654596100279,
      "grad_norm": 44.60289001464844,
      "learning_rate": 5.9638956986850905e-06,
      "loss": 0.18,
      "step": 1811
    },
    {
      "epoch": 0.4037883008356546,
      "grad_norm": 37.96179962158203,
      "learning_rate": 5.961667038110096e-06,
      "loss": 0.4155,
      "step": 1812
    },
    {
      "epoch": 0.40401114206128136,
      "grad_norm": 12.460092544555664,
      "learning_rate": 5.959438377535102e-06,
      "loss": 0.0277,
      "step": 1813
    },
    {
      "epoch": 0.40423398328690807,
      "grad_norm": 29.682064056396484,
      "learning_rate": 5.957209716960107e-06,
      "loss": 0.374,
      "step": 1814
    },
    {
      "epoch": 0.40445682451253484,
      "grad_norm": 121.37418365478516,
      "learning_rate": 5.954981056385113e-06,
      "loss": 0.4949,
      "step": 1815
    },
    {
      "epoch": 0.40467966573816155,
      "grad_norm": 43.7955207824707,
      "learning_rate": 5.952752395810119e-06,
      "loss": 0.1421,
      "step": 1816
    },
    {
      "epoch": 0.4049025069637883,
      "grad_norm": 25.9263916015625,
      "learning_rate": 5.950523735235124e-06,
      "loss": 0.0758,
      "step": 1817
    },
    {
      "epoch": 0.40512534818941504,
      "grad_norm": 1.8410855531692505,
      "learning_rate": 5.94829507466013e-06,
      "loss": 0.0076,
      "step": 1818
    },
    {
      "epoch": 0.4053481894150418,
      "grad_norm": 8.414523124694824,
      "learning_rate": 5.946066414085135e-06,
      "loss": 0.0112,
      "step": 1819
    },
    {
      "epoch": 0.4055710306406685,
      "grad_norm": 276.5013427734375,
      "learning_rate": 5.943837753510141e-06,
      "loss": 1.1675,
      "step": 1820
    },
    {
      "epoch": 0.4057938718662953,
      "grad_norm": 23.323116302490234,
      "learning_rate": 5.941609092935147e-06,
      "loss": 0.0343,
      "step": 1821
    },
    {
      "epoch": 0.406016713091922,
      "grad_norm": 90.27603912353516,
      "learning_rate": 5.939380432360152e-06,
      "loss": 0.2754,
      "step": 1822
    },
    {
      "epoch": 0.40623955431754877,
      "grad_norm": 98.9535140991211,
      "learning_rate": 5.937151771785158e-06,
      "loss": 0.9395,
      "step": 1823
    },
    {
      "epoch": 0.4064623955431755,
      "grad_norm": 90.13123321533203,
      "learning_rate": 5.9349231112101635e-06,
      "loss": 0.5559,
      "step": 1824
    },
    {
      "epoch": 0.40668523676880225,
      "grad_norm": 135.85594177246094,
      "learning_rate": 5.932694450635169e-06,
      "loss": 0.4065,
      "step": 1825
    },
    {
      "epoch": 0.40690807799442896,
      "grad_norm": 12.444442749023438,
      "learning_rate": 5.930465790060175e-06,
      "loss": 0.0302,
      "step": 1826
    },
    {
      "epoch": 0.40713091922005573,
      "grad_norm": 61.66664505004883,
      "learning_rate": 5.92823712948518e-06,
      "loss": 0.2281,
      "step": 1827
    },
    {
      "epoch": 0.40735376044568244,
      "grad_norm": 123.16059875488281,
      "learning_rate": 5.926008468910186e-06,
      "loss": 0.6733,
      "step": 1828
    },
    {
      "epoch": 0.4075766016713092,
      "grad_norm": 61.0295524597168,
      "learning_rate": 5.923779808335191e-06,
      "loss": 0.4348,
      "step": 1829
    },
    {
      "epoch": 0.4077994428969359,
      "grad_norm": 56.03181457519531,
      "learning_rate": 5.921551147760196e-06,
      "loss": 0.5307,
      "step": 1830
    },
    {
      "epoch": 0.4080222841225627,
      "grad_norm": 53.973209381103516,
      "learning_rate": 5.919322487185201e-06,
      "loss": 0.5079,
      "step": 1831
    },
    {
      "epoch": 0.4082451253481894,
      "grad_norm": 41.091064453125,
      "learning_rate": 5.9170938266102075e-06,
      "loss": 0.1356,
      "step": 1832
    },
    {
      "epoch": 0.4084679665738162,
      "grad_norm": 22.296316146850586,
      "learning_rate": 5.914865166035213e-06,
      "loss": 0.111,
      "step": 1833
    },
    {
      "epoch": 0.4086908077994429,
      "grad_norm": 129.48350524902344,
      "learning_rate": 5.912636505460219e-06,
      "loss": 0.315,
      "step": 1834
    },
    {
      "epoch": 0.40891364902506966,
      "grad_norm": 39.95207214355469,
      "learning_rate": 5.910407844885224e-06,
      "loss": 0.1143,
      "step": 1835
    },
    {
      "epoch": 0.40913649025069637,
      "grad_norm": 74.31590270996094,
      "learning_rate": 5.9081791843102295e-06,
      "loss": 0.3545,
      "step": 1836
    },
    {
      "epoch": 0.40935933147632314,
      "grad_norm": 110.86453247070312,
      "learning_rate": 5.905950523735236e-06,
      "loss": 0.8066,
      "step": 1837
    },
    {
      "epoch": 0.40958217270194985,
      "grad_norm": 12.705434799194336,
      "learning_rate": 5.903721863160241e-06,
      "loss": 0.0158,
      "step": 1838
    },
    {
      "epoch": 0.4098050139275766,
      "grad_norm": 97.30564880371094,
      "learning_rate": 5.901493202585247e-06,
      "loss": 1.0059,
      "step": 1839
    },
    {
      "epoch": 0.41002785515320334,
      "grad_norm": 73.54637908935547,
      "learning_rate": 5.899264542010252e-06,
      "loss": 0.2019,
      "step": 1840
    },
    {
      "epoch": 0.4102506963788301,
      "grad_norm": 42.202239990234375,
      "learning_rate": 5.897035881435258e-06,
      "loss": 0.5229,
      "step": 1841
    },
    {
      "epoch": 0.4104735376044568,
      "grad_norm": 162.60777282714844,
      "learning_rate": 5.894807220860264e-06,
      "loss": 0.7552,
      "step": 1842
    },
    {
      "epoch": 0.4106963788300836,
      "grad_norm": 46.82801818847656,
      "learning_rate": 5.892578560285269e-06,
      "loss": 0.3115,
      "step": 1843
    },
    {
      "epoch": 0.4109192200557103,
      "grad_norm": 171.24122619628906,
      "learning_rate": 5.890349899710274e-06,
      "loss": 0.6445,
      "step": 1844
    },
    {
      "epoch": 0.41114206128133707,
      "grad_norm": 37.70329666137695,
      "learning_rate": 5.8881212391352806e-06,
      "loss": 0.1125,
      "step": 1845
    },
    {
      "epoch": 0.4113649025069638,
      "grad_norm": 49.403560638427734,
      "learning_rate": 5.885892578560286e-06,
      "loss": 0.6433,
      "step": 1846
    },
    {
      "epoch": 0.41158774373259055,
      "grad_norm": 22.640522003173828,
      "learning_rate": 5.883663917985292e-06,
      "loss": 0.0543,
      "step": 1847
    },
    {
      "epoch": 0.41181058495821726,
      "grad_norm": 47.88175582885742,
      "learning_rate": 5.881435257410297e-06,
      "loss": 0.2578,
      "step": 1848
    },
    {
      "epoch": 0.41203342618384403,
      "grad_norm": 99.0963134765625,
      "learning_rate": 5.8792065968353026e-06,
      "loss": 0.5472,
      "step": 1849
    },
    {
      "epoch": 0.41225626740947074,
      "grad_norm": 124.7354507446289,
      "learning_rate": 5.876977936260309e-06,
      "loss": 0.248,
      "step": 1850
    },
    {
      "epoch": 0.4124791086350975,
      "grad_norm": 37.029056549072266,
      "learning_rate": 5.874749275685313e-06,
      "loss": 0.1243,
      "step": 1851
    },
    {
      "epoch": 0.4127019498607242,
      "grad_norm": 12.497246742248535,
      "learning_rate": 5.8725206151103184e-06,
      "loss": 0.0352,
      "step": 1852
    },
    {
      "epoch": 0.412924791086351,
      "grad_norm": 56.47486114501953,
      "learning_rate": 5.870291954535325e-06,
      "loss": 0.1693,
      "step": 1853
    },
    {
      "epoch": 0.4131476323119777,
      "grad_norm": 11.159784317016602,
      "learning_rate": 5.86806329396033e-06,
      "loss": 0.0203,
      "step": 1854
    },
    {
      "epoch": 0.4133704735376045,
      "grad_norm": 13.489182472229004,
      "learning_rate": 5.865834633385335e-06,
      "loss": 0.0503,
      "step": 1855
    },
    {
      "epoch": 0.4135933147632312,
      "grad_norm": 29.140575408935547,
      "learning_rate": 5.863605972810341e-06,
      "loss": 0.0879,
      "step": 1856
    },
    {
      "epoch": 0.41381615598885796,
      "grad_norm": 142.7454833984375,
      "learning_rate": 5.861377312235347e-06,
      "loss": 0.9336,
      "step": 1857
    },
    {
      "epoch": 0.41403899721448467,
      "grad_norm": 102.11344909667969,
      "learning_rate": 5.859148651660353e-06,
      "loss": 0.5654,
      "step": 1858
    },
    {
      "epoch": 0.41426183844011144,
      "grad_norm": 23.1082763671875,
      "learning_rate": 5.856919991085358e-06,
      "loss": 0.0828,
      "step": 1859
    },
    {
      "epoch": 0.41448467966573815,
      "grad_norm": 41.30471420288086,
      "learning_rate": 5.854691330510363e-06,
      "loss": 0.5174,
      "step": 1860
    },
    {
      "epoch": 0.4147075208913649,
      "grad_norm": 7.287798881530762,
      "learning_rate": 5.8524626699353695e-06,
      "loss": 0.0163,
      "step": 1861
    },
    {
      "epoch": 0.41493036211699164,
      "grad_norm": 45.06522750854492,
      "learning_rate": 5.850234009360375e-06,
      "loss": 0.3311,
      "step": 1862
    },
    {
      "epoch": 0.4151532033426184,
      "grad_norm": 18.3809871673584,
      "learning_rate": 5.848005348785381e-06,
      "loss": 0.025,
      "step": 1863
    },
    {
      "epoch": 0.4153760445682451,
      "grad_norm": 23.672836303710938,
      "learning_rate": 5.845776688210386e-06,
      "loss": 0.1101,
      "step": 1864
    },
    {
      "epoch": 0.4155988857938719,
      "grad_norm": 178.69004821777344,
      "learning_rate": 5.8435480276353915e-06,
      "loss": 0.7151,
      "step": 1865
    },
    {
      "epoch": 0.4158217270194986,
      "grad_norm": 43.69428634643555,
      "learning_rate": 5.841319367060398e-06,
      "loss": 0.1021,
      "step": 1866
    },
    {
      "epoch": 0.41604456824512537,
      "grad_norm": 49.499900817871094,
      "learning_rate": 5.839090706485403e-06,
      "loss": 0.3459,
      "step": 1867
    },
    {
      "epoch": 0.4162674094707521,
      "grad_norm": 42.097835540771484,
      "learning_rate": 5.836862045910408e-06,
      "loss": 0.1879,
      "step": 1868
    },
    {
      "epoch": 0.41649025069637885,
      "grad_norm": 27.462791442871094,
      "learning_rate": 5.834633385335414e-06,
      "loss": 0.0732,
      "step": 1869
    },
    {
      "epoch": 0.41671309192200556,
      "grad_norm": 32.03238296508789,
      "learning_rate": 5.83240472476042e-06,
      "loss": 0.1904,
      "step": 1870
    },
    {
      "epoch": 0.41693593314763233,
      "grad_norm": 104.91130828857422,
      "learning_rate": 5.830176064185426e-06,
      "loss": 0.2339,
      "step": 1871
    },
    {
      "epoch": 0.41715877437325904,
      "grad_norm": 63.2569580078125,
      "learning_rate": 5.827947403610431e-06,
      "loss": 0.2925,
      "step": 1872
    },
    {
      "epoch": 0.4173816155988858,
      "grad_norm": 36.57937240600586,
      "learning_rate": 5.825718743035436e-06,
      "loss": 0.4453,
      "step": 1873
    },
    {
      "epoch": 0.4176044568245125,
      "grad_norm": 18.68932342529297,
      "learning_rate": 5.823490082460442e-06,
      "loss": 0.0784,
      "step": 1874
    },
    {
      "epoch": 0.4178272980501393,
      "grad_norm": 37.545127868652344,
      "learning_rate": 5.821261421885447e-06,
      "loss": 0.1345,
      "step": 1875
    },
    {
      "epoch": 0.418050139275766,
      "grad_norm": 37.48329162597656,
      "learning_rate": 5.819032761310452e-06,
      "loss": 0.1816,
      "step": 1876
    },
    {
      "epoch": 0.4182729805013928,
      "grad_norm": 25.2669677734375,
      "learning_rate": 5.816804100735458e-06,
      "loss": 0.0397,
      "step": 1877
    },
    {
      "epoch": 0.4184958217270195,
      "grad_norm": 129.12158203125,
      "learning_rate": 5.814575440160464e-06,
      "loss": 0.4348,
      "step": 1878
    },
    {
      "epoch": 0.41871866295264626,
      "grad_norm": 142.05088806152344,
      "learning_rate": 5.812346779585469e-06,
      "loss": 0.5947,
      "step": 1879
    },
    {
      "epoch": 0.41894150417827297,
      "grad_norm": 2.4396543502807617,
      "learning_rate": 5.810118119010475e-06,
      "loss": 0.0046,
      "step": 1880
    },
    {
      "epoch": 0.41916434540389974,
      "grad_norm": 110.65914916992188,
      "learning_rate": 5.80788945843548e-06,
      "loss": 0.4097,
      "step": 1881
    },
    {
      "epoch": 0.41938718662952645,
      "grad_norm": 70.966064453125,
      "learning_rate": 5.8056607978604865e-06,
      "loss": 0.2306,
      "step": 1882
    },
    {
      "epoch": 0.4196100278551532,
      "grad_norm": 65.43067169189453,
      "learning_rate": 5.803432137285492e-06,
      "loss": 0.2354,
      "step": 1883
    },
    {
      "epoch": 0.41983286908077994,
      "grad_norm": 96.98667907714844,
      "learning_rate": 5.801203476710497e-06,
      "loss": 0.4314,
      "step": 1884
    },
    {
      "epoch": 0.4200557103064067,
      "grad_norm": 107.0000228881836,
      "learning_rate": 5.798974816135503e-06,
      "loss": 0.4443,
      "step": 1885
    },
    {
      "epoch": 0.4202785515320334,
      "grad_norm": 107.68916320800781,
      "learning_rate": 5.7967461555605085e-06,
      "loss": 0.6045,
      "step": 1886
    },
    {
      "epoch": 0.4205013927576602,
      "grad_norm": 140.24151611328125,
      "learning_rate": 5.794517494985515e-06,
      "loss": 1.386,
      "step": 1887
    },
    {
      "epoch": 0.4207242339832869,
      "grad_norm": 124.66357421875,
      "learning_rate": 5.79228883441052e-06,
      "loss": 1.2188,
      "step": 1888
    },
    {
      "epoch": 0.42094707520891367,
      "grad_norm": 18.475383758544922,
      "learning_rate": 5.790060173835525e-06,
      "loss": 0.0464,
      "step": 1889
    },
    {
      "epoch": 0.4211699164345404,
      "grad_norm": 74.4110336303711,
      "learning_rate": 5.787831513260531e-06,
      "loss": 0.2612,
      "step": 1890
    },
    {
      "epoch": 0.42139275766016715,
      "grad_norm": 10.886625289916992,
      "learning_rate": 5.785602852685537e-06,
      "loss": 0.0305,
      "step": 1891
    },
    {
      "epoch": 0.42161559888579386,
      "grad_norm": 38.9397087097168,
      "learning_rate": 5.783374192110542e-06,
      "loss": 0.1023,
      "step": 1892
    },
    {
      "epoch": 0.42183844011142063,
      "grad_norm": 209.79818725585938,
      "learning_rate": 5.781145531535548e-06,
      "loss": 1.3711,
      "step": 1893
    },
    {
      "epoch": 0.42206128133704734,
      "grad_norm": 149.44302368164062,
      "learning_rate": 5.778916870960553e-06,
      "loss": 1.2891,
      "step": 1894
    },
    {
      "epoch": 0.4222841225626741,
      "grad_norm": 50.07676696777344,
      "learning_rate": 5.7766882103855596e-06,
      "loss": 0.2126,
      "step": 1895
    },
    {
      "epoch": 0.4225069637883008,
      "grad_norm": 49.20948791503906,
      "learning_rate": 5.774459549810564e-06,
      "loss": 0.2656,
      "step": 1896
    },
    {
      "epoch": 0.4227298050139276,
      "grad_norm": 37.25104904174805,
      "learning_rate": 5.772230889235569e-06,
      "loss": 0.1936,
      "step": 1897
    },
    {
      "epoch": 0.4229526462395543,
      "grad_norm": 60.37765121459961,
      "learning_rate": 5.7700022286605754e-06,
      "loss": 0.3953,
      "step": 1898
    },
    {
      "epoch": 0.4231754874651811,
      "grad_norm": 86.38811492919922,
      "learning_rate": 5.767773568085581e-06,
      "loss": 0.5234,
      "step": 1899
    },
    {
      "epoch": 0.4233983286908078,
      "grad_norm": 33.20320129394531,
      "learning_rate": 5.765544907510586e-06,
      "loss": 0.0712,
      "step": 1900
    },
    {
      "epoch": 0.42362116991643456,
      "grad_norm": 48.67707061767578,
      "learning_rate": 5.763316246935592e-06,
      "loss": 0.4995,
      "step": 1901
    },
    {
      "epoch": 0.42384401114206127,
      "grad_norm": 50.434898376464844,
      "learning_rate": 5.7610875863605974e-06,
      "loss": 0.5107,
      "step": 1902
    },
    {
      "epoch": 0.42406685236768804,
      "grad_norm": 93.57784271240234,
      "learning_rate": 5.758858925785603e-06,
      "loss": 0.4204,
      "step": 1903
    },
    {
      "epoch": 0.42428969359331475,
      "grad_norm": 15.077729225158691,
      "learning_rate": 5.756630265210609e-06,
      "loss": 0.0488,
      "step": 1904
    },
    {
      "epoch": 0.4245125348189415,
      "grad_norm": 86.1865463256836,
      "learning_rate": 5.754401604635614e-06,
      "loss": 0.8027,
      "step": 1905
    },
    {
      "epoch": 0.42473537604456824,
      "grad_norm": 22.21815299987793,
      "learning_rate": 5.75217294406062e-06,
      "loss": 0.1143,
      "step": 1906
    },
    {
      "epoch": 0.424958217270195,
      "grad_norm": 24.093582153320312,
      "learning_rate": 5.749944283485626e-06,
      "loss": 0.364,
      "step": 1907
    },
    {
      "epoch": 0.4251810584958217,
      "grad_norm": 134.9342041015625,
      "learning_rate": 5.747715622910631e-06,
      "loss": 0.3105,
      "step": 1908
    },
    {
      "epoch": 0.4254038997214485,
      "grad_norm": 31.504079818725586,
      "learning_rate": 5.745486962335637e-06,
      "loss": 0.0867,
      "step": 1909
    },
    {
      "epoch": 0.4256267409470752,
      "grad_norm": 6.263445854187012,
      "learning_rate": 5.743258301760642e-06,
      "loss": 0.0157,
      "step": 1910
    },
    {
      "epoch": 0.42584958217270197,
      "grad_norm": 28.455791473388672,
      "learning_rate": 5.7410296411856485e-06,
      "loss": 0.1029,
      "step": 1911
    },
    {
      "epoch": 0.4260724233983287,
      "grad_norm": 86.07587432861328,
      "learning_rate": 5.738800980610654e-06,
      "loss": 0.5386,
      "step": 1912
    },
    {
      "epoch": 0.42629526462395545,
      "grad_norm": 20.01095962524414,
      "learning_rate": 5.736572320035659e-06,
      "loss": 0.0986,
      "step": 1913
    },
    {
      "epoch": 0.42651810584958216,
      "grad_norm": 164.08535766601562,
      "learning_rate": 5.734343659460665e-06,
      "loss": 0.9375,
      "step": 1914
    },
    {
      "epoch": 0.42674094707520893,
      "grad_norm": 34.23024368286133,
      "learning_rate": 5.7321149988856705e-06,
      "loss": 0.1316,
      "step": 1915
    },
    {
      "epoch": 0.42696378830083564,
      "grad_norm": 14.706212997436523,
      "learning_rate": 5.729886338310677e-06,
      "loss": 0.0402,
      "step": 1916
    },
    {
      "epoch": 0.4271866295264624,
      "grad_norm": 24.554290771484375,
      "learning_rate": 5.727657677735682e-06,
      "loss": 0.1035,
      "step": 1917
    },
    {
      "epoch": 0.4274094707520891,
      "grad_norm": 16.545820236206055,
      "learning_rate": 5.725429017160687e-06,
      "loss": 0.0402,
      "step": 1918
    },
    {
      "epoch": 0.4276323119777159,
      "grad_norm": 20.69386100769043,
      "learning_rate": 5.723200356585692e-06,
      "loss": 0.1256,
      "step": 1919
    },
    {
      "epoch": 0.4278551532033426,
      "grad_norm": 7.832252025604248,
      "learning_rate": 5.720971696010698e-06,
      "loss": 0.0264,
      "step": 1920
    },
    {
      "epoch": 0.4280779944289694,
      "grad_norm": 157.2717742919922,
      "learning_rate": 5.718743035435703e-06,
      "loss": 1.1797,
      "step": 1921
    },
    {
      "epoch": 0.4283008356545961,
      "grad_norm": 19.611175537109375,
      "learning_rate": 5.716514374860709e-06,
      "loss": 0.0625,
      "step": 1922
    },
    {
      "epoch": 0.42852367688022286,
      "grad_norm": 33.73031997680664,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.1001,
      "step": 1923
    },
    {
      "epoch": 0.42874651810584957,
      "grad_norm": 48.615478515625,
      "learning_rate": 5.71205705371072e-06,
      "loss": 0.1462,
      "step": 1924
    },
    {
      "epoch": 0.42896935933147634,
      "grad_norm": 48.58019256591797,
      "learning_rate": 5.709828393135726e-06,
      "loss": 0.1247,
      "step": 1925
    },
    {
      "epoch": 0.42919220055710305,
      "grad_norm": 10.171053886413574,
      "learning_rate": 5.707599732560731e-06,
      "loss": 0.0293,
      "step": 1926
    },
    {
      "epoch": 0.4294150417827298,
      "grad_norm": 29.193124771118164,
      "learning_rate": 5.7053710719857365e-06,
      "loss": 0.0648,
      "step": 1927
    },
    {
      "epoch": 0.42963788300835654,
      "grad_norm": 24.945491790771484,
      "learning_rate": 5.703142411410743e-06,
      "loss": 0.0776,
      "step": 1928
    },
    {
      "epoch": 0.4298607242339833,
      "grad_norm": 74.7254638671875,
      "learning_rate": 5.700913750835748e-06,
      "loss": 0.4541,
      "step": 1929
    },
    {
      "epoch": 0.43008356545961,
      "grad_norm": 22.834396362304688,
      "learning_rate": 5.698685090260754e-06,
      "loss": 0.3772,
      "step": 1930
    },
    {
      "epoch": 0.4303064066852368,
      "grad_norm": 68.64081573486328,
      "learning_rate": 5.696456429685759e-06,
      "loss": 0.4844,
      "step": 1931
    },
    {
      "epoch": 0.4305292479108635,
      "grad_norm": 34.55348205566406,
      "learning_rate": 5.694227769110765e-06,
      "loss": 0.095,
      "step": 1932
    },
    {
      "epoch": 0.43075208913649027,
      "grad_norm": 13.232769012451172,
      "learning_rate": 5.691999108535771e-06,
      "loss": 0.0135,
      "step": 1933
    },
    {
      "epoch": 0.430974930362117,
      "grad_norm": 48.01422882080078,
      "learning_rate": 5.689770447960776e-06,
      "loss": 0.2196,
      "step": 1934
    },
    {
      "epoch": 0.43119777158774375,
      "grad_norm": 113.87898254394531,
      "learning_rate": 5.687541787385782e-06,
      "loss": 0.6738,
      "step": 1935
    },
    {
      "epoch": 0.43142061281337046,
      "grad_norm": 28.608936309814453,
      "learning_rate": 5.6853131268107875e-06,
      "loss": 0.1597,
      "step": 1936
    },
    {
      "epoch": 0.43164345403899723,
      "grad_norm": 83.72480773925781,
      "learning_rate": 5.683084466235793e-06,
      "loss": 0.2755,
      "step": 1937
    },
    {
      "epoch": 0.43186629526462395,
      "grad_norm": 18.072988510131836,
      "learning_rate": 5.680855805660799e-06,
      "loss": 0.0498,
      "step": 1938
    },
    {
      "epoch": 0.4320891364902507,
      "grad_norm": 197.2556610107422,
      "learning_rate": 5.678627145085804e-06,
      "loss": 1.2206,
      "step": 1939
    },
    {
      "epoch": 0.4323119777158774,
      "grad_norm": 26.97963523864746,
      "learning_rate": 5.67639848451081e-06,
      "loss": 0.0808,
      "step": 1940
    },
    {
      "epoch": 0.4325348189415042,
      "grad_norm": 49.27701950073242,
      "learning_rate": 5.674169823935815e-06,
      "loss": 0.1545,
      "step": 1941
    },
    {
      "epoch": 0.4327576601671309,
      "grad_norm": 12.793238639831543,
      "learning_rate": 5.67194116336082e-06,
      "loss": 0.0365,
      "step": 1942
    },
    {
      "epoch": 0.4329805013927577,
      "grad_norm": 96.94893646240234,
      "learning_rate": 5.6697125027858254e-06,
      "loss": 0.4273,
      "step": 1943
    },
    {
      "epoch": 0.4332033426183844,
      "grad_norm": 84.11441040039062,
      "learning_rate": 5.6674838422108316e-06,
      "loss": 0.4001,
      "step": 1944
    },
    {
      "epoch": 0.43342618384401116,
      "grad_norm": 12.464447975158691,
      "learning_rate": 5.665255181635837e-06,
      "loss": 0.0272,
      "step": 1945
    },
    {
      "epoch": 0.4336490250696379,
      "grad_norm": 190.33740234375,
      "learning_rate": 5.663026521060843e-06,
      "loss": 1.2358,
      "step": 1946
    },
    {
      "epoch": 0.43387186629526464,
      "grad_norm": 108.77472686767578,
      "learning_rate": 5.660797860485848e-06,
      "loss": 0.269,
      "step": 1947
    },
    {
      "epoch": 0.43409470752089135,
      "grad_norm": 50.84309387207031,
      "learning_rate": 5.658569199910854e-06,
      "loss": 0.1707,
      "step": 1948
    },
    {
      "epoch": 0.4343175487465181,
      "grad_norm": 152.550537109375,
      "learning_rate": 5.65634053933586e-06,
      "loss": 1.3223,
      "step": 1949
    },
    {
      "epoch": 0.43454038997214484,
      "grad_norm": 45.46400451660156,
      "learning_rate": 5.654111878760865e-06,
      "loss": 0.0624,
      "step": 1950
    },
    {
      "epoch": 0.4347632311977716,
      "grad_norm": 148.7440185546875,
      "learning_rate": 5.65188321818587e-06,
      "loss": 0.7949,
      "step": 1951
    },
    {
      "epoch": 0.4349860724233983,
      "grad_norm": 20.044654846191406,
      "learning_rate": 5.6496545576108765e-06,
      "loss": 0.0244,
      "step": 1952
    },
    {
      "epoch": 0.4352089136490251,
      "grad_norm": 17.336360931396484,
      "learning_rate": 5.647425897035882e-06,
      "loss": 0.0585,
      "step": 1953
    },
    {
      "epoch": 0.4354317548746518,
      "grad_norm": 42.45092010498047,
      "learning_rate": 5.645197236460888e-06,
      "loss": 0.1282,
      "step": 1954
    },
    {
      "epoch": 0.43565459610027857,
      "grad_norm": 91.3191909790039,
      "learning_rate": 5.642968575885893e-06,
      "loss": 0.2993,
      "step": 1955
    },
    {
      "epoch": 0.4358774373259053,
      "grad_norm": 69.241943359375,
      "learning_rate": 5.6407399153108985e-06,
      "loss": 0.7437,
      "step": 1956
    },
    {
      "epoch": 0.43610027855153205,
      "grad_norm": 50.31478500366211,
      "learning_rate": 5.638511254735905e-06,
      "loss": 0.4878,
      "step": 1957
    },
    {
      "epoch": 0.43632311977715876,
      "grad_norm": 66.22810363769531,
      "learning_rate": 5.63628259416091e-06,
      "loss": 0.4561,
      "step": 1958
    },
    {
      "epoch": 0.43654596100278553,
      "grad_norm": 28.453792572021484,
      "learning_rate": 5.634053933585916e-06,
      "loss": 0.0831,
      "step": 1959
    },
    {
      "epoch": 0.43676880222841225,
      "grad_norm": 64.007080078125,
      "learning_rate": 5.631825273010921e-06,
      "loss": 0.1497,
      "step": 1960
    },
    {
      "epoch": 0.436991643454039,
      "grad_norm": 22.002870559692383,
      "learning_rate": 5.629596612435927e-06,
      "loss": 0.035,
      "step": 1961
    },
    {
      "epoch": 0.4372144846796657,
      "grad_norm": 41.24462127685547,
      "learning_rate": 5.627367951860933e-06,
      "loss": 0.1668,
      "step": 1962
    },
    {
      "epoch": 0.4374373259052925,
      "grad_norm": 111.1962661743164,
      "learning_rate": 5.625139291285938e-06,
      "loss": 0.6352,
      "step": 1963
    },
    {
      "epoch": 0.4376601671309192,
      "grad_norm": 46.17099380493164,
      "learning_rate": 5.6229106307109425e-06,
      "loss": 0.1406,
      "step": 1964
    },
    {
      "epoch": 0.437883008356546,
      "grad_norm": 39.06837844848633,
      "learning_rate": 5.620681970135949e-06,
      "loss": 0.4376,
      "step": 1965
    },
    {
      "epoch": 0.4381058495821727,
      "grad_norm": 51.225181579589844,
      "learning_rate": 5.618453309560954e-06,
      "loss": 0.1963,
      "step": 1966
    },
    {
      "epoch": 0.43832869080779946,
      "grad_norm": 52.712703704833984,
      "learning_rate": 5.616224648985959e-06,
      "loss": 0.3516,
      "step": 1967
    },
    {
      "epoch": 0.4385515320334262,
      "grad_norm": 171.83999633789062,
      "learning_rate": 5.613995988410965e-06,
      "loss": 2.6438,
      "step": 1968
    },
    {
      "epoch": 0.43877437325905294,
      "grad_norm": 75.6677017211914,
      "learning_rate": 5.611767327835971e-06,
      "loss": 0.4489,
      "step": 1969
    },
    {
      "epoch": 0.43899721448467965,
      "grad_norm": 96.3063735961914,
      "learning_rate": 5.609538667260977e-06,
      "loss": 0.8406,
      "step": 1970
    },
    {
      "epoch": 0.4392200557103064,
      "grad_norm": 24.673992156982422,
      "learning_rate": 5.607310006685982e-06,
      "loss": 0.0499,
      "step": 1971
    },
    {
      "epoch": 0.43944289693593314,
      "grad_norm": 85.74220275878906,
      "learning_rate": 5.605081346110987e-06,
      "loss": 0.377,
      "step": 1972
    },
    {
      "epoch": 0.4396657381615599,
      "grad_norm": 19.22599983215332,
      "learning_rate": 5.6028526855359935e-06,
      "loss": 0.0515,
      "step": 1973
    },
    {
      "epoch": 0.4398885793871866,
      "grad_norm": 77.33731079101562,
      "learning_rate": 5.600624024960999e-06,
      "loss": 0.2046,
      "step": 1974
    },
    {
      "epoch": 0.4401114206128134,
      "grad_norm": 17.35665512084961,
      "learning_rate": 5.598395364386004e-06,
      "loss": 0.0415,
      "step": 1975
    },
    {
      "epoch": 0.4403342618384401,
      "grad_norm": 103.99972534179688,
      "learning_rate": 5.59616670381101e-06,
      "loss": 0.3613,
      "step": 1976
    },
    {
      "epoch": 0.44055710306406687,
      "grad_norm": 13.741530418395996,
      "learning_rate": 5.5939380432360155e-06,
      "loss": 0.0492,
      "step": 1977
    },
    {
      "epoch": 0.4407799442896936,
      "grad_norm": 66.99998474121094,
      "learning_rate": 5.591709382661022e-06,
      "loss": 0.4033,
      "step": 1978
    },
    {
      "epoch": 0.44100278551532035,
      "grad_norm": 8.27448558807373,
      "learning_rate": 5.589480722086027e-06,
      "loss": 0.0338,
      "step": 1979
    },
    {
      "epoch": 0.44122562674094706,
      "grad_norm": 5.769266605377197,
      "learning_rate": 5.587252061511032e-06,
      "loss": 0.0207,
      "step": 1980
    },
    {
      "epoch": 0.44144846796657383,
      "grad_norm": 15.93840217590332,
      "learning_rate": 5.585023400936038e-06,
      "loss": 0.0272,
      "step": 1981
    },
    {
      "epoch": 0.44167130919220055,
      "grad_norm": 67.45536804199219,
      "learning_rate": 5.582794740361044e-06,
      "loss": 0.2617,
      "step": 1982
    },
    {
      "epoch": 0.4418941504178273,
      "grad_norm": 18.695383071899414,
      "learning_rate": 5.58056607978605e-06,
      "loss": 0.0787,
      "step": 1983
    },
    {
      "epoch": 0.442116991643454,
      "grad_norm": 17.92685317993164,
      "learning_rate": 5.578337419211055e-06,
      "loss": 0.0266,
      "step": 1984
    },
    {
      "epoch": 0.4423398328690808,
      "grad_norm": 32.5313720703125,
      "learning_rate": 5.57610875863606e-06,
      "loss": 0.1012,
      "step": 1985
    },
    {
      "epoch": 0.4425626740947075,
      "grad_norm": 36.50465393066406,
      "learning_rate": 5.573880098061065e-06,
      "loss": 0.4178,
      "step": 1986
    },
    {
      "epoch": 0.4427855153203343,
      "grad_norm": 12.330013275146484,
      "learning_rate": 5.571651437486071e-06,
      "loss": 0.0723,
      "step": 1987
    },
    {
      "epoch": 0.443008356545961,
      "grad_norm": 28.959835052490234,
      "learning_rate": 5.569422776911076e-06,
      "loss": 0.2565,
      "step": 1988
    },
    {
      "epoch": 0.44323119777158776,
      "grad_norm": 46.00867462158203,
      "learning_rate": 5.567194116336082e-06,
      "loss": 0.5349,
      "step": 1989
    },
    {
      "epoch": 0.4434540389972145,
      "grad_norm": 42.51675033569336,
      "learning_rate": 5.564965455761088e-06,
      "loss": 0.0801,
      "step": 1990
    },
    {
      "epoch": 0.44367688022284124,
      "grad_norm": 13.256673812866211,
      "learning_rate": 5.562736795186093e-06,
      "loss": 0.0246,
      "step": 1991
    },
    {
      "epoch": 0.44389972144846795,
      "grad_norm": 18.41525650024414,
      "learning_rate": 5.560508134611099e-06,
      "loss": 0.0266,
      "step": 1992
    },
    {
      "epoch": 0.4441225626740947,
      "grad_norm": 35.27824020385742,
      "learning_rate": 5.5582794740361044e-06,
      "loss": 0.0965,
      "step": 1993
    },
    {
      "epoch": 0.44434540389972144,
      "grad_norm": 28.171842575073242,
      "learning_rate": 5.556050813461111e-06,
      "loss": 0.0449,
      "step": 1994
    },
    {
      "epoch": 0.4445682451253482,
      "grad_norm": 98.90206146240234,
      "learning_rate": 5.553822152886116e-06,
      "loss": 0.657,
      "step": 1995
    },
    {
      "epoch": 0.4447910863509749,
      "grad_norm": 20.057161331176758,
      "learning_rate": 5.551593492311121e-06,
      "loss": 0.0261,
      "step": 1996
    },
    {
      "epoch": 0.4450139275766017,
      "grad_norm": 14.831897735595703,
      "learning_rate": 5.549364831736127e-06,
      "loss": 0.0367,
      "step": 1997
    },
    {
      "epoch": 0.4452367688022284,
      "grad_norm": 136.18959045410156,
      "learning_rate": 5.547136171161133e-06,
      "loss": 0.8516,
      "step": 1998
    },
    {
      "epoch": 0.44545961002785517,
      "grad_norm": 86.3254165649414,
      "learning_rate": 5.544907510586138e-06,
      "loss": 0.5295,
      "step": 1999
    },
    {
      "epoch": 0.4456824512534819,
      "grad_norm": 64.10250854492188,
      "learning_rate": 5.542678850011144e-06,
      "loss": 0.3098,
      "step": 2000
    },
    {
      "epoch": 0.44590529247910865,
      "grad_norm": 15.932841300964355,
      "learning_rate": 5.540450189436149e-06,
      "loss": 0.0204,
      "step": 2001
    },
    {
      "epoch": 0.44612813370473536,
      "grad_norm": 33.979209899902344,
      "learning_rate": 5.5382215288611555e-06,
      "loss": 0.1024,
      "step": 2002
    },
    {
      "epoch": 0.44635097493036213,
      "grad_norm": 192.80528259277344,
      "learning_rate": 5.535992868286161e-06,
      "loss": 1.002,
      "step": 2003
    },
    {
      "epoch": 0.44657381615598885,
      "grad_norm": 19.867431640625,
      "learning_rate": 5.533764207711166e-06,
      "loss": 0.0682,
      "step": 2004
    },
    {
      "epoch": 0.4467966573816156,
      "grad_norm": 68.46099090576172,
      "learning_rate": 5.531535547136172e-06,
      "loss": 0.2061,
      "step": 2005
    },
    {
      "epoch": 0.4470194986072423,
      "grad_norm": 21.61087417602539,
      "learning_rate": 5.5293068865611775e-06,
      "loss": 0.0625,
      "step": 2006
    },
    {
      "epoch": 0.4472423398328691,
      "grad_norm": 17.78302764892578,
      "learning_rate": 5.527078225986184e-06,
      "loss": 0.0372,
      "step": 2007
    },
    {
      "epoch": 0.4474651810584958,
      "grad_norm": 36.256107330322266,
      "learning_rate": 5.524849565411188e-06,
      "loss": 0.0649,
      "step": 2008
    },
    {
      "epoch": 0.4476880222841226,
      "grad_norm": 19.097230911254883,
      "learning_rate": 5.522620904836193e-06,
      "loss": 0.1067,
      "step": 2009
    },
    {
      "epoch": 0.4479108635097493,
      "grad_norm": 261.5892028808594,
      "learning_rate": 5.520392244261199e-06,
      "loss": 1.4336,
      "step": 2010
    },
    {
      "epoch": 0.44813370473537606,
      "grad_norm": 102.47274780273438,
      "learning_rate": 5.518163583686205e-06,
      "loss": 0.5486,
      "step": 2011
    },
    {
      "epoch": 0.4483565459610028,
      "grad_norm": 96.10125732421875,
      "learning_rate": 5.51593492311121e-06,
      "loss": 0.4829,
      "step": 2012
    },
    {
      "epoch": 0.44857938718662954,
      "grad_norm": 121.33462524414062,
      "learning_rate": 5.513706262536216e-06,
      "loss": 0.5298,
      "step": 2013
    },
    {
      "epoch": 0.44880222841225625,
      "grad_norm": 39.27030563354492,
      "learning_rate": 5.5114776019612215e-06,
      "loss": 0.4657,
      "step": 2014
    },
    {
      "epoch": 0.449025069637883,
      "grad_norm": 32.673370361328125,
      "learning_rate": 5.509248941386227e-06,
      "loss": 0.0358,
      "step": 2015
    },
    {
      "epoch": 0.44924791086350974,
      "grad_norm": 75.1756362915039,
      "learning_rate": 5.507020280811233e-06,
      "loss": 0.3733,
      "step": 2016
    },
    {
      "epoch": 0.4494707520891365,
      "grad_norm": 27.280620574951172,
      "learning_rate": 5.504791620236238e-06,
      "loss": 0.0826,
      "step": 2017
    },
    {
      "epoch": 0.4496935933147632,
      "grad_norm": 144.5067138671875,
      "learning_rate": 5.502562959661244e-06,
      "loss": 2.2832,
      "step": 2018
    },
    {
      "epoch": 0.44991643454039,
      "grad_norm": 43.53498840332031,
      "learning_rate": 5.50033429908625e-06,
      "loss": 0.1661,
      "step": 2019
    },
    {
      "epoch": 0.4501392757660167,
      "grad_norm": 40.18052673339844,
      "learning_rate": 5.498105638511255e-06,
      "loss": 0.087,
      "step": 2020
    },
    {
      "epoch": 0.45036211699164347,
      "grad_norm": 159.24847412109375,
      "learning_rate": 5.495876977936261e-06,
      "loss": 0.6963,
      "step": 2021
    },
    {
      "epoch": 0.4505849582172702,
      "grad_norm": 88.43083190917969,
      "learning_rate": 5.493648317361266e-06,
      "loss": 0.1363,
      "step": 2022
    },
    {
      "epoch": 0.45080779944289695,
      "grad_norm": 30.764793395996094,
      "learning_rate": 5.491419656786272e-06,
      "loss": 0.1166,
      "step": 2023
    },
    {
      "epoch": 0.45103064066852366,
      "grad_norm": 61.44182205200195,
      "learning_rate": 5.489190996211278e-06,
      "loss": 0.1848,
      "step": 2024
    },
    {
      "epoch": 0.45125348189415043,
      "grad_norm": 5.004837989807129,
      "learning_rate": 5.486962335636283e-06,
      "loss": 0.0119,
      "step": 2025
    },
    {
      "epoch": 0.45147632311977715,
      "grad_norm": 10.533531188964844,
      "learning_rate": 5.484733675061289e-06,
      "loss": 0.0376,
      "step": 2026
    },
    {
      "epoch": 0.4516991643454039,
      "grad_norm": 46.254638671875,
      "learning_rate": 5.4825050144862945e-06,
      "loss": 0.1046,
      "step": 2027
    },
    {
      "epoch": 0.4519220055710306,
      "grad_norm": 15.910709381103516,
      "learning_rate": 5.4802763539113e-06,
      "loss": 0.0414,
      "step": 2028
    },
    {
      "epoch": 0.4521448467966574,
      "grad_norm": 52.04030990600586,
      "learning_rate": 5.478047693336306e-06,
      "loss": 0.1787,
      "step": 2029
    },
    {
      "epoch": 0.4523676880222841,
      "grad_norm": 54.350826263427734,
      "learning_rate": 5.475819032761311e-06,
      "loss": 0.2523,
      "step": 2030
    },
    {
      "epoch": 0.4525905292479109,
      "grad_norm": 10.643272399902344,
      "learning_rate": 5.473590372186316e-06,
      "loss": 0.0267,
      "step": 2031
    },
    {
      "epoch": 0.4528133704735376,
      "grad_norm": 87.06566619873047,
      "learning_rate": 5.471361711611322e-06,
      "loss": 0.3416,
      "step": 2032
    },
    {
      "epoch": 0.45303621169916436,
      "grad_norm": 55.154850006103516,
      "learning_rate": 5.469133051036327e-06,
      "loss": 0.2329,
      "step": 2033
    },
    {
      "epoch": 0.4532590529247911,
      "grad_norm": 126.55148315429688,
      "learning_rate": 5.4669043904613324e-06,
      "loss": 0.9644,
      "step": 2034
    },
    {
      "epoch": 0.45348189415041784,
      "grad_norm": 64.64244079589844,
      "learning_rate": 5.4646757298863386e-06,
      "loss": 0.7646,
      "step": 2035
    },
    {
      "epoch": 0.45370473537604455,
      "grad_norm": 16.297948837280273,
      "learning_rate": 5.462447069311344e-06,
      "loss": 0.0345,
      "step": 2036
    },
    {
      "epoch": 0.4539275766016713,
      "grad_norm": 18.410879135131836,
      "learning_rate": 5.46021840873635e-06,
      "loss": 0.0546,
      "step": 2037
    },
    {
      "epoch": 0.45415041782729804,
      "grad_norm": 35.76215744018555,
      "learning_rate": 5.457989748161355e-06,
      "loss": 0.1802,
      "step": 2038
    },
    {
      "epoch": 0.4543732590529248,
      "grad_norm": 172.77108764648438,
      "learning_rate": 5.455761087586361e-06,
      "loss": 0.7207,
      "step": 2039
    },
    {
      "epoch": 0.4545961002785515,
      "grad_norm": 92.60447692871094,
      "learning_rate": 5.453532427011367e-06,
      "loss": 0.6865,
      "step": 2040
    },
    {
      "epoch": 0.4548189415041783,
      "grad_norm": 35.010921478271484,
      "learning_rate": 5.451303766436372e-06,
      "loss": 0.0591,
      "step": 2041
    },
    {
      "epoch": 0.455041782729805,
      "grad_norm": 54.298423767089844,
      "learning_rate": 5.449075105861378e-06,
      "loss": 0.2441,
      "step": 2042
    },
    {
      "epoch": 0.45526462395543177,
      "grad_norm": 17.011627197265625,
      "learning_rate": 5.4468464452863834e-06,
      "loss": 0.0635,
      "step": 2043
    },
    {
      "epoch": 0.4554874651810585,
      "grad_norm": 290.1572265625,
      "learning_rate": 5.444617784711389e-06,
      "loss": 1.9307,
      "step": 2044
    },
    {
      "epoch": 0.45571030640668525,
      "grad_norm": 0.8139001131057739,
      "learning_rate": 5.442389124136395e-06,
      "loss": 0.0022,
      "step": 2045
    },
    {
      "epoch": 0.45593314763231196,
      "grad_norm": 28.23048973083496,
      "learning_rate": 5.4401604635614e-06,
      "loss": 0.0648,
      "step": 2046
    },
    {
      "epoch": 0.45615598885793873,
      "grad_norm": 15.919135093688965,
      "learning_rate": 5.437931802986406e-06,
      "loss": 0.031,
      "step": 2047
    },
    {
      "epoch": 0.45637883008356545,
      "grad_norm": 157.1126251220703,
      "learning_rate": 5.435703142411412e-06,
      "loss": 0.876,
      "step": 2048
    },
    {
      "epoch": 0.4566016713091922,
      "grad_norm": 35.93549346923828,
      "learning_rate": 5.433474481836417e-06,
      "loss": 0.1124,
      "step": 2049
    },
    {
      "epoch": 0.4568245125348189,
      "grad_norm": 10.564278602600098,
      "learning_rate": 5.431245821261423e-06,
      "loss": 0.0117,
      "step": 2050
    },
    {
      "epoch": 0.4570473537604457,
      "grad_norm": 11.238264083862305,
      "learning_rate": 5.429017160686428e-06,
      "loss": 0.018,
      "step": 2051
    },
    {
      "epoch": 0.4572701949860724,
      "grad_norm": 31.243410110473633,
      "learning_rate": 5.426788500111434e-06,
      "loss": 0.1173,
      "step": 2052
    },
    {
      "epoch": 0.4574930362116992,
      "grad_norm": 38.9380989074707,
      "learning_rate": 5.424559839536439e-06,
      "loss": 0.3457,
      "step": 2053
    },
    {
      "epoch": 0.4577158774373259,
      "grad_norm": 32.02071762084961,
      "learning_rate": 5.422331178961444e-06,
      "loss": 0.0833,
      "step": 2054
    },
    {
      "epoch": 0.45793871866295266,
      "grad_norm": 5.502023696899414,
      "learning_rate": 5.4201025183864495e-06,
      "loss": 0.0136,
      "step": 2055
    },
    {
      "epoch": 0.4581615598885794,
      "grad_norm": 86.30449676513672,
      "learning_rate": 5.417873857811456e-06,
      "loss": 0.2773,
      "step": 2056
    },
    {
      "epoch": 0.45838440111420614,
      "grad_norm": 55.5977783203125,
      "learning_rate": 5.415645197236461e-06,
      "loss": 0.1589,
      "step": 2057
    },
    {
      "epoch": 0.45860724233983285,
      "grad_norm": 31.181358337402344,
      "learning_rate": 5.413416536661466e-06,
      "loss": 0.0846,
      "step": 2058
    },
    {
      "epoch": 0.4588300835654596,
      "grad_norm": 5.721322059631348,
      "learning_rate": 5.411187876086472e-06,
      "loss": 0.0181,
      "step": 2059
    },
    {
      "epoch": 0.45905292479108634,
      "grad_norm": 92.5009765625,
      "learning_rate": 5.408959215511478e-06,
      "loss": 0.416,
      "step": 2060
    },
    {
      "epoch": 0.4592757660167131,
      "grad_norm": 14.889049530029297,
      "learning_rate": 5.406730554936484e-06,
      "loss": 0.0366,
      "step": 2061
    },
    {
      "epoch": 0.4594986072423398,
      "grad_norm": 155.05726623535156,
      "learning_rate": 5.404501894361489e-06,
      "loss": 0.7291,
      "step": 2062
    },
    {
      "epoch": 0.4597214484679666,
      "grad_norm": 11.551143646240234,
      "learning_rate": 5.402273233786494e-06,
      "loss": 0.0201,
      "step": 2063
    },
    {
      "epoch": 0.4599442896935933,
      "grad_norm": 13.570619583129883,
      "learning_rate": 5.4000445732115005e-06,
      "loss": 0.0177,
      "step": 2064
    },
    {
      "epoch": 0.46016713091922007,
      "grad_norm": 46.93585968017578,
      "learning_rate": 5.397815912636506e-06,
      "loss": 0.199,
      "step": 2065
    },
    {
      "epoch": 0.4603899721448468,
      "grad_norm": 96.15365600585938,
      "learning_rate": 5.395587252061512e-06,
      "loss": 0.2959,
      "step": 2066
    },
    {
      "epoch": 0.46061281337047355,
      "grad_norm": 165.75082397460938,
      "learning_rate": 5.393358591486517e-06,
      "loss": 1.6719,
      "step": 2067
    },
    {
      "epoch": 0.46083565459610026,
      "grad_norm": 160.26467895507812,
      "learning_rate": 5.3911299309115225e-06,
      "loss": 0.4164,
      "step": 2068
    },
    {
      "epoch": 0.46105849582172703,
      "grad_norm": 154.2291259765625,
      "learning_rate": 5.388901270336529e-06,
      "loss": 0.4922,
      "step": 2069
    },
    {
      "epoch": 0.46128133704735375,
      "grad_norm": 62.16671371459961,
      "learning_rate": 5.386672609761534e-06,
      "loss": 0.4633,
      "step": 2070
    },
    {
      "epoch": 0.4615041782729805,
      "grad_norm": 1.856683373451233,
      "learning_rate": 5.38444394918654e-06,
      "loss": 0.0032,
      "step": 2071
    },
    {
      "epoch": 0.4617270194986072,
      "grad_norm": 13.877488136291504,
      "learning_rate": 5.382215288611545e-06,
      "loss": 0.0394,
      "step": 2072
    },
    {
      "epoch": 0.461949860724234,
      "grad_norm": 36.374507904052734,
      "learning_rate": 5.379986628036551e-06,
      "loss": 0.0865,
      "step": 2073
    },
    {
      "epoch": 0.4621727019498607,
      "grad_norm": 88.91578674316406,
      "learning_rate": 5.377757967461557e-06,
      "loss": 0.5386,
      "step": 2074
    },
    {
      "epoch": 0.4623955431754875,
      "grad_norm": 8.29039478302002,
      "learning_rate": 5.375529306886562e-06,
      "loss": 0.0131,
      "step": 2075
    },
    {
      "epoch": 0.4626183844011142,
      "grad_norm": 96.14341735839844,
      "learning_rate": 5.3733006463115666e-06,
      "loss": 0.4585,
      "step": 2076
    },
    {
      "epoch": 0.46284122562674096,
      "grad_norm": 115.03606414794922,
      "learning_rate": 5.371071985736573e-06,
      "loss": 0.2883,
      "step": 2077
    },
    {
      "epoch": 0.4630640668523677,
      "grad_norm": 92.66877746582031,
      "learning_rate": 5.368843325161578e-06,
      "loss": 0.2122,
      "step": 2078
    },
    {
      "epoch": 0.46328690807799444,
      "grad_norm": 17.302993774414062,
      "learning_rate": 5.366614664586583e-06,
      "loss": 0.0336,
      "step": 2079
    },
    {
      "epoch": 0.46350974930362115,
      "grad_norm": 24.912683486938477,
      "learning_rate": 5.364386004011589e-06,
      "loss": 0.0789,
      "step": 2080
    },
    {
      "epoch": 0.4637325905292479,
      "grad_norm": 88.38263702392578,
      "learning_rate": 5.362157343436595e-06,
      "loss": 0.844,
      "step": 2081
    },
    {
      "epoch": 0.46395543175487464,
      "grad_norm": 7.372084617614746,
      "learning_rate": 5.3599286828616e-06,
      "loss": 0.0197,
      "step": 2082
    },
    {
      "epoch": 0.4641782729805014,
      "grad_norm": 11.332807540893555,
      "learning_rate": 5.357700022286606e-06,
      "loss": 0.0109,
      "step": 2083
    },
    {
      "epoch": 0.4644011142061281,
      "grad_norm": 116.3602294921875,
      "learning_rate": 5.3554713617116114e-06,
      "loss": 1.0898,
      "step": 2084
    },
    {
      "epoch": 0.4646239554317549,
      "grad_norm": 45.01386260986328,
      "learning_rate": 5.3532427011366176e-06,
      "loss": 0.3585,
      "step": 2085
    },
    {
      "epoch": 0.4648467966573816,
      "grad_norm": 146.03082275390625,
      "learning_rate": 5.351014040561623e-06,
      "loss": 1.0085,
      "step": 2086
    },
    {
      "epoch": 0.46506963788300837,
      "grad_norm": 10.394552230834961,
      "learning_rate": 5.348785379986628e-06,
      "loss": 0.0152,
      "step": 2087
    },
    {
      "epoch": 0.4652924791086351,
      "grad_norm": 69.68046569824219,
      "learning_rate": 5.346556719411634e-06,
      "loss": 0.2807,
      "step": 2088
    },
    {
      "epoch": 0.46551532033426185,
      "grad_norm": 53.139034271240234,
      "learning_rate": 5.34432805883664e-06,
      "loss": 0.0687,
      "step": 2089
    },
    {
      "epoch": 0.46573816155988856,
      "grad_norm": 29.790319442749023,
      "learning_rate": 5.342099398261646e-06,
      "loss": 0.1379,
      "step": 2090
    },
    {
      "epoch": 0.46596100278551533,
      "grad_norm": 114.38726043701172,
      "learning_rate": 5.339870737686651e-06,
      "loss": 0.7302,
      "step": 2091
    },
    {
      "epoch": 0.46618384401114205,
      "grad_norm": 13.897859573364258,
      "learning_rate": 5.337642077111656e-06,
      "loss": 0.0292,
      "step": 2092
    },
    {
      "epoch": 0.4664066852367688,
      "grad_norm": 10.492652893066406,
      "learning_rate": 5.3354134165366624e-06,
      "loss": 0.0112,
      "step": 2093
    },
    {
      "epoch": 0.4666295264623955,
      "grad_norm": 16.877403259277344,
      "learning_rate": 5.333184755961668e-06,
      "loss": 0.0569,
      "step": 2094
    },
    {
      "epoch": 0.4668523676880223,
      "grad_norm": 6.614079475402832,
      "learning_rate": 5.330956095386674e-06,
      "loss": 0.0107,
      "step": 2095
    },
    {
      "epoch": 0.467075208913649,
      "grad_norm": 278.4613952636719,
      "learning_rate": 5.328727434811679e-06,
      "loss": 0.6328,
      "step": 2096
    },
    {
      "epoch": 0.4672980501392758,
      "grad_norm": 32.1680793762207,
      "learning_rate": 5.3264987742366845e-06,
      "loss": 0.3367,
      "step": 2097
    },
    {
      "epoch": 0.4675208913649025,
      "grad_norm": 54.88918685913086,
      "learning_rate": 5.324270113661689e-06,
      "loss": 0.4112,
      "step": 2098
    },
    {
      "epoch": 0.46774373259052926,
      "grad_norm": 202.07664489746094,
      "learning_rate": 5.322041453086695e-06,
      "loss": 2.1601,
      "step": 2099
    },
    {
      "epoch": 0.467966573816156,
      "grad_norm": 61.82652282714844,
      "learning_rate": 5.3198127925117e-06,
      "loss": 0.3257,
      "step": 2100
    },
    {
      "epoch": 0.46818941504178274,
      "grad_norm": 21.846078872680664,
      "learning_rate": 5.3175841319367065e-06,
      "loss": 0.1421,
      "step": 2101
    },
    {
      "epoch": 0.46841225626740945,
      "grad_norm": 8.0606050491333,
      "learning_rate": 5.315355471361712e-06,
      "loss": 0.0269,
      "step": 2102
    },
    {
      "epoch": 0.4686350974930362,
      "grad_norm": 10.780924797058105,
      "learning_rate": 5.313126810786717e-06,
      "loss": 0.0219,
      "step": 2103
    },
    {
      "epoch": 0.46885793871866294,
      "grad_norm": 12.386911392211914,
      "learning_rate": 5.310898150211723e-06,
      "loss": 0.0179,
      "step": 2104
    },
    {
      "epoch": 0.4690807799442897,
      "grad_norm": 66.90983581542969,
      "learning_rate": 5.3086694896367285e-06,
      "loss": 0.6055,
      "step": 2105
    },
    {
      "epoch": 0.4693036211699164,
      "grad_norm": 67.39228057861328,
      "learning_rate": 5.306440829061734e-06,
      "loss": 0.7676,
      "step": 2106
    },
    {
      "epoch": 0.4695264623955432,
      "grad_norm": 8.267303466796875,
      "learning_rate": 5.30421216848674e-06,
      "loss": 0.0191,
      "step": 2107
    },
    {
      "epoch": 0.4697493036211699,
      "grad_norm": 68.46621704101562,
      "learning_rate": 5.301983507911745e-06,
      "loss": 0.2018,
      "step": 2108
    },
    {
      "epoch": 0.46997214484679667,
      "grad_norm": 18.524911880493164,
      "learning_rate": 5.299754847336751e-06,
      "loss": 0.0397,
      "step": 2109
    },
    {
      "epoch": 0.4701949860724234,
      "grad_norm": 28.4737606048584,
      "learning_rate": 5.297526186761757e-06,
      "loss": 0.0742,
      "step": 2110
    },
    {
      "epoch": 0.47041782729805015,
      "grad_norm": 72.90991973876953,
      "learning_rate": 5.295297526186762e-06,
      "loss": 0.3096,
      "step": 2111
    },
    {
      "epoch": 0.47064066852367686,
      "grad_norm": 56.31908416748047,
      "learning_rate": 5.293068865611768e-06,
      "loss": 0.1631,
      "step": 2112
    },
    {
      "epoch": 0.47086350974930363,
      "grad_norm": 19.581890106201172,
      "learning_rate": 5.290840205036773e-06,
      "loss": 0.0306,
      "step": 2113
    },
    {
      "epoch": 0.47108635097493035,
      "grad_norm": 31.58270835876465,
      "learning_rate": 5.2886115444617795e-06,
      "loss": 0.1076,
      "step": 2114
    },
    {
      "epoch": 0.4713091922005571,
      "grad_norm": 10.842827796936035,
      "learning_rate": 5.286382883886785e-06,
      "loss": 0.0154,
      "step": 2115
    },
    {
      "epoch": 0.4715320334261838,
      "grad_norm": 47.05202102661133,
      "learning_rate": 5.28415422331179e-06,
      "loss": 0.2197,
      "step": 2116
    },
    {
      "epoch": 0.4717548746518106,
      "grad_norm": 197.26470947265625,
      "learning_rate": 5.281925562736796e-06,
      "loss": 0.8851,
      "step": 2117
    },
    {
      "epoch": 0.4719777158774373,
      "grad_norm": 86.1287612915039,
      "learning_rate": 5.2796969021618015e-06,
      "loss": 0.4336,
      "step": 2118
    },
    {
      "epoch": 0.4722005571030641,
      "grad_norm": 134.55348205566406,
      "learning_rate": 5.277468241586808e-06,
      "loss": 0.4774,
      "step": 2119
    },
    {
      "epoch": 0.4724233983286908,
      "grad_norm": 223.95932006835938,
      "learning_rate": 5.275239581011813e-06,
      "loss": 1.1689,
      "step": 2120
    },
    {
      "epoch": 0.47264623955431756,
      "grad_norm": 65.3148193359375,
      "learning_rate": 5.273010920436817e-06,
      "loss": 0.5903,
      "step": 2121
    },
    {
      "epoch": 0.4728690807799443,
      "grad_norm": 10.269560813903809,
      "learning_rate": 5.270782259861823e-06,
      "loss": 0.0126,
      "step": 2122
    },
    {
      "epoch": 0.47309192200557104,
      "grad_norm": 7.7949628829956055,
      "learning_rate": 5.268553599286829e-06,
      "loss": 0.0242,
      "step": 2123
    },
    {
      "epoch": 0.47331476323119775,
      "grad_norm": 50.04369354248047,
      "learning_rate": 5.266324938711834e-06,
      "loss": 0.1464,
      "step": 2124
    },
    {
      "epoch": 0.4735376044568245,
      "grad_norm": 48.32085418701172,
      "learning_rate": 5.26409627813684e-06,
      "loss": 0.1851,
      "step": 2125
    },
    {
      "epoch": 0.47376044568245124,
      "grad_norm": 190.61260986328125,
      "learning_rate": 5.2618676175618456e-06,
      "loss": 1.543,
      "step": 2126
    },
    {
      "epoch": 0.473983286908078,
      "grad_norm": 19.636394500732422,
      "learning_rate": 5.259638956986851e-06,
      "loss": 0.0623,
      "step": 2127
    },
    {
      "epoch": 0.4742061281337047,
      "grad_norm": 7.725571155548096,
      "learning_rate": 5.257410296411857e-06,
      "loss": 0.0134,
      "step": 2128
    },
    {
      "epoch": 0.4744289693593315,
      "grad_norm": 55.33205032348633,
      "learning_rate": 5.255181635836862e-06,
      "loss": 0.1802,
      "step": 2129
    },
    {
      "epoch": 0.4746518105849582,
      "grad_norm": 11.165433883666992,
      "learning_rate": 5.2529529752618676e-06,
      "loss": 0.0203,
      "step": 2130
    },
    {
      "epoch": 0.47487465181058497,
      "grad_norm": 10.54835033416748,
      "learning_rate": 5.250724314686874e-06,
      "loss": 0.0253,
      "step": 2131
    },
    {
      "epoch": 0.4750974930362117,
      "grad_norm": 184.23419189453125,
      "learning_rate": 5.248495654111879e-06,
      "loss": 0.7637,
      "step": 2132
    },
    {
      "epoch": 0.47532033426183845,
      "grad_norm": 13.948945045471191,
      "learning_rate": 5.246266993536885e-06,
      "loss": 0.0205,
      "step": 2133
    },
    {
      "epoch": 0.47554317548746516,
      "grad_norm": 57.72788619995117,
      "learning_rate": 5.2440383329618904e-06,
      "loss": 0.2844,
      "step": 2134
    },
    {
      "epoch": 0.47576601671309193,
      "grad_norm": 27.958946228027344,
      "learning_rate": 5.241809672386896e-06,
      "loss": 0.0563,
      "step": 2135
    },
    {
      "epoch": 0.47598885793871865,
      "grad_norm": 16.821523666381836,
      "learning_rate": 5.239581011811902e-06,
      "loss": 0.0554,
      "step": 2136
    },
    {
      "epoch": 0.4762116991643454,
      "grad_norm": 125.97874450683594,
      "learning_rate": 5.237352351236907e-06,
      "loss": 0.4781,
      "step": 2137
    },
    {
      "epoch": 0.4764345403899721,
      "grad_norm": 40.60181427001953,
      "learning_rate": 5.235123690661913e-06,
      "loss": 0.0724,
      "step": 2138
    },
    {
      "epoch": 0.4766573816155989,
      "grad_norm": 15.028268814086914,
      "learning_rate": 5.232895030086919e-06,
      "loss": 0.03,
      "step": 2139
    },
    {
      "epoch": 0.4768802228412256,
      "grad_norm": 229.18455505371094,
      "learning_rate": 5.230666369511924e-06,
      "loss": 0.7021,
      "step": 2140
    },
    {
      "epoch": 0.4771030640668524,
      "grad_norm": 150.54063415527344,
      "learning_rate": 5.22843770893693e-06,
      "loss": 1.0938,
      "step": 2141
    },
    {
      "epoch": 0.4773259052924791,
      "grad_norm": 92.71724700927734,
      "learning_rate": 5.226209048361935e-06,
      "loss": 0.7139,
      "step": 2142
    },
    {
      "epoch": 0.47754874651810586,
      "grad_norm": 103.41584014892578,
      "learning_rate": 5.22398038778694e-06,
      "loss": 0.3313,
      "step": 2143
    },
    {
      "epoch": 0.4777715877437326,
      "grad_norm": 65.14852142333984,
      "learning_rate": 5.221751727211946e-06,
      "loss": 0.2905,
      "step": 2144
    },
    {
      "epoch": 0.47799442896935934,
      "grad_norm": 140.4952392578125,
      "learning_rate": 5.219523066636951e-06,
      "loss": 0.1918,
      "step": 2145
    },
    {
      "epoch": 0.47821727019498605,
      "grad_norm": 19.911273956298828,
      "learning_rate": 5.2172944060619565e-06,
      "loss": 0.0402,
      "step": 2146
    },
    {
      "epoch": 0.4784401114206128,
      "grad_norm": 88.76495361328125,
      "learning_rate": 5.215065745486963e-06,
      "loss": 0.4854,
      "step": 2147
    },
    {
      "epoch": 0.47866295264623954,
      "grad_norm": 83.94446563720703,
      "learning_rate": 5.212837084911968e-06,
      "loss": 0.3312,
      "step": 2148
    },
    {
      "epoch": 0.4788857938718663,
      "grad_norm": 150.98130798339844,
      "learning_rate": 5.210608424336974e-06,
      "loss": 0.2881,
      "step": 2149
    },
    {
      "epoch": 0.479108635097493,
      "grad_norm": 27.795228958129883,
      "learning_rate": 5.208379763761979e-06,
      "loss": 0.0979,
      "step": 2150
    },
    {
      "epoch": 0.4793314763231198,
      "grad_norm": 82.56002044677734,
      "learning_rate": 5.206151103186985e-06,
      "loss": 0.3715,
      "step": 2151
    },
    {
      "epoch": 0.4795543175487465,
      "grad_norm": 14.7764253616333,
      "learning_rate": 5.203922442611991e-06,
      "loss": 0.0258,
      "step": 2152
    },
    {
      "epoch": 0.47977715877437327,
      "grad_norm": 32.0637092590332,
      "learning_rate": 5.201693782036996e-06,
      "loss": 0.1228,
      "step": 2153
    },
    {
      "epoch": 0.48,
      "grad_norm": 68.69062042236328,
      "learning_rate": 5.199465121462001e-06,
      "loss": 0.8359,
      "step": 2154
    },
    {
      "epoch": 0.48022284122562675,
      "grad_norm": 35.67744445800781,
      "learning_rate": 5.1972364608870075e-06,
      "loss": 0.0938,
      "step": 2155
    },
    {
      "epoch": 0.48044568245125346,
      "grad_norm": 91.06104278564453,
      "learning_rate": 5.195007800312013e-06,
      "loss": 0.2822,
      "step": 2156
    },
    {
      "epoch": 0.48066852367688023,
      "grad_norm": 40.66061782836914,
      "learning_rate": 5.192779139737019e-06,
      "loss": 0.1176,
      "step": 2157
    },
    {
      "epoch": 0.48089136490250695,
      "grad_norm": 32.81218338012695,
      "learning_rate": 5.190550479162024e-06,
      "loss": 0.0587,
      "step": 2158
    },
    {
      "epoch": 0.4811142061281337,
      "grad_norm": 15.186344146728516,
      "learning_rate": 5.1883218185870295e-06,
      "loss": 0.0311,
      "step": 2159
    },
    {
      "epoch": 0.4813370473537604,
      "grad_norm": 25.685022354125977,
      "learning_rate": 5.186093158012036e-06,
      "loss": 0.0823,
      "step": 2160
    },
    {
      "epoch": 0.4815598885793872,
      "grad_norm": 145.06820678710938,
      "learning_rate": 5.183864497437041e-06,
      "loss": 0.5271,
      "step": 2161
    },
    {
      "epoch": 0.4817827298050139,
      "grad_norm": 9.33330249786377,
      "learning_rate": 5.181635836862047e-06,
      "loss": 0.0126,
      "step": 2162
    },
    {
      "epoch": 0.4820055710306407,
      "grad_norm": 60.36723709106445,
      "learning_rate": 5.179407176287052e-06,
      "loss": 0.543,
      "step": 2163
    },
    {
      "epoch": 0.4822284122562674,
      "grad_norm": 89.15422821044922,
      "learning_rate": 5.177178515712058e-06,
      "loss": 0.2209,
      "step": 2164
    },
    {
      "epoch": 0.48245125348189416,
      "grad_norm": 35.83308410644531,
      "learning_rate": 5.174949855137062e-06,
      "loss": 0.1768,
      "step": 2165
    },
    {
      "epoch": 0.4826740947075209,
      "grad_norm": 67.40379333496094,
      "learning_rate": 5.172721194562068e-06,
      "loss": 0.2398,
      "step": 2166
    },
    {
      "epoch": 0.48289693593314764,
      "grad_norm": 9.943174362182617,
      "learning_rate": 5.1704925339870735e-06,
      "loss": 0.0131,
      "step": 2167
    },
    {
      "epoch": 0.48311977715877436,
      "grad_norm": 67.46166229248047,
      "learning_rate": 5.16826387341208e-06,
      "loss": 0.6015,
      "step": 2168
    },
    {
      "epoch": 0.4833426183844011,
      "grad_norm": 3.7495691776275635,
      "learning_rate": 5.166035212837085e-06,
      "loss": 0.0114,
      "step": 2169
    },
    {
      "epoch": 0.48356545961002784,
      "grad_norm": 242.7853240966797,
      "learning_rate": 5.16380655226209e-06,
      "loss": 1.2694,
      "step": 2170
    },
    {
      "epoch": 0.4837883008356546,
      "grad_norm": 107.79063415527344,
      "learning_rate": 5.161577891687096e-06,
      "loss": 0.6895,
      "step": 2171
    },
    {
      "epoch": 0.4840111420612813,
      "grad_norm": 49.366607666015625,
      "learning_rate": 5.159349231112102e-06,
      "loss": 0.2249,
      "step": 2172
    },
    {
      "epoch": 0.4842339832869081,
      "grad_norm": 14.750121116638184,
      "learning_rate": 5.157120570537108e-06,
      "loss": 0.0173,
      "step": 2173
    },
    {
      "epoch": 0.4844568245125348,
      "grad_norm": 15.13567066192627,
      "learning_rate": 5.154891909962113e-06,
      "loss": 0.0178,
      "step": 2174
    },
    {
      "epoch": 0.48467966573816157,
      "grad_norm": 19.200603485107422,
      "learning_rate": 5.152663249387118e-06,
      "loss": 0.0901,
      "step": 2175
    },
    {
      "epoch": 0.4849025069637883,
      "grad_norm": 26.42176628112793,
      "learning_rate": 5.1504345888121246e-06,
      "loss": 0.0913,
      "step": 2176
    },
    {
      "epoch": 0.48512534818941505,
      "grad_norm": 44.68779754638672,
      "learning_rate": 5.14820592823713e-06,
      "loss": 0.157,
      "step": 2177
    },
    {
      "epoch": 0.48534818941504176,
      "grad_norm": 101.99177551269531,
      "learning_rate": 5.145977267662136e-06,
      "loss": 0.5039,
      "step": 2178
    },
    {
      "epoch": 0.48557103064066853,
      "grad_norm": 95.00115203857422,
      "learning_rate": 5.143748607087141e-06,
      "loss": 0.4941,
      "step": 2179
    },
    {
      "epoch": 0.48579387186629525,
      "grad_norm": 95.19988250732422,
      "learning_rate": 5.1415199465121466e-06,
      "loss": 0.313,
      "step": 2180
    },
    {
      "epoch": 0.486016713091922,
      "grad_norm": 50.23613739013672,
      "learning_rate": 5.139291285937153e-06,
      "loss": 0.3418,
      "step": 2181
    },
    {
      "epoch": 0.48623955431754873,
      "grad_norm": 150.76144409179688,
      "learning_rate": 5.137062625362158e-06,
      "loss": 1.1476,
      "step": 2182
    },
    {
      "epoch": 0.4864623955431755,
      "grad_norm": 15.227668762207031,
      "learning_rate": 5.134833964787163e-06,
      "loss": 0.0269,
      "step": 2183
    },
    {
      "epoch": 0.4866852367688022,
      "grad_norm": 120.65556335449219,
      "learning_rate": 5.1326053042121694e-06,
      "loss": 0.2905,
      "step": 2184
    },
    {
      "epoch": 0.486908077994429,
      "grad_norm": 3.6629292964935303,
      "learning_rate": 5.130376643637175e-06,
      "loss": 0.0088,
      "step": 2185
    },
    {
      "epoch": 0.4871309192200557,
      "grad_norm": 103.15023040771484,
      "learning_rate": 5.128147983062181e-06,
      "loss": 0.4625,
      "step": 2186
    },
    {
      "epoch": 0.48735376044568246,
      "grad_norm": 16.264801025390625,
      "learning_rate": 5.125919322487186e-06,
      "loss": 0.0349,
      "step": 2187
    },
    {
      "epoch": 0.4875766016713092,
      "grad_norm": 31.995634078979492,
      "learning_rate": 5.123690661912191e-06,
      "loss": 0.126,
      "step": 2188
    },
    {
      "epoch": 0.48779944289693594,
      "grad_norm": 37.855220794677734,
      "learning_rate": 5.121462001337196e-06,
      "loss": 0.2832,
      "step": 2189
    },
    {
      "epoch": 0.48802228412256266,
      "grad_norm": 28.828765869140625,
      "learning_rate": 5.119233340762202e-06,
      "loss": 0.1141,
      "step": 2190
    },
    {
      "epoch": 0.4882451253481894,
      "grad_norm": 90.8152084350586,
      "learning_rate": 5.117004680187207e-06,
      "loss": 0.2232,
      "step": 2191
    },
    {
      "epoch": 0.48846796657381614,
      "grad_norm": 66.08345794677734,
      "learning_rate": 5.1147760196122135e-06,
      "loss": 0.2373,
      "step": 2192
    },
    {
      "epoch": 0.4886908077994429,
      "grad_norm": 25.412328720092773,
      "learning_rate": 5.112547359037219e-06,
      "loss": 0.0533,
      "step": 2193
    },
    {
      "epoch": 0.4889136490250696,
      "grad_norm": 10.378137588500977,
      "learning_rate": 5.110318698462224e-06,
      "loss": 0.0261,
      "step": 2194
    },
    {
      "epoch": 0.4891364902506964,
      "grad_norm": 18.532604217529297,
      "learning_rate": 5.10809003788723e-06,
      "loss": 0.0256,
      "step": 2195
    },
    {
      "epoch": 0.4893593314763231,
      "grad_norm": 52.7123908996582,
      "learning_rate": 5.1058613773122355e-06,
      "loss": 0.1399,
      "step": 2196
    },
    {
      "epoch": 0.48958217270194987,
      "grad_norm": 280.0166015625,
      "learning_rate": 5.103632716737242e-06,
      "loss": 0.8926,
      "step": 2197
    },
    {
      "epoch": 0.4898050139275766,
      "grad_norm": 42.66703796386719,
      "learning_rate": 5.101404056162247e-06,
      "loss": 0.5424,
      "step": 2198
    },
    {
      "epoch": 0.49002785515320335,
      "grad_norm": 24.24781608581543,
      "learning_rate": 5.099175395587252e-06,
      "loss": 0.1034,
      "step": 2199
    },
    {
      "epoch": 0.49025069637883006,
      "grad_norm": 22.809947967529297,
      "learning_rate": 5.096946735012258e-06,
      "loss": 0.0476,
      "step": 2200
    },
    {
      "epoch": 0.49047353760445683,
      "grad_norm": 30.976781845092773,
      "learning_rate": 5.094718074437264e-06,
      "loss": 0.0564,
      "step": 2201
    },
    {
      "epoch": 0.49069637883008355,
      "grad_norm": 180.6242218017578,
      "learning_rate": 5.09248941386227e-06,
      "loss": 0.743,
      "step": 2202
    },
    {
      "epoch": 0.4909192200557103,
      "grad_norm": 46.632080078125,
      "learning_rate": 5.090260753287275e-06,
      "loss": 0.1784,
      "step": 2203
    },
    {
      "epoch": 0.49114206128133703,
      "grad_norm": 35.67207717895508,
      "learning_rate": 5.08803209271228e-06,
      "loss": 0.0687,
      "step": 2204
    },
    {
      "epoch": 0.4913649025069638,
      "grad_norm": 79.35433197021484,
      "learning_rate": 5.0858034321372865e-06,
      "loss": 0.3704,
      "step": 2205
    },
    {
      "epoch": 0.4915877437325905,
      "grad_norm": 156.40565490722656,
      "learning_rate": 5.083574771562292e-06,
      "loss": 1.1523,
      "step": 2206
    },
    {
      "epoch": 0.4918105849582173,
      "grad_norm": 42.3705940246582,
      "learning_rate": 5.081346110987297e-06,
      "loss": 0.1104,
      "step": 2207
    },
    {
      "epoch": 0.492033426183844,
      "grad_norm": 20.410663604736328,
      "learning_rate": 5.079117450412303e-06,
      "loss": 0.0302,
      "step": 2208
    },
    {
      "epoch": 0.49225626740947076,
      "grad_norm": 38.71875762939453,
      "learning_rate": 5.0768887898373085e-06,
      "loss": 0.4857,
      "step": 2209
    },
    {
      "epoch": 0.4924791086350975,
      "grad_norm": 78.47888946533203,
      "learning_rate": 5.074660129262313e-06,
      "loss": 0.3455,
      "step": 2210
    },
    {
      "epoch": 0.49270194986072424,
      "grad_norm": 26.698863983154297,
      "learning_rate": 5.072431468687319e-06,
      "loss": 0.0487,
      "step": 2211
    },
    {
      "epoch": 0.49292479108635096,
      "grad_norm": 158.06529235839844,
      "learning_rate": 5.070202808112324e-06,
      "loss": 0.5017,
      "step": 2212
    },
    {
      "epoch": 0.4931476323119777,
      "grad_norm": 49.67306137084961,
      "learning_rate": 5.06797414753733e-06,
      "loss": 0.2234,
      "step": 2213
    },
    {
      "epoch": 0.49337047353760444,
      "grad_norm": 27.562156677246094,
      "learning_rate": 5.065745486962336e-06,
      "loss": 0.0616,
      "step": 2214
    },
    {
      "epoch": 0.4935933147632312,
      "grad_norm": 3.070746421813965,
      "learning_rate": 5.063516826387341e-06,
      "loss": 0.0036,
      "step": 2215
    },
    {
      "epoch": 0.4938161559888579,
      "grad_norm": 42.16587829589844,
      "learning_rate": 5.061288165812347e-06,
      "loss": 0.4598,
      "step": 2216
    },
    {
      "epoch": 0.4940389972144847,
      "grad_norm": 100.61778259277344,
      "learning_rate": 5.0590595052373525e-06,
      "loss": 0.5205,
      "step": 2217
    },
    {
      "epoch": 0.4942618384401114,
      "grad_norm": 91.78508758544922,
      "learning_rate": 5.056830844662358e-06,
      "loss": 0.3411,
      "step": 2218
    },
    {
      "epoch": 0.49448467966573817,
      "grad_norm": 97.35279083251953,
      "learning_rate": 5.054602184087364e-06,
      "loss": 0.75,
      "step": 2219
    },
    {
      "epoch": 0.4947075208913649,
      "grad_norm": 51.965248107910156,
      "learning_rate": 5.052373523512369e-06,
      "loss": 0.5222,
      "step": 2220
    },
    {
      "epoch": 0.49493036211699165,
      "grad_norm": 182.9166717529297,
      "learning_rate": 5.050144862937375e-06,
      "loss": 0.4707,
      "step": 2221
    },
    {
      "epoch": 0.49515320334261836,
      "grad_norm": 477.3270568847656,
      "learning_rate": 5.047916202362381e-06,
      "loss": 1.8258,
      "step": 2222
    },
    {
      "epoch": 0.49537604456824513,
      "grad_norm": 70.10572052001953,
      "learning_rate": 5.045687541787386e-06,
      "loss": 0.3889,
      "step": 2223
    },
    {
      "epoch": 0.49559888579387185,
      "grad_norm": 158.20042419433594,
      "learning_rate": 5.043458881212392e-06,
      "loss": 0.6543,
      "step": 2224
    },
    {
      "epoch": 0.4958217270194986,
      "grad_norm": 122.90373229980469,
      "learning_rate": 5.041230220637397e-06,
      "loss": 0.3802,
      "step": 2225
    },
    {
      "epoch": 0.49604456824512533,
      "grad_norm": 103.12709045410156,
      "learning_rate": 5.0390015600624036e-06,
      "loss": 0.8574,
      "step": 2226
    },
    {
      "epoch": 0.4962674094707521,
      "grad_norm": 9.531780242919922,
      "learning_rate": 5.036772899487409e-06,
      "loss": 0.0239,
      "step": 2227
    },
    {
      "epoch": 0.4964902506963788,
      "grad_norm": 41.98128890991211,
      "learning_rate": 5.034544238912414e-06,
      "loss": 0.1223,
      "step": 2228
    },
    {
      "epoch": 0.4967130919220056,
      "grad_norm": 94.29376983642578,
      "learning_rate": 5.03231557833742e-06,
      "loss": 0.166,
      "step": 2229
    },
    {
      "epoch": 0.4969359331476323,
      "grad_norm": 18.961702346801758,
      "learning_rate": 5.030086917762426e-06,
      "loss": 0.0487,
      "step": 2230
    },
    {
      "epoch": 0.49715877437325906,
      "grad_norm": 51.95357894897461,
      "learning_rate": 5.027858257187431e-06,
      "loss": 0.201,
      "step": 2231
    },
    {
      "epoch": 0.4973816155988858,
      "grad_norm": 11.09622573852539,
      "learning_rate": 5.025629596612437e-06,
      "loss": 0.0353,
      "step": 2232
    },
    {
      "epoch": 0.49760445682451254,
      "grad_norm": 39.45921325683594,
      "learning_rate": 5.0234009360374415e-06,
      "loss": 0.3231,
      "step": 2233
    },
    {
      "epoch": 0.49782729805013926,
      "grad_norm": 6.691921234130859,
      "learning_rate": 5.021172275462447e-06,
      "loss": 0.0174,
      "step": 2234
    },
    {
      "epoch": 0.498050139275766,
      "grad_norm": 195.71922302246094,
      "learning_rate": 5.018943614887453e-06,
      "loss": 0.5469,
      "step": 2235
    },
    {
      "epoch": 0.49827298050139274,
      "grad_norm": 68.08727264404297,
      "learning_rate": 5.016714954312458e-06,
      "loss": 0.2278,
      "step": 2236
    },
    {
      "epoch": 0.4984958217270195,
      "grad_norm": 160.13597106933594,
      "learning_rate": 5.0144862937374635e-06,
      "loss": 0.8281,
      "step": 2237
    },
    {
      "epoch": 0.4987186629526462,
      "grad_norm": 110.01339721679688,
      "learning_rate": 5.01225763316247e-06,
      "loss": 0.6733,
      "step": 2238
    },
    {
      "epoch": 0.498941504178273,
      "grad_norm": 4.986978530883789,
      "learning_rate": 5.010028972587475e-06,
      "loss": 0.0069,
      "step": 2239
    },
    {
      "epoch": 0.4991643454038997,
      "grad_norm": 49.94919967651367,
      "learning_rate": 5.007800312012481e-06,
      "loss": 0.1704,
      "step": 2240
    },
    {
      "epoch": 0.49938718662952647,
      "grad_norm": 50.09550857543945,
      "learning_rate": 5.005571651437486e-06,
      "loss": 0.2732,
      "step": 2241
    },
    {
      "epoch": 0.4996100278551532,
      "grad_norm": 10.751904487609863,
      "learning_rate": 5.003342990862492e-06,
      "loss": 0.032,
      "step": 2242
    },
    {
      "epoch": 0.49983286908077995,
      "grad_norm": 68.3521499633789,
      "learning_rate": 5.001114330287498e-06,
      "loss": 0.1821,
      "step": 2243
    },
    {
      "epoch": 0.5000557103064067,
      "grad_norm": 49.28732681274414,
      "learning_rate": 4.998885669712503e-06,
      "loss": 0.1963,
      "step": 2244
    },
    {
      "epoch": 0.5002785515320334,
      "grad_norm": 175.8817901611328,
      "learning_rate": 4.996657009137509e-06,
      "loss": 0.5011,
      "step": 2245
    },
    {
      "epoch": 0.5005013927576601,
      "grad_norm": 38.42283630371094,
      "learning_rate": 4.9944283485625145e-06,
      "loss": 0.1345,
      "step": 2246
    },
    {
      "epoch": 0.5007242339832869,
      "grad_norm": 7.01040506362915,
      "learning_rate": 4.99219968798752e-06,
      "loss": 0.0228,
      "step": 2247
    },
    {
      "epoch": 0.5009470752089137,
      "grad_norm": 81.00621032714844,
      "learning_rate": 4.989971027412526e-06,
      "loss": 0.1508,
      "step": 2248
    },
    {
      "epoch": 0.5011699164345403,
      "grad_norm": 60.71217727661133,
      "learning_rate": 4.987742366837531e-06,
      "loss": 0.2539,
      "step": 2249
    },
    {
      "epoch": 0.5013927576601671,
      "grad_norm": 17.01053810119629,
      "learning_rate": 4.9855137062625365e-06,
      "loss": 0.0286,
      "step": 2250
    },
    {
      "epoch": 0.5016155988857939,
      "grad_norm": 15.513875961303711,
      "learning_rate": 4.983285045687542e-06,
      "loss": 0.0518,
      "step": 2251
    },
    {
      "epoch": 0.5018384401114206,
      "grad_norm": 49.010101318359375,
      "learning_rate": 4.981056385112548e-06,
      "loss": 0.1689,
      "step": 2252
    },
    {
      "epoch": 0.5020612813370473,
      "grad_norm": 17.50546646118164,
      "learning_rate": 4.978827724537553e-06,
      "loss": 0.0363,
      "step": 2253
    },
    {
      "epoch": 0.5022841225626741,
      "grad_norm": 13.562626838684082,
      "learning_rate": 4.9765990639625585e-06,
      "loss": 0.0273,
      "step": 2254
    },
    {
      "epoch": 0.5025069637883008,
      "grad_norm": 61.35093307495117,
      "learning_rate": 4.974370403387565e-06,
      "loss": 0.171,
      "step": 2255
    },
    {
      "epoch": 0.5027298050139276,
      "grad_norm": 63.77473449707031,
      "learning_rate": 4.97214174281257e-06,
      "loss": 0.2173,
      "step": 2256
    },
    {
      "epoch": 0.5029526462395543,
      "grad_norm": 63.80739974975586,
      "learning_rate": 4.969913082237576e-06,
      "loss": 0.2134,
      "step": 2257
    },
    {
      "epoch": 0.503175487465181,
      "grad_norm": 36.76171875,
      "learning_rate": 4.967684421662581e-06,
      "loss": 0.0443,
      "step": 2258
    },
    {
      "epoch": 0.5033983286908078,
      "grad_norm": 61.624698638916016,
      "learning_rate": 4.965455761087587e-06,
      "loss": 0.6543,
      "step": 2259
    },
    {
      "epoch": 0.5036211699164346,
      "grad_norm": 156.0684356689453,
      "learning_rate": 4.963227100512593e-06,
      "loss": 0.6341,
      "step": 2260
    },
    {
      "epoch": 0.5038440111420612,
      "grad_norm": 19.35272789001465,
      "learning_rate": 4.960998439937597e-06,
      "loss": 0.0638,
      "step": 2261
    },
    {
      "epoch": 0.504066852367688,
      "grad_norm": 12.443123817443848,
      "learning_rate": 4.958769779362603e-06,
      "loss": 0.0214,
      "step": 2262
    },
    {
      "epoch": 0.5042896935933148,
      "grad_norm": 62.33523178100586,
      "learning_rate": 4.956541118787609e-06,
      "loss": 0.1472,
      "step": 2263
    },
    {
      "epoch": 0.5045125348189415,
      "grad_norm": 46.07070541381836,
      "learning_rate": 4.954312458212615e-06,
      "loss": 0.0974,
      "step": 2264
    },
    {
      "epoch": 0.5047353760445682,
      "grad_norm": 36.57855224609375,
      "learning_rate": 4.95208379763762e-06,
      "loss": 0.083,
      "step": 2265
    },
    {
      "epoch": 0.504958217270195,
      "grad_norm": 20.697673797607422,
      "learning_rate": 4.949855137062625e-06,
      "loss": 0.0964,
      "step": 2266
    },
    {
      "epoch": 0.5051810584958217,
      "grad_norm": 57.04065704345703,
      "learning_rate": 4.9476264764876315e-06,
      "loss": 0.3269,
      "step": 2267
    },
    {
      "epoch": 0.5054038997214485,
      "grad_norm": 12.868118286132812,
      "learning_rate": 4.945397815912637e-06,
      "loss": 0.0214,
      "step": 2268
    },
    {
      "epoch": 0.5056267409470752,
      "grad_norm": 43.056941986083984,
      "learning_rate": 4.943169155337643e-06,
      "loss": 0.1019,
      "step": 2269
    },
    {
      "epoch": 0.5058495821727019,
      "grad_norm": 147.17642211914062,
      "learning_rate": 4.940940494762648e-06,
      "loss": 0.8848,
      "step": 2270
    },
    {
      "epoch": 0.5060724233983287,
      "grad_norm": 31.042749404907227,
      "learning_rate": 4.9387118341876536e-06,
      "loss": 0.0641,
      "step": 2271
    },
    {
      "epoch": 0.5062952646239555,
      "grad_norm": 131.86639404296875,
      "learning_rate": 4.936483173612659e-06,
      "loss": 0.3958,
      "step": 2272
    },
    {
      "epoch": 0.5065181058495821,
      "grad_norm": 68.39129638671875,
      "learning_rate": 4.934254513037664e-06,
      "loss": 0.4498,
      "step": 2273
    },
    {
      "epoch": 0.5067409470752089,
      "grad_norm": 9.872096061706543,
      "learning_rate": 4.93202585246267e-06,
      "loss": 0.0178,
      "step": 2274
    },
    {
      "epoch": 0.5069637883008357,
      "grad_norm": 54.3791389465332,
      "learning_rate": 4.929797191887676e-06,
      "loss": 0.2736,
      "step": 2275
    },
    {
      "epoch": 0.5071866295264624,
      "grad_norm": 17.080364227294922,
      "learning_rate": 4.927568531312682e-06,
      "loss": 0.0414,
      "step": 2276
    },
    {
      "epoch": 0.5074094707520891,
      "grad_norm": 40.314849853515625,
      "learning_rate": 4.925339870737687e-06,
      "loss": 0.1158,
      "step": 2277
    },
    {
      "epoch": 0.5076323119777159,
      "grad_norm": 15.026691436767578,
      "learning_rate": 4.923111210162692e-06,
      "loss": 0.0277,
      "step": 2278
    },
    {
      "epoch": 0.5078551532033426,
      "grad_norm": 9.32248306274414,
      "learning_rate": 4.9208825495876984e-06,
      "loss": 0.0243,
      "step": 2279
    },
    {
      "epoch": 0.5080779944289694,
      "grad_norm": 99.10631561279297,
      "learning_rate": 4.918653889012704e-06,
      "loss": 0.394,
      "step": 2280
    },
    {
      "epoch": 0.508300835654596,
      "grad_norm": 80.06597900390625,
      "learning_rate": 4.91642522843771e-06,
      "loss": 0.3862,
      "step": 2281
    },
    {
      "epoch": 0.5085236768802228,
      "grad_norm": 19.12981414794922,
      "learning_rate": 4.914196567862715e-06,
      "loss": 0.0304,
      "step": 2282
    },
    {
      "epoch": 0.5087465181058496,
      "grad_norm": 89.71612548828125,
      "learning_rate": 4.9119679072877205e-06,
      "loss": 0.1792,
      "step": 2283
    },
    {
      "epoch": 0.5089693593314764,
      "grad_norm": 48.60421371459961,
      "learning_rate": 4.909739246712726e-06,
      "loss": 0.099,
      "step": 2284
    },
    {
      "epoch": 0.509192200557103,
      "grad_norm": 4.302084922790527,
      "learning_rate": 4.907510586137731e-06,
      "loss": 0.0091,
      "step": 2285
    },
    {
      "epoch": 0.5094150417827298,
      "grad_norm": 92.40514373779297,
      "learning_rate": 4.905281925562737e-06,
      "loss": 0.5586,
      "step": 2286
    },
    {
      "epoch": 0.5096378830083566,
      "grad_norm": 6.920239448547363,
      "learning_rate": 4.9030532649877425e-06,
      "loss": 0.0062,
      "step": 2287
    },
    {
      "epoch": 0.5098607242339833,
      "grad_norm": 6.3109564781188965,
      "learning_rate": 4.900824604412749e-06,
      "loss": 0.013,
      "step": 2288
    },
    {
      "epoch": 0.51008356545961,
      "grad_norm": 39.8154296875,
      "learning_rate": 4.898595943837754e-06,
      "loss": 0.0646,
      "step": 2289
    },
    {
      "epoch": 0.5103064066852367,
      "grad_norm": 79.9142837524414,
      "learning_rate": 4.896367283262759e-06,
      "loss": 0.5198,
      "step": 2290
    },
    {
      "epoch": 0.5105292479108635,
      "grad_norm": 87.41424560546875,
      "learning_rate": 4.894138622687765e-06,
      "loss": 0.6177,
      "step": 2291
    },
    {
      "epoch": 0.5107520891364903,
      "grad_norm": 5.551355838775635,
      "learning_rate": 4.891909962112771e-06,
      "loss": 0.009,
      "step": 2292
    },
    {
      "epoch": 0.5109749303621169,
      "grad_norm": 194.61549377441406,
      "learning_rate": 4.889681301537777e-06,
      "loss": 0.557,
      "step": 2293
    },
    {
      "epoch": 0.5111977715877437,
      "grad_norm": 70.38995361328125,
      "learning_rate": 4.887452640962781e-06,
      "loss": 0.2647,
      "step": 2294
    },
    {
      "epoch": 0.5114206128133705,
      "grad_norm": 87.32121276855469,
      "learning_rate": 4.885223980387787e-06,
      "loss": 0.3633,
      "step": 2295
    },
    {
      "epoch": 0.5116434540389972,
      "grad_norm": 7.6544084548950195,
      "learning_rate": 4.882995319812793e-06,
      "loss": 0.0119,
      "step": 2296
    },
    {
      "epoch": 0.5118662952646239,
      "grad_norm": 79.70597076416016,
      "learning_rate": 4.880766659237798e-06,
      "loss": 0.5991,
      "step": 2297
    },
    {
      "epoch": 0.5120891364902507,
      "grad_norm": 84.81928253173828,
      "learning_rate": 4.878537998662804e-06,
      "loss": 0.3013,
      "step": 2298
    },
    {
      "epoch": 0.5123119777158774,
      "grad_norm": 66.42108917236328,
      "learning_rate": 4.876309338087809e-06,
      "loss": 0.123,
      "step": 2299
    },
    {
      "epoch": 0.5125348189415042,
      "grad_norm": 16.39019012451172,
      "learning_rate": 4.8740806775128155e-06,
      "loss": 0.0185,
      "step": 2300
    },
    {
      "epoch": 0.5127576601671309,
      "grad_norm": 48.97981262207031,
      "learning_rate": 4.871852016937821e-06,
      "loss": 0.1866,
      "step": 2301
    },
    {
      "epoch": 0.5129805013927576,
      "grad_norm": 47.715789794921875,
      "learning_rate": 4.869623356362826e-06,
      "loss": 0.2283,
      "step": 2302
    },
    {
      "epoch": 0.5132033426183844,
      "grad_norm": 246.98101806640625,
      "learning_rate": 4.867394695787832e-06,
      "loss": 1.8467,
      "step": 2303
    },
    {
      "epoch": 0.5134261838440112,
      "grad_norm": 68.34288787841797,
      "learning_rate": 4.8651660352128375e-06,
      "loss": 0.2588,
      "step": 2304
    },
    {
      "epoch": 0.5136490250696378,
      "grad_norm": 53.56269454956055,
      "learning_rate": 4.862937374637844e-06,
      "loss": 0.1633,
      "step": 2305
    },
    {
      "epoch": 0.5138718662952646,
      "grad_norm": 25.79271125793457,
      "learning_rate": 4.860708714062848e-06,
      "loss": 0.0447,
      "step": 2306
    },
    {
      "epoch": 0.5140947075208914,
      "grad_norm": 30.339258193969727,
      "learning_rate": 4.858480053487854e-06,
      "loss": 0.0619,
      "step": 2307
    },
    {
      "epoch": 0.5143175487465181,
      "grad_norm": 100.20880126953125,
      "learning_rate": 4.8562513929128595e-06,
      "loss": 0.2239,
      "step": 2308
    },
    {
      "epoch": 0.5145403899721448,
      "grad_norm": 25.873790740966797,
      "learning_rate": 4.854022732337865e-06,
      "loss": 0.0356,
      "step": 2309
    },
    {
      "epoch": 0.5147632311977716,
      "grad_norm": 95.67721557617188,
      "learning_rate": 4.851794071762871e-06,
      "loss": 0.1976,
      "step": 2310
    },
    {
      "epoch": 0.5149860724233983,
      "grad_norm": 6.52337646484375,
      "learning_rate": 4.849565411187876e-06,
      "loss": 0.0089,
      "step": 2311
    },
    {
      "epoch": 0.5152089136490251,
      "grad_norm": 42.65604782104492,
      "learning_rate": 4.847336750612882e-06,
      "loss": 0.2279,
      "step": 2312
    },
    {
      "epoch": 0.5154317548746518,
      "grad_norm": 65.31604766845703,
      "learning_rate": 4.845108090037888e-06,
      "loss": 0.5898,
      "step": 2313
    },
    {
      "epoch": 0.5156545961002785,
      "grad_norm": 154.7549285888672,
      "learning_rate": 4.842879429462893e-06,
      "loss": 1.3635,
      "step": 2314
    },
    {
      "epoch": 0.5158774373259053,
      "grad_norm": 6.205270767211914,
      "learning_rate": 4.840650768887899e-06,
      "loss": 0.0075,
      "step": 2315
    },
    {
      "epoch": 0.5161002785515321,
      "grad_norm": 10.538531303405762,
      "learning_rate": 4.838422108312904e-06,
      "loss": 0.0145,
      "step": 2316
    },
    {
      "epoch": 0.5163231197771587,
      "grad_norm": 157.41766357421875,
      "learning_rate": 4.83619344773791e-06,
      "loss": 0.5009,
      "step": 2317
    },
    {
      "epoch": 0.5165459610027855,
      "grad_norm": 42.69644546508789,
      "learning_rate": 4.833964787162915e-06,
      "loss": 0.0775,
      "step": 2318
    },
    {
      "epoch": 0.5167688022284123,
      "grad_norm": 27.293344497680664,
      "learning_rate": 4.831736126587921e-06,
      "loss": 0.0409,
      "step": 2319
    },
    {
      "epoch": 0.516991643454039,
      "grad_norm": 4.094941139221191,
      "learning_rate": 4.8295074660129264e-06,
      "loss": 0.0048,
      "step": 2320
    },
    {
      "epoch": 0.5172144846796657,
      "grad_norm": 16.30967140197754,
      "learning_rate": 4.8272788054379326e-06,
      "loss": 0.025,
      "step": 2321
    },
    {
      "epoch": 0.5174373259052925,
      "grad_norm": 13.981180191040039,
      "learning_rate": 4.825050144862938e-06,
      "loss": 0.0144,
      "step": 2322
    },
    {
      "epoch": 0.5176601671309192,
      "grad_norm": 57.869869232177734,
      "learning_rate": 4.822821484287943e-06,
      "loss": 0.2472,
      "step": 2323
    },
    {
      "epoch": 0.517883008356546,
      "grad_norm": 69.8406982421875,
      "learning_rate": 4.820592823712949e-06,
      "loss": 0.3633,
      "step": 2324
    },
    {
      "epoch": 0.5181058495821727,
      "grad_norm": 27.5396728515625,
      "learning_rate": 4.818364163137955e-06,
      "loss": 0.1366,
      "step": 2325
    },
    {
      "epoch": 0.5183286908077994,
      "grad_norm": 48.85585021972656,
      "learning_rate": 4.81613550256296e-06,
      "loss": 0.2939,
      "step": 2326
    },
    {
      "epoch": 0.5185515320334262,
      "grad_norm": 37.92595291137695,
      "learning_rate": 4.813906841987966e-06,
      "loss": 0.6287,
      "step": 2327
    },
    {
      "epoch": 0.518774373259053,
      "grad_norm": 47.11051940917969,
      "learning_rate": 4.811678181412971e-06,
      "loss": 0.1069,
      "step": 2328
    },
    {
      "epoch": 0.5189972144846796,
      "grad_norm": 52.851802825927734,
      "learning_rate": 4.809449520837977e-06,
      "loss": 0.2742,
      "step": 2329
    },
    {
      "epoch": 0.5192200557103064,
      "grad_norm": 5.974208831787109,
      "learning_rate": 4.807220860262982e-06,
      "loss": 0.0097,
      "step": 2330
    },
    {
      "epoch": 0.5194428969359332,
      "grad_norm": 8.37877082824707,
      "learning_rate": 4.804992199687988e-06,
      "loss": 0.0226,
      "step": 2331
    },
    {
      "epoch": 0.5196657381615599,
      "grad_norm": 83.87159729003906,
      "learning_rate": 4.802763539112993e-06,
      "loss": 0.2694,
      "step": 2332
    },
    {
      "epoch": 0.5198885793871866,
      "grad_norm": 54.545677185058594,
      "learning_rate": 4.8005348785379995e-06,
      "loss": 0.0985,
      "step": 2333
    },
    {
      "epoch": 0.5201114206128133,
      "grad_norm": 22.42475700378418,
      "learning_rate": 4.798306217963005e-06,
      "loss": 0.0432,
      "step": 2334
    },
    {
      "epoch": 0.5203342618384401,
      "grad_norm": 139.50161743164062,
      "learning_rate": 4.79607755738801e-06,
      "loss": 0.8945,
      "step": 2335
    },
    {
      "epoch": 0.5205571030640669,
      "grad_norm": 46.35187911987305,
      "learning_rate": 4.793848896813016e-06,
      "loss": 0.1406,
      "step": 2336
    },
    {
      "epoch": 0.5207799442896935,
      "grad_norm": 59.63850784301758,
      "learning_rate": 4.7916202362380215e-06,
      "loss": 0.1182,
      "step": 2337
    },
    {
      "epoch": 0.5210027855153203,
      "grad_norm": 19.600725173950195,
      "learning_rate": 4.789391575663027e-06,
      "loss": 0.031,
      "step": 2338
    },
    {
      "epoch": 0.5212256267409471,
      "grad_norm": 17.818933486938477,
      "learning_rate": 4.787162915088032e-06,
      "loss": 0.027,
      "step": 2339
    },
    {
      "epoch": 0.5214484679665738,
      "grad_norm": 130.94020080566406,
      "learning_rate": 4.784934254513038e-06,
      "loss": 0.417,
      "step": 2340
    },
    {
      "epoch": 0.5216713091922005,
      "grad_norm": 53.61891174316406,
      "learning_rate": 4.7827055939380435e-06,
      "loss": 0.1121,
      "step": 2341
    },
    {
      "epoch": 0.5218941504178273,
      "grad_norm": 25.18346405029297,
      "learning_rate": 4.780476933363049e-06,
      "loss": 0.0565,
      "step": 2342
    },
    {
      "epoch": 0.522116991643454,
      "grad_norm": 16.663864135742188,
      "learning_rate": 4.778248272788055e-06,
      "loss": 0.0485,
      "step": 2343
    },
    {
      "epoch": 0.5223398328690808,
      "grad_norm": 23.28080177307129,
      "learning_rate": 4.77601961221306e-06,
      "loss": 0.0581,
      "step": 2344
    },
    {
      "epoch": 0.5225626740947075,
      "grad_norm": 124.8976821899414,
      "learning_rate": 4.773790951638066e-06,
      "loss": 0.317,
      "step": 2345
    },
    {
      "epoch": 0.5227855153203342,
      "grad_norm": 40.006019592285156,
      "learning_rate": 4.771562291063072e-06,
      "loss": 0.0823,
      "step": 2346
    },
    {
      "epoch": 0.523008356545961,
      "grad_norm": 23.45179557800293,
      "learning_rate": 4.769333630488077e-06,
      "loss": 0.0835,
      "step": 2347
    },
    {
      "epoch": 0.5232311977715878,
      "grad_norm": 133.17491149902344,
      "learning_rate": 4.767104969913083e-06,
      "loss": 0.707,
      "step": 2348
    },
    {
      "epoch": 0.5234540389972144,
      "grad_norm": 32.24643325805664,
      "learning_rate": 4.764876309338088e-06,
      "loss": 0.0974,
      "step": 2349
    },
    {
      "epoch": 0.5236768802228412,
      "grad_norm": 81.28662872314453,
      "learning_rate": 4.762647648763094e-06,
      "loss": 0.3098,
      "step": 2350
    },
    {
      "epoch": 0.523899721448468,
      "grad_norm": 24.754364013671875,
      "learning_rate": 4.760418988188099e-06,
      "loss": 0.0906,
      "step": 2351
    },
    {
      "epoch": 0.5241225626740947,
      "grad_norm": 164.87254333496094,
      "learning_rate": 4.758190327613105e-06,
      "loss": 0.5264,
      "step": 2352
    },
    {
      "epoch": 0.5243454038997214,
      "grad_norm": 23.538667678833008,
      "learning_rate": 4.75596166703811e-06,
      "loss": 0.0498,
      "step": 2353
    },
    {
      "epoch": 0.5245682451253482,
      "grad_norm": 43.359249114990234,
      "learning_rate": 4.753733006463116e-06,
      "loss": 0.1683,
      "step": 2354
    },
    {
      "epoch": 0.5247910863509749,
      "grad_norm": 52.95640563964844,
      "learning_rate": 4.751504345888122e-06,
      "loss": 0.1863,
      "step": 2355
    },
    {
      "epoch": 0.5250139275766017,
      "grad_norm": 67.99745178222656,
      "learning_rate": 4.749275685313127e-06,
      "loss": 0.1321,
      "step": 2356
    },
    {
      "epoch": 0.5252367688022284,
      "grad_norm": 63.04769515991211,
      "learning_rate": 4.747047024738133e-06,
      "loss": 0.1885,
      "step": 2357
    },
    {
      "epoch": 0.5254596100278551,
      "grad_norm": 33.718544006347656,
      "learning_rate": 4.7448183641631385e-06,
      "loss": 0.0792,
      "step": 2358
    },
    {
      "epoch": 0.5256824512534819,
      "grad_norm": 28.532970428466797,
      "learning_rate": 4.742589703588144e-06,
      "loss": 0.0732,
      "step": 2359
    },
    {
      "epoch": 0.5259052924791087,
      "grad_norm": 87.44480895996094,
      "learning_rate": 4.74036104301315e-06,
      "loss": 0.3369,
      "step": 2360
    },
    {
      "epoch": 0.5261281337047353,
      "grad_norm": 88.47652435302734,
      "learning_rate": 4.738132382438155e-06,
      "loss": 0.2983,
      "step": 2361
    },
    {
      "epoch": 0.5263509749303621,
      "grad_norm": 175.9476776123047,
      "learning_rate": 4.7359037218631606e-06,
      "loss": 1.002,
      "step": 2362
    },
    {
      "epoch": 0.5265738161559889,
      "grad_norm": 27.06920623779297,
      "learning_rate": 4.733675061288166e-06,
      "loss": 0.0764,
      "step": 2363
    },
    {
      "epoch": 0.5267966573816156,
      "grad_norm": 71.83534240722656,
      "learning_rate": 4.731446400713172e-06,
      "loss": 0.2344,
      "step": 2364
    },
    {
      "epoch": 0.5270194986072423,
      "grad_norm": 201.0643310546875,
      "learning_rate": 4.729217740138177e-06,
      "loss": 1.6426,
      "step": 2365
    },
    {
      "epoch": 0.5272423398328691,
      "grad_norm": 42.202369689941406,
      "learning_rate": 4.7269890795631826e-06,
      "loss": 0.087,
      "step": 2366
    },
    {
      "epoch": 0.5274651810584958,
      "grad_norm": 191.71163940429688,
      "learning_rate": 4.724760418988189e-06,
      "loss": 1.0876,
      "step": 2367
    },
    {
      "epoch": 0.5276880222841226,
      "grad_norm": 89.27471160888672,
      "learning_rate": 4.722531758413194e-06,
      "loss": 0.2207,
      "step": 2368
    },
    {
      "epoch": 0.5279108635097493,
      "grad_norm": 102.08450317382812,
      "learning_rate": 4.7203030978382e-06,
      "loss": 0.3424,
      "step": 2369
    },
    {
      "epoch": 0.528133704735376,
      "grad_norm": 126.328857421875,
      "learning_rate": 4.7180744372632054e-06,
      "loss": 0.7812,
      "step": 2370
    },
    {
      "epoch": 0.5283565459610028,
      "grad_norm": 8.221604347229004,
      "learning_rate": 4.715845776688211e-06,
      "loss": 0.018,
      "step": 2371
    },
    {
      "epoch": 0.5285793871866296,
      "grad_norm": 49.38794708251953,
      "learning_rate": 4.713617116113217e-06,
      "loss": 0.1628,
      "step": 2372
    },
    {
      "epoch": 0.5288022284122562,
      "grad_norm": 18.129528045654297,
      "learning_rate": 4.711388455538221e-06,
      "loss": 0.0587,
      "step": 2373
    },
    {
      "epoch": 0.529025069637883,
      "grad_norm": 192.45278930664062,
      "learning_rate": 4.7091597949632274e-06,
      "loss": 0.3735,
      "step": 2374
    },
    {
      "epoch": 0.5292479108635098,
      "grad_norm": 65.35697937011719,
      "learning_rate": 4.706931134388233e-06,
      "loss": 0.3094,
      "step": 2375
    },
    {
      "epoch": 0.5294707520891365,
      "grad_norm": 37.132389068603516,
      "learning_rate": 4.704702473813239e-06,
      "loss": 0.1123,
      "step": 2376
    },
    {
      "epoch": 0.5296935933147632,
      "grad_norm": 21.991350173950195,
      "learning_rate": 4.702473813238244e-06,
      "loss": 0.0625,
      "step": 2377
    },
    {
      "epoch": 0.52991643454039,
      "grad_norm": 9.183638572692871,
      "learning_rate": 4.7002451526632495e-06,
      "loss": 0.0103,
      "step": 2378
    },
    {
      "epoch": 0.5301392757660167,
      "grad_norm": 196.58572387695312,
      "learning_rate": 4.698016492088256e-06,
      "loss": 0.7667,
      "step": 2379
    },
    {
      "epoch": 0.5303621169916435,
      "grad_norm": 55.992584228515625,
      "learning_rate": 4.695787831513261e-06,
      "loss": 0.5568,
      "step": 2380
    },
    {
      "epoch": 0.5305849582172701,
      "grad_norm": 11.346210479736328,
      "learning_rate": 4.693559170938267e-06,
      "loss": 0.019,
      "step": 2381
    },
    {
      "epoch": 0.5308077994428969,
      "grad_norm": 30.694154739379883,
      "learning_rate": 4.691330510363272e-06,
      "loss": 0.1152,
      "step": 2382
    },
    {
      "epoch": 0.5310306406685237,
      "grad_norm": 61.4127082824707,
      "learning_rate": 4.689101849788278e-06,
      "loss": 0.1853,
      "step": 2383
    },
    {
      "epoch": 0.5312534818941504,
      "grad_norm": 283.08935546875,
      "learning_rate": 4.686873189213283e-06,
      "loss": 1.5229,
      "step": 2384
    },
    {
      "epoch": 0.5314763231197771,
      "grad_norm": 21.880306243896484,
      "learning_rate": 4.684644528638288e-06,
      "loss": 0.0458,
      "step": 2385
    },
    {
      "epoch": 0.5316991643454039,
      "grad_norm": 32.98042678833008,
      "learning_rate": 4.682415868063294e-06,
      "loss": 0.0812,
      "step": 2386
    },
    {
      "epoch": 0.5319220055710306,
      "grad_norm": 127.01239013671875,
      "learning_rate": 4.6801872074883e-06,
      "loss": 0.4395,
      "step": 2387
    },
    {
      "epoch": 0.5321448467966574,
      "grad_norm": 189.6888885498047,
      "learning_rate": 4.677958546913306e-06,
      "loss": 2.0352,
      "step": 2388
    },
    {
      "epoch": 0.5323676880222841,
      "grad_norm": 2.747638463973999,
      "learning_rate": 4.675729886338311e-06,
      "loss": 0.0071,
      "step": 2389
    },
    {
      "epoch": 0.5325905292479108,
      "grad_norm": 13.900679588317871,
      "learning_rate": 4.673501225763316e-06,
      "loss": 0.0505,
      "step": 2390
    },
    {
      "epoch": 0.5328133704735376,
      "grad_norm": 19.360889434814453,
      "learning_rate": 4.6712725651883225e-06,
      "loss": 0.0446,
      "step": 2391
    },
    {
      "epoch": 0.5330362116991644,
      "grad_norm": 7.684391975402832,
      "learning_rate": 4.669043904613328e-06,
      "loss": 0.0163,
      "step": 2392
    },
    {
      "epoch": 0.533259052924791,
      "grad_norm": 61.121734619140625,
      "learning_rate": 4.666815244038334e-06,
      "loss": 0.3678,
      "step": 2393
    },
    {
      "epoch": 0.5334818941504178,
      "grad_norm": 60.4067497253418,
      "learning_rate": 4.664586583463339e-06,
      "loss": 0.4801,
      "step": 2394
    },
    {
      "epoch": 0.5337047353760446,
      "grad_norm": 25.58167839050293,
      "learning_rate": 4.6623579228883445e-06,
      "loss": 0.0538,
      "step": 2395
    },
    {
      "epoch": 0.5339275766016713,
      "grad_norm": 188.7646942138672,
      "learning_rate": 4.66012926231335e-06,
      "loss": 0.6318,
      "step": 2396
    },
    {
      "epoch": 0.534150417827298,
      "grad_norm": 26.184263229370117,
      "learning_rate": 4.657900601738355e-06,
      "loss": 0.0432,
      "step": 2397
    },
    {
      "epoch": 0.5343732590529248,
      "grad_norm": 57.66958999633789,
      "learning_rate": 4.655671941163361e-06,
      "loss": 0.1611,
      "step": 2398
    },
    {
      "epoch": 0.5345961002785515,
      "grad_norm": 82.1920166015625,
      "learning_rate": 4.6534432805883665e-06,
      "loss": 0.3206,
      "step": 2399
    },
    {
      "epoch": 0.5348189415041783,
      "grad_norm": 54.127784729003906,
      "learning_rate": 4.651214620013373e-06,
      "loss": 0.2136,
      "step": 2400
    },
    {
      "epoch": 0.535041782729805,
      "grad_norm": 59.987728118896484,
      "learning_rate": 4.648985959438378e-06,
      "loss": 0.2559,
      "step": 2401
    },
    {
      "epoch": 0.5352646239554317,
      "grad_norm": 23.358808517456055,
      "learning_rate": 4.646757298863383e-06,
      "loss": 0.0468,
      "step": 2402
    },
    {
      "epoch": 0.5354874651810585,
      "grad_norm": 87.72584533691406,
      "learning_rate": 4.644528638288389e-06,
      "loss": 0.7079,
      "step": 2403
    },
    {
      "epoch": 0.5357103064066853,
      "grad_norm": 12.023019790649414,
      "learning_rate": 4.642299977713395e-06,
      "loss": 0.0305,
      "step": 2404
    },
    {
      "epoch": 0.5359331476323119,
      "grad_norm": 142.8344268798828,
      "learning_rate": 4.640071317138401e-06,
      "loss": 1.2113,
      "step": 2405
    },
    {
      "epoch": 0.5361559888579387,
      "grad_norm": 34.465782165527344,
      "learning_rate": 4.637842656563406e-06,
      "loss": 0.1616,
      "step": 2406
    },
    {
      "epoch": 0.5363788300835655,
      "grad_norm": 43.270530700683594,
      "learning_rate": 4.635613995988411e-06,
      "loss": 0.5233,
      "step": 2407
    },
    {
      "epoch": 0.5366016713091922,
      "grad_norm": 86.19741821289062,
      "learning_rate": 4.633385335413417e-06,
      "loss": 0.3911,
      "step": 2408
    },
    {
      "epoch": 0.5368245125348189,
      "grad_norm": 87.99765014648438,
      "learning_rate": 4.631156674838422e-06,
      "loss": 0.3213,
      "step": 2409
    },
    {
      "epoch": 0.5370473537604457,
      "grad_norm": 106.90996551513672,
      "learning_rate": 4.628928014263428e-06,
      "loss": 0.5781,
      "step": 2410
    },
    {
      "epoch": 0.5372701949860724,
      "grad_norm": 21.28301429748535,
      "learning_rate": 4.626699353688433e-06,
      "loss": 0.0409,
      "step": 2411
    },
    {
      "epoch": 0.5374930362116992,
      "grad_norm": 53.72663879394531,
      "learning_rate": 4.6244706931134396e-06,
      "loss": 0.3667,
      "step": 2412
    },
    {
      "epoch": 0.5377158774373259,
      "grad_norm": 44.21615219116211,
      "learning_rate": 4.622242032538445e-06,
      "loss": 0.1179,
      "step": 2413
    },
    {
      "epoch": 0.5379387186629526,
      "grad_norm": 66.32292938232422,
      "learning_rate": 4.62001337196345e-06,
      "loss": 0.1982,
      "step": 2414
    },
    {
      "epoch": 0.5381615598885794,
      "grad_norm": 35.30647277832031,
      "learning_rate": 4.617784711388456e-06,
      "loss": 0.0874,
      "step": 2415
    },
    {
      "epoch": 0.5383844011142062,
      "grad_norm": 121.4299087524414,
      "learning_rate": 4.6155560508134616e-06,
      "loss": 0.7684,
      "step": 2416
    },
    {
      "epoch": 0.5386072423398328,
      "grad_norm": 35.60540008544922,
      "learning_rate": 4.613327390238468e-06,
      "loss": 0.0842,
      "step": 2417
    },
    {
      "epoch": 0.5388300835654596,
      "grad_norm": 79.204833984375,
      "learning_rate": 4.611098729663472e-06,
      "loss": 0.5615,
      "step": 2418
    },
    {
      "epoch": 0.5390529247910864,
      "grad_norm": 23.62409210205078,
      "learning_rate": 4.608870069088478e-06,
      "loss": 0.0422,
      "step": 2419
    },
    {
      "epoch": 0.5392757660167131,
      "grad_norm": 32.627445220947266,
      "learning_rate": 4.606641408513484e-06,
      "loss": 0.0467,
      "step": 2420
    },
    {
      "epoch": 0.5394986072423398,
      "grad_norm": 16.68610191345215,
      "learning_rate": 4.604412747938489e-06,
      "loss": 0.0403,
      "step": 2421
    },
    {
      "epoch": 0.5397214484679665,
      "grad_norm": 6.348097801208496,
      "learning_rate": 4.602184087363495e-06,
      "loss": 0.0201,
      "step": 2422
    },
    {
      "epoch": 0.5399442896935933,
      "grad_norm": 43.62010955810547,
      "learning_rate": 4.5999554267885e-06,
      "loss": 0.1768,
      "step": 2423
    },
    {
      "epoch": 0.5401671309192201,
      "grad_norm": 39.1019172668457,
      "learning_rate": 4.5977267662135065e-06,
      "loss": 0.1269,
      "step": 2424
    },
    {
      "epoch": 0.5403899721448467,
      "grad_norm": 67.4035873413086,
      "learning_rate": 4.595498105638512e-06,
      "loss": 0.3687,
      "step": 2425
    },
    {
      "epoch": 0.5406128133704735,
      "grad_norm": 132.01431274414062,
      "learning_rate": 4.593269445063517e-06,
      "loss": 0.6328,
      "step": 2426
    },
    {
      "epoch": 0.5408356545961003,
      "grad_norm": 29.692415237426758,
      "learning_rate": 4.591040784488523e-06,
      "loss": 0.0901,
      "step": 2427
    },
    {
      "epoch": 0.541058495821727,
      "grad_norm": 45.74327087402344,
      "learning_rate": 4.5888121239135285e-06,
      "loss": 0.0962,
      "step": 2428
    },
    {
      "epoch": 0.5412813370473537,
      "grad_norm": 63.04483413696289,
      "learning_rate": 4.586583463338534e-06,
      "loss": 0.2378,
      "step": 2429
    },
    {
      "epoch": 0.5415041782729805,
      "grad_norm": 22.8513126373291,
      "learning_rate": 4.584354802763539e-06,
      "loss": 0.057,
      "step": 2430
    },
    {
      "epoch": 0.5417270194986072,
      "grad_norm": 18.892749786376953,
      "learning_rate": 4.582126142188545e-06,
      "loss": 0.0552,
      "step": 2431
    },
    {
      "epoch": 0.541949860724234,
      "grad_norm": 22.797489166259766,
      "learning_rate": 4.5798974816135505e-06,
      "loss": 0.0419,
      "step": 2432
    },
    {
      "epoch": 0.5421727019498607,
      "grad_norm": 38.02289581298828,
      "learning_rate": 4.577668821038556e-06,
      "loss": 0.195,
      "step": 2433
    },
    {
      "epoch": 0.5423955431754874,
      "grad_norm": 208.75526428222656,
      "learning_rate": 4.575440160463562e-06,
      "loss": 0.7191,
      "step": 2434
    },
    {
      "epoch": 0.5426183844011142,
      "grad_norm": 42.073490142822266,
      "learning_rate": 4.573211499888567e-06,
      "loss": 0.2666,
      "step": 2435
    },
    {
      "epoch": 0.542841225626741,
      "grad_norm": 34.16867446899414,
      "learning_rate": 4.570982839313573e-06,
      "loss": 0.1244,
      "step": 2436
    },
    {
      "epoch": 0.5430640668523676,
      "grad_norm": 8.968111038208008,
      "learning_rate": 4.568754178738579e-06,
      "loss": 0.0091,
      "step": 2437
    },
    {
      "epoch": 0.5432869080779944,
      "grad_norm": 122.96061706542969,
      "learning_rate": 4.566525518163584e-06,
      "loss": 0.5884,
      "step": 2438
    },
    {
      "epoch": 0.5435097493036212,
      "grad_norm": 13.239042282104492,
      "learning_rate": 4.56429685758859e-06,
      "loss": 0.0524,
      "step": 2439
    },
    {
      "epoch": 0.5437325905292479,
      "grad_norm": 16.127574920654297,
      "learning_rate": 4.5620681970135945e-06,
      "loss": 0.0544,
      "step": 2440
    },
    {
      "epoch": 0.5439554317548746,
      "grad_norm": 39.75273132324219,
      "learning_rate": 4.559839536438601e-06,
      "loss": 0.5055,
      "step": 2441
    },
    {
      "epoch": 0.5441782729805014,
      "grad_norm": 23.115283966064453,
      "learning_rate": 4.557610875863606e-06,
      "loss": 0.0425,
      "step": 2442
    },
    {
      "epoch": 0.5444011142061281,
      "grad_norm": 13.862321853637695,
      "learning_rate": 4.555382215288612e-06,
      "loss": 0.0174,
      "step": 2443
    },
    {
      "epoch": 0.5446239554317549,
      "grad_norm": 50.65595626831055,
      "learning_rate": 4.553153554713617e-06,
      "loss": 0.2867,
      "step": 2444
    },
    {
      "epoch": 0.5448467966573816,
      "grad_norm": 162.3571014404297,
      "learning_rate": 4.550924894138623e-06,
      "loss": 1.4839,
      "step": 2445
    },
    {
      "epoch": 0.5450696378830083,
      "grad_norm": 8.110483169555664,
      "learning_rate": 4.548696233563629e-06,
      "loss": 0.0117,
      "step": 2446
    },
    {
      "epoch": 0.5452924791086351,
      "grad_norm": 45.956932067871094,
      "learning_rate": 4.546467572988634e-06,
      "loss": 0.1772,
      "step": 2447
    },
    {
      "epoch": 0.5455153203342619,
      "grad_norm": 42.24666976928711,
      "learning_rate": 4.54423891241364e-06,
      "loss": 0.1821,
      "step": 2448
    },
    {
      "epoch": 0.5457381615598886,
      "grad_norm": 24.06610870361328,
      "learning_rate": 4.5420102518386455e-06,
      "loss": 0.0385,
      "step": 2449
    },
    {
      "epoch": 0.5459610027855153,
      "grad_norm": 45.35452651977539,
      "learning_rate": 4.539781591263651e-06,
      "loss": 0.3997,
      "step": 2450
    },
    {
      "epoch": 0.5461838440111421,
      "grad_norm": 17.279680252075195,
      "learning_rate": 4.537552930688657e-06,
      "loss": 0.0272,
      "step": 2451
    },
    {
      "epoch": 0.5464066852367688,
      "grad_norm": 21.882286071777344,
      "learning_rate": 4.535324270113662e-06,
      "loss": 0.035,
      "step": 2452
    },
    {
      "epoch": 0.5466295264623956,
      "grad_norm": 31.380760192871094,
      "learning_rate": 4.5330956095386675e-06,
      "loss": 0.135,
      "step": 2453
    },
    {
      "epoch": 0.5468523676880223,
      "grad_norm": 18.578380584716797,
      "learning_rate": 4.530866948963673e-06,
      "loss": 0.0411,
      "step": 2454
    },
    {
      "epoch": 0.547075208913649,
      "grad_norm": 101.2064437866211,
      "learning_rate": 4.528638288388679e-06,
      "loss": 0.1926,
      "step": 2455
    },
    {
      "epoch": 0.5472980501392758,
      "grad_norm": 92.36683654785156,
      "learning_rate": 4.526409627813684e-06,
      "loss": 0.4666,
      "step": 2456
    },
    {
      "epoch": 0.5475208913649026,
      "grad_norm": 31.234045028686523,
      "learning_rate": 4.5241809672386896e-06,
      "loss": 0.059,
      "step": 2457
    },
    {
      "epoch": 0.5477437325905292,
      "grad_norm": 32.3382453918457,
      "learning_rate": 4.521952306663696e-06,
      "loss": 0.1241,
      "step": 2458
    },
    {
      "epoch": 0.547966573816156,
      "grad_norm": 66.39445495605469,
      "learning_rate": 4.519723646088701e-06,
      "loss": 0.2124,
      "step": 2459
    },
    {
      "epoch": 0.5481894150417828,
      "grad_norm": 20.988121032714844,
      "learning_rate": 4.517494985513707e-06,
      "loss": 0.0768,
      "step": 2460
    },
    {
      "epoch": 0.5484122562674095,
      "grad_norm": 6.311298370361328,
      "learning_rate": 4.515266324938712e-06,
      "loss": 0.017,
      "step": 2461
    },
    {
      "epoch": 0.5486350974930362,
      "grad_norm": 50.12533950805664,
      "learning_rate": 4.513037664363718e-06,
      "loss": 0.0985,
      "step": 2462
    },
    {
      "epoch": 0.548857938718663,
      "grad_norm": 15.6293363571167,
      "learning_rate": 4.510809003788723e-06,
      "loss": 0.0353,
      "step": 2463
    },
    {
      "epoch": 0.5490807799442897,
      "grad_norm": 145.72438049316406,
      "learning_rate": 4.508580343213729e-06,
      "loss": 0.4204,
      "step": 2464
    },
    {
      "epoch": 0.5493036211699165,
      "grad_norm": 34.21630096435547,
      "learning_rate": 4.5063516826387344e-06,
      "loss": 0.0844,
      "step": 2465
    },
    {
      "epoch": 0.5495264623955431,
      "grad_norm": 13.047842025756836,
      "learning_rate": 4.50412302206374e-06,
      "loss": 0.0227,
      "step": 2466
    },
    {
      "epoch": 0.5497493036211699,
      "grad_norm": 42.27611541748047,
      "learning_rate": 4.501894361488746e-06,
      "loss": 0.1044,
      "step": 2467
    },
    {
      "epoch": 0.5499721448467967,
      "grad_norm": 47.31248092651367,
      "learning_rate": 4.499665700913751e-06,
      "loss": 0.103,
      "step": 2468
    },
    {
      "epoch": 0.5501949860724235,
      "grad_norm": 71.36688232421875,
      "learning_rate": 4.4974370403387565e-06,
      "loss": 0.4058,
      "step": 2469
    },
    {
      "epoch": 0.5504178272980501,
      "grad_norm": 78.49063110351562,
      "learning_rate": 4.495208379763763e-06,
      "loss": 0.447,
      "step": 2470
    },
    {
      "epoch": 0.5506406685236769,
      "grad_norm": 88.34359741210938,
      "learning_rate": 4.492979719188768e-06,
      "loss": 0.2955,
      "step": 2471
    },
    {
      "epoch": 0.5508635097493036,
      "grad_norm": 39.17513656616211,
      "learning_rate": 4.490751058613774e-06,
      "loss": 0.158,
      "step": 2472
    },
    {
      "epoch": 0.5510863509749304,
      "grad_norm": 89.12818908691406,
      "learning_rate": 4.488522398038779e-06,
      "loss": 0.5146,
      "step": 2473
    },
    {
      "epoch": 0.5513091922005571,
      "grad_norm": 82.9173355102539,
      "learning_rate": 4.486293737463785e-06,
      "loss": 0.2251,
      "step": 2474
    },
    {
      "epoch": 0.5515320334261838,
      "grad_norm": 47.50785446166992,
      "learning_rate": 4.48406507688879e-06,
      "loss": 0.2045,
      "step": 2475
    },
    {
      "epoch": 0.5517548746518106,
      "grad_norm": 23.2235050201416,
      "learning_rate": 4.481836416313796e-06,
      "loss": 0.0509,
      "step": 2476
    },
    {
      "epoch": 0.5519777158774374,
      "grad_norm": 38.546791076660156,
      "learning_rate": 4.479607755738801e-06,
      "loss": 0.1067,
      "step": 2477
    },
    {
      "epoch": 0.552200557103064,
      "grad_norm": 30.08089256286621,
      "learning_rate": 4.477379095163807e-06,
      "loss": 0.1084,
      "step": 2478
    },
    {
      "epoch": 0.5524233983286908,
      "grad_norm": 64.58998107910156,
      "learning_rate": 4.475150434588813e-06,
      "loss": 0.1726,
      "step": 2479
    },
    {
      "epoch": 0.5526462395543176,
      "grad_norm": 16.098970413208008,
      "learning_rate": 4.472921774013818e-06,
      "loss": 0.023,
      "step": 2480
    },
    {
      "epoch": 0.5528690807799443,
      "grad_norm": 91.97532653808594,
      "learning_rate": 4.470693113438823e-06,
      "loss": 0.3609,
      "step": 2481
    },
    {
      "epoch": 0.553091922005571,
      "grad_norm": 28.54071617126465,
      "learning_rate": 4.4684644528638295e-06,
      "loss": 0.0626,
      "step": 2482
    },
    {
      "epoch": 0.5533147632311978,
      "grad_norm": 72.3017349243164,
      "learning_rate": 4.466235792288835e-06,
      "loss": 0.2209,
      "step": 2483
    },
    {
      "epoch": 0.5535376044568245,
      "grad_norm": 174.83946228027344,
      "learning_rate": 4.464007131713841e-06,
      "loss": 0.4744,
      "step": 2484
    },
    {
      "epoch": 0.5537604456824513,
      "grad_norm": 58.26333999633789,
      "learning_rate": 4.461778471138845e-06,
      "loss": 0.6803,
      "step": 2485
    },
    {
      "epoch": 0.553983286908078,
      "grad_norm": 56.0998420715332,
      "learning_rate": 4.4595498105638515e-06,
      "loss": 0.0468,
      "step": 2486
    },
    {
      "epoch": 0.5542061281337047,
      "grad_norm": 11.797687530517578,
      "learning_rate": 4.457321149988857e-06,
      "loss": 0.0101,
      "step": 2487
    },
    {
      "epoch": 0.5544289693593315,
      "grad_norm": 63.509361267089844,
      "learning_rate": 4.455092489413863e-06,
      "loss": 0.2144,
      "step": 2488
    },
    {
      "epoch": 0.5546518105849583,
      "grad_norm": 51.630828857421875,
      "learning_rate": 4.452863828838868e-06,
      "loss": 0.5359,
      "step": 2489
    },
    {
      "epoch": 0.5548746518105849,
      "grad_norm": 8.502860069274902,
      "learning_rate": 4.4506351682638735e-06,
      "loss": 0.0066,
      "step": 2490
    },
    {
      "epoch": 0.5550974930362117,
      "grad_norm": 43.96736526489258,
      "learning_rate": 4.44840650768888e-06,
      "loss": 0.1049,
      "step": 2491
    },
    {
      "epoch": 0.5553203342618385,
      "grad_norm": 134.66412353515625,
      "learning_rate": 4.446177847113885e-06,
      "loss": 0.1654,
      "step": 2492
    },
    {
      "epoch": 0.5555431754874652,
      "grad_norm": 3.022125720977783,
      "learning_rate": 4.44394918653889e-06,
      "loss": 0.0077,
      "step": 2493
    },
    {
      "epoch": 0.5557660167130919,
      "grad_norm": 97.95088958740234,
      "learning_rate": 4.441720525963896e-06,
      "loss": 0.4426,
      "step": 2494
    },
    {
      "epoch": 0.5559888579387187,
      "grad_norm": 23.835372924804688,
      "learning_rate": 4.439491865388902e-06,
      "loss": 0.0497,
      "step": 2495
    },
    {
      "epoch": 0.5562116991643454,
      "grad_norm": 78.21678161621094,
      "learning_rate": 4.437263204813907e-06,
      "loss": 0.2158,
      "step": 2496
    },
    {
      "epoch": 0.5564345403899722,
      "grad_norm": 58.7293815612793,
      "learning_rate": 4.435034544238912e-06,
      "loss": 0.2085,
      "step": 2497
    },
    {
      "epoch": 0.5566573816155989,
      "grad_norm": 61.238067626953125,
      "learning_rate": 4.432805883663918e-06,
      "loss": 0.26,
      "step": 2498
    },
    {
      "epoch": 0.5568802228412256,
      "grad_norm": 41.68704605102539,
      "learning_rate": 4.430577223088924e-06,
      "loss": 0.0737,
      "step": 2499
    },
    {
      "epoch": 0.5571030640668524,
      "grad_norm": 61.66736602783203,
      "learning_rate": 4.42834856251393e-06,
      "loss": 0.1855,
      "step": 2500
    },
    {
      "epoch": 0.5573259052924792,
      "grad_norm": 11.018631935119629,
      "learning_rate": 4.426119901938935e-06,
      "loss": 0.0146,
      "step": 2501
    },
    {
      "epoch": 0.5575487465181058,
      "grad_norm": 64.5560073852539,
      "learning_rate": 4.42389124136394e-06,
      "loss": 0.2012,
      "step": 2502
    },
    {
      "epoch": 0.5577715877437326,
      "grad_norm": 33.48250961303711,
      "learning_rate": 4.4216625807889465e-06,
      "loss": 0.1381,
      "step": 2503
    },
    {
      "epoch": 0.5579944289693594,
      "grad_norm": 28.545942306518555,
      "learning_rate": 4.419433920213952e-06,
      "loss": 0.0737,
      "step": 2504
    },
    {
      "epoch": 0.5582172701949861,
      "grad_norm": 11.746420860290527,
      "learning_rate": 4.417205259638957e-06,
      "loss": 0.0358,
      "step": 2505
    },
    {
      "epoch": 0.5584401114206128,
      "grad_norm": 45.693851470947266,
      "learning_rate": 4.414976599063963e-06,
      "loss": 0.0822,
      "step": 2506
    },
    {
      "epoch": 0.5586629526462396,
      "grad_norm": 55.38190841674805,
      "learning_rate": 4.4127479384889686e-06,
      "loss": 0.1673,
      "step": 2507
    },
    {
      "epoch": 0.5588857938718663,
      "grad_norm": 75.8590316772461,
      "learning_rate": 4.410519277913974e-06,
      "loss": 0.2046,
      "step": 2508
    },
    {
      "epoch": 0.5591086350974931,
      "grad_norm": 86.0050048828125,
      "learning_rate": 4.408290617338979e-06,
      "loss": 0.7207,
      "step": 2509
    },
    {
      "epoch": 0.5593314763231197,
      "grad_norm": 100.30310821533203,
      "learning_rate": 4.406061956763985e-06,
      "loss": 1.2539,
      "step": 2510
    },
    {
      "epoch": 0.5595543175487465,
      "grad_norm": 76.30915832519531,
      "learning_rate": 4.403833296188991e-06,
      "loss": 0.4109,
      "step": 2511
    },
    {
      "epoch": 0.5597771587743733,
      "grad_norm": 20.43837547302246,
      "learning_rate": 4.401604635613997e-06,
      "loss": 0.0278,
      "step": 2512
    },
    {
      "epoch": 0.56,
      "grad_norm": 23.914608001708984,
      "learning_rate": 4.399375975039002e-06,
      "loss": 0.0655,
      "step": 2513
    },
    {
      "epoch": 0.5602228412256267,
      "grad_norm": 13.228936195373535,
      "learning_rate": 4.397147314464007e-06,
      "loss": 0.0422,
      "step": 2514
    },
    {
      "epoch": 0.5604456824512535,
      "grad_norm": 44.17091751098633,
      "learning_rate": 4.3949186538890134e-06,
      "loss": 0.0977,
      "step": 2515
    },
    {
      "epoch": 0.5606685236768802,
      "grad_norm": 12.799726486206055,
      "learning_rate": 4.392689993314019e-06,
      "loss": 0.0258,
      "step": 2516
    },
    {
      "epoch": 0.560891364902507,
      "grad_norm": 9.514790534973145,
      "learning_rate": 4.390461332739024e-06,
      "loss": 0.0192,
      "step": 2517
    },
    {
      "epoch": 0.5611142061281337,
      "grad_norm": 7.967135429382324,
      "learning_rate": 4.38823267216403e-06,
      "loss": 0.0172,
      "step": 2518
    },
    {
      "epoch": 0.5613370473537604,
      "grad_norm": 63.77190399169922,
      "learning_rate": 4.3860040115890355e-06,
      "loss": 0.3781,
      "step": 2519
    },
    {
      "epoch": 0.5615598885793872,
      "grad_norm": 143.6472930908203,
      "learning_rate": 4.383775351014041e-06,
      "loss": 0.4072,
      "step": 2520
    },
    {
      "epoch": 0.561782729805014,
      "grad_norm": 46.787986755371094,
      "learning_rate": 4.381546690439046e-06,
      "loss": 0.1343,
      "step": 2521
    },
    {
      "epoch": 0.5620055710306406,
      "grad_norm": 12.122678756713867,
      "learning_rate": 4.379318029864052e-06,
      "loss": 0.0278,
      "step": 2522
    },
    {
      "epoch": 0.5622284122562674,
      "grad_norm": 20.755558013916016,
      "learning_rate": 4.3770893692890575e-06,
      "loss": 0.0279,
      "step": 2523
    },
    {
      "epoch": 0.5624512534818942,
      "grad_norm": 52.27595520019531,
      "learning_rate": 4.374860708714064e-06,
      "loss": 0.3075,
      "step": 2524
    },
    {
      "epoch": 0.5626740947075209,
      "grad_norm": 131.13153076171875,
      "learning_rate": 4.372632048139069e-06,
      "loss": 0.5095,
      "step": 2525
    },
    {
      "epoch": 0.5628969359331476,
      "grad_norm": 20.88399314880371,
      "learning_rate": 4.370403387564074e-06,
      "loss": 0.043,
      "step": 2526
    },
    {
      "epoch": 0.5631197771587744,
      "grad_norm": 99.07667541503906,
      "learning_rate": 4.36817472698908e-06,
      "loss": 0.6895,
      "step": 2527
    },
    {
      "epoch": 0.5633426183844011,
      "grad_norm": 33.26476287841797,
      "learning_rate": 4.365946066414086e-06,
      "loss": 0.1914,
      "step": 2528
    },
    {
      "epoch": 0.5635654596100279,
      "grad_norm": 90.07469940185547,
      "learning_rate": 4.363717405839091e-06,
      "loss": 0.5091,
      "step": 2529
    },
    {
      "epoch": 0.5637883008356546,
      "grad_norm": 38.283485412597656,
      "learning_rate": 4.361488745264096e-06,
      "loss": 0.116,
      "step": 2530
    },
    {
      "epoch": 0.5640111420612813,
      "grad_norm": 55.113929748535156,
      "learning_rate": 4.359260084689102e-06,
      "loss": 0.4404,
      "step": 2531
    },
    {
      "epoch": 0.5642339832869081,
      "grad_norm": 11.091577529907227,
      "learning_rate": 4.357031424114108e-06,
      "loss": 0.0124,
      "step": 2532
    },
    {
      "epoch": 0.5644568245125349,
      "grad_norm": 28.358976364135742,
      "learning_rate": 4.354802763539113e-06,
      "loss": 0.0658,
      "step": 2533
    },
    {
      "epoch": 0.5646796657381615,
      "grad_norm": 56.33504867553711,
      "learning_rate": 4.352574102964119e-06,
      "loss": 0.3756,
      "step": 2534
    },
    {
      "epoch": 0.5649025069637883,
      "grad_norm": 48.29501724243164,
      "learning_rate": 4.350345442389124e-06,
      "loss": 0.348,
      "step": 2535
    },
    {
      "epoch": 0.5651253481894151,
      "grad_norm": 32.34331130981445,
      "learning_rate": 4.3481167818141305e-06,
      "loss": 0.0765,
      "step": 2536
    },
    {
      "epoch": 0.5653481894150418,
      "grad_norm": 68.56710815429688,
      "learning_rate": 4.345888121239136e-06,
      "loss": 0.1414,
      "step": 2537
    },
    {
      "epoch": 0.5655710306406685,
      "grad_norm": 187.4687042236328,
      "learning_rate": 4.343659460664141e-06,
      "loss": 0.1926,
      "step": 2538
    },
    {
      "epoch": 0.5657938718662953,
      "grad_norm": 63.59233474731445,
      "learning_rate": 4.341430800089147e-06,
      "loss": 0.3809,
      "step": 2539
    },
    {
      "epoch": 0.566016713091922,
      "grad_norm": 23.942306518554688,
      "learning_rate": 4.3392021395141525e-06,
      "loss": 0.0741,
      "step": 2540
    },
    {
      "epoch": 0.5662395543175488,
      "grad_norm": 45.37836456298828,
      "learning_rate": 4.336973478939158e-06,
      "loss": 0.1392,
      "step": 2541
    },
    {
      "epoch": 0.5664623955431755,
      "grad_norm": 9.28907585144043,
      "learning_rate": 4.334744818364163e-06,
      "loss": 0.0461,
      "step": 2542
    },
    {
      "epoch": 0.5666852367688022,
      "grad_norm": 55.324119567871094,
      "learning_rate": 4.332516157789169e-06,
      "loss": 0.1517,
      "step": 2543
    },
    {
      "epoch": 0.566908077994429,
      "grad_norm": 14.272612571716309,
      "learning_rate": 4.3302874972141745e-06,
      "loss": 0.0344,
      "step": 2544
    },
    {
      "epoch": 0.5671309192200558,
      "grad_norm": 51.9643669128418,
      "learning_rate": 4.32805883663918e-06,
      "loss": 0.3718,
      "step": 2545
    },
    {
      "epoch": 0.5673537604456824,
      "grad_norm": 38.85617446899414,
      "learning_rate": 4.325830176064186e-06,
      "loss": 0.4449,
      "step": 2546
    },
    {
      "epoch": 0.5675766016713092,
      "grad_norm": 147.2558135986328,
      "learning_rate": 4.323601515489191e-06,
      "loss": 0.5417,
      "step": 2547
    },
    {
      "epoch": 0.567799442896936,
      "grad_norm": 4.0218987464904785,
      "learning_rate": 4.321372854914197e-06,
      "loss": 0.0161,
      "step": 2548
    },
    {
      "epoch": 0.5680222841225627,
      "grad_norm": 27.307180404663086,
      "learning_rate": 4.319144194339203e-06,
      "loss": 0.0513,
      "step": 2549
    },
    {
      "epoch": 0.5682451253481894,
      "grad_norm": 8.183832168579102,
      "learning_rate": 4.316915533764208e-06,
      "loss": 0.0173,
      "step": 2550
    },
    {
      "epoch": 0.5684679665738162,
      "grad_norm": 23.410106658935547,
      "learning_rate": 4.314686873189214e-06,
      "loss": 0.0308,
      "step": 2551
    },
    {
      "epoch": 0.5686908077994429,
      "grad_norm": 21.011455535888672,
      "learning_rate": 4.3124582126142186e-06,
      "loss": 0.0325,
      "step": 2552
    },
    {
      "epoch": 0.5689136490250697,
      "grad_norm": 8.908397674560547,
      "learning_rate": 4.310229552039225e-06,
      "loss": 0.024,
      "step": 2553
    },
    {
      "epoch": 0.5691364902506963,
      "grad_norm": 7.805086612701416,
      "learning_rate": 4.30800089146423e-06,
      "loss": 0.0073,
      "step": 2554
    },
    {
      "epoch": 0.5693593314763231,
      "grad_norm": 59.17013168334961,
      "learning_rate": 4.305772230889236e-06,
      "loss": 0.1773,
      "step": 2555
    },
    {
      "epoch": 0.5695821727019499,
      "grad_norm": 29.074811935424805,
      "learning_rate": 4.3035435703142414e-06,
      "loss": 0.0571,
      "step": 2556
    },
    {
      "epoch": 0.5698050139275767,
      "grad_norm": 64.85853576660156,
      "learning_rate": 4.301314909739247e-06,
      "loss": 0.4971,
      "step": 2557
    },
    {
      "epoch": 0.5700278551532033,
      "grad_norm": 48.144466400146484,
      "learning_rate": 4.299086249164253e-06,
      "loss": 0.1406,
      "step": 2558
    },
    {
      "epoch": 0.5702506963788301,
      "grad_norm": 99.42766571044922,
      "learning_rate": 4.296857588589258e-06,
      "loss": 0.483,
      "step": 2559
    },
    {
      "epoch": 0.5704735376044568,
      "grad_norm": 10.671335220336914,
      "learning_rate": 4.294628928014264e-06,
      "loss": 0.0105,
      "step": 2560
    },
    {
      "epoch": 0.5706963788300836,
      "grad_norm": 366.6669616699219,
      "learning_rate": 4.29240026743927e-06,
      "loss": 1.0059,
      "step": 2561
    },
    {
      "epoch": 0.5709192200557103,
      "grad_norm": 8.373913764953613,
      "learning_rate": 4.290171606864275e-06,
      "loss": 0.0264,
      "step": 2562
    },
    {
      "epoch": 0.571142061281337,
      "grad_norm": 11.45242691040039,
      "learning_rate": 4.287942946289281e-06,
      "loss": 0.0289,
      "step": 2563
    },
    {
      "epoch": 0.5713649025069638,
      "grad_norm": 20.04414939880371,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.0386,
      "step": 2564
    },
    {
      "epoch": 0.5715877437325906,
      "grad_norm": 86.99128723144531,
      "learning_rate": 4.283485625139292e-06,
      "loss": 0.5537,
      "step": 2565
    },
    {
      "epoch": 0.5718105849582172,
      "grad_norm": 190.9042510986328,
      "learning_rate": 4.281256964564297e-06,
      "loss": 0.6324,
      "step": 2566
    },
    {
      "epoch": 0.572033426183844,
      "grad_norm": 49.38836669921875,
      "learning_rate": 4.279028303989303e-06,
      "loss": 0.527,
      "step": 2567
    },
    {
      "epoch": 0.5722562674094708,
      "grad_norm": 57.59656524658203,
      "learning_rate": 4.276799643414308e-06,
      "loss": 0.1765,
      "step": 2568
    },
    {
      "epoch": 0.5724791086350975,
      "grad_norm": 81.47576141357422,
      "learning_rate": 4.274570982839314e-06,
      "loss": 0.1848,
      "step": 2569
    },
    {
      "epoch": 0.5727019498607242,
      "grad_norm": 9.947381019592285,
      "learning_rate": 4.27234232226432e-06,
      "loss": 0.0105,
      "step": 2570
    },
    {
      "epoch": 0.572924791086351,
      "grad_norm": 152.2788543701172,
      "learning_rate": 4.270113661689325e-06,
      "loss": 0.6311,
      "step": 2571
    },
    {
      "epoch": 0.5731476323119777,
      "grad_norm": 39.87976837158203,
      "learning_rate": 4.267885001114331e-06,
      "loss": 0.1044,
      "step": 2572
    },
    {
      "epoch": 0.5733704735376045,
      "grad_norm": 70.8282470703125,
      "learning_rate": 4.2656563405393365e-06,
      "loss": 0.2032,
      "step": 2573
    },
    {
      "epoch": 0.5735933147632312,
      "grad_norm": 342.3902282714844,
      "learning_rate": 4.263427679964342e-06,
      "loss": 1.2544,
      "step": 2574
    },
    {
      "epoch": 0.5738161559888579,
      "grad_norm": 39.24913787841797,
      "learning_rate": 4.261199019389347e-06,
      "loss": 0.2974,
      "step": 2575
    },
    {
      "epoch": 0.5740389972144847,
      "grad_norm": 5.642789840698242,
      "learning_rate": 4.258970358814352e-06,
      "loss": 0.0104,
      "step": 2576
    },
    {
      "epoch": 0.5742618384401115,
      "grad_norm": 46.520565032958984,
      "learning_rate": 4.2567416982393585e-06,
      "loss": 0.1377,
      "step": 2577
    },
    {
      "epoch": 0.5744846796657381,
      "grad_norm": 51.64921569824219,
      "learning_rate": 4.254513037664364e-06,
      "loss": 0.0703,
      "step": 2578
    },
    {
      "epoch": 0.5747075208913649,
      "grad_norm": 23.553678512573242,
      "learning_rate": 4.25228437708937e-06,
      "loss": 0.0555,
      "step": 2579
    },
    {
      "epoch": 0.5749303621169917,
      "grad_norm": 31.72394371032715,
      "learning_rate": 4.250055716514375e-06,
      "loss": 0.0601,
      "step": 2580
    },
    {
      "epoch": 0.5751532033426184,
      "grad_norm": 138.5840301513672,
      "learning_rate": 4.2478270559393805e-06,
      "loss": 0.5625,
      "step": 2581
    },
    {
      "epoch": 0.5753760445682451,
      "grad_norm": 10.6496000289917,
      "learning_rate": 4.245598395364387e-06,
      "loss": 0.0195,
      "step": 2582
    },
    {
      "epoch": 0.5755988857938719,
      "grad_norm": 8.745644569396973,
      "learning_rate": 4.243369734789392e-06,
      "loss": 0.0126,
      "step": 2583
    },
    {
      "epoch": 0.5758217270194986,
      "grad_norm": 18.5566349029541,
      "learning_rate": 4.241141074214398e-06,
      "loss": 0.0597,
      "step": 2584
    },
    {
      "epoch": 0.5760445682451254,
      "grad_norm": 64.1839370727539,
      "learning_rate": 4.238912413639403e-06,
      "loss": 0.7012,
      "step": 2585
    },
    {
      "epoch": 0.5762674094707521,
      "grad_norm": 64.96857452392578,
      "learning_rate": 4.236683753064409e-06,
      "loss": 0.2393,
      "step": 2586
    },
    {
      "epoch": 0.5764902506963788,
      "grad_norm": 71.74944305419922,
      "learning_rate": 4.234455092489414e-06,
      "loss": 0.4252,
      "step": 2587
    },
    {
      "epoch": 0.5767130919220056,
      "grad_norm": 21.88301658630371,
      "learning_rate": 4.232226431914419e-06,
      "loss": 0.0581,
      "step": 2588
    },
    {
      "epoch": 0.5769359331476324,
      "grad_norm": 17.008012771606445,
      "learning_rate": 4.229997771339425e-06,
      "loss": 0.0268,
      "step": 2589
    },
    {
      "epoch": 0.577158774373259,
      "grad_norm": 82.28022003173828,
      "learning_rate": 4.227769110764431e-06,
      "loss": 0.333,
      "step": 2590
    },
    {
      "epoch": 0.5773816155988858,
      "grad_norm": 32.59621047973633,
      "learning_rate": 4.225540450189437e-06,
      "loss": 0.0733,
      "step": 2591
    },
    {
      "epoch": 0.5776044568245126,
      "grad_norm": 1.993756651878357,
      "learning_rate": 4.223311789614442e-06,
      "loss": 0.0024,
      "step": 2592
    },
    {
      "epoch": 0.5778272980501393,
      "grad_norm": 139.9749755859375,
      "learning_rate": 4.221083129039447e-06,
      "loss": 0.4193,
      "step": 2593
    },
    {
      "epoch": 0.578050139275766,
      "grad_norm": 17.480621337890625,
      "learning_rate": 4.2188544684644535e-06,
      "loss": 0.0629,
      "step": 2594
    },
    {
      "epoch": 0.5782729805013928,
      "grad_norm": 12.016388893127441,
      "learning_rate": 4.216625807889459e-06,
      "loss": 0.0118,
      "step": 2595
    },
    {
      "epoch": 0.5784958217270195,
      "grad_norm": 1.5129777193069458,
      "learning_rate": 4.214397147314465e-06,
      "loss": 0.0049,
      "step": 2596
    },
    {
      "epoch": 0.5787186629526463,
      "grad_norm": 4.323112487792969,
      "learning_rate": 4.212168486739469e-06,
      "loss": 0.0049,
      "step": 2597
    },
    {
      "epoch": 0.578941504178273,
      "grad_norm": 38.500999450683594,
      "learning_rate": 4.2099398261644756e-06,
      "loss": 0.3173,
      "step": 2598
    },
    {
      "epoch": 0.5791643454038997,
      "grad_norm": 76.51873016357422,
      "learning_rate": 4.207711165589481e-06,
      "loss": 0.261,
      "step": 2599
    },
    {
      "epoch": 0.5793871866295265,
      "grad_norm": 45.357513427734375,
      "learning_rate": 4.205482505014486e-06,
      "loss": 0.3405,
      "step": 2600
    },
    {
      "epoch": 0.5796100278551533,
      "grad_norm": 252.84298706054688,
      "learning_rate": 4.203253844439492e-06,
      "loss": 1.5317,
      "step": 2601
    },
    {
      "epoch": 0.5798328690807799,
      "grad_norm": 3.335937976837158,
      "learning_rate": 4.2010251838644976e-06,
      "loss": 0.0059,
      "step": 2602
    },
    {
      "epoch": 0.5800557103064067,
      "grad_norm": 111.4450912475586,
      "learning_rate": 4.198796523289504e-06,
      "loss": 0.2453,
      "step": 2603
    },
    {
      "epoch": 0.5802785515320334,
      "grad_norm": 44.60885238647461,
      "learning_rate": 4.196567862714509e-06,
      "loss": 0.0897,
      "step": 2604
    },
    {
      "epoch": 0.5805013927576602,
      "grad_norm": 3.9596354961395264,
      "learning_rate": 4.194339202139514e-06,
      "loss": 0.0065,
      "step": 2605
    },
    {
      "epoch": 0.5807242339832869,
      "grad_norm": 78.07547760009766,
      "learning_rate": 4.1921105415645204e-06,
      "loss": 0.2708,
      "step": 2606
    },
    {
      "epoch": 0.5809470752089136,
      "grad_norm": 27.571590423583984,
      "learning_rate": 4.189881880989526e-06,
      "loss": 0.0464,
      "step": 2607
    },
    {
      "epoch": 0.5811699164345404,
      "grad_norm": 40.90837478637695,
      "learning_rate": 4.187653220414532e-06,
      "loss": 0.0823,
      "step": 2608
    },
    {
      "epoch": 0.5813927576601672,
      "grad_norm": 172.3431396484375,
      "learning_rate": 4.185424559839536e-06,
      "loss": 0.9062,
      "step": 2609
    },
    {
      "epoch": 0.5816155988857938,
      "grad_norm": 20.82308578491211,
      "learning_rate": 4.1831958992645424e-06,
      "loss": 0.0294,
      "step": 2610
    },
    {
      "epoch": 0.5818384401114206,
      "grad_norm": 91.08089447021484,
      "learning_rate": 4.180967238689548e-06,
      "loss": 0.3035,
      "step": 2611
    },
    {
      "epoch": 0.5820612813370474,
      "grad_norm": 34.86967086791992,
      "learning_rate": 4.178738578114553e-06,
      "loss": 0.109,
      "step": 2612
    },
    {
      "epoch": 0.5822841225626741,
      "grad_norm": 144.25979614257812,
      "learning_rate": 4.176509917539559e-06,
      "loss": 0.8477,
      "step": 2613
    },
    {
      "epoch": 0.5825069637883008,
      "grad_norm": 40.55704879760742,
      "learning_rate": 4.1742812569645645e-06,
      "loss": 0.0634,
      "step": 2614
    },
    {
      "epoch": 0.5827298050139276,
      "grad_norm": 44.384151458740234,
      "learning_rate": 4.172052596389571e-06,
      "loss": 0.1243,
      "step": 2615
    },
    {
      "epoch": 0.5829526462395543,
      "grad_norm": 143.906494140625,
      "learning_rate": 4.169823935814576e-06,
      "loss": 0.8535,
      "step": 2616
    },
    {
      "epoch": 0.5831754874651811,
      "grad_norm": 14.085891723632812,
      "learning_rate": 4.167595275239581e-06,
      "loss": 0.0165,
      "step": 2617
    },
    {
      "epoch": 0.5833983286908078,
      "grad_norm": 16.550762176513672,
      "learning_rate": 4.165366614664587e-06,
      "loss": 0.0167,
      "step": 2618
    },
    {
      "epoch": 0.5836211699164345,
      "grad_norm": 14.7666597366333,
      "learning_rate": 4.163137954089593e-06,
      "loss": 0.0119,
      "step": 2619
    },
    {
      "epoch": 0.5838440111420613,
      "grad_norm": 38.67719650268555,
      "learning_rate": 4.160909293514598e-06,
      "loss": 0.0914,
      "step": 2620
    },
    {
      "epoch": 0.5840668523676881,
      "grad_norm": 200.81573486328125,
      "learning_rate": 4.158680632939603e-06,
      "loss": 1.0733,
      "step": 2621
    },
    {
      "epoch": 0.5842896935933147,
      "grad_norm": 6.030062675476074,
      "learning_rate": 4.156451972364609e-06,
      "loss": 0.0094,
      "step": 2622
    },
    {
      "epoch": 0.5845125348189415,
      "grad_norm": 262.8675231933594,
      "learning_rate": 4.154223311789615e-06,
      "loss": 0.9895,
      "step": 2623
    },
    {
      "epoch": 0.5847353760445683,
      "grad_norm": 48.93681335449219,
      "learning_rate": 4.15199465121462e-06,
      "loss": 0.1145,
      "step": 2624
    },
    {
      "epoch": 0.584958217270195,
      "grad_norm": 149.47216796875,
      "learning_rate": 4.149765990639626e-06,
      "loss": 0.1882,
      "step": 2625
    },
    {
      "epoch": 0.5851810584958217,
      "grad_norm": 143.52694702148438,
      "learning_rate": 4.147537330064631e-06,
      "loss": 0.348,
      "step": 2626
    },
    {
      "epoch": 0.5854038997214485,
      "grad_norm": 7.090328216552734,
      "learning_rate": 4.1453086694896375e-06,
      "loss": 0.0176,
      "step": 2627
    },
    {
      "epoch": 0.5856267409470752,
      "grad_norm": 104.49156951904297,
      "learning_rate": 4.143080008914643e-06,
      "loss": 0.5195,
      "step": 2628
    },
    {
      "epoch": 0.585849582172702,
      "grad_norm": 15.287992477416992,
      "learning_rate": 4.140851348339648e-06,
      "loss": 0.0151,
      "step": 2629
    },
    {
      "epoch": 0.5860724233983287,
      "grad_norm": 101.17169952392578,
      "learning_rate": 4.138622687764654e-06,
      "loss": 0.2885,
      "step": 2630
    },
    {
      "epoch": 0.5862952646239554,
      "grad_norm": 26.67046546936035,
      "learning_rate": 4.1363940271896595e-06,
      "loss": 0.0581,
      "step": 2631
    },
    {
      "epoch": 0.5865181058495822,
      "grad_norm": 27.401559829711914,
      "learning_rate": 4.134165366614665e-06,
      "loss": 0.0535,
      "step": 2632
    },
    {
      "epoch": 0.586740947075209,
      "grad_norm": 93.05530548095703,
      "learning_rate": 4.13193670603967e-06,
      "loss": 0.985,
      "step": 2633
    },
    {
      "epoch": 0.5869637883008356,
      "grad_norm": 147.83245849609375,
      "learning_rate": 4.129708045464676e-06,
      "loss": 0.6143,
      "step": 2634
    },
    {
      "epoch": 0.5871866295264624,
      "grad_norm": 85.32089233398438,
      "learning_rate": 4.1274793848896815e-06,
      "loss": 0.3082,
      "step": 2635
    },
    {
      "epoch": 0.5874094707520892,
      "grad_norm": 232.15585327148438,
      "learning_rate": 4.125250724314687e-06,
      "loss": 1.041,
      "step": 2636
    },
    {
      "epoch": 0.5876323119777159,
      "grad_norm": 19.704627990722656,
      "learning_rate": 4.123022063739693e-06,
      "loss": 0.0361,
      "step": 2637
    },
    {
      "epoch": 0.5878551532033426,
      "grad_norm": 150.86343383789062,
      "learning_rate": 4.120793403164698e-06,
      "loss": 0.4233,
      "step": 2638
    },
    {
      "epoch": 0.5880779944289694,
      "grad_norm": 12.724897384643555,
      "learning_rate": 4.118564742589704e-06,
      "loss": 0.0226,
      "step": 2639
    },
    {
      "epoch": 0.5883008356545961,
      "grad_norm": 157.66598510742188,
      "learning_rate": 4.11633608201471e-06,
      "loss": 0.5098,
      "step": 2640
    },
    {
      "epoch": 0.5885236768802229,
      "grad_norm": 18.028121948242188,
      "learning_rate": 4.114107421439715e-06,
      "loss": 0.0269,
      "step": 2641
    },
    {
      "epoch": 0.5887465181058495,
      "grad_norm": 75.32559967041016,
      "learning_rate": 4.11187876086472e-06,
      "loss": 0.7019,
      "step": 2642
    },
    {
      "epoch": 0.5889693593314763,
      "grad_norm": 27.705385208129883,
      "learning_rate": 4.109650100289726e-06,
      "loss": 0.0504,
      "step": 2643
    },
    {
      "epoch": 0.5891922005571031,
      "grad_norm": 40.411834716796875,
      "learning_rate": 4.107421439714732e-06,
      "loss": 0.2254,
      "step": 2644
    },
    {
      "epoch": 0.5894150417827299,
      "grad_norm": 22.04306983947754,
      "learning_rate": 4.105192779139737e-06,
      "loss": 0.0319,
      "step": 2645
    },
    {
      "epoch": 0.5896378830083565,
      "grad_norm": 7.146217346191406,
      "learning_rate": 4.102964118564743e-06,
      "loss": 0.0196,
      "step": 2646
    },
    {
      "epoch": 0.5898607242339833,
      "grad_norm": 26.60651969909668,
      "learning_rate": 4.100735457989748e-06,
      "loss": 0.0698,
      "step": 2647
    },
    {
      "epoch": 0.59008356545961,
      "grad_norm": 144.95553588867188,
      "learning_rate": 4.098506797414754e-06,
      "loss": 0.2231,
      "step": 2648
    },
    {
      "epoch": 0.5903064066852368,
      "grad_norm": 111.06211853027344,
      "learning_rate": 4.09627813683976e-06,
      "loss": 0.8164,
      "step": 2649
    },
    {
      "epoch": 0.5905292479108635,
      "grad_norm": 46.04567337036133,
      "learning_rate": 4.094049476264765e-06,
      "loss": 0.0642,
      "step": 2650
    },
    {
      "epoch": 0.5907520891364902,
      "grad_norm": 2.1111457347869873,
      "learning_rate": 4.091820815689771e-06,
      "loss": 0.0034,
      "step": 2651
    },
    {
      "epoch": 0.590974930362117,
      "grad_norm": 13.857845306396484,
      "learning_rate": 4.0895921551147766e-06,
      "loss": 0.0307,
      "step": 2652
    },
    {
      "epoch": 0.5911977715877438,
      "grad_norm": 13.998101234436035,
      "learning_rate": 4.087363494539782e-06,
      "loss": 0.0231,
      "step": 2653
    },
    {
      "epoch": 0.5914206128133704,
      "grad_norm": 88.59955596923828,
      "learning_rate": 4.085134833964787e-06,
      "loss": 0.1331,
      "step": 2654
    },
    {
      "epoch": 0.5916434540389972,
      "grad_norm": 32.95582962036133,
      "learning_rate": 4.082906173389793e-06,
      "loss": 0.0953,
      "step": 2655
    },
    {
      "epoch": 0.591866295264624,
      "grad_norm": 3.3121085166931152,
      "learning_rate": 4.080677512814799e-06,
      "loss": 0.0045,
      "step": 2656
    },
    {
      "epoch": 0.5920891364902507,
      "grad_norm": 29.018423080444336,
      "learning_rate": 4.078448852239804e-06,
      "loss": 0.0551,
      "step": 2657
    },
    {
      "epoch": 0.5923119777158774,
      "grad_norm": 23.321949005126953,
      "learning_rate": 4.07622019166481e-06,
      "loss": 0.0391,
      "step": 2658
    },
    {
      "epoch": 0.5925348189415042,
      "grad_norm": 143.18739318847656,
      "learning_rate": 4.073991531089815e-06,
      "loss": 0.2335,
      "step": 2659
    },
    {
      "epoch": 0.5927576601671309,
      "grad_norm": 32.72671890258789,
      "learning_rate": 4.071762870514821e-06,
      "loss": 0.0757,
      "step": 2660
    },
    {
      "epoch": 0.5929805013927577,
      "grad_norm": 119.55209350585938,
      "learning_rate": 4.069534209939827e-06,
      "loss": 0.6572,
      "step": 2661
    },
    {
      "epoch": 0.5932033426183844,
      "grad_norm": 15.535441398620605,
      "learning_rate": 4.067305549364832e-06,
      "loss": 0.0219,
      "step": 2662
    },
    {
      "epoch": 0.5934261838440111,
      "grad_norm": 37.03422164916992,
      "learning_rate": 4.065076888789838e-06,
      "loss": 0.0649,
      "step": 2663
    },
    {
      "epoch": 0.5936490250696379,
      "grad_norm": 237.33541870117188,
      "learning_rate": 4.0628482282148435e-06,
      "loss": 0.373,
      "step": 2664
    },
    {
      "epoch": 0.5938718662952647,
      "grad_norm": 157.18637084960938,
      "learning_rate": 4.060619567639849e-06,
      "loss": 0.2769,
      "step": 2665
    },
    {
      "epoch": 0.5940947075208913,
      "grad_norm": 28.028778076171875,
      "learning_rate": 4.058390907064854e-06,
      "loss": 0.0272,
      "step": 2666
    },
    {
      "epoch": 0.5943175487465181,
      "grad_norm": 47.82449722290039,
      "learning_rate": 4.05616224648986e-06,
      "loss": 0.2987,
      "step": 2667
    },
    {
      "epoch": 0.5945403899721449,
      "grad_norm": 117.00326538085938,
      "learning_rate": 4.0539335859148655e-06,
      "loss": 0.4457,
      "step": 2668
    },
    {
      "epoch": 0.5947632311977716,
      "grad_norm": 40.197166442871094,
      "learning_rate": 4.051704925339871e-06,
      "loss": 0.0562,
      "step": 2669
    },
    {
      "epoch": 0.5949860724233983,
      "grad_norm": 42.73796081542969,
      "learning_rate": 4.049476264764877e-06,
      "loss": 0.0477,
      "step": 2670
    },
    {
      "epoch": 0.5952089136490251,
      "grad_norm": 40.08544921875,
      "learning_rate": 4.047247604189882e-06,
      "loss": 0.1118,
      "step": 2671
    },
    {
      "epoch": 0.5954317548746518,
      "grad_norm": 23.414012908935547,
      "learning_rate": 4.0450189436148875e-06,
      "loss": 0.0328,
      "step": 2672
    },
    {
      "epoch": 0.5956545961002786,
      "grad_norm": 28.896129608154297,
      "learning_rate": 4.042790283039894e-06,
      "loss": 0.0322,
      "step": 2673
    },
    {
      "epoch": 0.5958774373259053,
      "grad_norm": 48.85739517211914,
      "learning_rate": 4.040561622464899e-06,
      "loss": 0.1807,
      "step": 2674
    },
    {
      "epoch": 0.596100278551532,
      "grad_norm": 58.14606857299805,
      "learning_rate": 4.038332961889905e-06,
      "loss": 0.1633,
      "step": 2675
    },
    {
      "epoch": 0.5963231197771588,
      "grad_norm": 29.767005920410156,
      "learning_rate": 4.0361043013149095e-06,
      "loss": 0.0364,
      "step": 2676
    },
    {
      "epoch": 0.5965459610027856,
      "grad_norm": 155.7735595703125,
      "learning_rate": 4.033875640739916e-06,
      "loss": 0.105,
      "step": 2677
    },
    {
      "epoch": 0.5967688022284122,
      "grad_norm": 4.8198161125183105,
      "learning_rate": 4.031646980164921e-06,
      "loss": 0.01,
      "step": 2678
    },
    {
      "epoch": 0.596991643454039,
      "grad_norm": 46.28754425048828,
      "learning_rate": 4.029418319589927e-06,
      "loss": 0.0363,
      "step": 2679
    },
    {
      "epoch": 0.5972144846796658,
      "grad_norm": 138.0691680908203,
      "learning_rate": 4.027189659014932e-06,
      "loss": 0.3231,
      "step": 2680
    },
    {
      "epoch": 0.5974373259052925,
      "grad_norm": 29.971006393432617,
      "learning_rate": 4.024960998439938e-06,
      "loss": 0.0524,
      "step": 2681
    },
    {
      "epoch": 0.5976601671309192,
      "grad_norm": 102.20711517333984,
      "learning_rate": 4.022732337864944e-06,
      "loss": 0.4027,
      "step": 2682
    },
    {
      "epoch": 0.597883008356546,
      "grad_norm": 136.1680450439453,
      "learning_rate": 4.020503677289949e-06,
      "loss": 0.6318,
      "step": 2683
    },
    {
      "epoch": 0.5981058495821727,
      "grad_norm": 133.8360137939453,
      "learning_rate": 4.018275016714954e-06,
      "loss": 0.188,
      "step": 2684
    },
    {
      "epoch": 0.5983286908077995,
      "grad_norm": 24.099163055419922,
      "learning_rate": 4.0160463561399605e-06,
      "loss": 0.051,
      "step": 2685
    },
    {
      "epoch": 0.5985515320334261,
      "grad_norm": 109.36335754394531,
      "learning_rate": 4.013817695564966e-06,
      "loss": 0.5924,
      "step": 2686
    },
    {
      "epoch": 0.5987743732590529,
      "grad_norm": 77.2974624633789,
      "learning_rate": 4.011589034989971e-06,
      "loss": 0.5283,
      "step": 2687
    },
    {
      "epoch": 0.5989972144846797,
      "grad_norm": 65.736572265625,
      "learning_rate": 4.009360374414976e-06,
      "loss": 0.5935,
      "step": 2688
    },
    {
      "epoch": 0.5992200557103065,
      "grad_norm": 100.58780670166016,
      "learning_rate": 4.0071317138399825e-06,
      "loss": 0.3914,
      "step": 2689
    },
    {
      "epoch": 0.5994428969359331,
      "grad_norm": 20.01674461364746,
      "learning_rate": 4.004903053264988e-06,
      "loss": 0.0357,
      "step": 2690
    },
    {
      "epoch": 0.5996657381615599,
      "grad_norm": 133.42044067382812,
      "learning_rate": 4.002674392689994e-06,
      "loss": 0.3696,
      "step": 2691
    },
    {
      "epoch": 0.5998885793871866,
      "grad_norm": 63.702205657958984,
      "learning_rate": 4.000445732114999e-06,
      "loss": 0.7539,
      "step": 2692
    },
    {
      "epoch": 0.6001114206128134,
      "grad_norm": 9.942886352539062,
      "learning_rate": 3.9982170715400046e-06,
      "loss": 0.0217,
      "step": 2693
    },
    {
      "epoch": 0.6003342618384401,
      "grad_norm": 74.50721740722656,
      "learning_rate": 3.995988410965011e-06,
      "loss": 0.1084,
      "step": 2694
    },
    {
      "epoch": 0.6005571030640668,
      "grad_norm": 81.13432312011719,
      "learning_rate": 3.993759750390016e-06,
      "loss": 0.4035,
      "step": 2695
    },
    {
      "epoch": 0.6007799442896936,
      "grad_norm": 21.730722427368164,
      "learning_rate": 3.991531089815021e-06,
      "loss": 0.0323,
      "step": 2696
    },
    {
      "epoch": 0.6010027855153204,
      "grad_norm": 61.841670989990234,
      "learning_rate": 3.989302429240027e-06,
      "loss": 0.317,
      "step": 2697
    },
    {
      "epoch": 0.601225626740947,
      "grad_norm": 23.36141014099121,
      "learning_rate": 3.987073768665033e-06,
      "loss": 0.0881,
      "step": 2698
    },
    {
      "epoch": 0.6014484679665738,
      "grad_norm": 53.109310150146484,
      "learning_rate": 3.984845108090038e-06,
      "loss": 0.1392,
      "step": 2699
    },
    {
      "epoch": 0.6016713091922006,
      "grad_norm": 96.42388153076172,
      "learning_rate": 3.982616447515043e-06,
      "loss": 0.3643,
      "step": 2700
    },
    {
      "epoch": 0.6018941504178273,
      "grad_norm": 71.37614440917969,
      "learning_rate": 3.9803877869400494e-06,
      "loss": 0.2544,
      "step": 2701
    },
    {
      "epoch": 0.602116991643454,
      "grad_norm": 56.47397232055664,
      "learning_rate": 3.978159126365055e-06,
      "loss": 0.1026,
      "step": 2702
    },
    {
      "epoch": 0.6023398328690808,
      "grad_norm": 20.34703254699707,
      "learning_rate": 3.975930465790061e-06,
      "loss": 0.038,
      "step": 2703
    },
    {
      "epoch": 0.6025626740947075,
      "grad_norm": 36.075740814208984,
      "learning_rate": 3.973701805215066e-06,
      "loss": 0.0793,
      "step": 2704
    },
    {
      "epoch": 0.6027855153203343,
      "grad_norm": 211.240478515625,
      "learning_rate": 3.9714731446400715e-06,
      "loss": 0.6796,
      "step": 2705
    },
    {
      "epoch": 0.603008356545961,
      "grad_norm": 12.718605041503906,
      "learning_rate": 3.969244484065078e-06,
      "loss": 0.0191,
      "step": 2706
    },
    {
      "epoch": 0.6032311977715877,
      "grad_norm": 92.69699096679688,
      "learning_rate": 3.967015823490083e-06,
      "loss": 0.0784,
      "step": 2707
    },
    {
      "epoch": 0.6034540389972145,
      "grad_norm": 96.81656646728516,
      "learning_rate": 3.964787162915088e-06,
      "loss": 0.1229,
      "step": 2708
    },
    {
      "epoch": 0.6036768802228413,
      "grad_norm": 77.32762145996094,
      "learning_rate": 3.962558502340094e-06,
      "loss": 0.2522,
      "step": 2709
    },
    {
      "epoch": 0.6038997214484679,
      "grad_norm": 10.257129669189453,
      "learning_rate": 3.9603298417651e-06,
      "loss": 0.0151,
      "step": 2710
    },
    {
      "epoch": 0.6041225626740947,
      "grad_norm": 43.137908935546875,
      "learning_rate": 3.958101181190105e-06,
      "loss": 0.0657,
      "step": 2711
    },
    {
      "epoch": 0.6043454038997215,
      "grad_norm": 48.45693588256836,
      "learning_rate": 3.95587252061511e-06,
      "loss": 0.1006,
      "step": 2712
    },
    {
      "epoch": 0.6045682451253482,
      "grad_norm": 193.61402893066406,
      "learning_rate": 3.953643860040116e-06,
      "loss": 0.7344,
      "step": 2713
    },
    {
      "epoch": 0.6047910863509749,
      "grad_norm": 101.47003173828125,
      "learning_rate": 3.951415199465122e-06,
      "loss": 0.5451,
      "step": 2714
    },
    {
      "epoch": 0.6050139275766017,
      "grad_norm": 75.62678527832031,
      "learning_rate": 3.949186538890128e-06,
      "loss": 0.6147,
      "step": 2715
    },
    {
      "epoch": 0.6052367688022284,
      "grad_norm": 37.6057014465332,
      "learning_rate": 3.946957878315133e-06,
      "loss": 0.1555,
      "step": 2716
    },
    {
      "epoch": 0.6054596100278552,
      "grad_norm": 20.04479217529297,
      "learning_rate": 3.944729217740138e-06,
      "loss": 0.072,
      "step": 2717
    },
    {
      "epoch": 0.6056824512534819,
      "grad_norm": 6.95035982131958,
      "learning_rate": 3.9425005571651445e-06,
      "loss": 0.0201,
      "step": 2718
    },
    {
      "epoch": 0.6059052924791086,
      "grad_norm": 62.782012939453125,
      "learning_rate": 3.94027189659015e-06,
      "loss": 0.0862,
      "step": 2719
    },
    {
      "epoch": 0.6061281337047354,
      "grad_norm": 336.840576171875,
      "learning_rate": 3.938043236015155e-06,
      "loss": 0.8269,
      "step": 2720
    },
    {
      "epoch": 0.6063509749303622,
      "grad_norm": 5.678213596343994,
      "learning_rate": 3.93581457544016e-06,
      "loss": 0.014,
      "step": 2721
    },
    {
      "epoch": 0.6065738161559888,
      "grad_norm": 29.453298568725586,
      "learning_rate": 3.9335859148651665e-06,
      "loss": 0.0551,
      "step": 2722
    },
    {
      "epoch": 0.6067966573816156,
      "grad_norm": 35.39854431152344,
      "learning_rate": 3.931357254290172e-06,
      "loss": 0.0701,
      "step": 2723
    },
    {
      "epoch": 0.6070194986072424,
      "grad_norm": 8.820072174072266,
      "learning_rate": 3.929128593715177e-06,
      "loss": 0.0097,
      "step": 2724
    },
    {
      "epoch": 0.6072423398328691,
      "grad_norm": 56.71891403198242,
      "learning_rate": 3.926899933140183e-06,
      "loss": 0.1404,
      "step": 2725
    },
    {
      "epoch": 0.6074651810584958,
      "grad_norm": 21.646442413330078,
      "learning_rate": 3.9246712725651885e-06,
      "loss": 0.0718,
      "step": 2726
    },
    {
      "epoch": 0.6076880222841226,
      "grad_norm": 61.434410095214844,
      "learning_rate": 3.922442611990195e-06,
      "loss": 0.3447,
      "step": 2727
    },
    {
      "epoch": 0.6079108635097493,
      "grad_norm": 16.47931671142578,
      "learning_rate": 3.9202139514152e-06,
      "loss": 0.0255,
      "step": 2728
    },
    {
      "epoch": 0.6081337047353761,
      "grad_norm": 42.79246520996094,
      "learning_rate": 3.917985290840205e-06,
      "loss": 0.111,
      "step": 2729
    },
    {
      "epoch": 0.6083565459610027,
      "grad_norm": 379.9304504394531,
      "learning_rate": 3.915756630265211e-06,
      "loss": 1.2227,
      "step": 2730
    },
    {
      "epoch": 0.6085793871866295,
      "grad_norm": 15.45378303527832,
      "learning_rate": 3.913527969690217e-06,
      "loss": 0.0181,
      "step": 2731
    },
    {
      "epoch": 0.6088022284122563,
      "grad_norm": 170.7561492919922,
      "learning_rate": 3.911299309115222e-06,
      "loss": 0.8809,
      "step": 2732
    },
    {
      "epoch": 0.609025069637883,
      "grad_norm": 118.69378662109375,
      "learning_rate": 3.909070648540227e-06,
      "loss": 0.2764,
      "step": 2733
    },
    {
      "epoch": 0.6092479108635097,
      "grad_norm": 100.89073944091797,
      "learning_rate": 3.906841987965233e-06,
      "loss": 0.4648,
      "step": 2734
    },
    {
      "epoch": 0.6094707520891365,
      "grad_norm": 170.47515869140625,
      "learning_rate": 3.904613327390239e-06,
      "loss": 0.6621,
      "step": 2735
    },
    {
      "epoch": 0.6096935933147632,
      "grad_norm": 30.37714958190918,
      "learning_rate": 3.902384666815244e-06,
      "loss": 0.0488,
      "step": 2736
    },
    {
      "epoch": 0.60991643454039,
      "grad_norm": 254.36221313476562,
      "learning_rate": 3.90015600624025e-06,
      "loss": 1.1665,
      "step": 2737
    },
    {
      "epoch": 0.6101392757660167,
      "grad_norm": 124.1245346069336,
      "learning_rate": 3.897927345665255e-06,
      "loss": 0.3352,
      "step": 2738
    },
    {
      "epoch": 0.6103621169916434,
      "grad_norm": 23.078510284423828,
      "learning_rate": 3.8956986850902615e-06,
      "loss": 0.0316,
      "step": 2739
    },
    {
      "epoch": 0.6105849582172702,
      "grad_norm": 41.53719711303711,
      "learning_rate": 3.893470024515267e-06,
      "loss": 0.1676,
      "step": 2740
    },
    {
      "epoch": 0.610807799442897,
      "grad_norm": 18.148361206054688,
      "learning_rate": 3.891241363940272e-06,
      "loss": 0.0297,
      "step": 2741
    },
    {
      "epoch": 0.6110306406685236,
      "grad_norm": 73.0670166015625,
      "learning_rate": 3.889012703365278e-06,
      "loss": 0.2441,
      "step": 2742
    },
    {
      "epoch": 0.6112534818941504,
      "grad_norm": 92.10877227783203,
      "learning_rate": 3.886784042790283e-06,
      "loss": 0.5118,
      "step": 2743
    },
    {
      "epoch": 0.6114763231197772,
      "grad_norm": 67.09976959228516,
      "learning_rate": 3.884555382215289e-06,
      "loss": 0.2539,
      "step": 2744
    },
    {
      "epoch": 0.611699164345404,
      "grad_norm": 12.270151138305664,
      "learning_rate": 3.882326721640294e-06,
      "loss": 0.0259,
      "step": 2745
    },
    {
      "epoch": 0.6119220055710306,
      "grad_norm": 276.39520263671875,
      "learning_rate": 3.8800980610653e-06,
      "loss": 0.9902,
      "step": 2746
    },
    {
      "epoch": 0.6121448467966574,
      "grad_norm": 47.696651458740234,
      "learning_rate": 3.877869400490306e-06,
      "loss": 0.269,
      "step": 2747
    },
    {
      "epoch": 0.6123676880222841,
      "grad_norm": 38.42959976196289,
      "learning_rate": 3.875640739915311e-06,
      "loss": 0.0759,
      "step": 2748
    },
    {
      "epoch": 0.6125905292479109,
      "grad_norm": 23.997642517089844,
      "learning_rate": 3.873412079340317e-06,
      "loss": 0.1072,
      "step": 2749
    },
    {
      "epoch": 0.6128133704735376,
      "grad_norm": 20.90085792541504,
      "learning_rate": 3.871183418765322e-06,
      "loss": 0.0331,
      "step": 2750
    },
    {
      "epoch": 0.6130362116991643,
      "grad_norm": 67.06037902832031,
      "learning_rate": 3.8689547581903284e-06,
      "loss": 0.1421,
      "step": 2751
    },
    {
      "epoch": 0.6132590529247911,
      "grad_norm": 28.779104232788086,
      "learning_rate": 3.866726097615334e-06,
      "loss": 0.0687,
      "step": 2752
    },
    {
      "epoch": 0.6134818941504179,
      "grad_norm": 57.03946304321289,
      "learning_rate": 3.864497437040339e-06,
      "loss": 0.1412,
      "step": 2753
    },
    {
      "epoch": 0.6137047353760445,
      "grad_norm": 66.75142669677734,
      "learning_rate": 3.862268776465344e-06,
      "loss": 0.2183,
      "step": 2754
    },
    {
      "epoch": 0.6139275766016713,
      "grad_norm": 29.574617385864258,
      "learning_rate": 3.86004011589035e-06,
      "loss": 0.0758,
      "step": 2755
    },
    {
      "epoch": 0.6141504178272981,
      "grad_norm": 132.72523498535156,
      "learning_rate": 3.857811455315356e-06,
      "loss": 0.4368,
      "step": 2756
    },
    {
      "epoch": 0.6143732590529248,
      "grad_norm": 62.183658599853516,
      "learning_rate": 3.855582794740361e-06,
      "loss": 0.1877,
      "step": 2757
    },
    {
      "epoch": 0.6145961002785515,
      "grad_norm": 45.78199768066406,
      "learning_rate": 3.853354134165367e-06,
      "loss": 0.1064,
      "step": 2758
    },
    {
      "epoch": 0.6148189415041783,
      "grad_norm": 23.826738357543945,
      "learning_rate": 3.8511254735903725e-06,
      "loss": 0.0795,
      "step": 2759
    },
    {
      "epoch": 0.615041782729805,
      "grad_norm": 109.60479736328125,
      "learning_rate": 3.848896813015378e-06,
      "loss": 0.8398,
      "step": 2760
    },
    {
      "epoch": 0.6152646239554318,
      "grad_norm": 146.30230712890625,
      "learning_rate": 3.846668152440384e-06,
      "loss": 0.6602,
      "step": 2761
    },
    {
      "epoch": 0.6154874651810585,
      "grad_norm": 13.974247932434082,
      "learning_rate": 3.844439491865389e-06,
      "loss": 0.0149,
      "step": 2762
    },
    {
      "epoch": 0.6157103064066852,
      "grad_norm": 17.595415115356445,
      "learning_rate": 3.842210831290395e-06,
      "loss": 0.0958,
      "step": 2763
    },
    {
      "epoch": 0.615933147632312,
      "grad_norm": 16.129873275756836,
      "learning_rate": 3.839982170715401e-06,
      "loss": 0.0228,
      "step": 2764
    },
    {
      "epoch": 0.6161559888579388,
      "grad_norm": 12.228264808654785,
      "learning_rate": 3.837753510140406e-06,
      "loss": 0.02,
      "step": 2765
    },
    {
      "epoch": 0.6163788300835654,
      "grad_norm": 38.84522247314453,
      "learning_rate": 3.835524849565411e-06,
      "loss": 0.1309,
      "step": 2766
    },
    {
      "epoch": 0.6166016713091922,
      "grad_norm": 18.2683048248291,
      "learning_rate": 3.8332961889904165e-06,
      "loss": 0.0369,
      "step": 2767
    },
    {
      "epoch": 0.616824512534819,
      "grad_norm": 14.933537483215332,
      "learning_rate": 3.831067528415423e-06,
      "loss": 0.0321,
      "step": 2768
    },
    {
      "epoch": 0.6170473537604457,
      "grad_norm": 37.887847900390625,
      "learning_rate": 3.828838867840428e-06,
      "loss": 0.1506,
      "step": 2769
    },
    {
      "epoch": 0.6172701949860724,
      "grad_norm": 26.435466766357422,
      "learning_rate": 3.826610207265434e-06,
      "loss": 0.0764,
      "step": 2770
    },
    {
      "epoch": 0.6174930362116992,
      "grad_norm": 38.154293060302734,
      "learning_rate": 3.824381546690439e-06,
      "loss": 0.1079,
      "step": 2771
    },
    {
      "epoch": 0.6177158774373259,
      "grad_norm": 32.300987243652344,
      "learning_rate": 3.822152886115445e-06,
      "loss": 0.0907,
      "step": 2772
    },
    {
      "epoch": 0.6179387186629527,
      "grad_norm": 44.62614822387695,
      "learning_rate": 3.819924225540451e-06,
      "loss": 0.5215,
      "step": 2773
    },
    {
      "epoch": 0.6181615598885793,
      "grad_norm": 155.07716369628906,
      "learning_rate": 3.817695564965456e-06,
      "loss": 0.5664,
      "step": 2774
    },
    {
      "epoch": 0.6183844011142061,
      "grad_norm": 26.701274871826172,
      "learning_rate": 3.815466904390462e-06,
      "loss": 0.0668,
      "step": 2775
    },
    {
      "epoch": 0.6186072423398329,
      "grad_norm": 23.07749366760254,
      "learning_rate": 3.8132382438154675e-06,
      "loss": 0.046,
      "step": 2776
    },
    {
      "epoch": 0.6188300835654597,
      "grad_norm": 199.5540771484375,
      "learning_rate": 3.8110095832404724e-06,
      "loss": 0.4893,
      "step": 2777
    },
    {
      "epoch": 0.6190529247910863,
      "grad_norm": 44.96269989013672,
      "learning_rate": 3.808780922665478e-06,
      "loss": 0.1031,
      "step": 2778
    },
    {
      "epoch": 0.6192757660167131,
      "grad_norm": 132.13314819335938,
      "learning_rate": 3.806552262090484e-06,
      "loss": 0.5302,
      "step": 2779
    },
    {
      "epoch": 0.6194986072423398,
      "grad_norm": 19.053752899169922,
      "learning_rate": 3.8043236015154895e-06,
      "loss": 0.0637,
      "step": 2780
    },
    {
      "epoch": 0.6197214484679666,
      "grad_norm": 302.0874938964844,
      "learning_rate": 3.802094940940495e-06,
      "loss": 1.5479,
      "step": 2781
    },
    {
      "epoch": 0.6199442896935933,
      "grad_norm": 10.708391189575195,
      "learning_rate": 3.7998662803655005e-06,
      "loss": 0.011,
      "step": 2782
    },
    {
      "epoch": 0.62016713091922,
      "grad_norm": 127.38864135742188,
      "learning_rate": 3.7976376197905063e-06,
      "loss": 0.9688,
      "step": 2783
    },
    {
      "epoch": 0.6203899721448468,
      "grad_norm": 17.20842933654785,
      "learning_rate": 3.795408959215512e-06,
      "loss": 0.0183,
      "step": 2784
    },
    {
      "epoch": 0.6206128133704736,
      "grad_norm": 7.79681921005249,
      "learning_rate": 3.7931802986405177e-06,
      "loss": 0.0217,
      "step": 2785
    },
    {
      "epoch": 0.6208356545961002,
      "grad_norm": 25.56630516052246,
      "learning_rate": 3.790951638065523e-06,
      "loss": 0.063,
      "step": 2786
    },
    {
      "epoch": 0.621058495821727,
      "grad_norm": 30.81959342956543,
      "learning_rate": 3.7887229774905287e-06,
      "loss": 0.0684,
      "step": 2787
    },
    {
      "epoch": 0.6212813370473538,
      "grad_norm": 41.16755676269531,
      "learning_rate": 3.786494316915534e-06,
      "loss": 0.1066,
      "step": 2788
    },
    {
      "epoch": 0.6215041782729805,
      "grad_norm": 67.55545806884766,
      "learning_rate": 3.7842656563405393e-06,
      "loss": 0.4923,
      "step": 2789
    },
    {
      "epoch": 0.6217270194986072,
      "grad_norm": 58.786930084228516,
      "learning_rate": 3.782036995765545e-06,
      "loss": 0.4639,
      "step": 2790
    },
    {
      "epoch": 0.621949860724234,
      "grad_norm": 17.350934982299805,
      "learning_rate": 3.7798083351905507e-06,
      "loss": 0.0318,
      "step": 2791
    },
    {
      "epoch": 0.6221727019498607,
      "grad_norm": 2.879194736480713,
      "learning_rate": 3.7775796746155564e-06,
      "loss": 0.0063,
      "step": 2792
    },
    {
      "epoch": 0.6223955431754875,
      "grad_norm": 26.5543155670166,
      "learning_rate": 3.7753510140405617e-06,
      "loss": 0.0359,
      "step": 2793
    },
    {
      "epoch": 0.6226183844011142,
      "grad_norm": 45.925235748291016,
      "learning_rate": 3.7731223534655674e-06,
      "loss": 0.1589,
      "step": 2794
    },
    {
      "epoch": 0.6228412256267409,
      "grad_norm": 16.172025680541992,
      "learning_rate": 3.770893692890573e-06,
      "loss": 0.0271,
      "step": 2795
    },
    {
      "epoch": 0.6230640668523677,
      "grad_norm": 79.74686431884766,
      "learning_rate": 3.768665032315579e-06,
      "loss": 0.6512,
      "step": 2796
    },
    {
      "epoch": 0.6232869080779945,
      "grad_norm": 6.716127872467041,
      "learning_rate": 3.7664363717405846e-06,
      "loss": 0.0096,
      "step": 2797
    },
    {
      "epoch": 0.6235097493036211,
      "grad_norm": 7.71757173538208,
      "learning_rate": 3.76420771116559e-06,
      "loss": 0.0155,
      "step": 2798
    },
    {
      "epoch": 0.6237325905292479,
      "grad_norm": 72.85499572753906,
      "learning_rate": 3.761979050590595e-06,
      "loss": 0.2529,
      "step": 2799
    },
    {
      "epoch": 0.6239554317548747,
      "grad_norm": 345.282470703125,
      "learning_rate": 3.759750390015601e-06,
      "loss": 0.8782,
      "step": 2800
    },
    {
      "epoch": 0.6241782729805014,
      "grad_norm": 29.39207649230957,
      "learning_rate": 3.757521729440606e-06,
      "loss": 0.0667,
      "step": 2801
    },
    {
      "epoch": 0.6244011142061281,
      "grad_norm": 18.54953956604004,
      "learning_rate": 3.755293068865612e-06,
      "loss": 0.0243,
      "step": 2802
    },
    {
      "epoch": 0.6246239554317549,
      "grad_norm": 7.250857353210449,
      "learning_rate": 3.7530644082906176e-06,
      "loss": 0.0286,
      "step": 2803
    },
    {
      "epoch": 0.6248467966573816,
      "grad_norm": 10.45414924621582,
      "learning_rate": 3.7508357477156233e-06,
      "loss": 0.0097,
      "step": 2804
    },
    {
      "epoch": 0.6250696378830084,
      "grad_norm": 62.03866195678711,
      "learning_rate": 3.7486070871406286e-06,
      "loss": 0.4287,
      "step": 2805
    },
    {
      "epoch": 0.6252924791086351,
      "grad_norm": 312.78955078125,
      "learning_rate": 3.7463784265656343e-06,
      "loss": 0.8196,
      "step": 2806
    },
    {
      "epoch": 0.6255153203342618,
      "grad_norm": 98.94683074951172,
      "learning_rate": 3.74414976599064e-06,
      "loss": 0.7056,
      "step": 2807
    },
    {
      "epoch": 0.6257381615598886,
      "grad_norm": 67.92118072509766,
      "learning_rate": 3.7419211054156458e-06,
      "loss": 0.1711,
      "step": 2808
    },
    {
      "epoch": 0.6259610027855154,
      "grad_norm": 41.7703742980957,
      "learning_rate": 3.7396924448406515e-06,
      "loss": 0.0869,
      "step": 2809
    },
    {
      "epoch": 0.626183844011142,
      "grad_norm": 29.049579620361328,
      "learning_rate": 3.7374637842656563e-06,
      "loss": 0.0785,
      "step": 2810
    },
    {
      "epoch": 0.6264066852367688,
      "grad_norm": 3.775646924972534,
      "learning_rate": 3.735235123690662e-06,
      "loss": 0.0141,
      "step": 2811
    },
    {
      "epoch": 0.6266295264623956,
      "grad_norm": 12.768791198730469,
      "learning_rate": 3.7330064631156678e-06,
      "loss": 0.0214,
      "step": 2812
    },
    {
      "epoch": 0.6268523676880223,
      "grad_norm": 32.053043365478516,
      "learning_rate": 3.730777802540673e-06,
      "loss": 0.0591,
      "step": 2813
    },
    {
      "epoch": 0.627075208913649,
      "grad_norm": 6.188103675842285,
      "learning_rate": 3.7285491419656788e-06,
      "loss": 0.0131,
      "step": 2814
    },
    {
      "epoch": 0.6272980501392758,
      "grad_norm": 5.297852039337158,
      "learning_rate": 3.7263204813906845e-06,
      "loss": 0.0101,
      "step": 2815
    },
    {
      "epoch": 0.6275208913649025,
      "grad_norm": 69.66480255126953,
      "learning_rate": 3.7240918208156902e-06,
      "loss": 0.1304,
      "step": 2816
    },
    {
      "epoch": 0.6277437325905293,
      "grad_norm": 155.557861328125,
      "learning_rate": 3.7218631602406955e-06,
      "loss": 0.4241,
      "step": 2817
    },
    {
      "epoch": 0.627966573816156,
      "grad_norm": 137.27261352539062,
      "learning_rate": 3.7196344996657012e-06,
      "loss": 0.4648,
      "step": 2818
    },
    {
      "epoch": 0.6281894150417827,
      "grad_norm": 12.536974906921387,
      "learning_rate": 3.717405839090707e-06,
      "loss": 0.0169,
      "step": 2819
    },
    {
      "epoch": 0.6284122562674095,
      "grad_norm": 20.28053092956543,
      "learning_rate": 3.7151771785157127e-06,
      "loss": 0.0246,
      "step": 2820
    },
    {
      "epoch": 0.6286350974930363,
      "grad_norm": 8.517438888549805,
      "learning_rate": 3.7129485179407184e-06,
      "loss": 0.0363,
      "step": 2821
    },
    {
      "epoch": 0.6288579387186629,
      "grad_norm": 63.262882232666016,
      "learning_rate": 3.7107198573657232e-06,
      "loss": 0.6144,
      "step": 2822
    },
    {
      "epoch": 0.6290807799442897,
      "grad_norm": 58.25042724609375,
      "learning_rate": 3.708491196790729e-06,
      "loss": 0.2021,
      "step": 2823
    },
    {
      "epoch": 0.6293036211699164,
      "grad_norm": 37.596961975097656,
      "learning_rate": 3.7062625362157347e-06,
      "loss": 0.1104,
      "step": 2824
    },
    {
      "epoch": 0.6295264623955432,
      "grad_norm": 55.14916229248047,
      "learning_rate": 3.70403387564074e-06,
      "loss": 0.4277,
      "step": 2825
    },
    {
      "epoch": 0.6297493036211699,
      "grad_norm": 83.52599334716797,
      "learning_rate": 3.7018052150657457e-06,
      "loss": 0.9878,
      "step": 2826
    },
    {
      "epoch": 0.6299721448467966,
      "grad_norm": 77.51421356201172,
      "learning_rate": 3.6995765544907514e-06,
      "loss": 0.1372,
      "step": 2827
    },
    {
      "epoch": 0.6301949860724234,
      "grad_norm": 9.275449752807617,
      "learning_rate": 3.697347893915757e-06,
      "loss": 0.0074,
      "step": 2828
    },
    {
      "epoch": 0.6304178272980502,
      "grad_norm": 76.43424224853516,
      "learning_rate": 3.695119233340763e-06,
      "loss": 0.548,
      "step": 2829
    },
    {
      "epoch": 0.6306406685236768,
      "grad_norm": 95.41680908203125,
      "learning_rate": 3.692890572765768e-06,
      "loss": 0.1712,
      "step": 2830
    },
    {
      "epoch": 0.6308635097493036,
      "grad_norm": 13.77547836303711,
      "learning_rate": 3.690661912190774e-06,
      "loss": 0.0238,
      "step": 2831
    },
    {
      "epoch": 0.6310863509749304,
      "grad_norm": 23.551244735717773,
      "learning_rate": 3.6884332516157795e-06,
      "loss": 0.0361,
      "step": 2832
    },
    {
      "epoch": 0.6313091922005571,
      "grad_norm": 41.90302276611328,
      "learning_rate": 3.6862045910407844e-06,
      "loss": 0.1208,
      "step": 2833
    },
    {
      "epoch": 0.6315320334261838,
      "grad_norm": 14.552376747131348,
      "learning_rate": 3.68397593046579e-06,
      "loss": 0.0161,
      "step": 2834
    },
    {
      "epoch": 0.6317548746518106,
      "grad_norm": 10.174748420715332,
      "learning_rate": 3.681747269890796e-06,
      "loss": 0.011,
      "step": 2835
    },
    {
      "epoch": 0.6319777158774373,
      "grad_norm": 86.86127471923828,
      "learning_rate": 3.6795186093158016e-06,
      "loss": 0.5297,
      "step": 2836
    },
    {
      "epoch": 0.6322005571030641,
      "grad_norm": 18.27603530883789,
      "learning_rate": 3.677289948740807e-06,
      "loss": 0.0613,
      "step": 2837
    },
    {
      "epoch": 0.6324233983286908,
      "grad_norm": 16.42230796813965,
      "learning_rate": 3.6750612881658126e-06,
      "loss": 0.0244,
      "step": 2838
    },
    {
      "epoch": 0.6326462395543175,
      "grad_norm": 17.925382614135742,
      "learning_rate": 3.6728326275908183e-06,
      "loss": 0.0327,
      "step": 2839
    },
    {
      "epoch": 0.6328690807799443,
      "grad_norm": 76.06906127929688,
      "learning_rate": 3.670603967015824e-06,
      "loss": 0.5685,
      "step": 2840
    },
    {
      "epoch": 0.6330919220055711,
      "grad_norm": 13.160298347473145,
      "learning_rate": 3.6683753064408297e-06,
      "loss": 0.0258,
      "step": 2841
    },
    {
      "epoch": 0.6333147632311977,
      "grad_norm": 64.10262298583984,
      "learning_rate": 3.666146645865835e-06,
      "loss": 0.2207,
      "step": 2842
    },
    {
      "epoch": 0.6335376044568245,
      "grad_norm": 60.8117790222168,
      "learning_rate": 3.6639179852908407e-06,
      "loss": 0.0849,
      "step": 2843
    },
    {
      "epoch": 0.6337604456824513,
      "grad_norm": 88.27919006347656,
      "learning_rate": 3.661689324715846e-06,
      "loss": 0.5018,
      "step": 2844
    },
    {
      "epoch": 0.633983286908078,
      "grad_norm": 43.725589752197266,
      "learning_rate": 3.6594606641408513e-06,
      "loss": 0.3757,
      "step": 2845
    },
    {
      "epoch": 0.6342061281337047,
      "grad_norm": 28.39748764038086,
      "learning_rate": 3.657232003565857e-06,
      "loss": 0.0636,
      "step": 2846
    },
    {
      "epoch": 0.6344289693593315,
      "grad_norm": 11.438902854919434,
      "learning_rate": 3.6550033429908627e-06,
      "loss": 0.0117,
      "step": 2847
    },
    {
      "epoch": 0.6346518105849582,
      "grad_norm": 14.669036865234375,
      "learning_rate": 3.6527746824158685e-06,
      "loss": 0.0186,
      "step": 2848
    },
    {
      "epoch": 0.634874651810585,
      "grad_norm": 41.49372100830078,
      "learning_rate": 3.6505460218408737e-06,
      "loss": 0.1187,
      "step": 2849
    },
    {
      "epoch": 0.6350974930362117,
      "grad_norm": 11.621830940246582,
      "learning_rate": 3.6483173612658795e-06,
      "loss": 0.0241,
      "step": 2850
    },
    {
      "epoch": 0.6353203342618384,
      "grad_norm": 105.99932098388672,
      "learning_rate": 3.646088700690885e-06,
      "loss": 0.2974,
      "step": 2851
    },
    {
      "epoch": 0.6355431754874652,
      "grad_norm": 218.12840270996094,
      "learning_rate": 3.643860040115891e-06,
      "loss": 0.2129,
      "step": 2852
    },
    {
      "epoch": 0.635766016713092,
      "grad_norm": 9.925260543823242,
      "learning_rate": 3.6416313795408966e-06,
      "loss": 0.013,
      "step": 2853
    },
    {
      "epoch": 0.6359888579387186,
      "grad_norm": 35.28361129760742,
      "learning_rate": 3.639402718965902e-06,
      "loss": 0.0611,
      "step": 2854
    },
    {
      "epoch": 0.6362116991643454,
      "grad_norm": 25.8571834564209,
      "learning_rate": 3.637174058390907e-06,
      "loss": 0.0596,
      "step": 2855
    },
    {
      "epoch": 0.6364345403899722,
      "grad_norm": 111.51884460449219,
      "learning_rate": 3.634945397815913e-06,
      "loss": 0.2295,
      "step": 2856
    },
    {
      "epoch": 0.6366573816155989,
      "grad_norm": 53.32081985473633,
      "learning_rate": 3.632716737240918e-06,
      "loss": 0.2021,
      "step": 2857
    },
    {
      "epoch": 0.6368802228412256,
      "grad_norm": 49.52706527709961,
      "learning_rate": 3.630488076665924e-06,
      "loss": 0.2544,
      "step": 2858
    },
    {
      "epoch": 0.6371030640668524,
      "grad_norm": 8.136286735534668,
      "learning_rate": 3.6282594160909296e-06,
      "loss": 0.0123,
      "step": 2859
    },
    {
      "epoch": 0.6373259052924791,
      "grad_norm": 73.89369201660156,
      "learning_rate": 3.6260307555159353e-06,
      "loss": 0.2002,
      "step": 2860
    },
    {
      "epoch": 0.6375487465181059,
      "grad_norm": 48.480220794677734,
      "learning_rate": 3.6238020949409406e-06,
      "loss": 0.1035,
      "step": 2861
    },
    {
      "epoch": 0.6377715877437325,
      "grad_norm": 17.73902130126953,
      "learning_rate": 3.6215734343659464e-06,
      "loss": 0.0293,
      "step": 2862
    },
    {
      "epoch": 0.6379944289693593,
      "grad_norm": 20.80941390991211,
      "learning_rate": 3.619344773790952e-06,
      "loss": 0.0316,
      "step": 2863
    },
    {
      "epoch": 0.6382172701949861,
      "grad_norm": 111.7282485961914,
      "learning_rate": 3.6171161132159578e-06,
      "loss": 0.502,
      "step": 2864
    },
    {
      "epoch": 0.6384401114206129,
      "grad_norm": 16.59333610534668,
      "learning_rate": 3.6148874526409635e-06,
      "loss": 0.0345,
      "step": 2865
    },
    {
      "epoch": 0.6386629526462395,
      "grad_norm": 58.56149673461914,
      "learning_rate": 3.612658792065969e-06,
      "loss": 0.209,
      "step": 2866
    },
    {
      "epoch": 0.6388857938718663,
      "grad_norm": 8.171346664428711,
      "learning_rate": 3.610430131490974e-06,
      "loss": 0.0236,
      "step": 2867
    },
    {
      "epoch": 0.639108635097493,
      "grad_norm": 14.730497360229492,
      "learning_rate": 3.60820147091598e-06,
      "loss": 0.025,
      "step": 2868
    },
    {
      "epoch": 0.6393314763231198,
      "grad_norm": 102.63105773925781,
      "learning_rate": 3.605972810340985e-06,
      "loss": 0.791,
      "step": 2869
    },
    {
      "epoch": 0.6395543175487465,
      "grad_norm": 51.35959243774414,
      "learning_rate": 3.603744149765991e-06,
      "loss": 0.0801,
      "step": 2870
    },
    {
      "epoch": 0.6397771587743732,
      "grad_norm": 21.485523223876953,
      "learning_rate": 3.6015154891909965e-06,
      "loss": 0.0612,
      "step": 2871
    },
    {
      "epoch": 0.64,
      "grad_norm": 111.98265075683594,
      "learning_rate": 3.5992868286160022e-06,
      "loss": 0.3679,
      "step": 2872
    },
    {
      "epoch": 0.6402228412256268,
      "grad_norm": 19.666940689086914,
      "learning_rate": 3.5970581680410075e-06,
      "loss": 0.053,
      "step": 2873
    },
    {
      "epoch": 0.6404456824512534,
      "grad_norm": 9.577129364013672,
      "learning_rate": 3.5948295074660132e-06,
      "loss": 0.016,
      "step": 2874
    },
    {
      "epoch": 0.6406685236768802,
      "grad_norm": 54.706729888916016,
      "learning_rate": 3.592600846891019e-06,
      "loss": 0.1393,
      "step": 2875
    },
    {
      "epoch": 0.640891364902507,
      "grad_norm": 142.3998565673828,
      "learning_rate": 3.5903721863160247e-06,
      "loss": 0.6387,
      "step": 2876
    },
    {
      "epoch": 0.6411142061281337,
      "grad_norm": 70.10920715332031,
      "learning_rate": 3.5881435257410304e-06,
      "loss": 0.5117,
      "step": 2877
    },
    {
      "epoch": 0.6413370473537604,
      "grad_norm": 34.00816345214844,
      "learning_rate": 3.5859148651660353e-06,
      "loss": 0.0505,
      "step": 2878
    },
    {
      "epoch": 0.6415598885793872,
      "grad_norm": 44.224334716796875,
      "learning_rate": 3.583686204591041e-06,
      "loss": 0.0689,
      "step": 2879
    },
    {
      "epoch": 0.6417827298050139,
      "grad_norm": 104.04279327392578,
      "learning_rate": 3.5814575440160467e-06,
      "loss": 1.1094,
      "step": 2880
    },
    {
      "epoch": 0.6420055710306407,
      "grad_norm": 38.99415969848633,
      "learning_rate": 3.579228883441052e-06,
      "loss": 0.16,
      "step": 2881
    },
    {
      "epoch": 0.6422284122562674,
      "grad_norm": 179.1963653564453,
      "learning_rate": 3.5770002228660577e-06,
      "loss": 0.3364,
      "step": 2882
    },
    {
      "epoch": 0.6424512534818941,
      "grad_norm": 11.432381629943848,
      "learning_rate": 3.5747715622910634e-06,
      "loss": 0.0222,
      "step": 2883
    },
    {
      "epoch": 0.6426740947075209,
      "grad_norm": 61.49880599975586,
      "learning_rate": 3.572542901716069e-06,
      "loss": 0.3969,
      "step": 2884
    },
    {
      "epoch": 0.6428969359331477,
      "grad_norm": 52.123748779296875,
      "learning_rate": 3.5703142411410744e-06,
      "loss": 0.4321,
      "step": 2885
    },
    {
      "epoch": 0.6431197771587743,
      "grad_norm": 12.75432014465332,
      "learning_rate": 3.56808558056608e-06,
      "loss": 0.0306,
      "step": 2886
    },
    {
      "epoch": 0.6433426183844011,
      "grad_norm": 59.30236053466797,
      "learning_rate": 3.565856919991086e-06,
      "loss": 0.5637,
      "step": 2887
    },
    {
      "epoch": 0.6435654596100279,
      "grad_norm": 13.25269603729248,
      "learning_rate": 3.5636282594160916e-06,
      "loss": 0.0281,
      "step": 2888
    },
    {
      "epoch": 0.6437883008356546,
      "grad_norm": 24.838146209716797,
      "learning_rate": 3.5613995988410964e-06,
      "loss": 0.0477,
      "step": 2889
    },
    {
      "epoch": 0.6440111420612813,
      "grad_norm": 16.641714096069336,
      "learning_rate": 3.559170938266102e-06,
      "loss": 0.0392,
      "step": 2890
    },
    {
      "epoch": 0.6442339832869081,
      "grad_norm": 20.556394577026367,
      "learning_rate": 3.556942277691108e-06,
      "loss": 0.0381,
      "step": 2891
    },
    {
      "epoch": 0.6444568245125348,
      "grad_norm": 9.210713386535645,
      "learning_rate": 3.5547136171161136e-06,
      "loss": 0.0074,
      "step": 2892
    },
    {
      "epoch": 0.6446796657381616,
      "grad_norm": 16.387733459472656,
      "learning_rate": 3.552484956541119e-06,
      "loss": 0.0334,
      "step": 2893
    },
    {
      "epoch": 0.6449025069637883,
      "grad_norm": 137.98162841796875,
      "learning_rate": 3.5502562959661246e-06,
      "loss": 0.3523,
      "step": 2894
    },
    {
      "epoch": 0.645125348189415,
      "grad_norm": 40.50416564941406,
      "learning_rate": 3.5480276353911303e-06,
      "loss": 0.123,
      "step": 2895
    },
    {
      "epoch": 0.6453481894150418,
      "grad_norm": 11.351204872131348,
      "learning_rate": 3.545798974816136e-06,
      "loss": 0.0272,
      "step": 2896
    },
    {
      "epoch": 0.6455710306406686,
      "grad_norm": 297.765380859375,
      "learning_rate": 3.5435703142411413e-06,
      "loss": 0.5564,
      "step": 2897
    },
    {
      "epoch": 0.6457938718662952,
      "grad_norm": 28.238698959350586,
      "learning_rate": 3.541341653666147e-06,
      "loss": 0.0314,
      "step": 2898
    },
    {
      "epoch": 0.646016713091922,
      "grad_norm": 52.485843658447266,
      "learning_rate": 3.5391129930911528e-06,
      "loss": 0.5638,
      "step": 2899
    },
    {
      "epoch": 0.6462395543175488,
      "grad_norm": 21.380632400512695,
      "learning_rate": 3.5368843325161576e-06,
      "loss": 0.029,
      "step": 2900
    },
    {
      "epoch": 0.6464623955431755,
      "grad_norm": 91.27960968017578,
      "learning_rate": 3.5346556719411633e-06,
      "loss": 0.2722,
      "step": 2901
    },
    {
      "epoch": 0.6466852367688022,
      "grad_norm": 77.01577758789062,
      "learning_rate": 3.532427011366169e-06,
      "loss": 0.2413,
      "step": 2902
    },
    {
      "epoch": 0.646908077994429,
      "grad_norm": 95.005126953125,
      "learning_rate": 3.5301983507911748e-06,
      "loss": 0.2098,
      "step": 2903
    },
    {
      "epoch": 0.6471309192200557,
      "grad_norm": 109.61563873291016,
      "learning_rate": 3.5279696902161805e-06,
      "loss": 0.4529,
      "step": 2904
    },
    {
      "epoch": 0.6473537604456825,
      "grad_norm": 12.557109832763672,
      "learning_rate": 3.5257410296411858e-06,
      "loss": 0.0229,
      "step": 2905
    },
    {
      "epoch": 0.6475766016713091,
      "grad_norm": 35.17543029785156,
      "learning_rate": 3.5235123690661915e-06,
      "loss": 0.0798,
      "step": 2906
    },
    {
      "epoch": 0.6477994428969359,
      "grad_norm": 76.66474151611328,
      "learning_rate": 3.521283708491197e-06,
      "loss": 0.1693,
      "step": 2907
    },
    {
      "epoch": 0.6480222841225627,
      "grad_norm": 29.20008087158203,
      "learning_rate": 3.519055047916203e-06,
      "loss": 0.108,
      "step": 2908
    },
    {
      "epoch": 0.6482451253481895,
      "grad_norm": 7.036182403564453,
      "learning_rate": 3.5168263873412082e-06,
      "loss": 0.0091,
      "step": 2909
    },
    {
      "epoch": 0.6484679665738161,
      "grad_norm": 11.536208152770996,
      "learning_rate": 3.514597726766214e-06,
      "loss": 0.0306,
      "step": 2910
    },
    {
      "epoch": 0.6486908077994429,
      "grad_norm": 11.344480514526367,
      "learning_rate": 3.5123690661912192e-06,
      "loss": 0.0237,
      "step": 2911
    },
    {
      "epoch": 0.6489136490250696,
      "grad_norm": 343.95849609375,
      "learning_rate": 3.5101404056162245e-06,
      "loss": 0.6709,
      "step": 2912
    },
    {
      "epoch": 0.6491364902506964,
      "grad_norm": 5.182908535003662,
      "learning_rate": 3.5079117450412302e-06,
      "loss": 0.0149,
      "step": 2913
    },
    {
      "epoch": 0.6493593314763231,
      "grad_norm": 7.049432277679443,
      "learning_rate": 3.505683084466236e-06,
      "loss": 0.0098,
      "step": 2914
    },
    {
      "epoch": 0.6495821727019498,
      "grad_norm": 28.030832290649414,
      "learning_rate": 3.5034544238912417e-06,
      "loss": 0.0519,
      "step": 2915
    },
    {
      "epoch": 0.6498050139275766,
      "grad_norm": 64.52719116210938,
      "learning_rate": 3.5012257633162474e-06,
      "loss": 0.1753,
      "step": 2916
    },
    {
      "epoch": 0.6500278551532034,
      "grad_norm": 105.03459930419922,
      "learning_rate": 3.4989971027412527e-06,
      "loss": 0.2654,
      "step": 2917
    },
    {
      "epoch": 0.65025069637883,
      "grad_norm": 74.79462432861328,
      "learning_rate": 3.4967684421662584e-06,
      "loss": 0.1711,
      "step": 2918
    },
    {
      "epoch": 0.6504735376044568,
      "grad_norm": 12.776738166809082,
      "learning_rate": 3.494539781591264e-06,
      "loss": 0.0233,
      "step": 2919
    },
    {
      "epoch": 0.6506963788300836,
      "grad_norm": 11.892437934875488,
      "learning_rate": 3.49231112101627e-06,
      "loss": 0.0161,
      "step": 2920
    },
    {
      "epoch": 0.6509192200557103,
      "grad_norm": 30.864526748657227,
      "learning_rate": 3.490082460441275e-06,
      "loss": 0.1013,
      "step": 2921
    },
    {
      "epoch": 0.651142061281337,
      "grad_norm": 23.36680030822754,
      "learning_rate": 3.487853799866281e-06,
      "loss": 0.0426,
      "step": 2922
    },
    {
      "epoch": 0.6513649025069638,
      "grad_norm": 259.86859130859375,
      "learning_rate": 3.485625139291286e-06,
      "loss": 0.9832,
      "step": 2923
    },
    {
      "epoch": 0.6515877437325905,
      "grad_norm": 41.651363372802734,
      "learning_rate": 3.4833964787162914e-06,
      "loss": 0.1131,
      "step": 2924
    },
    {
      "epoch": 0.6518105849582173,
      "grad_norm": 32.05222702026367,
      "learning_rate": 3.481167818141297e-06,
      "loss": 0.0571,
      "step": 2925
    },
    {
      "epoch": 0.652033426183844,
      "grad_norm": 156.9410400390625,
      "learning_rate": 3.478939157566303e-06,
      "loss": 0.4014,
      "step": 2926
    },
    {
      "epoch": 0.6522562674094707,
      "grad_norm": 105.52037811279297,
      "learning_rate": 3.4767104969913086e-06,
      "loss": 0.4414,
      "step": 2927
    },
    {
      "epoch": 0.6524791086350975,
      "grad_norm": 30.710342407226562,
      "learning_rate": 3.4744818364163143e-06,
      "loss": 0.0607,
      "step": 2928
    },
    {
      "epoch": 0.6527019498607243,
      "grad_norm": 117.12326049804688,
      "learning_rate": 3.4722531758413196e-06,
      "loss": 0.3454,
      "step": 2929
    },
    {
      "epoch": 0.6529247910863509,
      "grad_norm": 7.999440670013428,
      "learning_rate": 3.4700245152663253e-06,
      "loss": 0.0087,
      "step": 2930
    },
    {
      "epoch": 0.6531476323119777,
      "grad_norm": 10.083168983459473,
      "learning_rate": 3.467795854691331e-06,
      "loss": 0.0154,
      "step": 2931
    },
    {
      "epoch": 0.6533704735376045,
      "grad_norm": 72.50370025634766,
      "learning_rate": 3.4655671941163367e-06,
      "loss": 0.4561,
      "step": 2932
    },
    {
      "epoch": 0.6535933147632312,
      "grad_norm": 55.70384216308594,
      "learning_rate": 3.463338533541342e-06,
      "loss": 0.1122,
      "step": 2933
    },
    {
      "epoch": 0.6538161559888579,
      "grad_norm": 90.24143981933594,
      "learning_rate": 3.4611098729663473e-06,
      "loss": 0.1743,
      "step": 2934
    },
    {
      "epoch": 0.6540389972144847,
      "grad_norm": 318.5384826660156,
      "learning_rate": 3.458881212391353e-06,
      "loss": 1.0409,
      "step": 2935
    },
    {
      "epoch": 0.6542618384401114,
      "grad_norm": 127.43972778320312,
      "learning_rate": 3.4566525518163583e-06,
      "loss": 0.428,
      "step": 2936
    },
    {
      "epoch": 0.6544846796657382,
      "grad_norm": 5.577178955078125,
      "learning_rate": 3.454423891241364e-06,
      "loss": 0.0103,
      "step": 2937
    },
    {
      "epoch": 0.6547075208913649,
      "grad_norm": 35.250423431396484,
      "learning_rate": 3.4521952306663697e-06,
      "loss": 0.0833,
      "step": 2938
    },
    {
      "epoch": 0.6549303621169916,
      "grad_norm": 5.23225212097168,
      "learning_rate": 3.4499665700913754e-06,
      "loss": 0.009,
      "step": 2939
    },
    {
      "epoch": 0.6551532033426184,
      "grad_norm": 62.44403839111328,
      "learning_rate": 3.447737909516381e-06,
      "loss": 0.2788,
      "step": 2940
    },
    {
      "epoch": 0.6553760445682452,
      "grad_norm": 29.928497314453125,
      "learning_rate": 3.4455092489413865e-06,
      "loss": 0.0717,
      "step": 2941
    },
    {
      "epoch": 0.6555988857938718,
      "grad_norm": 39.23876190185547,
      "learning_rate": 3.443280588366392e-06,
      "loss": 0.2074,
      "step": 2942
    },
    {
      "epoch": 0.6558217270194986,
      "grad_norm": 105.92561340332031,
      "learning_rate": 3.441051927791398e-06,
      "loss": 1.084,
      "step": 2943
    },
    {
      "epoch": 0.6560445682451254,
      "grad_norm": 7.640825271606445,
      "learning_rate": 3.4388232672164036e-06,
      "loss": 0.006,
      "step": 2944
    },
    {
      "epoch": 0.6562674094707521,
      "grad_norm": 97.4609603881836,
      "learning_rate": 3.4365946066414085e-06,
      "loss": 0.2267,
      "step": 2945
    },
    {
      "epoch": 0.6564902506963788,
      "grad_norm": 41.91012954711914,
      "learning_rate": 3.434365946066414e-06,
      "loss": 0.3187,
      "step": 2946
    },
    {
      "epoch": 0.6567130919220056,
      "grad_norm": 80.3831558227539,
      "learning_rate": 3.43213728549142e-06,
      "loss": 0.5294,
      "step": 2947
    },
    {
      "epoch": 0.6569359331476323,
      "grad_norm": 41.296451568603516,
      "learning_rate": 3.429908624916425e-06,
      "loss": 0.0892,
      "step": 2948
    },
    {
      "epoch": 0.6571587743732591,
      "grad_norm": 167.10765075683594,
      "learning_rate": 3.427679964341431e-06,
      "loss": 1.375,
      "step": 2949
    },
    {
      "epoch": 0.6573816155988857,
      "grad_norm": 210.81689453125,
      "learning_rate": 3.4254513037664366e-06,
      "loss": 0.4277,
      "step": 2950
    },
    {
      "epoch": 0.6576044568245125,
      "grad_norm": 10.993110656738281,
      "learning_rate": 3.4232226431914423e-06,
      "loss": 0.015,
      "step": 2951
    },
    {
      "epoch": 0.6578272980501393,
      "grad_norm": 21.50076675415039,
      "learning_rate": 3.420993982616448e-06,
      "loss": 0.026,
      "step": 2952
    },
    {
      "epoch": 0.658050139275766,
      "grad_norm": 34.78197479248047,
      "learning_rate": 3.4187653220414533e-06,
      "loss": 0.0867,
      "step": 2953
    },
    {
      "epoch": 0.6582729805013927,
      "grad_norm": 69.44893646240234,
      "learning_rate": 3.416536661466459e-06,
      "loss": 0.2139,
      "step": 2954
    },
    {
      "epoch": 0.6584958217270195,
      "grad_norm": 206.79286193847656,
      "learning_rate": 3.4143080008914648e-06,
      "loss": 0.5268,
      "step": 2955
    },
    {
      "epoch": 0.6587186629526463,
      "grad_norm": 65.76844787597656,
      "learning_rate": 3.4120793403164696e-06,
      "loss": 0.6417,
      "step": 2956
    },
    {
      "epoch": 0.658941504178273,
      "grad_norm": 79.68460083007812,
      "learning_rate": 3.4098506797414754e-06,
      "loss": 0.2266,
      "step": 2957
    },
    {
      "epoch": 0.6591643454038997,
      "grad_norm": 28.50719451904297,
      "learning_rate": 3.407622019166481e-06,
      "loss": 0.0306,
      "step": 2958
    },
    {
      "epoch": 0.6593871866295264,
      "grad_norm": 130.45654296875,
      "learning_rate": 3.405393358591487e-06,
      "loss": 0.5908,
      "step": 2959
    },
    {
      "epoch": 0.6596100278551532,
      "grad_norm": 38.7811279296875,
      "learning_rate": 3.403164698016492e-06,
      "loss": 0.0551,
      "step": 2960
    },
    {
      "epoch": 0.65983286908078,
      "grad_norm": 24.59123992919922,
      "learning_rate": 3.400936037441498e-06,
      "loss": 0.0545,
      "step": 2961
    },
    {
      "epoch": 0.6600557103064066,
      "grad_norm": 48.03799819946289,
      "learning_rate": 3.3987073768665035e-06,
      "loss": 0.1208,
      "step": 2962
    },
    {
      "epoch": 0.6602785515320334,
      "grad_norm": 27.802059173583984,
      "learning_rate": 3.3964787162915092e-06,
      "loss": 0.0863,
      "step": 2963
    },
    {
      "epoch": 0.6605013927576602,
      "grad_norm": 51.667747497558594,
      "learning_rate": 3.394250055716515e-06,
      "loss": 0.0971,
      "step": 2964
    },
    {
      "epoch": 0.660724233983287,
      "grad_norm": 66.60067749023438,
      "learning_rate": 3.3920213951415202e-06,
      "loss": 0.1748,
      "step": 2965
    },
    {
      "epoch": 0.6609470752089136,
      "grad_norm": 17.743587493896484,
      "learning_rate": 3.389792734566526e-06,
      "loss": 0.0335,
      "step": 2966
    },
    {
      "epoch": 0.6611699164345404,
      "grad_norm": 14.577559471130371,
      "learning_rate": 3.3875640739915317e-06,
      "loss": 0.0254,
      "step": 2967
    },
    {
      "epoch": 0.6613927576601671,
      "grad_norm": 107.61557006835938,
      "learning_rate": 3.3853354134165365e-06,
      "loss": 0.3784,
      "step": 2968
    },
    {
      "epoch": 0.6616155988857939,
      "grad_norm": 33.2407341003418,
      "learning_rate": 3.3831067528415423e-06,
      "loss": 0.1011,
      "step": 2969
    },
    {
      "epoch": 0.6618384401114206,
      "grad_norm": 35.76283645629883,
      "learning_rate": 3.380878092266548e-06,
      "loss": 0.0686,
      "step": 2970
    },
    {
      "epoch": 0.6620612813370473,
      "grad_norm": 8.504507064819336,
      "learning_rate": 3.3786494316915537e-06,
      "loss": 0.0163,
      "step": 2971
    },
    {
      "epoch": 0.6622841225626741,
      "grad_norm": 14.896869659423828,
      "learning_rate": 3.3764207711165594e-06,
      "loss": 0.0344,
      "step": 2972
    },
    {
      "epoch": 0.6625069637883009,
      "grad_norm": 44.863346099853516,
      "learning_rate": 3.3741921105415647e-06,
      "loss": 0.1014,
      "step": 2973
    },
    {
      "epoch": 0.6627298050139275,
      "grad_norm": 10.949934959411621,
      "learning_rate": 3.3719634499665704e-06,
      "loss": 0.0188,
      "step": 2974
    },
    {
      "epoch": 0.6629526462395543,
      "grad_norm": 36.266090393066406,
      "learning_rate": 3.369734789391576e-06,
      "loss": 0.0554,
      "step": 2975
    },
    {
      "epoch": 0.6631754874651811,
      "grad_norm": 47.965309143066406,
      "learning_rate": 3.367506128816582e-06,
      "loss": 0.287,
      "step": 2976
    },
    {
      "epoch": 0.6633983286908078,
      "grad_norm": 10.8854341506958,
      "learning_rate": 3.365277468241587e-06,
      "loss": 0.0221,
      "step": 2977
    },
    {
      "epoch": 0.6636211699164345,
      "grad_norm": 91.5939712524414,
      "learning_rate": 3.363048807666593e-06,
      "loss": 0.1982,
      "step": 2978
    },
    {
      "epoch": 0.6638440111420613,
      "grad_norm": 46.91555404663086,
      "learning_rate": 3.360820147091598e-06,
      "loss": 0.0558,
      "step": 2979
    },
    {
      "epoch": 0.664066852367688,
      "grad_norm": 71.32337951660156,
      "learning_rate": 3.3585914865166034e-06,
      "loss": 0.2603,
      "step": 2980
    },
    {
      "epoch": 0.6642896935933148,
      "grad_norm": 7.841598987579346,
      "learning_rate": 3.356362825941609e-06,
      "loss": 0.0157,
      "step": 2981
    },
    {
      "epoch": 0.6645125348189415,
      "grad_norm": 12.999313354492188,
      "learning_rate": 3.354134165366615e-06,
      "loss": 0.0358,
      "step": 2982
    },
    {
      "epoch": 0.6647353760445682,
      "grad_norm": 30.452463150024414,
      "learning_rate": 3.3519055047916206e-06,
      "loss": 0.0696,
      "step": 2983
    },
    {
      "epoch": 0.664958217270195,
      "grad_norm": 14.233345985412598,
      "learning_rate": 3.3496768442166263e-06,
      "loss": 0.0182,
      "step": 2984
    },
    {
      "epoch": 0.6651810584958218,
      "grad_norm": 32.25680160522461,
      "learning_rate": 3.3474481836416316e-06,
      "loss": 0.1107,
      "step": 2985
    },
    {
      "epoch": 0.6654038997214484,
      "grad_norm": 52.66868591308594,
      "learning_rate": 3.3452195230666373e-06,
      "loss": 0.3137,
      "step": 2986
    },
    {
      "epoch": 0.6656267409470752,
      "grad_norm": 49.864688873291016,
      "learning_rate": 3.342990862491643e-06,
      "loss": 0.1602,
      "step": 2987
    },
    {
      "epoch": 0.665849582172702,
      "grad_norm": 12.688627243041992,
      "learning_rate": 3.3407622019166487e-06,
      "loss": 0.0268,
      "step": 2988
    },
    {
      "epoch": 0.6660724233983287,
      "grad_norm": 39.54478073120117,
      "learning_rate": 3.338533541341654e-06,
      "loss": 0.088,
      "step": 2989
    },
    {
      "epoch": 0.6662952646239554,
      "grad_norm": 4.635929584503174,
      "learning_rate": 3.3363048807666593e-06,
      "loss": 0.0057,
      "step": 2990
    },
    {
      "epoch": 0.6665181058495822,
      "grad_norm": 13.333605766296387,
      "learning_rate": 3.334076220191665e-06,
      "loss": 0.03,
      "step": 2991
    },
    {
      "epoch": 0.6667409470752089,
      "grad_norm": 27.325212478637695,
      "learning_rate": 3.3318475596166703e-06,
      "loss": 0.0433,
      "step": 2992
    },
    {
      "epoch": 0.6669637883008357,
      "grad_norm": 14.527819633483887,
      "learning_rate": 3.329618899041676e-06,
      "loss": 0.0176,
      "step": 2993
    },
    {
      "epoch": 0.6671866295264623,
      "grad_norm": 233.98223876953125,
      "learning_rate": 3.3273902384666818e-06,
      "loss": 0.7129,
      "step": 2994
    },
    {
      "epoch": 0.6674094707520891,
      "grad_norm": 5.0616302490234375,
      "learning_rate": 3.3251615778916875e-06,
      "loss": 0.0122,
      "step": 2995
    },
    {
      "epoch": 0.6676323119777159,
      "grad_norm": 64.95379638671875,
      "learning_rate": 3.322932917316693e-06,
      "loss": 0.1094,
      "step": 2996
    },
    {
      "epoch": 0.6678551532033427,
      "grad_norm": 61.553794860839844,
      "learning_rate": 3.3207042567416985e-06,
      "loss": 0.4346,
      "step": 2997
    },
    {
      "epoch": 0.6680779944289693,
      "grad_norm": 59.987972259521484,
      "learning_rate": 3.318475596166704e-06,
      "loss": 0.1682,
      "step": 2998
    },
    {
      "epoch": 0.6683008356545961,
      "grad_norm": 6.95261812210083,
      "learning_rate": 3.31624693559171e-06,
      "loss": 0.0083,
      "step": 2999
    },
    {
      "epoch": 0.6685236768802229,
      "grad_norm": 174.94866943359375,
      "learning_rate": 3.3140182750167156e-06,
      "loss": 0.3905,
      "step": 3000
    },
    {
      "epoch": 0.6687465181058496,
      "grad_norm": 35.981441497802734,
      "learning_rate": 3.3117896144417205e-06,
      "loss": 0.0744,
      "step": 3001
    },
    {
      "epoch": 0.6689693593314763,
      "grad_norm": 58.56203079223633,
      "learning_rate": 3.309560953866726e-06,
      "loss": 0.2984,
      "step": 3002
    },
    {
      "epoch": 0.669192200557103,
      "grad_norm": 149.2976531982422,
      "learning_rate": 3.307332293291732e-06,
      "loss": 0.3362,
      "step": 3003
    },
    {
      "epoch": 0.6694150417827298,
      "grad_norm": 222.9835968017578,
      "learning_rate": 3.3051036327167372e-06,
      "loss": 0.6562,
      "step": 3004
    },
    {
      "epoch": 0.6696378830083566,
      "grad_norm": 29.31988525390625,
      "learning_rate": 3.302874972141743e-06,
      "loss": 0.0408,
      "step": 3005
    },
    {
      "epoch": 0.6698607242339832,
      "grad_norm": 10.114192962646484,
      "learning_rate": 3.3006463115667487e-06,
      "loss": 0.0115,
      "step": 3006
    },
    {
      "epoch": 0.67008356545961,
      "grad_norm": 23.658117294311523,
      "learning_rate": 3.2984176509917544e-06,
      "loss": 0.0303,
      "step": 3007
    },
    {
      "epoch": 0.6703064066852368,
      "grad_norm": 4.27355432510376,
      "learning_rate": 3.29618899041676e-06,
      "loss": 0.0099,
      "step": 3008
    },
    {
      "epoch": 0.6705292479108635,
      "grad_norm": 4.0916056632995605,
      "learning_rate": 3.2939603298417654e-06,
      "loss": 0.0111,
      "step": 3009
    },
    {
      "epoch": 0.6707520891364902,
      "grad_norm": 35.959373474121094,
      "learning_rate": 3.291731669266771e-06,
      "loss": 0.1049,
      "step": 3010
    },
    {
      "epoch": 0.670974930362117,
      "grad_norm": 16.092409133911133,
      "learning_rate": 3.289503008691777e-06,
      "loss": 0.0164,
      "step": 3011
    },
    {
      "epoch": 0.6711977715877437,
      "grad_norm": 11.919951438903809,
      "learning_rate": 3.2872743481167817e-06,
      "loss": 0.0183,
      "step": 3012
    },
    {
      "epoch": 0.6714206128133705,
      "grad_norm": 17.260103225708008,
      "learning_rate": 3.2850456875417874e-06,
      "loss": 0.0403,
      "step": 3013
    },
    {
      "epoch": 0.6716434540389972,
      "grad_norm": 14.8633394241333,
      "learning_rate": 3.282817026966793e-06,
      "loss": 0.03,
      "step": 3014
    },
    {
      "epoch": 0.6718662952646239,
      "grad_norm": 75.66840362548828,
      "learning_rate": 3.280588366391799e-06,
      "loss": 0.3698,
      "step": 3015
    },
    {
      "epoch": 0.6720891364902507,
      "grad_norm": 8.061994552612305,
      "learning_rate": 3.278359705816804e-06,
      "loss": 0.0252,
      "step": 3016
    },
    {
      "epoch": 0.6723119777158775,
      "grad_norm": 15.735190391540527,
      "learning_rate": 3.27613104524181e-06,
      "loss": 0.0205,
      "step": 3017
    },
    {
      "epoch": 0.6725348189415041,
      "grad_norm": 75.65274047851562,
      "learning_rate": 3.2739023846668155e-06,
      "loss": 0.3184,
      "step": 3018
    },
    {
      "epoch": 0.6727576601671309,
      "grad_norm": 49.1944465637207,
      "learning_rate": 3.2716737240918213e-06,
      "loss": 0.0939,
      "step": 3019
    },
    {
      "epoch": 0.6729805013927577,
      "grad_norm": 19.852869033813477,
      "learning_rate": 3.269445063516827e-06,
      "loss": 0.0369,
      "step": 3020
    },
    {
      "epoch": 0.6732033426183844,
      "grad_norm": 142.03448486328125,
      "learning_rate": 3.2672164029418323e-06,
      "loss": 0.5225,
      "step": 3021
    },
    {
      "epoch": 0.6734261838440111,
      "grad_norm": 56.38909912109375,
      "learning_rate": 3.264987742366838e-06,
      "loss": 0.1395,
      "step": 3022
    },
    {
      "epoch": 0.6736490250696379,
      "grad_norm": 76.36688232421875,
      "learning_rate": 3.2627590817918437e-06,
      "loss": 0.1594,
      "step": 3023
    },
    {
      "epoch": 0.6738718662952646,
      "grad_norm": 66.53594970703125,
      "learning_rate": 3.2605304212168486e-06,
      "loss": 0.542,
      "step": 3024
    },
    {
      "epoch": 0.6740947075208914,
      "grad_norm": 60.448081970214844,
      "learning_rate": 3.2583017606418543e-06,
      "loss": 0.3765,
      "step": 3025
    },
    {
      "epoch": 0.6743175487465181,
      "grad_norm": 29.10697364807129,
      "learning_rate": 3.25607310006686e-06,
      "loss": 0.0511,
      "step": 3026
    },
    {
      "epoch": 0.6745403899721448,
      "grad_norm": 10.334186553955078,
      "learning_rate": 3.2538444394918657e-06,
      "loss": 0.0156,
      "step": 3027
    },
    {
      "epoch": 0.6747632311977716,
      "grad_norm": 4.465577602386475,
      "learning_rate": 3.251615778916871e-06,
      "loss": 0.008,
      "step": 3028
    },
    {
      "epoch": 0.6749860724233984,
      "grad_norm": 20.525623321533203,
      "learning_rate": 3.2493871183418767e-06,
      "loss": 0.032,
      "step": 3029
    },
    {
      "epoch": 0.675208913649025,
      "grad_norm": 26.512996673583984,
      "learning_rate": 3.2471584577668824e-06,
      "loss": 0.0635,
      "step": 3030
    },
    {
      "epoch": 0.6754317548746518,
      "grad_norm": 251.24270629882812,
      "learning_rate": 3.244929797191888e-06,
      "loss": 2.4385,
      "step": 3031
    },
    {
      "epoch": 0.6756545961002786,
      "grad_norm": 92.17369842529297,
      "learning_rate": 3.242701136616894e-06,
      "loss": 0.8921,
      "step": 3032
    },
    {
      "epoch": 0.6758774373259053,
      "grad_norm": 173.45046997070312,
      "learning_rate": 3.240472476041899e-06,
      "loss": 1.1731,
      "step": 3033
    },
    {
      "epoch": 0.676100278551532,
      "grad_norm": 101.80066680908203,
      "learning_rate": 3.238243815466905e-06,
      "loss": 0.2826,
      "step": 3034
    },
    {
      "epoch": 0.6763231197771588,
      "grad_norm": 41.50653076171875,
      "learning_rate": 3.23601515489191e-06,
      "loss": 0.0868,
      "step": 3035
    },
    {
      "epoch": 0.6765459610027855,
      "grad_norm": 276.0205383300781,
      "learning_rate": 3.2337864943169155e-06,
      "loss": 0.3652,
      "step": 3036
    },
    {
      "epoch": 0.6767688022284123,
      "grad_norm": 17.26409149169922,
      "learning_rate": 3.231557833741921e-06,
      "loss": 0.0219,
      "step": 3037
    },
    {
      "epoch": 0.676991643454039,
      "grad_norm": 61.37259292602539,
      "learning_rate": 3.229329173166927e-06,
      "loss": 0.1543,
      "step": 3038
    },
    {
      "epoch": 0.6772144846796657,
      "grad_norm": 188.10691833496094,
      "learning_rate": 3.2271005125919326e-06,
      "loss": 0.4049,
      "step": 3039
    },
    {
      "epoch": 0.6774373259052925,
      "grad_norm": 59.40739059448242,
      "learning_rate": 3.224871852016938e-06,
      "loss": 0.2588,
      "step": 3040
    },
    {
      "epoch": 0.6776601671309193,
      "grad_norm": 77.77701568603516,
      "learning_rate": 3.2226431914419436e-06,
      "loss": 0.2579,
      "step": 3041
    },
    {
      "epoch": 0.6778830083565459,
      "grad_norm": 122.92288208007812,
      "learning_rate": 3.2204145308669493e-06,
      "loss": 0.3424,
      "step": 3042
    },
    {
      "epoch": 0.6781058495821727,
      "grad_norm": 3.789177417755127,
      "learning_rate": 3.218185870291955e-06,
      "loss": 0.0066,
      "step": 3043
    },
    {
      "epoch": 0.6783286908077995,
      "grad_norm": 18.65159034729004,
      "learning_rate": 3.2159572097169608e-06,
      "loss": 0.0273,
      "step": 3044
    },
    {
      "epoch": 0.6785515320334262,
      "grad_norm": 9.409193992614746,
      "learning_rate": 3.213728549141966e-06,
      "loss": 0.0109,
      "step": 3045
    },
    {
      "epoch": 0.6787743732590529,
      "grad_norm": 22.207077026367188,
      "learning_rate": 3.2114998885669713e-06,
      "loss": 0.0397,
      "step": 3046
    },
    {
      "epoch": 0.6789972144846796,
      "grad_norm": 118.07141876220703,
      "learning_rate": 3.209271227991977e-06,
      "loss": 0.2131,
      "step": 3047
    },
    {
      "epoch": 0.6792200557103064,
      "grad_norm": 95.06851196289062,
      "learning_rate": 3.2070425674169824e-06,
      "loss": 0.5132,
      "step": 3048
    },
    {
      "epoch": 0.6794428969359332,
      "grad_norm": 36.24208068847656,
      "learning_rate": 3.204813906841988e-06,
      "loss": 0.1026,
      "step": 3049
    },
    {
      "epoch": 0.6796657381615598,
      "grad_norm": 33.52024459838867,
      "learning_rate": 3.2025852462669938e-06,
      "loss": 0.0629,
      "step": 3050
    },
    {
      "epoch": 0.6798885793871866,
      "grad_norm": 59.800804138183594,
      "learning_rate": 3.2003565856919995e-06,
      "loss": 0.4441,
      "step": 3051
    },
    {
      "epoch": 0.6801114206128134,
      "grad_norm": 9.837233543395996,
      "learning_rate": 3.198127925117005e-06,
      "loss": 0.0154,
      "step": 3052
    },
    {
      "epoch": 0.6803342618384401,
      "grad_norm": 87.24897766113281,
      "learning_rate": 3.1958992645420105e-06,
      "loss": 0.258,
      "step": 3053
    },
    {
      "epoch": 0.6805571030640668,
      "grad_norm": 40.61334228515625,
      "learning_rate": 3.1936706039670162e-06,
      "loss": 0.353,
      "step": 3054
    },
    {
      "epoch": 0.6807799442896936,
      "grad_norm": 8.5444974899292,
      "learning_rate": 3.191441943392022e-06,
      "loss": 0.0122,
      "step": 3055
    },
    {
      "epoch": 0.6810027855153203,
      "grad_norm": 38.49567413330078,
      "learning_rate": 3.1892132828170277e-06,
      "loss": 0.0906,
      "step": 3056
    },
    {
      "epoch": 0.6812256267409471,
      "grad_norm": 11.313846588134766,
      "learning_rate": 3.1869846222420325e-06,
      "loss": 0.0108,
      "step": 3057
    },
    {
      "epoch": 0.6814484679665738,
      "grad_norm": 77.20494842529297,
      "learning_rate": 3.1847559616670382e-06,
      "loss": 0.1571,
      "step": 3058
    },
    {
      "epoch": 0.6816713091922005,
      "grad_norm": 369.1777038574219,
      "learning_rate": 3.182527301092044e-06,
      "loss": 2.1289,
      "step": 3059
    },
    {
      "epoch": 0.6818941504178273,
      "grad_norm": 8.082322120666504,
      "learning_rate": 3.1802986405170492e-06,
      "loss": 0.0089,
      "step": 3060
    },
    {
      "epoch": 0.6821169916434541,
      "grad_norm": 59.60043716430664,
      "learning_rate": 3.178069979942055e-06,
      "loss": 0.802,
      "step": 3061
    },
    {
      "epoch": 0.6823398328690807,
      "grad_norm": 24.235815048217773,
      "learning_rate": 3.1758413193670607e-06,
      "loss": 0.0399,
      "step": 3062
    },
    {
      "epoch": 0.6825626740947075,
      "grad_norm": 24.24435806274414,
      "learning_rate": 3.1736126587920664e-06,
      "loss": 0.0472,
      "step": 3063
    },
    {
      "epoch": 0.6827855153203343,
      "grad_norm": 17.31673812866211,
      "learning_rate": 3.1713839982170717e-06,
      "loss": 0.0486,
      "step": 3064
    },
    {
      "epoch": 0.683008356545961,
      "grad_norm": 103.63182830810547,
      "learning_rate": 3.1691553376420774e-06,
      "loss": 1.0156,
      "step": 3065
    },
    {
      "epoch": 0.6832311977715877,
      "grad_norm": 104.8931655883789,
      "learning_rate": 3.166926677067083e-06,
      "loss": 0.1208,
      "step": 3066
    },
    {
      "epoch": 0.6834540389972145,
      "grad_norm": 92.95340728759766,
      "learning_rate": 3.164698016492089e-06,
      "loss": 0.2461,
      "step": 3067
    },
    {
      "epoch": 0.6836768802228412,
      "grad_norm": 13.530158042907715,
      "learning_rate": 3.1624693559170937e-06,
      "loss": 0.0438,
      "step": 3068
    },
    {
      "epoch": 0.683899721448468,
      "grad_norm": 170.37474060058594,
      "learning_rate": 3.1602406953420994e-06,
      "loss": 0.7094,
      "step": 3069
    },
    {
      "epoch": 0.6841225626740947,
      "grad_norm": 44.00233459472656,
      "learning_rate": 3.158012034767105e-06,
      "loss": 0.1193,
      "step": 3070
    },
    {
      "epoch": 0.6843454038997214,
      "grad_norm": 14.05638599395752,
      "learning_rate": 3.155783374192111e-06,
      "loss": 0.013,
      "step": 3071
    },
    {
      "epoch": 0.6845682451253482,
      "grad_norm": 85.94586181640625,
      "learning_rate": 3.153554713617116e-06,
      "loss": 0.5505,
      "step": 3072
    },
    {
      "epoch": 0.684791086350975,
      "grad_norm": 94.42562103271484,
      "learning_rate": 3.151326053042122e-06,
      "loss": 0.3708,
      "step": 3073
    },
    {
      "epoch": 0.6850139275766016,
      "grad_norm": 40.040985107421875,
      "learning_rate": 3.1490973924671276e-06,
      "loss": 0.3552,
      "step": 3074
    },
    {
      "epoch": 0.6852367688022284,
      "grad_norm": 62.651126861572266,
      "learning_rate": 3.1468687318921333e-06,
      "loss": 0.4531,
      "step": 3075
    },
    {
      "epoch": 0.6854596100278552,
      "grad_norm": 33.436668395996094,
      "learning_rate": 3.1446400713171386e-06,
      "loss": 0.0675,
      "step": 3076
    },
    {
      "epoch": 0.6856824512534819,
      "grad_norm": 68.97042846679688,
      "learning_rate": 3.1424114107421443e-06,
      "loss": 0.1436,
      "step": 3077
    },
    {
      "epoch": 0.6859052924791086,
      "grad_norm": 155.3246307373047,
      "learning_rate": 3.14018275016715e-06,
      "loss": 0.415,
      "step": 3078
    },
    {
      "epoch": 0.6861281337047354,
      "grad_norm": 85.87431335449219,
      "learning_rate": 3.1379540895921557e-06,
      "loss": 0.1685,
      "step": 3079
    },
    {
      "epoch": 0.6863509749303621,
      "grad_norm": 90.14122772216797,
      "learning_rate": 3.1357254290171606e-06,
      "loss": 0.3682,
      "step": 3080
    },
    {
      "epoch": 0.6865738161559889,
      "grad_norm": 48.191410064697266,
      "learning_rate": 3.1334967684421663e-06,
      "loss": 0.106,
      "step": 3081
    },
    {
      "epoch": 0.6867966573816155,
      "grad_norm": 35.04267883300781,
      "learning_rate": 3.131268107867172e-06,
      "loss": 0.0796,
      "step": 3082
    },
    {
      "epoch": 0.6870194986072423,
      "grad_norm": 14.041614532470703,
      "learning_rate": 3.1290394472921777e-06,
      "loss": 0.0365,
      "step": 3083
    },
    {
      "epoch": 0.6872423398328691,
      "grad_norm": 24.86429786682129,
      "learning_rate": 3.126810786717183e-06,
      "loss": 0.047,
      "step": 3084
    },
    {
      "epoch": 0.6874651810584959,
      "grad_norm": 64.79332733154297,
      "learning_rate": 3.1245821261421887e-06,
      "loss": 0.1773,
      "step": 3085
    },
    {
      "epoch": 0.6876880222841225,
      "grad_norm": 185.21255493164062,
      "learning_rate": 3.1223534655671945e-06,
      "loss": 2.2531,
      "step": 3086
    },
    {
      "epoch": 0.6879108635097493,
      "grad_norm": 90.04459381103516,
      "learning_rate": 3.1201248049922e-06,
      "loss": 0.6221,
      "step": 3087
    },
    {
      "epoch": 0.688133704735376,
      "grad_norm": 143.42376708984375,
      "learning_rate": 3.1178961444172055e-06,
      "loss": 0.2612,
      "step": 3088
    },
    {
      "epoch": 0.6883565459610028,
      "grad_norm": 168.0071258544922,
      "learning_rate": 3.115667483842211e-06,
      "loss": 0.9141,
      "step": 3089
    },
    {
      "epoch": 0.6885793871866295,
      "grad_norm": 6.465278625488281,
      "learning_rate": 3.113438823267217e-06,
      "loss": 0.0113,
      "step": 3090
    },
    {
      "epoch": 0.6888022284122562,
      "grad_norm": 4.487534046173096,
      "learning_rate": 3.1112101626922218e-06,
      "loss": 0.0186,
      "step": 3091
    },
    {
      "epoch": 0.689025069637883,
      "grad_norm": 97.72476959228516,
      "learning_rate": 3.1089815021172275e-06,
      "loss": 1.1289,
      "step": 3092
    },
    {
      "epoch": 0.6892479108635098,
      "grad_norm": 12.751815795898438,
      "learning_rate": 3.106752841542233e-06,
      "loss": 0.0276,
      "step": 3093
    },
    {
      "epoch": 0.6894707520891364,
      "grad_norm": 12.506925582885742,
      "learning_rate": 3.104524180967239e-06,
      "loss": 0.0312,
      "step": 3094
    },
    {
      "epoch": 0.6896935933147632,
      "grad_norm": 46.512489318847656,
      "learning_rate": 3.1022955203922446e-06,
      "loss": 0.1169,
      "step": 3095
    },
    {
      "epoch": 0.68991643454039,
      "grad_norm": 22.704227447509766,
      "learning_rate": 3.10006685981725e-06,
      "loss": 0.0337,
      "step": 3096
    },
    {
      "epoch": 0.6901392757660167,
      "grad_norm": 46.8387565612793,
      "learning_rate": 3.0978381992422556e-06,
      "loss": 0.4807,
      "step": 3097
    },
    {
      "epoch": 0.6903621169916434,
      "grad_norm": 36.57030487060547,
      "learning_rate": 3.0956095386672614e-06,
      "loss": 0.0679,
      "step": 3098
    },
    {
      "epoch": 0.6905849582172702,
      "grad_norm": 40.907379150390625,
      "learning_rate": 3.093380878092267e-06,
      "loss": 0.1524,
      "step": 3099
    },
    {
      "epoch": 0.6908077994428969,
      "grad_norm": 26.90135955810547,
      "learning_rate": 3.0911522175172724e-06,
      "loss": 0.0366,
      "step": 3100
    },
    {
      "epoch": 0.6910306406685237,
      "grad_norm": 16.495250701904297,
      "learning_rate": 3.088923556942278e-06,
      "loss": 0.0271,
      "step": 3101
    },
    {
      "epoch": 0.6912534818941504,
      "grad_norm": 24.55451774597168,
      "learning_rate": 3.0866948963672834e-06,
      "loss": 0.0402,
      "step": 3102
    },
    {
      "epoch": 0.6914763231197771,
      "grad_norm": 62.90320587158203,
      "learning_rate": 3.084466235792289e-06,
      "loss": 0.1133,
      "step": 3103
    },
    {
      "epoch": 0.6916991643454039,
      "grad_norm": 19.108375549316406,
      "learning_rate": 3.0822375752172944e-06,
      "loss": 0.0598,
      "step": 3104
    },
    {
      "epoch": 0.6919220055710307,
      "grad_norm": 75.73975372314453,
      "learning_rate": 3.0800089146423e-06,
      "loss": 0.7402,
      "step": 3105
    },
    {
      "epoch": 0.6921448467966573,
      "grad_norm": 39.15525436401367,
      "learning_rate": 3.077780254067306e-06,
      "loss": 0.1449,
      "step": 3106
    },
    {
      "epoch": 0.6923676880222841,
      "grad_norm": 146.5869140625,
      "learning_rate": 3.0755515934923115e-06,
      "loss": 0.4082,
      "step": 3107
    },
    {
      "epoch": 0.6925905292479109,
      "grad_norm": 125.47930145263672,
      "learning_rate": 3.073322932917317e-06,
      "loss": 0.3413,
      "step": 3108
    },
    {
      "epoch": 0.6928133704735376,
      "grad_norm": 73.25216674804688,
      "learning_rate": 3.0710942723423225e-06,
      "loss": 0.7119,
      "step": 3109
    },
    {
      "epoch": 0.6930362116991643,
      "grad_norm": 126.03646087646484,
      "learning_rate": 3.0688656117673282e-06,
      "loss": 0.2871,
      "step": 3110
    },
    {
      "epoch": 0.6932590529247911,
      "grad_norm": 78.9435043334961,
      "learning_rate": 3.066636951192334e-06,
      "loss": 0.4443,
      "step": 3111
    },
    {
      "epoch": 0.6934818941504178,
      "grad_norm": 75.27059173583984,
      "learning_rate": 3.0644082906173393e-06,
      "loss": 0.2371,
      "step": 3112
    },
    {
      "epoch": 0.6937047353760446,
      "grad_norm": 21.13762092590332,
      "learning_rate": 3.0621796300423445e-06,
      "loss": 0.0536,
      "step": 3113
    },
    {
      "epoch": 0.6939275766016713,
      "grad_norm": 17.57825469970703,
      "learning_rate": 3.0599509694673503e-06,
      "loss": 0.0307,
      "step": 3114
    },
    {
      "epoch": 0.694150417827298,
      "grad_norm": 46.72175216674805,
      "learning_rate": 3.057722308892356e-06,
      "loss": 0.0673,
      "step": 3115
    },
    {
      "epoch": 0.6943732590529248,
      "grad_norm": 39.86369323730469,
      "learning_rate": 3.0554936483173613e-06,
      "loss": 0.0719,
      "step": 3116
    },
    {
      "epoch": 0.6945961002785516,
      "grad_norm": 187.04388427734375,
      "learning_rate": 3.053264987742367e-06,
      "loss": 1.2598,
      "step": 3117
    },
    {
      "epoch": 0.6948189415041782,
      "grad_norm": 11.246926307678223,
      "learning_rate": 3.0510363271673727e-06,
      "loss": 0.0172,
      "step": 3118
    },
    {
      "epoch": 0.695041782729805,
      "grad_norm": 20.39195442199707,
      "learning_rate": 3.0488076665923784e-06,
      "loss": 0.0333,
      "step": 3119
    },
    {
      "epoch": 0.6952646239554318,
      "grad_norm": 19.612903594970703,
      "learning_rate": 3.0465790060173837e-06,
      "loss": 0.0309,
      "step": 3120
    },
    {
      "epoch": 0.6954874651810585,
      "grad_norm": 12.077536582946777,
      "learning_rate": 3.0443503454423894e-06,
      "loss": 0.0227,
      "step": 3121
    },
    {
      "epoch": 0.6957103064066852,
      "grad_norm": 62.81753921508789,
      "learning_rate": 3.042121684867395e-06,
      "loss": 0.2896,
      "step": 3122
    },
    {
      "epoch": 0.695933147632312,
      "grad_norm": 21.16907501220703,
      "learning_rate": 3.039893024292401e-06,
      "loss": 0.0632,
      "step": 3123
    },
    {
      "epoch": 0.6961559888579387,
      "grad_norm": 22.671375274658203,
      "learning_rate": 3.037664363717406e-06,
      "loss": 0.0346,
      "step": 3124
    },
    {
      "epoch": 0.6963788300835655,
      "grad_norm": 530.54150390625,
      "learning_rate": 3.0354357031424114e-06,
      "loss": 0.9346,
      "step": 3125
    },
    {
      "epoch": 0.6966016713091921,
      "grad_norm": 120.74761962890625,
      "learning_rate": 3.033207042567417e-06,
      "loss": 0.7461,
      "step": 3126
    },
    {
      "epoch": 0.6968245125348189,
      "grad_norm": 9.332984924316406,
      "learning_rate": 3.030978381992423e-06,
      "loss": 0.0107,
      "step": 3127
    },
    {
      "epoch": 0.6970473537604457,
      "grad_norm": 3.574211359024048,
      "learning_rate": 3.028749721417428e-06,
      "loss": 0.0126,
      "step": 3128
    },
    {
      "epoch": 0.6972701949860725,
      "grad_norm": 95.2497329711914,
      "learning_rate": 3.026521060842434e-06,
      "loss": 0.2811,
      "step": 3129
    },
    {
      "epoch": 0.6974930362116991,
      "grad_norm": 10.463139533996582,
      "learning_rate": 3.0242924002674396e-06,
      "loss": 0.0297,
      "step": 3130
    },
    {
      "epoch": 0.6977158774373259,
      "grad_norm": 80.8404769897461,
      "learning_rate": 3.0220637396924453e-06,
      "loss": 0.3291,
      "step": 3131
    },
    {
      "epoch": 0.6979387186629527,
      "grad_norm": 30.706356048583984,
      "learning_rate": 3.0198350791174506e-06,
      "loss": 0.1543,
      "step": 3132
    },
    {
      "epoch": 0.6981615598885794,
      "grad_norm": 43.4078483581543,
      "learning_rate": 3.0176064185424563e-06,
      "loss": 0.3737,
      "step": 3133
    },
    {
      "epoch": 0.6983844011142061,
      "grad_norm": 22.588809967041016,
      "learning_rate": 3.015377757967462e-06,
      "loss": 0.0668,
      "step": 3134
    },
    {
      "epoch": 0.6986072423398328,
      "grad_norm": 7.304946422576904,
      "learning_rate": 3.0131490973924678e-06,
      "loss": 0.0091,
      "step": 3135
    },
    {
      "epoch": 0.6988300835654596,
      "grad_norm": 42.14803695678711,
      "learning_rate": 3.0109204368174726e-06,
      "loss": 0.0864,
      "step": 3136
    },
    {
      "epoch": 0.6990529247910864,
      "grad_norm": 59.895347595214844,
      "learning_rate": 3.0086917762424783e-06,
      "loss": 0.5115,
      "step": 3137
    },
    {
      "epoch": 0.699275766016713,
      "grad_norm": 4.071099758148193,
      "learning_rate": 3.006463115667484e-06,
      "loss": 0.012,
      "step": 3138
    },
    {
      "epoch": 0.6994986072423398,
      "grad_norm": 94.28887176513672,
      "learning_rate": 3.0042344550924898e-06,
      "loss": 0.2067,
      "step": 3139
    },
    {
      "epoch": 0.6997214484679666,
      "grad_norm": 13.705550193786621,
      "learning_rate": 3.002005794517495e-06,
      "loss": 0.018,
      "step": 3140
    },
    {
      "epoch": 0.6999442896935933,
      "grad_norm": 98.43180847167969,
      "learning_rate": 2.9997771339425008e-06,
      "loss": 0.5679,
      "step": 3141
    },
    {
      "epoch": 0.70016713091922,
      "grad_norm": 7.576425552368164,
      "learning_rate": 2.9975484733675065e-06,
      "loss": 0.0096,
      "step": 3142
    },
    {
      "epoch": 0.7003899721448468,
      "grad_norm": 4.260989665985107,
      "learning_rate": 2.995319812792512e-06,
      "loss": 0.0085,
      "step": 3143
    },
    {
      "epoch": 0.7006128133704735,
      "grad_norm": 34.06827163696289,
      "learning_rate": 2.9930911522175175e-06,
      "loss": 0.0585,
      "step": 3144
    },
    {
      "epoch": 0.7008356545961003,
      "grad_norm": 46.562007904052734,
      "learning_rate": 2.9908624916425232e-06,
      "loss": 0.0913,
      "step": 3145
    },
    {
      "epoch": 0.701058495821727,
      "grad_norm": 6.715502738952637,
      "learning_rate": 2.988633831067529e-06,
      "loss": 0.0123,
      "step": 3146
    },
    {
      "epoch": 0.7012813370473537,
      "grad_norm": 67.55204772949219,
      "learning_rate": 2.986405170492534e-06,
      "loss": 0.5857,
      "step": 3147
    },
    {
      "epoch": 0.7015041782729805,
      "grad_norm": 64.71418762207031,
      "learning_rate": 2.9841765099175395e-06,
      "loss": 0.3533,
      "step": 3148
    },
    {
      "epoch": 0.7017270194986073,
      "grad_norm": 44.633201599121094,
      "learning_rate": 2.9819478493425452e-06,
      "loss": 0.058,
      "step": 3149
    },
    {
      "epoch": 0.7019498607242339,
      "grad_norm": 48.826393127441406,
      "learning_rate": 2.979719188767551e-06,
      "loss": 0.1833,
      "step": 3150
    },
    {
      "epoch": 0.7021727019498607,
      "grad_norm": 38.99489212036133,
      "learning_rate": 2.9774905281925567e-06,
      "loss": 0.0634,
      "step": 3151
    },
    {
      "epoch": 0.7023955431754875,
      "grad_norm": 136.6368408203125,
      "learning_rate": 2.975261867617562e-06,
      "loss": 0.3966,
      "step": 3152
    },
    {
      "epoch": 0.7026183844011142,
      "grad_norm": 50.328277587890625,
      "learning_rate": 2.9730332070425677e-06,
      "loss": 0.1827,
      "step": 3153
    },
    {
      "epoch": 0.7028412256267409,
      "grad_norm": 59.89899826049805,
      "learning_rate": 2.9708045464675734e-06,
      "loss": 0.6787,
      "step": 3154
    },
    {
      "epoch": 0.7030640668523677,
      "grad_norm": 102.8590316772461,
      "learning_rate": 2.968575885892579e-06,
      "loss": 0.6275,
      "step": 3155
    },
    {
      "epoch": 0.7032869080779944,
      "grad_norm": 66.51248168945312,
      "learning_rate": 2.9663472253175844e-06,
      "loss": 0.186,
      "step": 3156
    },
    {
      "epoch": 0.7035097493036212,
      "grad_norm": 13.964966773986816,
      "learning_rate": 2.96411856474259e-06,
      "loss": 0.0149,
      "step": 3157
    },
    {
      "epoch": 0.7037325905292479,
      "grad_norm": 57.081703186035156,
      "learning_rate": 2.9618899041675954e-06,
      "loss": 0.5078,
      "step": 3158
    },
    {
      "epoch": 0.7039554317548746,
      "grad_norm": 22.607255935668945,
      "learning_rate": 2.9596612435926007e-06,
      "loss": 0.0431,
      "step": 3159
    },
    {
      "epoch": 0.7041782729805014,
      "grad_norm": 31.97679328918457,
      "learning_rate": 2.9574325830176064e-06,
      "loss": 0.072,
      "step": 3160
    },
    {
      "epoch": 0.7044011142061282,
      "grad_norm": 19.605958938598633,
      "learning_rate": 2.955203922442612e-06,
      "loss": 0.053,
      "step": 3161
    },
    {
      "epoch": 0.7046239554317548,
      "grad_norm": 52.578025817871094,
      "learning_rate": 2.952975261867618e-06,
      "loss": 0.608,
      "step": 3162
    },
    {
      "epoch": 0.7048467966573816,
      "grad_norm": 5.235192775726318,
      "learning_rate": 2.9507466012926236e-06,
      "loss": 0.015,
      "step": 3163
    },
    {
      "epoch": 0.7050696378830084,
      "grad_norm": 5.278805732727051,
      "learning_rate": 2.948517940717629e-06,
      "loss": 0.0153,
      "step": 3164
    },
    {
      "epoch": 0.7052924791086351,
      "grad_norm": 52.614566802978516,
      "learning_rate": 2.9462892801426346e-06,
      "loss": 0.5205,
      "step": 3165
    },
    {
      "epoch": 0.7055153203342618,
      "grad_norm": 160.60281372070312,
      "learning_rate": 2.9440606195676403e-06,
      "loss": 0.292,
      "step": 3166
    },
    {
      "epoch": 0.7057381615598886,
      "grad_norm": 3.987528085708618,
      "learning_rate": 2.941831958992646e-06,
      "loss": 0.0155,
      "step": 3167
    },
    {
      "epoch": 0.7059610027855153,
      "grad_norm": 4.269695281982422,
      "learning_rate": 2.9396032984176513e-06,
      "loss": 0.0118,
      "step": 3168
    },
    {
      "epoch": 0.7061838440111421,
      "grad_norm": 38.39118194580078,
      "learning_rate": 2.9373746378426566e-06,
      "loss": 0.1237,
      "step": 3169
    },
    {
      "epoch": 0.7064066852367687,
      "grad_norm": 4.334043979644775,
      "learning_rate": 2.9351459772676623e-06,
      "loss": 0.0116,
      "step": 3170
    },
    {
      "epoch": 0.7066295264623955,
      "grad_norm": 11.440895080566406,
      "learning_rate": 2.9329173166926676e-06,
      "loss": 0.0227,
      "step": 3171
    },
    {
      "epoch": 0.7068523676880223,
      "grad_norm": 20.1603946685791,
      "learning_rate": 2.9306886561176733e-06,
      "loss": 0.0262,
      "step": 3172
    },
    {
      "epoch": 0.7070752089136491,
      "grad_norm": 51.79315185546875,
      "learning_rate": 2.928459995542679e-06,
      "loss": 0.1155,
      "step": 3173
    },
    {
      "epoch": 0.7072980501392757,
      "grad_norm": 51.047576904296875,
      "learning_rate": 2.9262313349676847e-06,
      "loss": 0.2381,
      "step": 3174
    },
    {
      "epoch": 0.7075208913649025,
      "grad_norm": 83.7965316772461,
      "learning_rate": 2.9240026743926904e-06,
      "loss": 0.4648,
      "step": 3175
    },
    {
      "epoch": 0.7077437325905293,
      "grad_norm": 80.9594955444336,
      "learning_rate": 2.9217740138176957e-06,
      "loss": 0.2441,
      "step": 3176
    },
    {
      "epoch": 0.707966573816156,
      "grad_norm": 13.002371788024902,
      "learning_rate": 2.9195453532427015e-06,
      "loss": 0.0186,
      "step": 3177
    },
    {
      "epoch": 0.7081894150417827,
      "grad_norm": 25.847814559936523,
      "learning_rate": 2.917316692667707e-06,
      "loss": 0.0355,
      "step": 3178
    },
    {
      "epoch": 0.7084122562674094,
      "grad_norm": 19.286420822143555,
      "learning_rate": 2.915088032092713e-06,
      "loss": 0.0338,
      "step": 3179
    },
    {
      "epoch": 0.7086350974930362,
      "grad_norm": 107.68551635742188,
      "learning_rate": 2.912859371517718e-06,
      "loss": 0.4608,
      "step": 3180
    },
    {
      "epoch": 0.708857938718663,
      "grad_norm": 3.720682382583618,
      "learning_rate": 2.9106307109427235e-06,
      "loss": 0.0069,
      "step": 3181
    },
    {
      "epoch": 0.7090807799442896,
      "grad_norm": 4.294840335845947,
      "learning_rate": 2.908402050367729e-06,
      "loss": 0.0102,
      "step": 3182
    },
    {
      "epoch": 0.7093036211699164,
      "grad_norm": 87.25009155273438,
      "learning_rate": 2.9061733897927345e-06,
      "loss": 0.4937,
      "step": 3183
    },
    {
      "epoch": 0.7095264623955432,
      "grad_norm": 24.785425186157227,
      "learning_rate": 2.90394472921774e-06,
      "loss": 0.0772,
      "step": 3184
    },
    {
      "epoch": 0.70974930362117,
      "grad_norm": 162.29942321777344,
      "learning_rate": 2.901716068642746e-06,
      "loss": 0.4072,
      "step": 3185
    },
    {
      "epoch": 0.7099721448467966,
      "grad_norm": 16.990188598632812,
      "learning_rate": 2.8994874080677516e-06,
      "loss": 0.0195,
      "step": 3186
    },
    {
      "epoch": 0.7101949860724234,
      "grad_norm": 121.66570281982422,
      "learning_rate": 2.8972587474927573e-06,
      "loss": 0.2625,
      "step": 3187
    },
    {
      "epoch": 0.7104178272980501,
      "grad_norm": 72.60517883300781,
      "learning_rate": 2.8950300869177626e-06,
      "loss": 0.1479,
      "step": 3188
    },
    {
      "epoch": 0.7106406685236769,
      "grad_norm": 90.34487915039062,
      "learning_rate": 2.8928014263427683e-06,
      "loss": 0.4785,
      "step": 3189
    },
    {
      "epoch": 0.7108635097493036,
      "grad_norm": 14.564143180847168,
      "learning_rate": 2.890572765767774e-06,
      "loss": 0.0157,
      "step": 3190
    },
    {
      "epoch": 0.7110863509749303,
      "grad_norm": 75.50383758544922,
      "learning_rate": 2.8883441051927798e-06,
      "loss": 0.2051,
      "step": 3191
    },
    {
      "epoch": 0.7113091922005571,
      "grad_norm": 7.161542892456055,
      "learning_rate": 2.8861154446177846e-06,
      "loss": 0.0123,
      "step": 3192
    },
    {
      "epoch": 0.7115320334261839,
      "grad_norm": 112.40972900390625,
      "learning_rate": 2.8838867840427904e-06,
      "loss": 0.4314,
      "step": 3193
    },
    {
      "epoch": 0.7117548746518105,
      "grad_norm": 9.120413780212402,
      "learning_rate": 2.881658123467796e-06,
      "loss": 0.0093,
      "step": 3194
    },
    {
      "epoch": 0.7119777158774373,
      "grad_norm": 14.117249488830566,
      "learning_rate": 2.8794294628928014e-06,
      "loss": 0.0221,
      "step": 3195
    },
    {
      "epoch": 0.7122005571030641,
      "grad_norm": 24.797414779663086,
      "learning_rate": 2.877200802317807e-06,
      "loss": 0.085,
      "step": 3196
    },
    {
      "epoch": 0.7124233983286908,
      "grad_norm": 159.97735595703125,
      "learning_rate": 2.874972141742813e-06,
      "loss": 0.203,
      "step": 3197
    },
    {
      "epoch": 0.7126462395543175,
      "grad_norm": 47.22039794921875,
      "learning_rate": 2.8727434811678185e-06,
      "loss": 0.0542,
      "step": 3198
    },
    {
      "epoch": 0.7128690807799443,
      "grad_norm": 27.510778427124023,
      "learning_rate": 2.8705148205928242e-06,
      "loss": 0.0428,
      "step": 3199
    },
    {
      "epoch": 0.713091922005571,
      "grad_norm": 102.07408142089844,
      "learning_rate": 2.8682861600178295e-06,
      "loss": 0.454,
      "step": 3200
    },
    {
      "epoch": 0.7133147632311978,
      "grad_norm": 12.337169647216797,
      "learning_rate": 2.8660574994428352e-06,
      "loss": 0.0113,
      "step": 3201
    },
    {
      "epoch": 0.7135376044568245,
      "grad_norm": 365.0791320800781,
      "learning_rate": 2.863828838867841e-06,
      "loss": 0.6886,
      "step": 3202
    },
    {
      "epoch": 0.7137604456824512,
      "grad_norm": 61.07047653198242,
      "learning_rate": 2.861600178292846e-06,
      "loss": 0.1257,
      "step": 3203
    },
    {
      "epoch": 0.713983286908078,
      "grad_norm": 9.750385284423828,
      "learning_rate": 2.8593715177178515e-06,
      "loss": 0.0155,
      "step": 3204
    },
    {
      "epoch": 0.7142061281337048,
      "grad_norm": 51.50115966796875,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.1199,
      "step": 3205
    },
    {
      "epoch": 0.7144289693593314,
      "grad_norm": 26.18632698059082,
      "learning_rate": 2.854914196567863e-06,
      "loss": 0.0614,
      "step": 3206
    },
    {
      "epoch": 0.7146518105849582,
      "grad_norm": 12.639501571655273,
      "learning_rate": 2.8526855359928683e-06,
      "loss": 0.0152,
      "step": 3207
    },
    {
      "epoch": 0.714874651810585,
      "grad_norm": 122.19579315185547,
      "learning_rate": 2.850456875417874e-06,
      "loss": 0.667,
      "step": 3208
    },
    {
      "epoch": 0.7150974930362117,
      "grad_norm": 14.711721420288086,
      "learning_rate": 2.8482282148428797e-06,
      "loss": 0.019,
      "step": 3209
    },
    {
      "epoch": 0.7153203342618384,
      "grad_norm": 9.7250394821167,
      "learning_rate": 2.8459995542678854e-06,
      "loss": 0.0179,
      "step": 3210
    },
    {
      "epoch": 0.7155431754874652,
      "grad_norm": 16.772356033325195,
      "learning_rate": 2.843770893692891e-06,
      "loss": 0.0431,
      "step": 3211
    },
    {
      "epoch": 0.7157660167130919,
      "grad_norm": 23.296226501464844,
      "learning_rate": 2.8415422331178964e-06,
      "loss": 0.0507,
      "step": 3212
    },
    {
      "epoch": 0.7159888579387187,
      "grad_norm": 23.238569259643555,
      "learning_rate": 2.839313572542902e-06,
      "loss": 0.0564,
      "step": 3213
    },
    {
      "epoch": 0.7162116991643454,
      "grad_norm": 193.67953491210938,
      "learning_rate": 2.8370849119679074e-06,
      "loss": 0.2676,
      "step": 3214
    },
    {
      "epoch": 0.7164345403899721,
      "grad_norm": 168.87574768066406,
      "learning_rate": 2.8348562513929127e-06,
      "loss": 0.4867,
      "step": 3215
    },
    {
      "epoch": 0.7166573816155989,
      "grad_norm": 109.59069061279297,
      "learning_rate": 2.8326275908179184e-06,
      "loss": 0.502,
      "step": 3216
    },
    {
      "epoch": 0.7168802228412257,
      "grad_norm": 2.8840456008911133,
      "learning_rate": 2.830398930242924e-06,
      "loss": 0.0076,
      "step": 3217
    },
    {
      "epoch": 0.7171030640668523,
      "grad_norm": 4.184667587280273,
      "learning_rate": 2.82817026966793e-06,
      "loss": 0.0054,
      "step": 3218
    },
    {
      "epoch": 0.7173259052924791,
      "grad_norm": 124.96845245361328,
      "learning_rate": 2.825941609092935e-06,
      "loss": 0.3488,
      "step": 3219
    },
    {
      "epoch": 0.7175487465181059,
      "grad_norm": 16.429630279541016,
      "learning_rate": 2.823712948517941e-06,
      "loss": 0.0383,
      "step": 3220
    },
    {
      "epoch": 0.7177715877437326,
      "grad_norm": 104.69544982910156,
      "learning_rate": 2.8214842879429466e-06,
      "loss": 0.1353,
      "step": 3221
    },
    {
      "epoch": 0.7179944289693593,
      "grad_norm": 175.8535614013672,
      "learning_rate": 2.8192556273679523e-06,
      "loss": 0.142,
      "step": 3222
    },
    {
      "epoch": 0.718217270194986,
      "grad_norm": 24.32447052001953,
      "learning_rate": 2.817026966792958e-06,
      "loss": 0.0422,
      "step": 3223
    },
    {
      "epoch": 0.7184401114206128,
      "grad_norm": 15.631135940551758,
      "learning_rate": 2.8147983062179633e-06,
      "loss": 0.0216,
      "step": 3224
    },
    {
      "epoch": 0.7186629526462396,
      "grad_norm": 18.39032554626465,
      "learning_rate": 2.812569645642969e-06,
      "loss": 0.0275,
      "step": 3225
    },
    {
      "epoch": 0.7188857938718662,
      "grad_norm": 109.44355773925781,
      "learning_rate": 2.8103409850679743e-06,
      "loss": 0.2351,
      "step": 3226
    },
    {
      "epoch": 0.719108635097493,
      "grad_norm": 34.024314880371094,
      "learning_rate": 2.8081123244929796e-06,
      "loss": 0.0508,
      "step": 3227
    },
    {
      "epoch": 0.7193314763231198,
      "grad_norm": 115.6861801147461,
      "learning_rate": 2.8058836639179853e-06,
      "loss": 0.137,
      "step": 3228
    },
    {
      "epoch": 0.7195543175487465,
      "grad_norm": 12.251609802246094,
      "learning_rate": 2.803655003342991e-06,
      "loss": 0.0172,
      "step": 3229
    },
    {
      "epoch": 0.7197771587743732,
      "grad_norm": 4.901657581329346,
      "learning_rate": 2.8014263427679968e-06,
      "loss": 0.0107,
      "step": 3230
    },
    {
      "epoch": 0.72,
      "grad_norm": 130.5063018798828,
      "learning_rate": 2.799197682193002e-06,
      "loss": 0.655,
      "step": 3231
    },
    {
      "epoch": 0.7202228412256267,
      "grad_norm": 271.187255859375,
      "learning_rate": 2.7969690216180078e-06,
      "loss": 0.5909,
      "step": 3232
    },
    {
      "epoch": 0.7204456824512535,
      "grad_norm": 21.791139602661133,
      "learning_rate": 2.7947403610430135e-06,
      "loss": 0.0305,
      "step": 3233
    },
    {
      "epoch": 0.7206685236768802,
      "grad_norm": 38.16246032714844,
      "learning_rate": 2.792511700468019e-06,
      "loss": 0.0593,
      "step": 3234
    },
    {
      "epoch": 0.7208913649025069,
      "grad_norm": 18.337093353271484,
      "learning_rate": 2.790283039893025e-06,
      "loss": 0.0345,
      "step": 3235
    },
    {
      "epoch": 0.7211142061281337,
      "grad_norm": 53.105892181396484,
      "learning_rate": 2.78805437931803e-06,
      "loss": 0.1533,
      "step": 3236
    },
    {
      "epoch": 0.7213370473537605,
      "grad_norm": 54.88103103637695,
      "learning_rate": 2.7858257187430355e-06,
      "loss": 0.3372,
      "step": 3237
    },
    {
      "epoch": 0.7215598885793871,
      "grad_norm": 48.667911529541016,
      "learning_rate": 2.783597058168041e-06,
      "loss": 0.1852,
      "step": 3238
    },
    {
      "epoch": 0.7217827298050139,
      "grad_norm": 19.10284423828125,
      "learning_rate": 2.7813683975930465e-06,
      "loss": 0.0385,
      "step": 3239
    },
    {
      "epoch": 0.7220055710306407,
      "grad_norm": 5.341780185699463,
      "learning_rate": 2.7791397370180522e-06,
      "loss": 0.0063,
      "step": 3240
    },
    {
      "epoch": 0.7222284122562674,
      "grad_norm": 85.16936492919922,
      "learning_rate": 2.776911076443058e-06,
      "loss": 0.6836,
      "step": 3241
    },
    {
      "epoch": 0.7224512534818941,
      "grad_norm": 37.78352737426758,
      "learning_rate": 2.7746824158680637e-06,
      "loss": 0.1206,
      "step": 3242
    },
    {
      "epoch": 0.7226740947075209,
      "grad_norm": 266.478515625,
      "learning_rate": 2.772453755293069e-06,
      "loss": 0.7505,
      "step": 3243
    },
    {
      "epoch": 0.7228969359331476,
      "grad_norm": 143.4418487548828,
      "learning_rate": 2.7702250947180747e-06,
      "loss": 0.4106,
      "step": 3244
    },
    {
      "epoch": 0.7231197771587744,
      "grad_norm": 94.43540954589844,
      "learning_rate": 2.7679964341430804e-06,
      "loss": 0.2204,
      "step": 3245
    },
    {
      "epoch": 0.7233426183844011,
      "grad_norm": 41.76524353027344,
      "learning_rate": 2.765767773568086e-06,
      "loss": 0.6943,
      "step": 3246
    },
    {
      "epoch": 0.7235654596100278,
      "grad_norm": 15.902698516845703,
      "learning_rate": 2.763539112993092e-06,
      "loss": 0.0176,
      "step": 3247
    },
    {
      "epoch": 0.7237883008356546,
      "grad_norm": 10.534039497375488,
      "learning_rate": 2.7613104524180967e-06,
      "loss": 0.0083,
      "step": 3248
    },
    {
      "epoch": 0.7240111420612814,
      "grad_norm": 2.798186779022217,
      "learning_rate": 2.7590817918431024e-06,
      "loss": 0.0066,
      "step": 3249
    },
    {
      "epoch": 0.724233983286908,
      "grad_norm": 204.39308166503906,
      "learning_rate": 2.756853131268108e-06,
      "loss": 0.62,
      "step": 3250
    },
    {
      "epoch": 0.7244568245125348,
      "grad_norm": 117.7639389038086,
      "learning_rate": 2.7546244706931134e-06,
      "loss": 0.6184,
      "step": 3251
    },
    {
      "epoch": 0.7246796657381616,
      "grad_norm": 11.174732208251953,
      "learning_rate": 2.752395810118119e-06,
      "loss": 0.0101,
      "step": 3252
    },
    {
      "epoch": 0.7249025069637883,
      "grad_norm": 31.33620262145996,
      "learning_rate": 2.750167149543125e-06,
      "loss": 0.0432,
      "step": 3253
    },
    {
      "epoch": 0.725125348189415,
      "grad_norm": 213.22047424316406,
      "learning_rate": 2.7479384889681305e-06,
      "loss": 0.0775,
      "step": 3254
    },
    {
      "epoch": 0.7253481894150418,
      "grad_norm": 23.662784576416016,
      "learning_rate": 2.745709828393136e-06,
      "loss": 0.0337,
      "step": 3255
    },
    {
      "epoch": 0.7255710306406685,
      "grad_norm": 25.352184295654297,
      "learning_rate": 2.7434811678181416e-06,
      "loss": 0.0765,
      "step": 3256
    },
    {
      "epoch": 0.7257938718662953,
      "grad_norm": 51.12306213378906,
      "learning_rate": 2.7412525072431473e-06,
      "loss": 0.4913,
      "step": 3257
    },
    {
      "epoch": 0.726016713091922,
      "grad_norm": 3.5798392295837402,
      "learning_rate": 2.739023846668153e-06,
      "loss": 0.0103,
      "step": 3258
    },
    {
      "epoch": 0.7262395543175487,
      "grad_norm": 14.124152183532715,
      "learning_rate": 2.736795186093158e-06,
      "loss": 0.0177,
      "step": 3259
    },
    {
      "epoch": 0.7264623955431755,
      "grad_norm": 3.80043363571167,
      "learning_rate": 2.7345665255181636e-06,
      "loss": 0.0051,
      "step": 3260
    },
    {
      "epoch": 0.7266852367688023,
      "grad_norm": 110.37928771972656,
      "learning_rate": 2.7323378649431693e-06,
      "loss": 0.3384,
      "step": 3261
    },
    {
      "epoch": 0.7269080779944289,
      "grad_norm": 31.713056564331055,
      "learning_rate": 2.730109204368175e-06,
      "loss": 0.0521,
      "step": 3262
    },
    {
      "epoch": 0.7271309192200557,
      "grad_norm": 3.390455961227417,
      "learning_rate": 2.7278805437931803e-06,
      "loss": 0.0039,
      "step": 3263
    },
    {
      "epoch": 0.7273537604456825,
      "grad_norm": 113.09745788574219,
      "learning_rate": 2.725651883218186e-06,
      "loss": 0.4482,
      "step": 3264
    },
    {
      "epoch": 0.7275766016713092,
      "grad_norm": 30.158355712890625,
      "learning_rate": 2.7234232226431917e-06,
      "loss": 0.0482,
      "step": 3265
    },
    {
      "epoch": 0.727799442896936,
      "grad_norm": 5.350499629974365,
      "learning_rate": 2.7211945620681974e-06,
      "loss": 0.0073,
      "step": 3266
    },
    {
      "epoch": 0.7280222841225626,
      "grad_norm": 41.048404693603516,
      "learning_rate": 2.718965901493203e-06,
      "loss": 0.0603,
      "step": 3267
    },
    {
      "epoch": 0.7282451253481894,
      "grad_norm": 47.202816009521484,
      "learning_rate": 2.7167372409182084e-06,
      "loss": 0.074,
      "step": 3268
    },
    {
      "epoch": 0.7284679665738162,
      "grad_norm": 57.71965789794922,
      "learning_rate": 2.714508580343214e-06,
      "loss": 0.3998,
      "step": 3269
    },
    {
      "epoch": 0.728690807799443,
      "grad_norm": 158.1054229736328,
      "learning_rate": 2.7122799197682195e-06,
      "loss": 0.6777,
      "step": 3270
    },
    {
      "epoch": 0.7289136490250696,
      "grad_norm": 9.739654541015625,
      "learning_rate": 2.7100512591932247e-06,
      "loss": 0.0071,
      "step": 3271
    },
    {
      "epoch": 0.7291364902506964,
      "grad_norm": 35.74821090698242,
      "learning_rate": 2.7078225986182305e-06,
      "loss": 0.0822,
      "step": 3272
    },
    {
      "epoch": 0.7293593314763231,
      "grad_norm": 19.415451049804688,
      "learning_rate": 2.705593938043236e-06,
      "loss": 0.0653,
      "step": 3273
    },
    {
      "epoch": 0.7295821727019499,
      "grad_norm": 54.789432525634766,
      "learning_rate": 2.703365277468242e-06,
      "loss": 0.1602,
      "step": 3274
    },
    {
      "epoch": 0.7298050139275766,
      "grad_norm": 233.01121520996094,
      "learning_rate": 2.701136616893247e-06,
      "loss": 0.6253,
      "step": 3275
    },
    {
      "epoch": 0.7300278551532033,
      "grad_norm": 4.24889612197876,
      "learning_rate": 2.698907956318253e-06,
      "loss": 0.0056,
      "step": 3276
    },
    {
      "epoch": 0.7302506963788301,
      "grad_norm": 8.954341888427734,
      "learning_rate": 2.6966792957432586e-06,
      "loss": 0.0228,
      "step": 3277
    },
    {
      "epoch": 0.7304735376044569,
      "grad_norm": 9.069514274597168,
      "learning_rate": 2.6944506351682643e-06,
      "loss": 0.0101,
      "step": 3278
    },
    {
      "epoch": 0.7306963788300835,
      "grad_norm": 70.16874694824219,
      "learning_rate": 2.69222197459327e-06,
      "loss": 0.3292,
      "step": 3279
    },
    {
      "epoch": 0.7309192200557103,
      "grad_norm": 37.52223205566406,
      "learning_rate": 2.6899933140182753e-06,
      "loss": 0.0837,
      "step": 3280
    },
    {
      "epoch": 0.7311420612813371,
      "grad_norm": 161.52413940429688,
      "learning_rate": 2.687764653443281e-06,
      "loss": 0.236,
      "step": 3281
    },
    {
      "epoch": 0.7313649025069638,
      "grad_norm": 8.794477462768555,
      "learning_rate": 2.6855359928682863e-06,
      "loss": 0.0156,
      "step": 3282
    },
    {
      "epoch": 0.7315877437325905,
      "grad_norm": 42.89783477783203,
      "learning_rate": 2.6833073322932916e-06,
      "loss": 0.0607,
      "step": 3283
    },
    {
      "epoch": 0.7318105849582173,
      "grad_norm": 50.96350860595703,
      "learning_rate": 2.6810786717182974e-06,
      "loss": 0.1694,
      "step": 3284
    },
    {
      "epoch": 0.732033426183844,
      "grad_norm": 11.20576286315918,
      "learning_rate": 2.678850011143303e-06,
      "loss": 0.0126,
      "step": 3285
    },
    {
      "epoch": 0.7322562674094708,
      "grad_norm": 23.273855209350586,
      "learning_rate": 2.6766213505683088e-06,
      "loss": 0.0231,
      "step": 3286
    },
    {
      "epoch": 0.7324791086350975,
      "grad_norm": 35.40489196777344,
      "learning_rate": 2.674392689993314e-06,
      "loss": 0.0563,
      "step": 3287
    },
    {
      "epoch": 0.7327019498607242,
      "grad_norm": 11.10402774810791,
      "learning_rate": 2.67216402941832e-06,
      "loss": 0.0103,
      "step": 3288
    },
    {
      "epoch": 0.732924791086351,
      "grad_norm": 7.481045722961426,
      "learning_rate": 2.6699353688433255e-06,
      "loss": 0.009,
      "step": 3289
    },
    {
      "epoch": 0.7331476323119778,
      "grad_norm": 16.360431671142578,
      "learning_rate": 2.6677067082683312e-06,
      "loss": 0.0325,
      "step": 3290
    },
    {
      "epoch": 0.7333704735376044,
      "grad_norm": 12.69489860534668,
      "learning_rate": 2.665478047693337e-06,
      "loss": 0.0131,
      "step": 3291
    },
    {
      "epoch": 0.7335933147632312,
      "grad_norm": 7.458775520324707,
      "learning_rate": 2.6632493871183422e-06,
      "loss": 0.0089,
      "step": 3292
    },
    {
      "epoch": 0.733816155988858,
      "grad_norm": 105.22101593017578,
      "learning_rate": 2.6610207265433475e-06,
      "loss": 0.3365,
      "step": 3293
    },
    {
      "epoch": 0.7340389972144847,
      "grad_norm": 150.79901123046875,
      "learning_rate": 2.6587920659683532e-06,
      "loss": 0.5811,
      "step": 3294
    },
    {
      "epoch": 0.7342618384401114,
      "grad_norm": 153.02682495117188,
      "learning_rate": 2.6565634053933585e-06,
      "loss": 0.2631,
      "step": 3295
    },
    {
      "epoch": 0.7344846796657382,
      "grad_norm": 26.58548927307129,
      "learning_rate": 2.6543347448183642e-06,
      "loss": 0.0386,
      "step": 3296
    },
    {
      "epoch": 0.7347075208913649,
      "grad_norm": 43.511619567871094,
      "learning_rate": 2.65210608424337e-06,
      "loss": 0.498,
      "step": 3297
    },
    {
      "epoch": 0.7349303621169917,
      "grad_norm": 15.268383979797363,
      "learning_rate": 2.6498774236683757e-06,
      "loss": 0.0291,
      "step": 3298
    },
    {
      "epoch": 0.7351532033426184,
      "grad_norm": 30.114452362060547,
      "learning_rate": 2.647648763093381e-06,
      "loss": 0.0754,
      "step": 3299
    },
    {
      "epoch": 0.7353760445682451,
      "grad_norm": 18.471696853637695,
      "learning_rate": 2.6454201025183867e-06,
      "loss": 0.0397,
      "step": 3300
    },
    {
      "epoch": 0.7355988857938719,
      "grad_norm": 89.23654174804688,
      "learning_rate": 2.6431914419433924e-06,
      "loss": 0.314,
      "step": 3301
    },
    {
      "epoch": 0.7358217270194987,
      "grad_norm": 7.487314701080322,
      "learning_rate": 2.640962781368398e-06,
      "loss": 0.006,
      "step": 3302
    },
    {
      "epoch": 0.7360445682451253,
      "grad_norm": 40.84763717651367,
      "learning_rate": 2.638734120793404e-06,
      "loss": 0.0751,
      "step": 3303
    },
    {
      "epoch": 0.7362674094707521,
      "grad_norm": 25.76775550842285,
      "learning_rate": 2.6365054602184087e-06,
      "loss": 0.1182,
      "step": 3304
    },
    {
      "epoch": 0.7364902506963789,
      "grad_norm": 43.38419723510742,
      "learning_rate": 2.6342767996434144e-06,
      "loss": 0.0896,
      "step": 3305
    },
    {
      "epoch": 0.7367130919220056,
      "grad_norm": 6.335724353790283,
      "learning_rate": 2.63204813906842e-06,
      "loss": 0.0075,
      "step": 3306
    },
    {
      "epoch": 0.7369359331476323,
      "grad_norm": 87.50275421142578,
      "learning_rate": 2.6298194784934254e-06,
      "loss": 0.1231,
      "step": 3307
    },
    {
      "epoch": 0.737158774373259,
      "grad_norm": 19.468061447143555,
      "learning_rate": 2.627590817918431e-06,
      "loss": 0.0304,
      "step": 3308
    },
    {
      "epoch": 0.7373816155988858,
      "grad_norm": 185.22525024414062,
      "learning_rate": 2.625362157343437e-06,
      "loss": 0.7827,
      "step": 3309
    },
    {
      "epoch": 0.7376044568245126,
      "grad_norm": 41.205970764160156,
      "learning_rate": 2.6231334967684426e-06,
      "loss": 0.0715,
      "step": 3310
    },
    {
      "epoch": 0.7378272980501392,
      "grad_norm": 18.840951919555664,
      "learning_rate": 2.620904836193448e-06,
      "loss": 0.0472,
      "step": 3311
    },
    {
      "epoch": 0.738050139275766,
      "grad_norm": 10.029253005981445,
      "learning_rate": 2.6186761756184536e-06,
      "loss": 0.0118,
      "step": 3312
    },
    {
      "epoch": 0.7382729805013928,
      "grad_norm": 5.513978004455566,
      "learning_rate": 2.6164475150434593e-06,
      "loss": 0.0096,
      "step": 3313
    },
    {
      "epoch": 0.7384958217270196,
      "grad_norm": 35.67002868652344,
      "learning_rate": 2.614218854468465e-06,
      "loss": 0.0717,
      "step": 3314
    },
    {
      "epoch": 0.7387186629526462,
      "grad_norm": 69.01476287841797,
      "learning_rate": 2.61199019389347e-06,
      "loss": 0.4039,
      "step": 3315
    },
    {
      "epoch": 0.738941504178273,
      "grad_norm": 16.255064010620117,
      "learning_rate": 2.6097615333184756e-06,
      "loss": 0.0202,
      "step": 3316
    },
    {
      "epoch": 0.7391643454038997,
      "grad_norm": 281.9361877441406,
      "learning_rate": 2.6075328727434813e-06,
      "loss": 1.0477,
      "step": 3317
    },
    {
      "epoch": 0.7393871866295265,
      "grad_norm": 477.3839416503906,
      "learning_rate": 2.605304212168487e-06,
      "loss": 0.4907,
      "step": 3318
    },
    {
      "epoch": 0.7396100278551532,
      "grad_norm": 76.28378295898438,
      "learning_rate": 2.6030755515934923e-06,
      "loss": 0.0788,
      "step": 3319
    },
    {
      "epoch": 0.7398328690807799,
      "grad_norm": 57.46662902832031,
      "learning_rate": 2.600846891018498e-06,
      "loss": 0.0837,
      "step": 3320
    },
    {
      "epoch": 0.7400557103064067,
      "grad_norm": 10.504841804504395,
      "learning_rate": 2.5986182304435037e-06,
      "loss": 0.0193,
      "step": 3321
    },
    {
      "epoch": 0.7402785515320335,
      "grad_norm": 83.06766510009766,
      "learning_rate": 2.5963895698685095e-06,
      "loss": 0.2085,
      "step": 3322
    },
    {
      "epoch": 0.7405013927576601,
      "grad_norm": 19.233654022216797,
      "learning_rate": 2.5941609092935148e-06,
      "loss": 0.0541,
      "step": 3323
    },
    {
      "epoch": 0.7407242339832869,
      "grad_norm": 9.0773286819458,
      "learning_rate": 2.5919322487185205e-06,
      "loss": 0.0189,
      "step": 3324
    },
    {
      "epoch": 0.7409470752089137,
      "grad_norm": 16.232410430908203,
      "learning_rate": 2.589703588143526e-06,
      "loss": 0.0223,
      "step": 3325
    },
    {
      "epoch": 0.7411699164345404,
      "grad_norm": 3.1563873291015625,
      "learning_rate": 2.587474927568531e-06,
      "loss": 0.0078,
      "step": 3326
    },
    {
      "epoch": 0.7413927576601671,
      "grad_norm": 12.224568367004395,
      "learning_rate": 2.5852462669935368e-06,
      "loss": 0.0216,
      "step": 3327
    },
    {
      "epoch": 0.7416155988857939,
      "grad_norm": 64.46598052978516,
      "learning_rate": 2.5830176064185425e-06,
      "loss": 0.382,
      "step": 3328
    },
    {
      "epoch": 0.7418384401114206,
      "grad_norm": 93.50920104980469,
      "learning_rate": 2.580788945843548e-06,
      "loss": 0.319,
      "step": 3329
    },
    {
      "epoch": 0.7420612813370474,
      "grad_norm": 5.515186786651611,
      "learning_rate": 2.578560285268554e-06,
      "loss": 0.0119,
      "step": 3330
    },
    {
      "epoch": 0.7422841225626741,
      "grad_norm": 30.668991088867188,
      "learning_rate": 2.576331624693559e-06,
      "loss": 0.0503,
      "step": 3331
    },
    {
      "epoch": 0.7425069637883008,
      "grad_norm": 82.26229095458984,
      "learning_rate": 2.574102964118565e-06,
      "loss": 0.1531,
      "step": 3332
    },
    {
      "epoch": 0.7427298050139276,
      "grad_norm": 19.628795623779297,
      "learning_rate": 2.5718743035435706e-06,
      "loss": 0.0513,
      "step": 3333
    },
    {
      "epoch": 0.7429526462395544,
      "grad_norm": 94.265869140625,
      "learning_rate": 2.5696456429685764e-06,
      "loss": 0.4204,
      "step": 3334
    },
    {
      "epoch": 0.743175487465181,
      "grad_norm": 261.6279602050781,
      "learning_rate": 2.5674169823935816e-06,
      "loss": 0.5549,
      "step": 3335
    },
    {
      "epoch": 0.7433983286908078,
      "grad_norm": 72.96431732177734,
      "learning_rate": 2.5651883218185874e-06,
      "loss": 0.2116,
      "step": 3336
    },
    {
      "epoch": 0.7436211699164346,
      "grad_norm": 74.71770477294922,
      "learning_rate": 2.562959661243593e-06,
      "loss": 0.4258,
      "step": 3337
    },
    {
      "epoch": 0.7438440111420613,
      "grad_norm": 61.77770233154297,
      "learning_rate": 2.560731000668598e-06,
      "loss": 0.3716,
      "step": 3338
    },
    {
      "epoch": 0.744066852367688,
      "grad_norm": 6.846897602081299,
      "learning_rate": 2.5585023400936037e-06,
      "loss": 0.013,
      "step": 3339
    },
    {
      "epoch": 0.7442896935933148,
      "grad_norm": 365.73260498046875,
      "learning_rate": 2.5562736795186094e-06,
      "loss": 1.1241,
      "step": 3340
    },
    {
      "epoch": 0.7445125348189415,
      "grad_norm": 20.118684768676758,
      "learning_rate": 2.554045018943615e-06,
      "loss": 0.0286,
      "step": 3341
    },
    {
      "epoch": 0.7447353760445683,
      "grad_norm": 63.29852294921875,
      "learning_rate": 2.551816358368621e-06,
      "loss": 0.129,
      "step": 3342
    },
    {
      "epoch": 0.744958217270195,
      "grad_norm": 77.59125518798828,
      "learning_rate": 2.549587697793626e-06,
      "loss": 0.4019,
      "step": 3343
    },
    {
      "epoch": 0.7451810584958217,
      "grad_norm": 34.196006774902344,
      "learning_rate": 2.547359037218632e-06,
      "loss": 0.0577,
      "step": 3344
    },
    {
      "epoch": 0.7454038997214485,
      "grad_norm": 76.73760223388672,
      "learning_rate": 2.5451303766436375e-06,
      "loss": 0.213,
      "step": 3345
    },
    {
      "epoch": 0.7456267409470753,
      "grad_norm": 26.308774948120117,
      "learning_rate": 2.5429017160686432e-06,
      "loss": 0.033,
      "step": 3346
    },
    {
      "epoch": 0.7458495821727019,
      "grad_norm": 8.049487113952637,
      "learning_rate": 2.5406730554936485e-06,
      "loss": 0.013,
      "step": 3347
    },
    {
      "epoch": 0.7460724233983287,
      "grad_norm": 13.198328018188477,
      "learning_rate": 2.5384443949186543e-06,
      "loss": 0.0265,
      "step": 3348
    },
    {
      "epoch": 0.7462952646239555,
      "grad_norm": 79.22100067138672,
      "learning_rate": 2.5362157343436595e-06,
      "loss": 0.3988,
      "step": 3349
    },
    {
      "epoch": 0.7465181058495822,
      "grad_norm": 115.8788070678711,
      "learning_rate": 2.533987073768665e-06,
      "loss": 0.7132,
      "step": 3350
    },
    {
      "epoch": 0.7467409470752089,
      "grad_norm": 21.284868240356445,
      "learning_rate": 2.5317584131936706e-06,
      "loss": 0.0528,
      "step": 3351
    },
    {
      "epoch": 0.7469637883008357,
      "grad_norm": 18.46525001525879,
      "learning_rate": 2.5295297526186763e-06,
      "loss": 0.032,
      "step": 3352
    },
    {
      "epoch": 0.7471866295264624,
      "grad_norm": 3.226938486099243,
      "learning_rate": 2.527301092043682e-06,
      "loss": 0.0087,
      "step": 3353
    },
    {
      "epoch": 0.7474094707520892,
      "grad_norm": 4.8019795417785645,
      "learning_rate": 2.5250724314686877e-06,
      "loss": 0.0055,
      "step": 3354
    },
    {
      "epoch": 0.7476323119777158,
      "grad_norm": 115.52229309082031,
      "learning_rate": 2.522843770893693e-06,
      "loss": 0.1805,
      "step": 3355
    },
    {
      "epoch": 0.7478551532033426,
      "grad_norm": 50.8397102355957,
      "learning_rate": 2.5206151103186987e-06,
      "loss": 0.0974,
      "step": 3356
    },
    {
      "epoch": 0.7480779944289694,
      "grad_norm": 36.290950775146484,
      "learning_rate": 2.5183864497437044e-06,
      "loss": 0.045,
      "step": 3357
    },
    {
      "epoch": 0.7483008356545962,
      "grad_norm": 26.781208038330078,
      "learning_rate": 2.51615778916871e-06,
      "loss": 0.0339,
      "step": 3358
    },
    {
      "epoch": 0.7485236768802228,
      "grad_norm": 172.71609497070312,
      "learning_rate": 2.5139291285937154e-06,
      "loss": 0.6985,
      "step": 3359
    },
    {
      "epoch": 0.7487465181058496,
      "grad_norm": 43.739444732666016,
      "learning_rate": 2.5117004680187207e-06,
      "loss": 0.1133,
      "step": 3360
    },
    {
      "epoch": 0.7489693593314763,
      "grad_norm": 61.8274040222168,
      "learning_rate": 2.5094718074437264e-06,
      "loss": 0.2381,
      "step": 3361
    },
    {
      "epoch": 0.7491922005571031,
      "grad_norm": 323.3628234863281,
      "learning_rate": 2.5072431468687317e-06,
      "loss": 0.3807,
      "step": 3362
    },
    {
      "epoch": 0.7494150417827298,
      "grad_norm": 11.309325218200684,
      "learning_rate": 2.5050144862937375e-06,
      "loss": 0.0108,
      "step": 3363
    },
    {
      "epoch": 0.7496378830083565,
      "grad_norm": 53.9056510925293,
      "learning_rate": 2.502785825718743e-06,
      "loss": 0.4311,
      "step": 3364
    },
    {
      "epoch": 0.7498607242339833,
      "grad_norm": 23.082006454467773,
      "learning_rate": 2.500557165143749e-06,
      "loss": 0.0322,
      "step": 3365
    },
    {
      "epoch": 0.7500835654596101,
      "grad_norm": 68.27987670898438,
      "learning_rate": 2.4983285045687546e-06,
      "loss": 0.1423,
      "step": 3366
    },
    {
      "epoch": 0.7503064066852367,
      "grad_norm": 1.73764169216156,
      "learning_rate": 2.49609984399376e-06,
      "loss": 0.0039,
      "step": 3367
    },
    {
      "epoch": 0.7505292479108635,
      "grad_norm": 64.9441146850586,
      "learning_rate": 2.4938711834187656e-06,
      "loss": 0.0575,
      "step": 3368
    },
    {
      "epoch": 0.7507520891364903,
      "grad_norm": 41.93782424926758,
      "learning_rate": 2.491642522843771e-06,
      "loss": 0.0674,
      "step": 3369
    },
    {
      "epoch": 0.750974930362117,
      "grad_norm": 15.559893608093262,
      "learning_rate": 2.4894138622687766e-06,
      "loss": 0.0164,
      "step": 3370
    },
    {
      "epoch": 0.7511977715877437,
      "grad_norm": 65.75904083251953,
      "learning_rate": 2.4871852016937823e-06,
      "loss": 0.1781,
      "step": 3371
    },
    {
      "epoch": 0.7514206128133705,
      "grad_norm": 4.252599716186523,
      "learning_rate": 2.484956541118788e-06,
      "loss": 0.0028,
      "step": 3372
    },
    {
      "epoch": 0.7516434540389972,
      "grad_norm": 66.26441955566406,
      "learning_rate": 2.4827278805437933e-06,
      "loss": 0.1601,
      "step": 3373
    },
    {
      "epoch": 0.751866295264624,
      "grad_norm": 7.645090579986572,
      "learning_rate": 2.4804992199687986e-06,
      "loss": 0.0081,
      "step": 3374
    },
    {
      "epoch": 0.7520891364902507,
      "grad_norm": 13.374442100524902,
      "learning_rate": 2.4782705593938043e-06,
      "loss": 0.016,
      "step": 3375
    },
    {
      "epoch": 0.7523119777158774,
      "grad_norm": 14.130032539367676,
      "learning_rate": 2.47604189881881e-06,
      "loss": 0.0154,
      "step": 3376
    },
    {
      "epoch": 0.7525348189415042,
      "grad_norm": 2.367962121963501,
      "learning_rate": 2.4738132382438158e-06,
      "loss": 0.0028,
      "step": 3377
    },
    {
      "epoch": 0.752757660167131,
      "grad_norm": 11.978894233703613,
      "learning_rate": 2.4715845776688215e-06,
      "loss": 0.0162,
      "step": 3378
    },
    {
      "epoch": 0.7529805013927576,
      "grad_norm": 66.62541198730469,
      "learning_rate": 2.4693559170938268e-06,
      "loss": 0.2271,
      "step": 3379
    },
    {
      "epoch": 0.7532033426183844,
      "grad_norm": 3.6141388416290283,
      "learning_rate": 2.467127256518832e-06,
      "loss": 0.0043,
      "step": 3380
    },
    {
      "epoch": 0.7534261838440112,
      "grad_norm": 16.408491134643555,
      "learning_rate": 2.464898595943838e-06,
      "loss": 0.0153,
      "step": 3381
    },
    {
      "epoch": 0.7536490250696379,
      "grad_norm": 60.40817642211914,
      "learning_rate": 2.4626699353688435e-06,
      "loss": 0.5215,
      "step": 3382
    },
    {
      "epoch": 0.7538718662952646,
      "grad_norm": 86.46051788330078,
      "learning_rate": 2.4604412747938492e-06,
      "loss": 0.4049,
      "step": 3383
    },
    {
      "epoch": 0.7540947075208914,
      "grad_norm": 62.11555099487305,
      "learning_rate": 2.458212614218855e-06,
      "loss": 0.4152,
      "step": 3384
    },
    {
      "epoch": 0.7543175487465181,
      "grad_norm": 75.0042724609375,
      "learning_rate": 2.4559839536438602e-06,
      "loss": 0.2007,
      "step": 3385
    },
    {
      "epoch": 0.7545403899721449,
      "grad_norm": 8.164154052734375,
      "learning_rate": 2.4537552930688655e-06,
      "loss": 0.0133,
      "step": 3386
    },
    {
      "epoch": 0.7547632311977716,
      "grad_norm": 80.82008361816406,
      "learning_rate": 2.4515266324938712e-06,
      "loss": 0.1754,
      "step": 3387
    },
    {
      "epoch": 0.7549860724233983,
      "grad_norm": 90.91669464111328,
      "learning_rate": 2.449297971918877e-06,
      "loss": 0.8574,
      "step": 3388
    },
    {
      "epoch": 0.7552089136490251,
      "grad_norm": 47.51429748535156,
      "learning_rate": 2.4470693113438827e-06,
      "loss": 0.4044,
      "step": 3389
    },
    {
      "epoch": 0.7554317548746519,
      "grad_norm": 11.710043907165527,
      "learning_rate": 2.4448406507688884e-06,
      "loss": 0.0104,
      "step": 3390
    },
    {
      "epoch": 0.7556545961002785,
      "grad_norm": 27.018253326416016,
      "learning_rate": 2.4426119901938937e-06,
      "loss": 0.0312,
      "step": 3391
    },
    {
      "epoch": 0.7558774373259053,
      "grad_norm": 16.51552391052246,
      "learning_rate": 2.440383329618899e-06,
      "loss": 0.057,
      "step": 3392
    },
    {
      "epoch": 0.7561002785515321,
      "grad_norm": 156.9610137939453,
      "learning_rate": 2.4381546690439047e-06,
      "loss": 0.4758,
      "step": 3393
    },
    {
      "epoch": 0.7563231197771588,
      "grad_norm": 42.68864822387695,
      "learning_rate": 2.4359260084689104e-06,
      "loss": 0.1807,
      "step": 3394
    },
    {
      "epoch": 0.7565459610027855,
      "grad_norm": 10.936264991760254,
      "learning_rate": 2.433697347893916e-06,
      "loss": 0.0176,
      "step": 3395
    },
    {
      "epoch": 0.7567688022284123,
      "grad_norm": 68.65778350830078,
      "learning_rate": 2.431468687318922e-06,
      "loss": 0.1963,
      "step": 3396
    },
    {
      "epoch": 0.756991643454039,
      "grad_norm": 41.2363395690918,
      "learning_rate": 2.429240026743927e-06,
      "loss": 0.0482,
      "step": 3397
    },
    {
      "epoch": 0.7572144846796658,
      "grad_norm": 37.84711456298828,
      "learning_rate": 2.4270113661689324e-06,
      "loss": 0.0563,
      "step": 3398
    },
    {
      "epoch": 0.7574373259052924,
      "grad_norm": 17.179794311523438,
      "learning_rate": 2.424782705593938e-06,
      "loss": 0.0218,
      "step": 3399
    },
    {
      "epoch": 0.7576601671309192,
      "grad_norm": 73.7288589477539,
      "learning_rate": 2.422554045018944e-06,
      "loss": 0.7676,
      "step": 3400
    },
    {
      "epoch": 0.757883008356546,
      "grad_norm": 27.042795181274414,
      "learning_rate": 2.4203253844439496e-06,
      "loss": 0.033,
      "step": 3401
    },
    {
      "epoch": 0.7581058495821728,
      "grad_norm": 60.33232116699219,
      "learning_rate": 2.418096723868955e-06,
      "loss": 0.1926,
      "step": 3402
    },
    {
      "epoch": 0.7583286908077994,
      "grad_norm": 108.60192108154297,
      "learning_rate": 2.4158680632939606e-06,
      "loss": 0.13,
      "step": 3403
    },
    {
      "epoch": 0.7585515320334262,
      "grad_norm": 57.27832794189453,
      "learning_rate": 2.4136394027189663e-06,
      "loss": 0.2831,
      "step": 3404
    },
    {
      "epoch": 0.758774373259053,
      "grad_norm": 19.521730422973633,
      "learning_rate": 2.4114107421439716e-06,
      "loss": 0.0256,
      "step": 3405
    },
    {
      "epoch": 0.7589972144846797,
      "grad_norm": 47.20014572143555,
      "learning_rate": 2.4091820815689773e-06,
      "loss": 0.0635,
      "step": 3406
    },
    {
      "epoch": 0.7592200557103064,
      "grad_norm": 12.501730918884277,
      "learning_rate": 2.406953420993983e-06,
      "loss": 0.0222,
      "step": 3407
    },
    {
      "epoch": 0.7594428969359331,
      "grad_norm": 15.01059627532959,
      "learning_rate": 2.4047247604189883e-06,
      "loss": 0.0306,
      "step": 3408
    },
    {
      "epoch": 0.7596657381615599,
      "grad_norm": 25.421527862548828,
      "learning_rate": 2.402496099843994e-06,
      "loss": 0.048,
      "step": 3409
    },
    {
      "epoch": 0.7598885793871867,
      "grad_norm": 50.02876281738281,
      "learning_rate": 2.4002674392689997e-06,
      "loss": 0.0911,
      "step": 3410
    },
    {
      "epoch": 0.7601114206128133,
      "grad_norm": 151.3267822265625,
      "learning_rate": 2.398038778694005e-06,
      "loss": 0.9918,
      "step": 3411
    },
    {
      "epoch": 0.7603342618384401,
      "grad_norm": 12.826483726501465,
      "learning_rate": 2.3958101181190107e-06,
      "loss": 0.015,
      "step": 3412
    },
    {
      "epoch": 0.7605571030640669,
      "grad_norm": 9.268391609191895,
      "learning_rate": 2.393581457544016e-06,
      "loss": 0.0097,
      "step": 3413
    },
    {
      "epoch": 0.7607799442896936,
      "grad_norm": 35.074302673339844,
      "learning_rate": 2.3913527969690217e-06,
      "loss": 0.0536,
      "step": 3414
    },
    {
      "epoch": 0.7610027855153203,
      "grad_norm": 53.39951705932617,
      "learning_rate": 2.3891241363940275e-06,
      "loss": 0.1168,
      "step": 3415
    },
    {
      "epoch": 0.7612256267409471,
      "grad_norm": 29.64131736755371,
      "learning_rate": 2.386895475819033e-06,
      "loss": 0.1389,
      "step": 3416
    },
    {
      "epoch": 0.7614484679665738,
      "grad_norm": 53.61854553222656,
      "learning_rate": 2.3846668152440385e-06,
      "loss": 0.1903,
      "step": 3417
    },
    {
      "epoch": 0.7616713091922006,
      "grad_norm": 20.49064064025879,
      "learning_rate": 2.382438154669044e-06,
      "loss": 0.0188,
      "step": 3418
    },
    {
      "epoch": 0.7618941504178273,
      "grad_norm": 23.690288543701172,
      "learning_rate": 2.3802094940940495e-06,
      "loss": 0.0247,
      "step": 3419
    },
    {
      "epoch": 0.762116991643454,
      "grad_norm": 29.365127563476562,
      "learning_rate": 2.377980833519055e-06,
      "loss": 0.1126,
      "step": 3420
    },
    {
      "epoch": 0.7623398328690808,
      "grad_norm": 88.6440658569336,
      "learning_rate": 2.375752172944061e-06,
      "loss": 0.1255,
      "step": 3421
    },
    {
      "epoch": 0.7625626740947076,
      "grad_norm": 32.47868347167969,
      "learning_rate": 2.3735235123690666e-06,
      "loss": 0.1113,
      "step": 3422
    },
    {
      "epoch": 0.7627855153203342,
      "grad_norm": 47.52945327758789,
      "learning_rate": 2.371294851794072e-06,
      "loss": 0.1023,
      "step": 3423
    },
    {
      "epoch": 0.763008356545961,
      "grad_norm": 19.208894729614258,
      "learning_rate": 2.3690661912190776e-06,
      "loss": 0.0298,
      "step": 3424
    },
    {
      "epoch": 0.7632311977715878,
      "grad_norm": 1.6247985363006592,
      "learning_rate": 2.366837530644083e-06,
      "loss": 0.0029,
      "step": 3425
    },
    {
      "epoch": 0.7634540389972145,
      "grad_norm": 121.37812805175781,
      "learning_rate": 2.3646088700690886e-06,
      "loss": 0.416,
      "step": 3426
    },
    {
      "epoch": 0.7636768802228412,
      "grad_norm": 14.772438049316406,
      "learning_rate": 2.3623802094940944e-06,
      "loss": 0.0182,
      "step": 3427
    },
    {
      "epoch": 0.763899721448468,
      "grad_norm": 64.2021713256836,
      "learning_rate": 2.3601515489191e-06,
      "loss": 0.1548,
      "step": 3428
    },
    {
      "epoch": 0.7641225626740947,
      "grad_norm": 48.022727966308594,
      "learning_rate": 2.3579228883441054e-06,
      "loss": 0.0864,
      "step": 3429
    },
    {
      "epoch": 0.7643454038997215,
      "grad_norm": 4.242125034332275,
      "learning_rate": 2.3556942277691107e-06,
      "loss": 0.0033,
      "step": 3430
    },
    {
      "epoch": 0.7645682451253482,
      "grad_norm": 7.61571741104126,
      "learning_rate": 2.3534655671941164e-06,
      "loss": 0.0123,
      "step": 3431
    },
    {
      "epoch": 0.7647910863509749,
      "grad_norm": 130.80589294433594,
      "learning_rate": 2.351236906619122e-06,
      "loss": 0.8489,
      "step": 3432
    },
    {
      "epoch": 0.7650139275766017,
      "grad_norm": 37.62205123901367,
      "learning_rate": 2.349008246044128e-06,
      "loss": 0.0687,
      "step": 3433
    },
    {
      "epoch": 0.7652367688022285,
      "grad_norm": 204.8141326904297,
      "learning_rate": 2.3467795854691335e-06,
      "loss": 0.2609,
      "step": 3434
    },
    {
      "epoch": 0.7654596100278551,
      "grad_norm": 4.543590068817139,
      "learning_rate": 2.344550924894139e-06,
      "loss": 0.0093,
      "step": 3435
    },
    {
      "epoch": 0.7656824512534819,
      "grad_norm": 113.44234466552734,
      "learning_rate": 2.342322264319144e-06,
      "loss": 0.6305,
      "step": 3436
    },
    {
      "epoch": 0.7659052924791087,
      "grad_norm": 93.01130676269531,
      "learning_rate": 2.34009360374415e-06,
      "loss": 0.4741,
      "step": 3437
    },
    {
      "epoch": 0.7661281337047354,
      "grad_norm": 15.573013305664062,
      "learning_rate": 2.3378649431691555e-06,
      "loss": 0.0149,
      "step": 3438
    },
    {
      "epoch": 0.7663509749303621,
      "grad_norm": 36.91841506958008,
      "learning_rate": 2.3356362825941612e-06,
      "loss": 0.1207,
      "step": 3439
    },
    {
      "epoch": 0.7665738161559889,
      "grad_norm": 10.962115287780762,
      "learning_rate": 2.333407622019167e-06,
      "loss": 0.014,
      "step": 3440
    },
    {
      "epoch": 0.7667966573816156,
      "grad_norm": 10.252653121948242,
      "learning_rate": 2.3311789614441723e-06,
      "loss": 0.0198,
      "step": 3441
    },
    {
      "epoch": 0.7670194986072424,
      "grad_norm": 39.4149055480957,
      "learning_rate": 2.3289503008691775e-06,
      "loss": 0.0679,
      "step": 3442
    },
    {
      "epoch": 0.767242339832869,
      "grad_norm": 10.454575538635254,
      "learning_rate": 2.3267216402941833e-06,
      "loss": 0.0085,
      "step": 3443
    },
    {
      "epoch": 0.7674651810584958,
      "grad_norm": 65.22504425048828,
      "learning_rate": 2.324492979719189e-06,
      "loss": 0.1782,
      "step": 3444
    },
    {
      "epoch": 0.7676880222841226,
      "grad_norm": 10.8637113571167,
      "learning_rate": 2.3222643191441947e-06,
      "loss": 0.0149,
      "step": 3445
    },
    {
      "epoch": 0.7679108635097494,
      "grad_norm": 157.01576232910156,
      "learning_rate": 2.3200356585692004e-06,
      "loss": 0.4189,
      "step": 3446
    },
    {
      "epoch": 0.768133704735376,
      "grad_norm": 27.109777450561523,
      "learning_rate": 2.3178069979942057e-06,
      "loss": 0.0364,
      "step": 3447
    },
    {
      "epoch": 0.7683565459610028,
      "grad_norm": 126.25251770019531,
      "learning_rate": 2.315578337419211e-06,
      "loss": 1.2656,
      "step": 3448
    },
    {
      "epoch": 0.7685793871866295,
      "grad_norm": 107.67572021484375,
      "learning_rate": 2.3133496768442167e-06,
      "loss": 0.1349,
      "step": 3449
    },
    {
      "epoch": 0.7688022284122563,
      "grad_norm": 16.524263381958008,
      "learning_rate": 2.3111210162692224e-06,
      "loss": 0.0263,
      "step": 3450
    },
    {
      "epoch": 0.769025069637883,
      "grad_norm": 39.33415985107422,
      "learning_rate": 2.308892355694228e-06,
      "loss": 0.0991,
      "step": 3451
    },
    {
      "epoch": 0.7692479108635097,
      "grad_norm": 10.265936851501465,
      "learning_rate": 2.306663695119234e-06,
      "loss": 0.0096,
      "step": 3452
    },
    {
      "epoch": 0.7694707520891365,
      "grad_norm": 8.390023231506348,
      "learning_rate": 2.304435034544239e-06,
      "loss": 0.0095,
      "step": 3453
    },
    {
      "epoch": 0.7696935933147633,
      "grad_norm": 28.166954040527344,
      "learning_rate": 2.3022063739692444e-06,
      "loss": 0.0405,
      "step": 3454
    },
    {
      "epoch": 0.7699164345403899,
      "grad_norm": 82.1220932006836,
      "learning_rate": 2.29997771339425e-06,
      "loss": 0.2062,
      "step": 3455
    },
    {
      "epoch": 0.7701392757660167,
      "grad_norm": 56.18413543701172,
      "learning_rate": 2.297749052819256e-06,
      "loss": 0.4015,
      "step": 3456
    },
    {
      "epoch": 0.7703621169916435,
      "grad_norm": 17.859355926513672,
      "learning_rate": 2.2955203922442616e-06,
      "loss": 0.0315,
      "step": 3457
    },
    {
      "epoch": 0.7705849582172702,
      "grad_norm": 38.134010314941406,
      "learning_rate": 2.293291731669267e-06,
      "loss": 0.0436,
      "step": 3458
    },
    {
      "epoch": 0.7708077994428969,
      "grad_norm": 122.2902603149414,
      "learning_rate": 2.2910630710942726e-06,
      "loss": 0.5039,
      "step": 3459
    },
    {
      "epoch": 0.7710306406685237,
      "grad_norm": 2.6393837928771973,
      "learning_rate": 2.288834410519278e-06,
      "loss": 0.0063,
      "step": 3460
    },
    {
      "epoch": 0.7712534818941504,
      "grad_norm": 127.1163101196289,
      "learning_rate": 2.2866057499442836e-06,
      "loss": 0.5303,
      "step": 3461
    },
    {
      "epoch": 0.7714763231197772,
      "grad_norm": 17.18262481689453,
      "learning_rate": 2.2843770893692893e-06,
      "loss": 0.0205,
      "step": 3462
    },
    {
      "epoch": 0.7716991643454039,
      "grad_norm": 38.69241714477539,
      "learning_rate": 2.282148428794295e-06,
      "loss": 0.0703,
      "step": 3463
    },
    {
      "epoch": 0.7719220055710306,
      "grad_norm": 9.655708312988281,
      "learning_rate": 2.2799197682193003e-06,
      "loss": 0.0069,
      "step": 3464
    },
    {
      "epoch": 0.7721448467966574,
      "grad_norm": 42.396881103515625,
      "learning_rate": 2.277691107644306e-06,
      "loss": 0.1033,
      "step": 3465
    },
    {
      "epoch": 0.7723676880222842,
      "grad_norm": 23.760610580444336,
      "learning_rate": 2.2754624470693113e-06,
      "loss": 0.0607,
      "step": 3466
    },
    {
      "epoch": 0.7725905292479108,
      "grad_norm": 109.58677673339844,
      "learning_rate": 2.273233786494317e-06,
      "loss": 0.8047,
      "step": 3467
    },
    {
      "epoch": 0.7728133704735376,
      "grad_norm": 48.27731704711914,
      "learning_rate": 2.2710051259193228e-06,
      "loss": 0.0412,
      "step": 3468
    },
    {
      "epoch": 0.7730362116991644,
      "grad_norm": 15.600933074951172,
      "learning_rate": 2.2687764653443285e-06,
      "loss": 0.0142,
      "step": 3469
    },
    {
      "epoch": 0.7732590529247911,
      "grad_norm": 4.561182022094727,
      "learning_rate": 2.2665478047693338e-06,
      "loss": 0.0063,
      "step": 3470
    },
    {
      "epoch": 0.7734818941504178,
      "grad_norm": 10.895992279052734,
      "learning_rate": 2.2643191441943395e-06,
      "loss": 0.014,
      "step": 3471
    },
    {
      "epoch": 0.7737047353760446,
      "grad_norm": 155.1518096923828,
      "learning_rate": 2.2620904836193448e-06,
      "loss": 0.1958,
      "step": 3472
    },
    {
      "epoch": 0.7739275766016713,
      "grad_norm": 48.05128860473633,
      "learning_rate": 2.2598618230443505e-06,
      "loss": 0.1129,
      "step": 3473
    },
    {
      "epoch": 0.7741504178272981,
      "grad_norm": 92.03028106689453,
      "learning_rate": 2.257633162469356e-06,
      "loss": 0.7039,
      "step": 3474
    },
    {
      "epoch": 0.7743732590529248,
      "grad_norm": 21.961915969848633,
      "learning_rate": 2.2554045018943615e-06,
      "loss": 0.0322,
      "step": 3475
    },
    {
      "epoch": 0.7745961002785515,
      "grad_norm": 76.72095489501953,
      "learning_rate": 2.2531758413193672e-06,
      "loss": 0.1293,
      "step": 3476
    },
    {
      "epoch": 0.7748189415041783,
      "grad_norm": 3.2677721977233887,
      "learning_rate": 2.250947180744373e-06,
      "loss": 0.0039,
      "step": 3477
    },
    {
      "epoch": 0.7750417827298051,
      "grad_norm": 73.6968002319336,
      "learning_rate": 2.2487185201693782e-06,
      "loss": 0.5884,
      "step": 3478
    },
    {
      "epoch": 0.7752646239554317,
      "grad_norm": 50.38663101196289,
      "learning_rate": 2.246489859594384e-06,
      "loss": 0.271,
      "step": 3479
    },
    {
      "epoch": 0.7754874651810585,
      "grad_norm": 12.24308967590332,
      "learning_rate": 2.2442611990193897e-06,
      "loss": 0.0155,
      "step": 3480
    },
    {
      "epoch": 0.7757103064066853,
      "grad_norm": 12.273286819458008,
      "learning_rate": 2.242032538444395e-06,
      "loss": 0.0151,
      "step": 3481
    },
    {
      "epoch": 0.775933147632312,
      "grad_norm": 36.121681213378906,
      "learning_rate": 2.2398038778694007e-06,
      "loss": 0.0677,
      "step": 3482
    },
    {
      "epoch": 0.7761559888579387,
      "grad_norm": 76.03617095947266,
      "learning_rate": 2.2375752172944064e-06,
      "loss": 0.3225,
      "step": 3483
    },
    {
      "epoch": 0.7763788300835655,
      "grad_norm": 52.426353454589844,
      "learning_rate": 2.2353465567194117e-06,
      "loss": 0.1052,
      "step": 3484
    },
    {
      "epoch": 0.7766016713091922,
      "grad_norm": 173.50076293945312,
      "learning_rate": 2.2331178961444174e-06,
      "loss": 0.3525,
      "step": 3485
    },
    {
      "epoch": 0.776824512534819,
      "grad_norm": 50.505279541015625,
      "learning_rate": 2.2308892355694227e-06,
      "loss": 0.249,
      "step": 3486
    },
    {
      "epoch": 0.7770473537604456,
      "grad_norm": 29.47572898864746,
      "learning_rate": 2.2286605749944284e-06,
      "loss": 0.0499,
      "step": 3487
    },
    {
      "epoch": 0.7772701949860724,
      "grad_norm": 106.36328887939453,
      "learning_rate": 2.226431914419434e-06,
      "loss": 0.332,
      "step": 3488
    },
    {
      "epoch": 0.7774930362116992,
      "grad_norm": 119.87919616699219,
      "learning_rate": 2.22420325384444e-06,
      "loss": 0.5352,
      "step": 3489
    },
    {
      "epoch": 0.777715877437326,
      "grad_norm": 53.335819244384766,
      "learning_rate": 2.221974593269445e-06,
      "loss": 0.0928,
      "step": 3490
    },
    {
      "epoch": 0.7779387186629526,
      "grad_norm": 36.627532958984375,
      "learning_rate": 2.219745932694451e-06,
      "loss": 0.0862,
      "step": 3491
    },
    {
      "epoch": 0.7781615598885794,
      "grad_norm": 551.90625,
      "learning_rate": 2.217517272119456e-06,
      "loss": 0.9668,
      "step": 3492
    },
    {
      "epoch": 0.7783844011142061,
      "grad_norm": 12.985563278198242,
      "learning_rate": 2.215288611544462e-06,
      "loss": 0.0246,
      "step": 3493
    },
    {
      "epoch": 0.7786072423398329,
      "grad_norm": 11.764655113220215,
      "learning_rate": 2.2130599509694676e-06,
      "loss": 0.0119,
      "step": 3494
    },
    {
      "epoch": 0.7788300835654596,
      "grad_norm": 186.76052856445312,
      "learning_rate": 2.2108312903944733e-06,
      "loss": 0.3998,
      "step": 3495
    },
    {
      "epoch": 0.7790529247910863,
      "grad_norm": 38.772098541259766,
      "learning_rate": 2.2086026298194786e-06,
      "loss": 0.0969,
      "step": 3496
    },
    {
      "epoch": 0.7792757660167131,
      "grad_norm": 96.5956039428711,
      "learning_rate": 2.2063739692444843e-06,
      "loss": 0.1269,
      "step": 3497
    },
    {
      "epoch": 0.7794986072423399,
      "grad_norm": 28.231870651245117,
      "learning_rate": 2.2041453086694896e-06,
      "loss": 0.048,
      "step": 3498
    },
    {
      "epoch": 0.7797214484679665,
      "grad_norm": 14.124061584472656,
      "learning_rate": 2.2019166480944953e-06,
      "loss": 0.0437,
      "step": 3499
    },
    {
      "epoch": 0.7799442896935933,
      "grad_norm": 13.122350692749023,
      "learning_rate": 2.199687987519501e-06,
      "loss": 0.0227,
      "step": 3500
    },
    {
      "epoch": 0.7801671309192201,
      "grad_norm": 43.142333984375,
      "learning_rate": 2.1974593269445067e-06,
      "loss": 0.0663,
      "step": 3501
    },
    {
      "epoch": 0.7803899721448468,
      "grad_norm": 39.55815505981445,
      "learning_rate": 2.195230666369512e-06,
      "loss": 0.0776,
      "step": 3502
    },
    {
      "epoch": 0.7806128133704735,
      "grad_norm": 16.329740524291992,
      "learning_rate": 2.1930020057945177e-06,
      "loss": 0.0133,
      "step": 3503
    },
    {
      "epoch": 0.7808356545961003,
      "grad_norm": 36.18806838989258,
      "learning_rate": 2.190773345219523e-06,
      "loss": 0.0664,
      "step": 3504
    },
    {
      "epoch": 0.781058495821727,
      "grad_norm": 148.45899963378906,
      "learning_rate": 2.1885446846445287e-06,
      "loss": 0.2887,
      "step": 3505
    },
    {
      "epoch": 0.7812813370473538,
      "grad_norm": 27.57633399963379,
      "learning_rate": 2.1863160240695345e-06,
      "loss": 0.0509,
      "step": 3506
    },
    {
      "epoch": 0.7815041782729805,
      "grad_norm": 37.238372802734375,
      "learning_rate": 2.18408736349454e-06,
      "loss": 0.3357,
      "step": 3507
    },
    {
      "epoch": 0.7817270194986072,
      "grad_norm": 55.512664794921875,
      "learning_rate": 2.1818587029195455e-06,
      "loss": 0.1426,
      "step": 3508
    },
    {
      "epoch": 0.781949860724234,
      "grad_norm": 15.826895713806152,
      "learning_rate": 2.179630042344551e-06,
      "loss": 0.0228,
      "step": 3509
    },
    {
      "epoch": 0.7821727019498608,
      "grad_norm": 7.435447692871094,
      "learning_rate": 2.1774013817695565e-06,
      "loss": 0.0131,
      "step": 3510
    },
    {
      "epoch": 0.7823955431754874,
      "grad_norm": 61.78642654418945,
      "learning_rate": 2.175172721194562e-06,
      "loss": 0.1099,
      "step": 3511
    },
    {
      "epoch": 0.7826183844011142,
      "grad_norm": 96.13731384277344,
      "learning_rate": 2.172944060619568e-06,
      "loss": 0.3403,
      "step": 3512
    },
    {
      "epoch": 0.782841225626741,
      "grad_norm": 55.632808685302734,
      "learning_rate": 2.1707154000445736e-06,
      "loss": 0.0603,
      "step": 3513
    },
    {
      "epoch": 0.7830640668523677,
      "grad_norm": 44.945770263671875,
      "learning_rate": 2.168486739469579e-06,
      "loss": 0.0976,
      "step": 3514
    },
    {
      "epoch": 0.7832869080779944,
      "grad_norm": 43.42924118041992,
      "learning_rate": 2.1662580788945846e-06,
      "loss": 0.3984,
      "step": 3515
    },
    {
      "epoch": 0.7835097493036212,
      "grad_norm": 7.858870506286621,
      "learning_rate": 2.16402941831959e-06,
      "loss": 0.0104,
      "step": 3516
    },
    {
      "epoch": 0.7837325905292479,
      "grad_norm": 12.835404396057129,
      "learning_rate": 2.1618007577445956e-06,
      "loss": 0.0334,
      "step": 3517
    },
    {
      "epoch": 0.7839554317548747,
      "grad_norm": 18.671293258666992,
      "learning_rate": 2.1595720971696013e-06,
      "loss": 0.0212,
      "step": 3518
    },
    {
      "epoch": 0.7841782729805014,
      "grad_norm": 31.955289840698242,
      "learning_rate": 2.157343436594607e-06,
      "loss": 0.165,
      "step": 3519
    },
    {
      "epoch": 0.7844011142061281,
      "grad_norm": 4.579653739929199,
      "learning_rate": 2.1551147760196124e-06,
      "loss": 0.0099,
      "step": 3520
    },
    {
      "epoch": 0.7846239554317549,
      "grad_norm": 17.67584991455078,
      "learning_rate": 2.152886115444618e-06,
      "loss": 0.026,
      "step": 3521
    },
    {
      "epoch": 0.7848467966573817,
      "grad_norm": 76.75505065917969,
      "learning_rate": 2.1506574548696234e-06,
      "loss": 0.3623,
      "step": 3522
    },
    {
      "epoch": 0.7850696378830083,
      "grad_norm": 139.01031494140625,
      "learning_rate": 2.148428794294629e-06,
      "loss": 0.4584,
      "step": 3523
    },
    {
      "epoch": 0.7852924791086351,
      "grad_norm": 10.652560234069824,
      "learning_rate": 2.146200133719635e-06,
      "loss": 0.0095,
      "step": 3524
    },
    {
      "epoch": 0.7855153203342619,
      "grad_norm": 81.10069274902344,
      "learning_rate": 2.1439714731446405e-06,
      "loss": 0.2004,
      "step": 3525
    },
    {
      "epoch": 0.7857381615598886,
      "grad_norm": 24.310771942138672,
      "learning_rate": 2.141742812569646e-06,
      "loss": 0.018,
      "step": 3526
    },
    {
      "epoch": 0.7859610027855153,
      "grad_norm": 215.9183349609375,
      "learning_rate": 2.1395141519946515e-06,
      "loss": 0.4785,
      "step": 3527
    },
    {
      "epoch": 0.786183844011142,
      "grad_norm": 91.8553466796875,
      "learning_rate": 2.137285491419657e-06,
      "loss": 0.3918,
      "step": 3528
    },
    {
      "epoch": 0.7864066852367688,
      "grad_norm": 13.58272647857666,
      "learning_rate": 2.1350568308446625e-06,
      "loss": 0.0192,
      "step": 3529
    },
    {
      "epoch": 0.7866295264623956,
      "grad_norm": 11.85141658782959,
      "learning_rate": 2.1328281702696682e-06,
      "loss": 0.0302,
      "step": 3530
    },
    {
      "epoch": 0.7868523676880222,
      "grad_norm": 4.838303565979004,
      "learning_rate": 2.1305995096946735e-06,
      "loss": 0.0069,
      "step": 3531
    },
    {
      "epoch": 0.787075208913649,
      "grad_norm": 90.06292724609375,
      "learning_rate": 2.1283708491196792e-06,
      "loss": 0.1506,
      "step": 3532
    },
    {
      "epoch": 0.7872980501392758,
      "grad_norm": 294.8474426269531,
      "learning_rate": 2.126142188544685e-06,
      "loss": 1.5371,
      "step": 3533
    },
    {
      "epoch": 0.7875208913649026,
      "grad_norm": 215.43325805664062,
      "learning_rate": 2.1239135279696903e-06,
      "loss": 0.3144,
      "step": 3534
    },
    {
      "epoch": 0.7877437325905292,
      "grad_norm": 15.878307342529297,
      "learning_rate": 2.121684867394696e-06,
      "loss": 0.023,
      "step": 3535
    },
    {
      "epoch": 0.787966573816156,
      "grad_norm": 85.71480560302734,
      "learning_rate": 2.1194562068197017e-06,
      "loss": 0.4258,
      "step": 3536
    },
    {
      "epoch": 0.7881894150417827,
      "grad_norm": 12.723587036132812,
      "learning_rate": 2.117227546244707e-06,
      "loss": 0.0185,
      "step": 3537
    },
    {
      "epoch": 0.7884122562674095,
      "grad_norm": 53.396671295166016,
      "learning_rate": 2.1149988856697127e-06,
      "loss": 0.4597,
      "step": 3538
    },
    {
      "epoch": 0.7886350974930362,
      "grad_norm": 4.376043796539307,
      "learning_rate": 2.1127702250947184e-06,
      "loss": 0.0044,
      "step": 3539
    },
    {
      "epoch": 0.7888579387186629,
      "grad_norm": 26.992582321166992,
      "learning_rate": 2.1105415645197237e-06,
      "loss": 0.0401,
      "step": 3540
    },
    {
      "epoch": 0.7890807799442897,
      "grad_norm": 13.16450309753418,
      "learning_rate": 2.1083129039447294e-06,
      "loss": 0.0192,
      "step": 3541
    },
    {
      "epoch": 0.7893036211699165,
      "grad_norm": 129.27830505371094,
      "learning_rate": 2.1060842433697347e-06,
      "loss": 0.5358,
      "step": 3542
    },
    {
      "epoch": 0.7895264623955431,
      "grad_norm": 56.02886199951172,
      "learning_rate": 2.1038555827947404e-06,
      "loss": 0.1094,
      "step": 3543
    },
    {
      "epoch": 0.7897493036211699,
      "grad_norm": 17.008028030395508,
      "learning_rate": 2.101626922219746e-06,
      "loss": 0.0155,
      "step": 3544
    },
    {
      "epoch": 0.7899721448467967,
      "grad_norm": 21.86341094970703,
      "learning_rate": 2.099398261644752e-06,
      "loss": 0.0322,
      "step": 3545
    },
    {
      "epoch": 0.7901949860724234,
      "grad_norm": 31.188039779663086,
      "learning_rate": 2.097169601069757e-06,
      "loss": 0.1055,
      "step": 3546
    },
    {
      "epoch": 0.7904178272980501,
      "grad_norm": 138.1896209716797,
      "learning_rate": 2.094940940494763e-06,
      "loss": 0.4468,
      "step": 3547
    },
    {
      "epoch": 0.7906406685236769,
      "grad_norm": 77.55399322509766,
      "learning_rate": 2.092712279919768e-06,
      "loss": 0.2968,
      "step": 3548
    },
    {
      "epoch": 0.7908635097493036,
      "grad_norm": 200.4248809814453,
      "learning_rate": 2.090483619344774e-06,
      "loss": 0.4315,
      "step": 3549
    },
    {
      "epoch": 0.7910863509749304,
      "grad_norm": 39.24147415161133,
      "learning_rate": 2.0882549587697796e-06,
      "loss": 0.403,
      "step": 3550
    },
    {
      "epoch": 0.7913091922005571,
      "grad_norm": 58.70888137817383,
      "learning_rate": 2.0860262981947853e-06,
      "loss": 0.2996,
      "step": 3551
    },
    {
      "epoch": 0.7915320334261838,
      "grad_norm": 283.0018310546875,
      "learning_rate": 2.0837976376197906e-06,
      "loss": 0.6448,
      "step": 3552
    },
    {
      "epoch": 0.7917548746518106,
      "grad_norm": 18.051422119140625,
      "learning_rate": 2.0815689770447963e-06,
      "loss": 0.0265,
      "step": 3553
    },
    {
      "epoch": 0.7919777158774374,
      "grad_norm": 45.24562454223633,
      "learning_rate": 2.0793403164698016e-06,
      "loss": 0.1362,
      "step": 3554
    },
    {
      "epoch": 0.792200557103064,
      "grad_norm": 89.06414794921875,
      "learning_rate": 2.0771116558948073e-06,
      "loss": 0.1689,
      "step": 3555
    },
    {
      "epoch": 0.7924233983286908,
      "grad_norm": 58.12628936767578,
      "learning_rate": 2.074882995319813e-06,
      "loss": 0.3525,
      "step": 3556
    },
    {
      "epoch": 0.7926462395543176,
      "grad_norm": 31.646514892578125,
      "learning_rate": 2.0726543347448187e-06,
      "loss": 0.0577,
      "step": 3557
    },
    {
      "epoch": 0.7928690807799443,
      "grad_norm": 121.51044464111328,
      "learning_rate": 2.070425674169824e-06,
      "loss": 0.3024,
      "step": 3558
    },
    {
      "epoch": 0.793091922005571,
      "grad_norm": 26.02577781677246,
      "learning_rate": 2.0681970135948298e-06,
      "loss": 0.0465,
      "step": 3559
    },
    {
      "epoch": 0.7933147632311978,
      "grad_norm": 65.2063217163086,
      "learning_rate": 2.065968353019835e-06,
      "loss": 0.4619,
      "step": 3560
    },
    {
      "epoch": 0.7935376044568245,
      "grad_norm": 97.04276275634766,
      "learning_rate": 2.0637396924448408e-06,
      "loss": 0.1614,
      "step": 3561
    },
    {
      "epoch": 0.7937604456824513,
      "grad_norm": 64.52635192871094,
      "learning_rate": 2.0615110318698465e-06,
      "loss": 0.2583,
      "step": 3562
    },
    {
      "epoch": 0.793983286908078,
      "grad_norm": 19.556425094604492,
      "learning_rate": 2.059282371294852e-06,
      "loss": 0.0297,
      "step": 3563
    },
    {
      "epoch": 0.7942061281337047,
      "grad_norm": 88.8342056274414,
      "learning_rate": 2.0570537107198575e-06,
      "loss": 0.2097,
      "step": 3564
    },
    {
      "epoch": 0.7944289693593315,
      "grad_norm": 33.156925201416016,
      "learning_rate": 2.054825050144863e-06,
      "loss": 0.0719,
      "step": 3565
    },
    {
      "epoch": 0.7946518105849583,
      "grad_norm": 17.87401580810547,
      "learning_rate": 2.0525963895698685e-06,
      "loss": 0.0325,
      "step": 3566
    },
    {
      "epoch": 0.7948746518105849,
      "grad_norm": 56.6319694519043,
      "learning_rate": 2.050367728994874e-06,
      "loss": 0.5324,
      "step": 3567
    },
    {
      "epoch": 0.7950974930362117,
      "grad_norm": 8.101896286010742,
      "learning_rate": 2.04813906841988e-06,
      "loss": 0.0089,
      "step": 3568
    },
    {
      "epoch": 0.7953203342618385,
      "grad_norm": 10.933968544006348,
      "learning_rate": 2.0459104078448856e-06,
      "loss": 0.0084,
      "step": 3569
    },
    {
      "epoch": 0.7955431754874652,
      "grad_norm": 13.901912689208984,
      "learning_rate": 2.043681747269891e-06,
      "loss": 0.0167,
      "step": 3570
    },
    {
      "epoch": 0.7957660167130919,
      "grad_norm": 5.137195110321045,
      "learning_rate": 2.0414530866948966e-06,
      "loss": 0.0179,
      "step": 3571
    },
    {
      "epoch": 0.7959888579387187,
      "grad_norm": 91.47080993652344,
      "learning_rate": 2.039224426119902e-06,
      "loss": 0.3969,
      "step": 3572
    },
    {
      "epoch": 0.7962116991643454,
      "grad_norm": 93.73773193359375,
      "learning_rate": 2.0369957655449077e-06,
      "loss": 0.1531,
      "step": 3573
    },
    {
      "epoch": 0.7964345403899722,
      "grad_norm": 42.79510498046875,
      "learning_rate": 2.0347671049699134e-06,
      "loss": 0.1246,
      "step": 3574
    },
    {
      "epoch": 0.7966573816155988,
      "grad_norm": 17.37044906616211,
      "learning_rate": 2.032538444394919e-06,
      "loss": 0.0367,
      "step": 3575
    },
    {
      "epoch": 0.7968802228412256,
      "grad_norm": 14.958454132080078,
      "learning_rate": 2.0303097838199244e-06,
      "loss": 0.032,
      "step": 3576
    },
    {
      "epoch": 0.7971030640668524,
      "grad_norm": 73.30814361572266,
      "learning_rate": 2.02808112324493e-06,
      "loss": 0.1493,
      "step": 3577
    },
    {
      "epoch": 0.7973259052924792,
      "grad_norm": 23.504806518554688,
      "learning_rate": 2.0258524626699354e-06,
      "loss": 0.0256,
      "step": 3578
    },
    {
      "epoch": 0.7975487465181058,
      "grad_norm": 41.2042350769043,
      "learning_rate": 2.023623802094941e-06,
      "loss": 0.0693,
      "step": 3579
    },
    {
      "epoch": 0.7977715877437326,
      "grad_norm": 42.95335388183594,
      "learning_rate": 2.021395141519947e-06,
      "loss": 0.0798,
      "step": 3580
    },
    {
      "epoch": 0.7979944289693593,
      "grad_norm": 11.528647422790527,
      "learning_rate": 2.0191664809449525e-06,
      "loss": 0.0131,
      "step": 3581
    },
    {
      "epoch": 0.7982172701949861,
      "grad_norm": 81.60855102539062,
      "learning_rate": 2.016937820369958e-06,
      "loss": 0.2261,
      "step": 3582
    },
    {
      "epoch": 0.7984401114206128,
      "grad_norm": 6.38759708404541,
      "learning_rate": 2.0147091597949635e-06,
      "loss": 0.0101,
      "step": 3583
    },
    {
      "epoch": 0.7986629526462395,
      "grad_norm": 31.28383445739746,
      "learning_rate": 2.012480499219969e-06,
      "loss": 0.0313,
      "step": 3584
    },
    {
      "epoch": 0.7988857938718663,
      "grad_norm": 40.608394622802734,
      "learning_rate": 2.0102518386449745e-06,
      "loss": 0.1055,
      "step": 3585
    },
    {
      "epoch": 0.7991086350974931,
      "grad_norm": 8.626907348632812,
      "learning_rate": 2.0080231780699803e-06,
      "loss": 0.0252,
      "step": 3586
    },
    {
      "epoch": 0.7993314763231197,
      "grad_norm": 6.79970645904541,
      "learning_rate": 2.0057945174949856e-06,
      "loss": 0.0199,
      "step": 3587
    },
    {
      "epoch": 0.7995543175487465,
      "grad_norm": 58.376556396484375,
      "learning_rate": 2.0035658569199913e-06,
      "loss": 0.2152,
      "step": 3588
    },
    {
      "epoch": 0.7997771587743733,
      "grad_norm": 17.336172103881836,
      "learning_rate": 2.001337196344997e-06,
      "loss": 0.0209,
      "step": 3589
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.31501579284668,
      "learning_rate": 1.9991085357700023e-06,
      "loss": 0.015,
      "step": 3590
    },
    {
      "epoch": 0.8002228412256267,
      "grad_norm": 27.98579216003418,
      "learning_rate": 1.996879875195008e-06,
      "loss": 0.0324,
      "step": 3591
    },
    {
      "epoch": 0.8004456824512535,
      "grad_norm": 81.34654998779297,
      "learning_rate": 1.9946512146200137e-06,
      "loss": 0.6758,
      "step": 3592
    },
    {
      "epoch": 0.8006685236768802,
      "grad_norm": 157.24635314941406,
      "learning_rate": 1.992422554045019e-06,
      "loss": 0.3369,
      "step": 3593
    },
    {
      "epoch": 0.800891364902507,
      "grad_norm": 30.984678268432617,
      "learning_rate": 1.9901938934700247e-06,
      "loss": 0.0641,
      "step": 3594
    },
    {
      "epoch": 0.8011142061281337,
      "grad_norm": 4.787985324859619,
      "learning_rate": 1.9879652328950304e-06,
      "loss": 0.0042,
      "step": 3595
    },
    {
      "epoch": 0.8013370473537604,
      "grad_norm": 181.28004455566406,
      "learning_rate": 1.9857365723200357e-06,
      "loss": 0.3351,
      "step": 3596
    },
    {
      "epoch": 0.8015598885793872,
      "grad_norm": 13.769792556762695,
      "learning_rate": 1.9835079117450414e-06,
      "loss": 0.0277,
      "step": 3597
    },
    {
      "epoch": 0.801782729805014,
      "grad_norm": 7.539244174957275,
      "learning_rate": 1.981279251170047e-06,
      "loss": 0.0092,
      "step": 3598
    },
    {
      "epoch": 0.8020055710306406,
      "grad_norm": 111.164794921875,
      "learning_rate": 1.9790505905950525e-06,
      "loss": 0.2262,
      "step": 3599
    },
    {
      "epoch": 0.8022284122562674,
      "grad_norm": 20.15338706970215,
      "learning_rate": 1.976821930020058e-06,
      "loss": 0.0385,
      "step": 3600
    },
    {
      "epoch": 0.8024512534818942,
      "grad_norm": 54.064579010009766,
      "learning_rate": 1.974593269445064e-06,
      "loss": 0.1831,
      "step": 3601
    },
    {
      "epoch": 0.8026740947075209,
      "grad_norm": 19.774169921875,
      "learning_rate": 1.972364608870069e-06,
      "loss": 0.0193,
      "step": 3602
    },
    {
      "epoch": 0.8028969359331476,
      "grad_norm": 11.403793334960938,
      "learning_rate": 1.970135948295075e-06,
      "loss": 0.0112,
      "step": 3603
    },
    {
      "epoch": 0.8031197771587744,
      "grad_norm": 5.738613128662109,
      "learning_rate": 1.96790728772008e-06,
      "loss": 0.0059,
      "step": 3604
    },
    {
      "epoch": 0.8033426183844011,
      "grad_norm": 2.866461753845215,
      "learning_rate": 1.965678627145086e-06,
      "loss": 0.0044,
      "step": 3605
    },
    {
      "epoch": 0.8035654596100279,
      "grad_norm": 15.59575080871582,
      "learning_rate": 1.9634499665700916e-06,
      "loss": 0.0352,
      "step": 3606
    },
    {
      "epoch": 0.8037883008356546,
      "grad_norm": 57.810970306396484,
      "learning_rate": 1.9612213059950973e-06,
      "loss": 0.1817,
      "step": 3607
    },
    {
      "epoch": 0.8040111420612813,
      "grad_norm": 89.64754486083984,
      "learning_rate": 1.9589926454201026e-06,
      "loss": 0.2129,
      "step": 3608
    },
    {
      "epoch": 0.8042339832869081,
      "grad_norm": 29.081558227539062,
      "learning_rate": 1.9567639848451083e-06,
      "loss": 0.0496,
      "step": 3609
    },
    {
      "epoch": 0.8044568245125349,
      "grad_norm": 218.1135711669922,
      "learning_rate": 1.9545353242701136e-06,
      "loss": 0.9036,
      "step": 3610
    },
    {
      "epoch": 0.8046796657381615,
      "grad_norm": 40.54362869262695,
      "learning_rate": 1.9523066636951193e-06,
      "loss": 0.0732,
      "step": 3611
    },
    {
      "epoch": 0.8049025069637883,
      "grad_norm": 151.8398895263672,
      "learning_rate": 1.950078003120125e-06,
      "loss": 0.3165,
      "step": 3612
    },
    {
      "epoch": 0.8051253481894151,
      "grad_norm": 9.782710075378418,
      "learning_rate": 1.9478493425451308e-06,
      "loss": 0.0092,
      "step": 3613
    },
    {
      "epoch": 0.8053481894150418,
      "grad_norm": 28.05717658996582,
      "learning_rate": 1.945620681970136e-06,
      "loss": 0.0513,
      "step": 3614
    },
    {
      "epoch": 0.8055710306406685,
      "grad_norm": 8.901683807373047,
      "learning_rate": 1.9433920213951414e-06,
      "loss": 0.0207,
      "step": 3615
    },
    {
      "epoch": 0.8057938718662953,
      "grad_norm": 11.268464088439941,
      "learning_rate": 1.941163360820147e-06,
      "loss": 0.0138,
      "step": 3616
    },
    {
      "epoch": 0.806016713091922,
      "grad_norm": 50.16490936279297,
      "learning_rate": 1.938934700245153e-06,
      "loss": 0.1269,
      "step": 3617
    },
    {
      "epoch": 0.8062395543175488,
      "grad_norm": 17.152467727661133,
      "learning_rate": 1.9367060396701585e-06,
      "loss": 0.0192,
      "step": 3618
    },
    {
      "epoch": 0.8064623955431754,
      "grad_norm": 129.85293579101562,
      "learning_rate": 1.9344773790951642e-06,
      "loss": 0.1936,
      "step": 3619
    },
    {
      "epoch": 0.8066852367688022,
      "grad_norm": 87.7047119140625,
      "learning_rate": 1.9322487185201695e-06,
      "loss": 0.4006,
      "step": 3620
    },
    {
      "epoch": 0.806908077994429,
      "grad_norm": 64.79224395751953,
      "learning_rate": 1.930020057945175e-06,
      "loss": 0.0566,
      "step": 3621
    },
    {
      "epoch": 0.8071309192200558,
      "grad_norm": 36.9948616027832,
      "learning_rate": 1.9277913973701805e-06,
      "loss": 0.2719,
      "step": 3622
    },
    {
      "epoch": 0.8073537604456824,
      "grad_norm": 92.01107025146484,
      "learning_rate": 1.9255627367951862e-06,
      "loss": 0.1831,
      "step": 3623
    },
    {
      "epoch": 0.8075766016713092,
      "grad_norm": 90.93091583251953,
      "learning_rate": 1.923334076220192e-06,
      "loss": 0.407,
      "step": 3624
    },
    {
      "epoch": 0.807799442896936,
      "grad_norm": 52.6900634765625,
      "learning_rate": 1.9211054156451977e-06,
      "loss": 0.0897,
      "step": 3625
    },
    {
      "epoch": 0.8080222841225627,
      "grad_norm": 77.25286102294922,
      "learning_rate": 1.918876755070203e-06,
      "loss": 0.0727,
      "step": 3626
    },
    {
      "epoch": 0.8082451253481894,
      "grad_norm": 108.42279052734375,
      "learning_rate": 1.9166480944952083e-06,
      "loss": 0.377,
      "step": 3627
    },
    {
      "epoch": 0.8084679665738161,
      "grad_norm": 38.44844436645508,
      "learning_rate": 1.914419433920214e-06,
      "loss": 0.0764,
      "step": 3628
    },
    {
      "epoch": 0.8086908077994429,
      "grad_norm": 82.41915130615234,
      "learning_rate": 1.9121907733452197e-06,
      "loss": 0.0804,
      "step": 3629
    },
    {
      "epoch": 0.8089136490250697,
      "grad_norm": 592.8746337890625,
      "learning_rate": 1.9099621127702254e-06,
      "loss": 0.6531,
      "step": 3630
    },
    {
      "epoch": 0.8091364902506963,
      "grad_norm": 5.384535789489746,
      "learning_rate": 1.907733452195231e-06,
      "loss": 0.0032,
      "step": 3631
    },
    {
      "epoch": 0.8093593314763231,
      "grad_norm": 101.70696258544922,
      "learning_rate": 1.9055047916202362e-06,
      "loss": 0.1393,
      "step": 3632
    },
    {
      "epoch": 0.8095821727019499,
      "grad_norm": 28.46346092224121,
      "learning_rate": 1.903276131045242e-06,
      "loss": 0.0375,
      "step": 3633
    },
    {
      "epoch": 0.8098050139275766,
      "grad_norm": 66.53466796875,
      "learning_rate": 1.9010474704702474e-06,
      "loss": 0.2105,
      "step": 3634
    },
    {
      "epoch": 0.8100278551532033,
      "grad_norm": 16.56272315979004,
      "learning_rate": 1.8988188098952531e-06,
      "loss": 0.0237,
      "step": 3635
    },
    {
      "epoch": 0.8102506963788301,
      "grad_norm": 130.584716796875,
      "learning_rate": 1.8965901493202588e-06,
      "loss": 0.3106,
      "step": 3636
    },
    {
      "epoch": 0.8104735376044568,
      "grad_norm": 9.825068473815918,
      "learning_rate": 1.8943614887452643e-06,
      "loss": 0.0101,
      "step": 3637
    },
    {
      "epoch": 0.8106963788300836,
      "grad_norm": 33.274417877197266,
      "learning_rate": 1.8921328281702696e-06,
      "loss": 0.0622,
      "step": 3638
    },
    {
      "epoch": 0.8109192200557103,
      "grad_norm": 18.454980850219727,
      "learning_rate": 1.8899041675952754e-06,
      "loss": 0.0262,
      "step": 3639
    },
    {
      "epoch": 0.811142061281337,
      "grad_norm": 62.3597297668457,
      "learning_rate": 1.8876755070202809e-06,
      "loss": 0.1608,
      "step": 3640
    },
    {
      "epoch": 0.8113649025069638,
      "grad_norm": 129.30418395996094,
      "learning_rate": 1.8854468464452866e-06,
      "loss": 0.5659,
      "step": 3641
    },
    {
      "epoch": 0.8115877437325906,
      "grad_norm": 41.97681427001953,
      "learning_rate": 1.8832181858702923e-06,
      "loss": 0.0986,
      "step": 3642
    },
    {
      "epoch": 0.8118105849582172,
      "grad_norm": 40.01237869262695,
      "learning_rate": 1.8809895252952976e-06,
      "loss": 0.0188,
      "step": 3643
    },
    {
      "epoch": 0.812033426183844,
      "grad_norm": 49.1324577331543,
      "learning_rate": 1.878760864720303e-06,
      "loss": 0.1865,
      "step": 3644
    },
    {
      "epoch": 0.8122562674094708,
      "grad_norm": 2.0331735610961914,
      "learning_rate": 1.8765322041453088e-06,
      "loss": 0.0049,
      "step": 3645
    },
    {
      "epoch": 0.8124791086350975,
      "grad_norm": 55.07857131958008,
      "learning_rate": 1.8743035435703143e-06,
      "loss": 0.128,
      "step": 3646
    },
    {
      "epoch": 0.8127019498607242,
      "grad_norm": 10.171082496643066,
      "learning_rate": 1.87207488299532e-06,
      "loss": 0.0136,
      "step": 3647
    },
    {
      "epoch": 0.812924791086351,
      "grad_norm": 10.372204780578613,
      "learning_rate": 1.8698462224203257e-06,
      "loss": 0.0147,
      "step": 3648
    },
    {
      "epoch": 0.8131476323119777,
      "grad_norm": 11.652593612670898,
      "learning_rate": 1.867617561845331e-06,
      "loss": 0.0168,
      "step": 3649
    },
    {
      "epoch": 0.8133704735376045,
      "grad_norm": 10.078826904296875,
      "learning_rate": 1.8653889012703365e-06,
      "loss": 0.019,
      "step": 3650
    },
    {
      "epoch": 0.8135933147632312,
      "grad_norm": 271.411865234375,
      "learning_rate": 1.8631602406953422e-06,
      "loss": 1.1523,
      "step": 3651
    },
    {
      "epoch": 0.8138161559888579,
      "grad_norm": 19.762781143188477,
      "learning_rate": 1.8609315801203478e-06,
      "loss": 0.0333,
      "step": 3652
    },
    {
      "epoch": 0.8140389972144847,
      "grad_norm": 19.847578048706055,
      "learning_rate": 1.8587029195453535e-06,
      "loss": 0.0308,
      "step": 3653
    },
    {
      "epoch": 0.8142618384401115,
      "grad_norm": 39.90439224243164,
      "learning_rate": 1.8564742589703592e-06,
      "loss": 0.3911,
      "step": 3654
    },
    {
      "epoch": 0.8144846796657381,
      "grad_norm": 75.12464904785156,
      "learning_rate": 1.8542455983953645e-06,
      "loss": 0.2811,
      "step": 3655
    },
    {
      "epoch": 0.8147075208913649,
      "grad_norm": 306.48760986328125,
      "learning_rate": 1.85201693782037e-06,
      "loss": 1.5547,
      "step": 3656
    },
    {
      "epoch": 0.8149303621169917,
      "grad_norm": 25.928302764892578,
      "learning_rate": 1.8497882772453757e-06,
      "loss": 0.0345,
      "step": 3657
    },
    {
      "epoch": 0.8151532033426184,
      "grad_norm": 41.2735710144043,
      "learning_rate": 1.8475596166703814e-06,
      "loss": 0.0751,
      "step": 3658
    },
    {
      "epoch": 0.8153760445682451,
      "grad_norm": 55.380558013916016,
      "learning_rate": 1.845330956095387e-06,
      "loss": 0.1597,
      "step": 3659
    },
    {
      "epoch": 0.8155988857938719,
      "grad_norm": 13.963025093078613,
      "learning_rate": 1.8431022955203922e-06,
      "loss": 0.026,
      "step": 3660
    },
    {
      "epoch": 0.8158217270194986,
      "grad_norm": 39.889102935791016,
      "learning_rate": 1.840873634945398e-06,
      "loss": 0.0577,
      "step": 3661
    },
    {
      "epoch": 0.8160445682451254,
      "grad_norm": 29.84657859802246,
      "learning_rate": 1.8386449743704034e-06,
      "loss": 0.033,
      "step": 3662
    },
    {
      "epoch": 0.816267409470752,
      "grad_norm": 117.92764282226562,
      "learning_rate": 1.8364163137954091e-06,
      "loss": 0.1839,
      "step": 3663
    },
    {
      "epoch": 0.8164902506963788,
      "grad_norm": 107.075439453125,
      "learning_rate": 1.8341876532204149e-06,
      "loss": 0.668,
      "step": 3664
    },
    {
      "epoch": 0.8167130919220056,
      "grad_norm": 26.69399642944336,
      "learning_rate": 1.8319589926454204e-06,
      "loss": 0.0617,
      "step": 3665
    },
    {
      "epoch": 0.8169359331476324,
      "grad_norm": 95.15786743164062,
      "learning_rate": 1.8297303320704257e-06,
      "loss": 0.3225,
      "step": 3666
    },
    {
      "epoch": 0.817158774373259,
      "grad_norm": 7.039732933044434,
      "learning_rate": 1.8275016714954314e-06,
      "loss": 0.0092,
      "step": 3667
    },
    {
      "epoch": 0.8173816155988858,
      "grad_norm": 23.05092430114746,
      "learning_rate": 1.8252730109204369e-06,
      "loss": 0.0413,
      "step": 3668
    },
    {
      "epoch": 0.8176044568245125,
      "grad_norm": 255.5863037109375,
      "learning_rate": 1.8230443503454426e-06,
      "loss": 0.3912,
      "step": 3669
    },
    {
      "epoch": 0.8178272980501393,
      "grad_norm": 91.78192901611328,
      "learning_rate": 1.8208156897704483e-06,
      "loss": 0.2795,
      "step": 3670
    },
    {
      "epoch": 0.818050139275766,
      "grad_norm": 5.768767356872559,
      "learning_rate": 1.8185870291954536e-06,
      "loss": 0.0082,
      "step": 3671
    },
    {
      "epoch": 0.8182729805013927,
      "grad_norm": 47.0960807800293,
      "learning_rate": 1.816358368620459e-06,
      "loss": 0.1331,
      "step": 3672
    },
    {
      "epoch": 0.8184958217270195,
      "grad_norm": 135.47378540039062,
      "learning_rate": 1.8141297080454648e-06,
      "loss": 0.2568,
      "step": 3673
    },
    {
      "epoch": 0.8187186629526463,
      "grad_norm": 9.743560791015625,
      "learning_rate": 1.8119010474704703e-06,
      "loss": 0.0105,
      "step": 3674
    },
    {
      "epoch": 0.8189415041782729,
      "grad_norm": 185.06539916992188,
      "learning_rate": 1.809672386895476e-06,
      "loss": 0.29,
      "step": 3675
    },
    {
      "epoch": 0.8191643454038997,
      "grad_norm": 44.71807861328125,
      "learning_rate": 1.8074437263204818e-06,
      "loss": 0.079,
      "step": 3676
    },
    {
      "epoch": 0.8193871866295265,
      "grad_norm": 380.0403747558594,
      "learning_rate": 1.805215065745487e-06,
      "loss": 0.9614,
      "step": 3677
    },
    {
      "epoch": 0.8196100278551532,
      "grad_norm": 16.951480865478516,
      "learning_rate": 1.8029864051704925e-06,
      "loss": 0.0329,
      "step": 3678
    },
    {
      "epoch": 0.8198328690807799,
      "grad_norm": 21.0145320892334,
      "learning_rate": 1.8007577445954983e-06,
      "loss": 0.0596,
      "step": 3679
    },
    {
      "epoch": 0.8200557103064067,
      "grad_norm": 86.81462097167969,
      "learning_rate": 1.7985290840205038e-06,
      "loss": 0.2212,
      "step": 3680
    },
    {
      "epoch": 0.8202785515320334,
      "grad_norm": 12.900686264038086,
      "learning_rate": 1.7963004234455095e-06,
      "loss": 0.0169,
      "step": 3681
    },
    {
      "epoch": 0.8205013927576602,
      "grad_norm": 45.917274475097656,
      "learning_rate": 1.7940717628705152e-06,
      "loss": 0.3672,
      "step": 3682
    },
    {
      "epoch": 0.8207242339832869,
      "grad_norm": 11.761114120483398,
      "learning_rate": 1.7918431022955205e-06,
      "loss": 0.0249,
      "step": 3683
    },
    {
      "epoch": 0.8209470752089136,
      "grad_norm": 11.844947814941406,
      "learning_rate": 1.789614441720526e-06,
      "loss": 0.0219,
      "step": 3684
    },
    {
      "epoch": 0.8211699164345404,
      "grad_norm": 555.2286987304688,
      "learning_rate": 1.7873857811455317e-06,
      "loss": 0.7915,
      "step": 3685
    },
    {
      "epoch": 0.8213927576601672,
      "grad_norm": 118.59683227539062,
      "learning_rate": 1.7851571205705372e-06,
      "loss": 0.3827,
      "step": 3686
    },
    {
      "epoch": 0.8216155988857938,
      "grad_norm": 13.05445671081543,
      "learning_rate": 1.782928459995543e-06,
      "loss": 0.0127,
      "step": 3687
    },
    {
      "epoch": 0.8218384401114206,
      "grad_norm": 56.97084426879883,
      "learning_rate": 1.7806997994205482e-06,
      "loss": 0.1558,
      "step": 3688
    },
    {
      "epoch": 0.8220612813370474,
      "grad_norm": 123.92434692382812,
      "learning_rate": 1.778471138845554e-06,
      "loss": 0.3215,
      "step": 3689
    },
    {
      "epoch": 0.8222841225626741,
      "grad_norm": 22.88458824157715,
      "learning_rate": 1.7762424782705594e-06,
      "loss": 0.0342,
      "step": 3690
    },
    {
      "epoch": 0.8225069637883008,
      "grad_norm": 48.45170974731445,
      "learning_rate": 1.7740138176955652e-06,
      "loss": 0.0759,
      "step": 3691
    },
    {
      "epoch": 0.8227298050139276,
      "grad_norm": 38.5405387878418,
      "learning_rate": 1.7717851571205707e-06,
      "loss": 0.1614,
      "step": 3692
    },
    {
      "epoch": 0.8229526462395543,
      "grad_norm": 54.7037353515625,
      "learning_rate": 1.7695564965455764e-06,
      "loss": 0.6589,
      "step": 3693
    },
    {
      "epoch": 0.8231754874651811,
      "grad_norm": 13.123881340026855,
      "learning_rate": 1.7673278359705817e-06,
      "loss": 0.0167,
      "step": 3694
    },
    {
      "epoch": 0.8233983286908078,
      "grad_norm": 78.86859130859375,
      "learning_rate": 1.7650991753955874e-06,
      "loss": 0.2368,
      "step": 3695
    },
    {
      "epoch": 0.8236211699164345,
      "grad_norm": 16.728933334350586,
      "learning_rate": 1.7628705148205929e-06,
      "loss": 0.0482,
      "step": 3696
    },
    {
      "epoch": 0.8238440111420613,
      "grad_norm": 41.770999908447266,
      "learning_rate": 1.7606418542455986e-06,
      "loss": 0.0627,
      "step": 3697
    },
    {
      "epoch": 0.8240668523676881,
      "grad_norm": 14.5476713180542,
      "learning_rate": 1.7584131936706041e-06,
      "loss": 0.0188,
      "step": 3698
    },
    {
      "epoch": 0.8242896935933147,
      "grad_norm": 26.197919845581055,
      "learning_rate": 1.7561845330956096e-06,
      "loss": 0.0378,
      "step": 3699
    },
    {
      "epoch": 0.8245125348189415,
      "grad_norm": 99.37353515625,
      "learning_rate": 1.7539558725206151e-06,
      "loss": 0.4075,
      "step": 3700
    },
    {
      "epoch": 0.8247353760445683,
      "grad_norm": 23.41722869873047,
      "learning_rate": 1.7517272119456208e-06,
      "loss": 0.0357,
      "step": 3701
    },
    {
      "epoch": 0.824958217270195,
      "grad_norm": 12.03217887878418,
      "learning_rate": 1.7494985513706263e-06,
      "loss": 0.0165,
      "step": 3702
    },
    {
      "epoch": 0.8251810584958217,
      "grad_norm": 28.495466232299805,
      "learning_rate": 1.747269890795632e-06,
      "loss": 0.0461,
      "step": 3703
    },
    {
      "epoch": 0.8254038997214485,
      "grad_norm": 58.783470153808594,
      "learning_rate": 1.7450412302206376e-06,
      "loss": 0.1464,
      "step": 3704
    },
    {
      "epoch": 0.8256267409470752,
      "grad_norm": 20.409427642822266,
      "learning_rate": 1.742812569645643e-06,
      "loss": 0.0557,
      "step": 3705
    },
    {
      "epoch": 0.825849582172702,
      "grad_norm": 13.369253158569336,
      "learning_rate": 1.7405839090706486e-06,
      "loss": 0.0222,
      "step": 3706
    },
    {
      "epoch": 0.8260724233983286,
      "grad_norm": 13.044698715209961,
      "learning_rate": 1.7383552484956543e-06,
      "loss": 0.021,
      "step": 3707
    },
    {
      "epoch": 0.8262952646239554,
      "grad_norm": 27.620189666748047,
      "learning_rate": 1.7361265879206598e-06,
      "loss": 0.0532,
      "step": 3708
    },
    {
      "epoch": 0.8265181058495822,
      "grad_norm": 11.250707626342773,
      "learning_rate": 1.7338979273456655e-06,
      "loss": 0.0141,
      "step": 3709
    },
    {
      "epoch": 0.826740947075209,
      "grad_norm": 130.76010131835938,
      "learning_rate": 1.731669266770671e-06,
      "loss": 0.334,
      "step": 3710
    },
    {
      "epoch": 0.8269637883008356,
      "grad_norm": 2.4471826553344727,
      "learning_rate": 1.7294406061956765e-06,
      "loss": 0.0031,
      "step": 3711
    },
    {
      "epoch": 0.8271866295264624,
      "grad_norm": 67.51644134521484,
      "learning_rate": 1.727211945620682e-06,
      "loss": 0.335,
      "step": 3712
    },
    {
      "epoch": 0.8274094707520891,
      "grad_norm": 20.140045166015625,
      "learning_rate": 1.7249832850456877e-06,
      "loss": 0.0291,
      "step": 3713
    },
    {
      "epoch": 0.8276323119777159,
      "grad_norm": 17.127103805541992,
      "learning_rate": 1.7227546244706932e-06,
      "loss": 0.0285,
      "step": 3714
    },
    {
      "epoch": 0.8278551532033426,
      "grad_norm": 37.299537658691406,
      "learning_rate": 1.720525963895699e-06,
      "loss": 0.0632,
      "step": 3715
    },
    {
      "epoch": 0.8280779944289693,
      "grad_norm": 24.389083862304688,
      "learning_rate": 1.7182973033207042e-06,
      "loss": 0.0414,
      "step": 3716
    },
    {
      "epoch": 0.8283008356545961,
      "grad_norm": 132.66685485839844,
      "learning_rate": 1.71606864274571e-06,
      "loss": 0.3965,
      "step": 3717
    },
    {
      "epoch": 0.8285236768802229,
      "grad_norm": 269.7899475097656,
      "learning_rate": 1.7138399821707155e-06,
      "loss": 0.3315,
      "step": 3718
    },
    {
      "epoch": 0.8287465181058495,
      "grad_norm": 7.75321626663208,
      "learning_rate": 1.7116113215957212e-06,
      "loss": 0.0068,
      "step": 3719
    },
    {
      "epoch": 0.8289693593314763,
      "grad_norm": 186.30087280273438,
      "learning_rate": 1.7093826610207267e-06,
      "loss": 0.7383,
      "step": 3720
    },
    {
      "epoch": 0.8291922005571031,
      "grad_norm": 18.948522567749023,
      "learning_rate": 1.7071540004457324e-06,
      "loss": 0.0173,
      "step": 3721
    },
    {
      "epoch": 0.8294150417827298,
      "grad_norm": 38.3223762512207,
      "learning_rate": 1.7049253398707377e-06,
      "loss": 0.0637,
      "step": 3722
    },
    {
      "epoch": 0.8296378830083565,
      "grad_norm": 79.85548400878906,
      "learning_rate": 1.7026966792957434e-06,
      "loss": 0.2709,
      "step": 3723
    },
    {
      "epoch": 0.8298607242339833,
      "grad_norm": 91.16136169433594,
      "learning_rate": 1.700468018720749e-06,
      "loss": 0.2759,
      "step": 3724
    },
    {
      "epoch": 0.83008356545961,
      "grad_norm": 12.473871231079102,
      "learning_rate": 1.6982393581457546e-06,
      "loss": 0.0176,
      "step": 3725
    },
    {
      "epoch": 0.8303064066852368,
      "grad_norm": 7.842342853546143,
      "learning_rate": 1.6960106975707601e-06,
      "loss": 0.0097,
      "step": 3726
    },
    {
      "epoch": 0.8305292479108635,
      "grad_norm": 12.269200325012207,
      "learning_rate": 1.6937820369957658e-06,
      "loss": 0.016,
      "step": 3727
    },
    {
      "epoch": 0.8307520891364902,
      "grad_norm": 48.677162170410156,
      "learning_rate": 1.6915533764207711e-06,
      "loss": 0.1494,
      "step": 3728
    },
    {
      "epoch": 0.830974930362117,
      "grad_norm": 52.66766357421875,
      "learning_rate": 1.6893247158457768e-06,
      "loss": 0.1416,
      "step": 3729
    },
    {
      "epoch": 0.8311977715877438,
      "grad_norm": 13.697757720947266,
      "learning_rate": 1.6870960552707823e-06,
      "loss": 0.014,
      "step": 3730
    },
    {
      "epoch": 0.8314206128133704,
      "grad_norm": 93.17494201660156,
      "learning_rate": 1.684867394695788e-06,
      "loss": 0.2445,
      "step": 3731
    },
    {
      "epoch": 0.8316434540389972,
      "grad_norm": 9.96962833404541,
      "learning_rate": 1.6826387341207936e-06,
      "loss": 0.0072,
      "step": 3732
    },
    {
      "epoch": 0.831866295264624,
      "grad_norm": 6.7450737953186035,
      "learning_rate": 1.680410073545799e-06,
      "loss": 0.0085,
      "step": 3733
    },
    {
      "epoch": 0.8320891364902507,
      "grad_norm": 147.25843811035156,
      "learning_rate": 1.6781814129708046e-06,
      "loss": 0.3867,
      "step": 3734
    },
    {
      "epoch": 0.8323119777158774,
      "grad_norm": 160.50755310058594,
      "learning_rate": 1.6759527523958103e-06,
      "loss": 0.7217,
      "step": 3735
    },
    {
      "epoch": 0.8325348189415042,
      "grad_norm": 17.239728927612305,
      "learning_rate": 1.6737240918208158e-06,
      "loss": 0.0238,
      "step": 3736
    },
    {
      "epoch": 0.8327576601671309,
      "grad_norm": 68.24420928955078,
      "learning_rate": 1.6714954312458215e-06,
      "loss": 0.0578,
      "step": 3737
    },
    {
      "epoch": 0.8329805013927577,
      "grad_norm": 33.40977096557617,
      "learning_rate": 1.669266770670827e-06,
      "loss": 0.0485,
      "step": 3738
    },
    {
      "epoch": 0.8332033426183844,
      "grad_norm": 29.94497299194336,
      "learning_rate": 1.6670381100958325e-06,
      "loss": 0.0403,
      "step": 3739
    },
    {
      "epoch": 0.8334261838440111,
      "grad_norm": 99.6041488647461,
      "learning_rate": 1.664809449520838e-06,
      "loss": 0.1638,
      "step": 3740
    },
    {
      "epoch": 0.8336490250696379,
      "grad_norm": 1.6214501857757568,
      "learning_rate": 1.6625807889458437e-06,
      "loss": 0.0032,
      "step": 3741
    },
    {
      "epoch": 0.8338718662952647,
      "grad_norm": 151.5590057373047,
      "learning_rate": 1.6603521283708492e-06,
      "loss": 0.509,
      "step": 3742
    },
    {
      "epoch": 0.8340947075208913,
      "grad_norm": 71.2295150756836,
      "learning_rate": 1.658123467795855e-06,
      "loss": 0.6094,
      "step": 3743
    },
    {
      "epoch": 0.8343175487465181,
      "grad_norm": 26.021778106689453,
      "learning_rate": 1.6558948072208602e-06,
      "loss": 0.0631,
      "step": 3744
    },
    {
      "epoch": 0.8345403899721449,
      "grad_norm": 412.5232238769531,
      "learning_rate": 1.653666146645866e-06,
      "loss": 0.8555,
      "step": 3745
    },
    {
      "epoch": 0.8347632311977716,
      "grad_norm": 33.35633850097656,
      "learning_rate": 1.6514374860708715e-06,
      "loss": 0.0908,
      "step": 3746
    },
    {
      "epoch": 0.8349860724233983,
      "grad_norm": 263.56317138671875,
      "learning_rate": 1.6492088254958772e-06,
      "loss": 2.3344,
      "step": 3747
    },
    {
      "epoch": 0.835208913649025,
      "grad_norm": 79.27645111083984,
      "learning_rate": 1.6469801649208827e-06,
      "loss": 0.8597,
      "step": 3748
    },
    {
      "epoch": 0.8354317548746518,
      "grad_norm": 15.104681015014648,
      "learning_rate": 1.6447515043458884e-06,
      "loss": 0.0331,
      "step": 3749
    },
    {
      "epoch": 0.8356545961002786,
      "grad_norm": 145.96595764160156,
      "learning_rate": 1.6425228437708937e-06,
      "loss": 0.7605,
      "step": 3750
    },
    {
      "epoch": 0.8358774373259052,
      "grad_norm": 49.31643295288086,
      "learning_rate": 1.6402941831958994e-06,
      "loss": 0.3886,
      "step": 3751
    },
    {
      "epoch": 0.836100278551532,
      "grad_norm": 2.066913366317749,
      "learning_rate": 1.638065522620905e-06,
      "loss": 0.0052,
      "step": 3752
    },
    {
      "epoch": 0.8363231197771588,
      "grad_norm": 15.430181503295898,
      "learning_rate": 1.6358368620459106e-06,
      "loss": 0.0205,
      "step": 3753
    },
    {
      "epoch": 0.8365459610027856,
      "grad_norm": 20.85686683654785,
      "learning_rate": 1.6336082014709161e-06,
      "loss": 0.0226,
      "step": 3754
    },
    {
      "epoch": 0.8367688022284122,
      "grad_norm": 34.4998893737793,
      "learning_rate": 1.6313795408959218e-06,
      "loss": 0.0891,
      "step": 3755
    },
    {
      "epoch": 0.836991643454039,
      "grad_norm": 7.242171764373779,
      "learning_rate": 1.6291508803209271e-06,
      "loss": 0.0165,
      "step": 3756
    },
    {
      "epoch": 0.8372144846796657,
      "grad_norm": 85.9482192993164,
      "learning_rate": 1.6269222197459329e-06,
      "loss": 0.1539,
      "step": 3757
    },
    {
      "epoch": 0.8374373259052925,
      "grad_norm": 434.4616394042969,
      "learning_rate": 1.6246935591709384e-06,
      "loss": 0.6504,
      "step": 3758
    },
    {
      "epoch": 0.8376601671309192,
      "grad_norm": 24.45787239074707,
      "learning_rate": 1.622464898595944e-06,
      "loss": 0.0522,
      "step": 3759
    },
    {
      "epoch": 0.8378830083565459,
      "grad_norm": 115.92188262939453,
      "learning_rate": 1.6202362380209496e-06,
      "loss": 0.1921,
      "step": 3760
    },
    {
      "epoch": 0.8381058495821727,
      "grad_norm": 19.281343460083008,
      "learning_rate": 1.618007577445955e-06,
      "loss": 0.0292,
      "step": 3761
    },
    {
      "epoch": 0.8383286908077995,
      "grad_norm": 403.72845458984375,
      "learning_rate": 1.6157789168709606e-06,
      "loss": 2.3418,
      "step": 3762
    },
    {
      "epoch": 0.8385515320334261,
      "grad_norm": 81.48253631591797,
      "learning_rate": 1.6135502562959663e-06,
      "loss": 0.3804,
      "step": 3763
    },
    {
      "epoch": 0.8387743732590529,
      "grad_norm": 13.686598777770996,
      "learning_rate": 1.6113215957209718e-06,
      "loss": 0.015,
      "step": 3764
    },
    {
      "epoch": 0.8389972144846797,
      "grad_norm": 20.772266387939453,
      "learning_rate": 1.6090929351459775e-06,
      "loss": 0.0217,
      "step": 3765
    },
    {
      "epoch": 0.8392200557103064,
      "grad_norm": 130.72518920898438,
      "learning_rate": 1.606864274570983e-06,
      "loss": 0.6115,
      "step": 3766
    },
    {
      "epoch": 0.8394428969359331,
      "grad_norm": 28.17095184326172,
      "learning_rate": 1.6046356139959885e-06,
      "loss": 0.0547,
      "step": 3767
    },
    {
      "epoch": 0.8396657381615599,
      "grad_norm": 49.17845153808594,
      "learning_rate": 1.602406953420994e-06,
      "loss": 0.0707,
      "step": 3768
    },
    {
      "epoch": 0.8398885793871866,
      "grad_norm": 39.37165451049805,
      "learning_rate": 1.6001782928459997e-06,
      "loss": 0.0758,
      "step": 3769
    },
    {
      "epoch": 0.8401114206128134,
      "grad_norm": 8.929742813110352,
      "learning_rate": 1.5979496322710053e-06,
      "loss": 0.009,
      "step": 3770
    },
    {
      "epoch": 0.8403342618384401,
      "grad_norm": 113.6968002319336,
      "learning_rate": 1.595720971696011e-06,
      "loss": 0.2363,
      "step": 3771
    },
    {
      "epoch": 0.8405571030640668,
      "grad_norm": 168.7826385498047,
      "learning_rate": 1.5934923111210163e-06,
      "loss": 0.234,
      "step": 3772
    },
    {
      "epoch": 0.8407799442896936,
      "grad_norm": 149.38189697265625,
      "learning_rate": 1.591263650546022e-06,
      "loss": 0.6826,
      "step": 3773
    },
    {
      "epoch": 0.8410027855153204,
      "grad_norm": 66.969482421875,
      "learning_rate": 1.5890349899710275e-06,
      "loss": 0.0529,
      "step": 3774
    },
    {
      "epoch": 0.841225626740947,
      "grad_norm": 122.93728637695312,
      "learning_rate": 1.5868063293960332e-06,
      "loss": 0.4701,
      "step": 3775
    },
    {
      "epoch": 0.8414484679665738,
      "grad_norm": 56.55094528198242,
      "learning_rate": 1.5845776688210387e-06,
      "loss": 0.0866,
      "step": 3776
    },
    {
      "epoch": 0.8416713091922006,
      "grad_norm": 20.650915145874023,
      "learning_rate": 1.5823490082460444e-06,
      "loss": 0.0657,
      "step": 3777
    },
    {
      "epoch": 0.8418941504178273,
      "grad_norm": 1.5753731727600098,
      "learning_rate": 1.5801203476710497e-06,
      "loss": 0.0028,
      "step": 3778
    },
    {
      "epoch": 0.842116991643454,
      "grad_norm": 88.11133575439453,
      "learning_rate": 1.5778916870960554e-06,
      "loss": 0.4098,
      "step": 3779
    },
    {
      "epoch": 0.8423398328690808,
      "grad_norm": 39.161460876464844,
      "learning_rate": 1.575663026521061e-06,
      "loss": 0.0941,
      "step": 3780
    },
    {
      "epoch": 0.8425626740947075,
      "grad_norm": 10.509624481201172,
      "learning_rate": 1.5734343659460666e-06,
      "loss": 0.009,
      "step": 3781
    },
    {
      "epoch": 0.8427855153203343,
      "grad_norm": 89.8250503540039,
      "learning_rate": 1.5712057053710721e-06,
      "loss": 0.0981,
      "step": 3782
    },
    {
      "epoch": 0.843008356545961,
      "grad_norm": 11.52843952178955,
      "learning_rate": 1.5689770447960779e-06,
      "loss": 0.0205,
      "step": 3783
    },
    {
      "epoch": 0.8432311977715877,
      "grad_norm": 5.0555620193481445,
      "learning_rate": 1.5667483842210832e-06,
      "loss": 0.0034,
      "step": 3784
    },
    {
      "epoch": 0.8434540389972145,
      "grad_norm": 34.44438171386719,
      "learning_rate": 1.5645197236460889e-06,
      "loss": 0.0288,
      "step": 3785
    },
    {
      "epoch": 0.8436768802228413,
      "grad_norm": 134.03318786621094,
      "learning_rate": 1.5622910630710944e-06,
      "loss": 0.1785,
      "step": 3786
    },
    {
      "epoch": 0.8438997214484679,
      "grad_norm": 56.49296188354492,
      "learning_rate": 1.5600624024961e-06,
      "loss": 0.5541,
      "step": 3787
    },
    {
      "epoch": 0.8441225626740947,
      "grad_norm": 75.3019790649414,
      "learning_rate": 1.5578337419211056e-06,
      "loss": 0.3305,
      "step": 3788
    },
    {
      "epoch": 0.8443454038997215,
      "grad_norm": 14.224801063537598,
      "learning_rate": 1.5556050813461109e-06,
      "loss": 0.0164,
      "step": 3789
    },
    {
      "epoch": 0.8445682451253482,
      "grad_norm": 6.073330879211426,
      "learning_rate": 1.5533764207711166e-06,
      "loss": 0.0034,
      "step": 3790
    },
    {
      "epoch": 0.8447910863509749,
      "grad_norm": 19.4307861328125,
      "learning_rate": 1.5511477601961223e-06,
      "loss": 0.0219,
      "step": 3791
    },
    {
      "epoch": 0.8450139275766017,
      "grad_norm": 42.757568359375,
      "learning_rate": 1.5489190996211278e-06,
      "loss": 0.3727,
      "step": 3792
    },
    {
      "epoch": 0.8452367688022284,
      "grad_norm": 35.4625244140625,
      "learning_rate": 1.5466904390461335e-06,
      "loss": 0.0706,
      "step": 3793
    },
    {
      "epoch": 0.8454596100278552,
      "grad_norm": 76.10589599609375,
      "learning_rate": 1.544461778471139e-06,
      "loss": 0.1396,
      "step": 3794
    },
    {
      "epoch": 0.8456824512534818,
      "grad_norm": 22.054889678955078,
      "learning_rate": 1.5422331178961445e-06,
      "loss": 0.0397,
      "step": 3795
    },
    {
      "epoch": 0.8459052924791086,
      "grad_norm": 5.599750995635986,
      "learning_rate": 1.54000445732115e-06,
      "loss": 0.0146,
      "step": 3796
    },
    {
      "epoch": 0.8461281337047354,
      "grad_norm": 11.813395500183105,
      "learning_rate": 1.5377757967461558e-06,
      "loss": 0.024,
      "step": 3797
    },
    {
      "epoch": 0.8463509749303622,
      "grad_norm": 38.5931396484375,
      "learning_rate": 1.5355471361711613e-06,
      "loss": 0.0741,
      "step": 3798
    },
    {
      "epoch": 0.8465738161559888,
      "grad_norm": 7.751234531402588,
      "learning_rate": 1.533318475596167e-06,
      "loss": 0.022,
      "step": 3799
    },
    {
      "epoch": 0.8467966573816156,
      "grad_norm": 11.853023529052734,
      "learning_rate": 1.5310898150211723e-06,
      "loss": 0.0214,
      "step": 3800
    },
    {
      "epoch": 0.8470194986072423,
      "grad_norm": 12.598234176635742,
      "learning_rate": 1.528861154446178e-06,
      "loss": 0.0242,
      "step": 3801
    },
    {
      "epoch": 0.8472423398328691,
      "grad_norm": 11.54452896118164,
      "learning_rate": 1.5266324938711835e-06,
      "loss": 0.0184,
      "step": 3802
    },
    {
      "epoch": 0.8474651810584958,
      "grad_norm": 43.32990264892578,
      "learning_rate": 1.5244038332961892e-06,
      "loss": 0.3179,
      "step": 3803
    },
    {
      "epoch": 0.8476880222841225,
      "grad_norm": 5.86623477935791,
      "learning_rate": 1.5221751727211947e-06,
      "loss": 0.0062,
      "step": 3804
    },
    {
      "epoch": 0.8479108635097493,
      "grad_norm": 50.367767333984375,
      "learning_rate": 1.5199465121462004e-06,
      "loss": 0.3538,
      "step": 3805
    },
    {
      "epoch": 0.8481337047353761,
      "grad_norm": 3.9680216312408447,
      "learning_rate": 1.5177178515712057e-06,
      "loss": 0.0043,
      "step": 3806
    },
    {
      "epoch": 0.8483565459610027,
      "grad_norm": 46.20137405395508,
      "learning_rate": 1.5154891909962114e-06,
      "loss": 0.2156,
      "step": 3807
    },
    {
      "epoch": 0.8485793871866295,
      "grad_norm": 121.20306396484375,
      "learning_rate": 1.513260530421217e-06,
      "loss": 0.4121,
      "step": 3808
    },
    {
      "epoch": 0.8488022284122563,
      "grad_norm": 183.39822387695312,
      "learning_rate": 1.5110318698462227e-06,
      "loss": 0.7939,
      "step": 3809
    },
    {
      "epoch": 0.849025069637883,
      "grad_norm": 48.489261627197266,
      "learning_rate": 1.5088032092712282e-06,
      "loss": 0.089,
      "step": 3810
    },
    {
      "epoch": 0.8492479108635097,
      "grad_norm": 12.566971778869629,
      "learning_rate": 1.5065745486962339e-06,
      "loss": 0.0194,
      "step": 3811
    },
    {
      "epoch": 0.8494707520891365,
      "grad_norm": 56.373714447021484,
      "learning_rate": 1.5043458881212392e-06,
      "loss": 0.667,
      "step": 3812
    },
    {
      "epoch": 0.8496935933147632,
      "grad_norm": 25.182228088378906,
      "learning_rate": 1.5021172275462449e-06,
      "loss": 0.0129,
      "step": 3813
    },
    {
      "epoch": 0.84991643454039,
      "grad_norm": 138.46847534179688,
      "learning_rate": 1.4998885669712504e-06,
      "loss": 0.2036,
      "step": 3814
    },
    {
      "epoch": 0.8501392757660167,
      "grad_norm": 69.47021484375,
      "learning_rate": 1.497659906396256e-06,
      "loss": 0.0517,
      "step": 3815
    },
    {
      "epoch": 0.8503621169916434,
      "grad_norm": 2.0334861278533936,
      "learning_rate": 1.4954312458212616e-06,
      "loss": 0.0064,
      "step": 3816
    },
    {
      "epoch": 0.8505849582172702,
      "grad_norm": 31.64836883544922,
      "learning_rate": 1.493202585246267e-06,
      "loss": 0.0346,
      "step": 3817
    },
    {
      "epoch": 0.850807799442897,
      "grad_norm": 46.661415100097656,
      "learning_rate": 1.4909739246712726e-06,
      "loss": 0.0965,
      "step": 3818
    },
    {
      "epoch": 0.8510306406685236,
      "grad_norm": 41.034393310546875,
      "learning_rate": 1.4887452640962783e-06,
      "loss": 0.0939,
      "step": 3819
    },
    {
      "epoch": 0.8512534818941504,
      "grad_norm": 3.8851399421691895,
      "learning_rate": 1.4865166035212838e-06,
      "loss": 0.0058,
      "step": 3820
    },
    {
      "epoch": 0.8514763231197772,
      "grad_norm": 44.5485725402832,
      "learning_rate": 1.4842879429462895e-06,
      "loss": 0.4987,
      "step": 3821
    },
    {
      "epoch": 0.8516991643454039,
      "grad_norm": 11.066428184509277,
      "learning_rate": 1.482059282371295e-06,
      "loss": 0.01,
      "step": 3822
    },
    {
      "epoch": 0.8519220055710306,
      "grad_norm": 61.496253967285156,
      "learning_rate": 1.4798306217963003e-06,
      "loss": 0.5627,
      "step": 3823
    },
    {
      "epoch": 0.8521448467966574,
      "grad_norm": 4.395218372344971,
      "learning_rate": 1.477601961221306e-06,
      "loss": 0.0055,
      "step": 3824
    },
    {
      "epoch": 0.8523676880222841,
      "grad_norm": 109.27703094482422,
      "learning_rate": 1.4753733006463118e-06,
      "loss": 0.2778,
      "step": 3825
    },
    {
      "epoch": 0.8525905292479109,
      "grad_norm": 15.94909381866455,
      "learning_rate": 1.4731446400713173e-06,
      "loss": 0.0205,
      "step": 3826
    },
    {
      "epoch": 0.8528133704735376,
      "grad_norm": 12.60184383392334,
      "learning_rate": 1.470915979496323e-06,
      "loss": 0.0108,
      "step": 3827
    },
    {
      "epoch": 0.8530362116991643,
      "grad_norm": 5.576254367828369,
      "learning_rate": 1.4686873189213283e-06,
      "loss": 0.0063,
      "step": 3828
    },
    {
      "epoch": 0.8532590529247911,
      "grad_norm": 60.5048942565918,
      "learning_rate": 1.4664586583463338e-06,
      "loss": 0.0737,
      "step": 3829
    },
    {
      "epoch": 0.8534818941504179,
      "grad_norm": 9.066506385803223,
      "learning_rate": 1.4642299977713395e-06,
      "loss": 0.0356,
      "step": 3830
    },
    {
      "epoch": 0.8537047353760445,
      "grad_norm": 8.285438537597656,
      "learning_rate": 1.4620013371963452e-06,
      "loss": 0.0072,
      "step": 3831
    },
    {
      "epoch": 0.8539275766016713,
      "grad_norm": 30.42351531982422,
      "learning_rate": 1.4597726766213507e-06,
      "loss": 0.0493,
      "step": 3832
    },
    {
      "epoch": 0.8541504178272981,
      "grad_norm": 20.40723991394043,
      "learning_rate": 1.4575440160463564e-06,
      "loss": 0.0312,
      "step": 3833
    },
    {
      "epoch": 0.8543732590529248,
      "grad_norm": 66.28965759277344,
      "learning_rate": 1.4553153554713617e-06,
      "loss": 0.0609,
      "step": 3834
    },
    {
      "epoch": 0.8545961002785515,
      "grad_norm": 2.699519157409668,
      "learning_rate": 1.4530866948963672e-06,
      "loss": 0.0088,
      "step": 3835
    },
    {
      "epoch": 0.8548189415041783,
      "grad_norm": 34.25684356689453,
      "learning_rate": 1.450858034321373e-06,
      "loss": 0.0684,
      "step": 3836
    },
    {
      "epoch": 0.855041782729805,
      "grad_norm": 7.53316593170166,
      "learning_rate": 1.4486293737463787e-06,
      "loss": 0.0168,
      "step": 3837
    },
    {
      "epoch": 0.8552646239554318,
      "grad_norm": 68.60707092285156,
      "learning_rate": 1.4464007131713842e-06,
      "loss": 0.1135,
      "step": 3838
    },
    {
      "epoch": 0.8554874651810584,
      "grad_norm": 21.967805862426758,
      "learning_rate": 1.4441720525963899e-06,
      "loss": 0.0446,
      "step": 3839
    },
    {
      "epoch": 0.8557103064066852,
      "grad_norm": 29.325477600097656,
      "learning_rate": 1.4419433920213952e-06,
      "loss": 0.0768,
      "step": 3840
    },
    {
      "epoch": 0.855933147632312,
      "grad_norm": 23.088333129882812,
      "learning_rate": 1.4397147314464007e-06,
      "loss": 0.031,
      "step": 3841
    },
    {
      "epoch": 0.8561559888579388,
      "grad_norm": 16.098711013793945,
      "learning_rate": 1.4374860708714064e-06,
      "loss": 0.0318,
      "step": 3842
    },
    {
      "epoch": 0.8563788300835654,
      "grad_norm": 52.83892059326172,
      "learning_rate": 1.4352574102964121e-06,
      "loss": 0.1204,
      "step": 3843
    },
    {
      "epoch": 0.8566016713091922,
      "grad_norm": 177.2862091064453,
      "learning_rate": 1.4330287497214176e-06,
      "loss": 0.5352,
      "step": 3844
    },
    {
      "epoch": 0.856824512534819,
      "grad_norm": 52.29426193237305,
      "learning_rate": 1.430800089146423e-06,
      "loss": 0.0799,
      "step": 3845
    },
    {
      "epoch": 0.8570473537604457,
      "grad_norm": 25.34898567199707,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 0.0328,
      "step": 3846
    },
    {
      "epoch": 0.8572701949860724,
      "grad_norm": 4.01814079284668,
      "learning_rate": 1.4263427679964341e-06,
      "loss": 0.01,
      "step": 3847
    },
    {
      "epoch": 0.8574930362116991,
      "grad_norm": 37.727901458740234,
      "learning_rate": 1.4241141074214398e-06,
      "loss": 0.0689,
      "step": 3848
    },
    {
      "epoch": 0.8577158774373259,
      "grad_norm": 48.853240966796875,
      "learning_rate": 1.4218854468464456e-06,
      "loss": 0.0386,
      "step": 3849
    },
    {
      "epoch": 0.8579387186629527,
      "grad_norm": 13.567808151245117,
      "learning_rate": 1.419656786271451e-06,
      "loss": 0.0349,
      "step": 3850
    },
    {
      "epoch": 0.8581615598885793,
      "grad_norm": 5.394569396972656,
      "learning_rate": 1.4174281256964564e-06,
      "loss": 0.0074,
      "step": 3851
    },
    {
      "epoch": 0.8583844011142061,
      "grad_norm": 53.730079650878906,
      "learning_rate": 1.415199465121462e-06,
      "loss": 0.0675,
      "step": 3852
    },
    {
      "epoch": 0.8586072423398329,
      "grad_norm": 115.87704467773438,
      "learning_rate": 1.4129708045464676e-06,
      "loss": 0.2712,
      "step": 3853
    },
    {
      "epoch": 0.8588300835654596,
      "grad_norm": 68.7807846069336,
      "learning_rate": 1.4107421439714733e-06,
      "loss": 0.4643,
      "step": 3854
    },
    {
      "epoch": 0.8590529247910863,
      "grad_norm": 22.449613571166992,
      "learning_rate": 1.408513483396479e-06,
      "loss": 0.0226,
      "step": 3855
    },
    {
      "epoch": 0.8592757660167131,
      "grad_norm": 44.550506591796875,
      "learning_rate": 1.4062848228214845e-06,
      "loss": 0.1097,
      "step": 3856
    },
    {
      "epoch": 0.8594986072423398,
      "grad_norm": 44.111507415771484,
      "learning_rate": 1.4040561622464898e-06,
      "loss": 0.0779,
      "step": 3857
    },
    {
      "epoch": 0.8597214484679666,
      "grad_norm": 12.179485321044922,
      "learning_rate": 1.4018275016714955e-06,
      "loss": 0.0116,
      "step": 3858
    },
    {
      "epoch": 0.8599442896935933,
      "grad_norm": 53.04004669189453,
      "learning_rate": 1.399598841096501e-06,
      "loss": 0.1003,
      "step": 3859
    },
    {
      "epoch": 0.86016713091922,
      "grad_norm": 10.077458381652832,
      "learning_rate": 1.3973701805215067e-06,
      "loss": 0.0175,
      "step": 3860
    },
    {
      "epoch": 0.8603899721448468,
      "grad_norm": 27.029518127441406,
      "learning_rate": 1.3951415199465125e-06,
      "loss": 0.0198,
      "step": 3861
    },
    {
      "epoch": 0.8606128133704736,
      "grad_norm": 28.331661224365234,
      "learning_rate": 1.3929128593715177e-06,
      "loss": 0.0361,
      "step": 3862
    },
    {
      "epoch": 0.8608356545961002,
      "grad_norm": 26.969005584716797,
      "learning_rate": 1.3906841987965233e-06,
      "loss": 0.0378,
      "step": 3863
    },
    {
      "epoch": 0.861058495821727,
      "grad_norm": 1.91398024559021,
      "learning_rate": 1.388455538221529e-06,
      "loss": 0.0014,
      "step": 3864
    },
    {
      "epoch": 0.8612813370473538,
      "grad_norm": 15.352554321289062,
      "learning_rate": 1.3862268776465345e-06,
      "loss": 0.0267,
      "step": 3865
    },
    {
      "epoch": 0.8615041782729805,
      "grad_norm": 8.48007869720459,
      "learning_rate": 1.3839982170715402e-06,
      "loss": 0.0071,
      "step": 3866
    },
    {
      "epoch": 0.8617270194986072,
      "grad_norm": 328.0775451660156,
      "learning_rate": 1.381769556496546e-06,
      "loss": 0.9691,
      "step": 3867
    },
    {
      "epoch": 0.861949860724234,
      "grad_norm": 80.10315704345703,
      "learning_rate": 1.3795408959215512e-06,
      "loss": 0.5474,
      "step": 3868
    },
    {
      "epoch": 0.8621727019498607,
      "grad_norm": 11.099803924560547,
      "learning_rate": 1.3773122353465567e-06,
      "loss": 0.0145,
      "step": 3869
    },
    {
      "epoch": 0.8623955431754875,
      "grad_norm": 9.178848266601562,
      "learning_rate": 1.3750835747715624e-06,
      "loss": 0.0083,
      "step": 3870
    },
    {
      "epoch": 0.8626183844011142,
      "grad_norm": 16.247900009155273,
      "learning_rate": 1.372854914196568e-06,
      "loss": 0.0273,
      "step": 3871
    },
    {
      "epoch": 0.8628412256267409,
      "grad_norm": 33.09101867675781,
      "learning_rate": 1.3706262536215736e-06,
      "loss": 0.1154,
      "step": 3872
    },
    {
      "epoch": 0.8630640668523677,
      "grad_norm": 34.7025146484375,
      "learning_rate": 1.368397593046579e-06,
      "loss": 0.059,
      "step": 3873
    },
    {
      "epoch": 0.8632869080779945,
      "grad_norm": 85.67278289794922,
      "learning_rate": 1.3661689324715846e-06,
      "loss": 0.4893,
      "step": 3874
    },
    {
      "epoch": 0.8635097493036211,
      "grad_norm": 10.385171890258789,
      "learning_rate": 1.3639402718965901e-06,
      "loss": 0.0212,
      "step": 3875
    },
    {
      "epoch": 0.8637325905292479,
      "grad_norm": 173.15350341796875,
      "learning_rate": 1.3617116113215959e-06,
      "loss": 0.7112,
      "step": 3876
    },
    {
      "epoch": 0.8639554317548747,
      "grad_norm": 84.44412994384766,
      "learning_rate": 1.3594829507466016e-06,
      "loss": 0.073,
      "step": 3877
    },
    {
      "epoch": 0.8641782729805014,
      "grad_norm": 126.10416412353516,
      "learning_rate": 1.357254290171607e-06,
      "loss": 0.4757,
      "step": 3878
    },
    {
      "epoch": 0.8644011142061281,
      "grad_norm": 49.156551361083984,
      "learning_rate": 1.3550256295966124e-06,
      "loss": 0.084,
      "step": 3879
    },
    {
      "epoch": 0.8646239554317549,
      "grad_norm": 72.02362823486328,
      "learning_rate": 1.352796969021618e-06,
      "loss": 0.0889,
      "step": 3880
    },
    {
      "epoch": 0.8648467966573816,
      "grad_norm": 16.190340042114258,
      "learning_rate": 1.3505683084466236e-06,
      "loss": 0.0095,
      "step": 3881
    },
    {
      "epoch": 0.8650696378830084,
      "grad_norm": 48.068790435791016,
      "learning_rate": 1.3483396478716293e-06,
      "loss": 0.0949,
      "step": 3882
    },
    {
      "epoch": 0.865292479108635,
      "grad_norm": 19.60396957397461,
      "learning_rate": 1.346110987296635e-06,
      "loss": 0.0331,
      "step": 3883
    },
    {
      "epoch": 0.8655153203342618,
      "grad_norm": 220.31927490234375,
      "learning_rate": 1.3438823267216405e-06,
      "loss": 0.742,
      "step": 3884
    },
    {
      "epoch": 0.8657381615598886,
      "grad_norm": 4.721546649932861,
      "learning_rate": 1.3416536661466458e-06,
      "loss": 0.0053,
      "step": 3885
    },
    {
      "epoch": 0.8659610027855154,
      "grad_norm": 6.184621334075928,
      "learning_rate": 1.3394250055716515e-06,
      "loss": 0.0052,
      "step": 3886
    },
    {
      "epoch": 0.866183844011142,
      "grad_norm": 13.357644081115723,
      "learning_rate": 1.337196344996657e-06,
      "loss": 0.0254,
      "step": 3887
    },
    {
      "epoch": 0.8664066852367688,
      "grad_norm": 63.812416076660156,
      "learning_rate": 1.3349676844216628e-06,
      "loss": 0.353,
      "step": 3888
    },
    {
      "epoch": 0.8666295264623955,
      "grad_norm": 69.3520278930664,
      "learning_rate": 1.3327390238466685e-06,
      "loss": 0.0768,
      "step": 3889
    },
    {
      "epoch": 0.8668523676880223,
      "grad_norm": 46.409751892089844,
      "learning_rate": 1.3305103632716738e-06,
      "loss": 0.0874,
      "step": 3890
    },
    {
      "epoch": 0.867075208913649,
      "grad_norm": 10.322916984558105,
      "learning_rate": 1.3282817026966793e-06,
      "loss": 0.0117,
      "step": 3891
    },
    {
      "epoch": 0.8672980501392757,
      "grad_norm": 20.082168579101562,
      "learning_rate": 1.326053042121685e-06,
      "loss": 0.0201,
      "step": 3892
    },
    {
      "epoch": 0.8675208913649025,
      "grad_norm": 66.96717834472656,
      "learning_rate": 1.3238243815466905e-06,
      "loss": 0.0611,
      "step": 3893
    },
    {
      "epoch": 0.8677437325905293,
      "grad_norm": 80.8157958984375,
      "learning_rate": 1.3215957209716962e-06,
      "loss": 0.4305,
      "step": 3894
    },
    {
      "epoch": 0.8679665738161559,
      "grad_norm": 38.08443832397461,
      "learning_rate": 1.319367060396702e-06,
      "loss": 0.0969,
      "step": 3895
    },
    {
      "epoch": 0.8681894150417827,
      "grad_norm": 29.275859832763672,
      "learning_rate": 1.3171383998217072e-06,
      "loss": 0.0492,
      "step": 3896
    },
    {
      "epoch": 0.8684122562674095,
      "grad_norm": 7.549217224121094,
      "learning_rate": 1.3149097392467127e-06,
      "loss": 0.004,
      "step": 3897
    },
    {
      "epoch": 0.8686350974930362,
      "grad_norm": 22.058990478515625,
      "learning_rate": 1.3126810786717184e-06,
      "loss": 0.0433,
      "step": 3898
    },
    {
      "epoch": 0.8688579387186629,
      "grad_norm": 165.97213745117188,
      "learning_rate": 1.310452418096724e-06,
      "loss": 0.1456,
      "step": 3899
    },
    {
      "epoch": 0.8690807799442897,
      "grad_norm": 85.46255493164062,
      "learning_rate": 1.3082237575217296e-06,
      "loss": 0.5864,
      "step": 3900
    },
    {
      "epoch": 0.8693036211699164,
      "grad_norm": 25.23828887939453,
      "learning_rate": 1.305995096946735e-06,
      "loss": 0.0327,
      "step": 3901
    },
    {
      "epoch": 0.8695264623955432,
      "grad_norm": 3.5374085903167725,
      "learning_rate": 1.3037664363717407e-06,
      "loss": 0.0035,
      "step": 3902
    },
    {
      "epoch": 0.8697493036211699,
      "grad_norm": 18.18829345703125,
      "learning_rate": 1.3015377757967462e-06,
      "loss": 0.1118,
      "step": 3903
    },
    {
      "epoch": 0.8699721448467966,
      "grad_norm": 175.0333251953125,
      "learning_rate": 1.2993091152217519e-06,
      "loss": 0.564,
      "step": 3904
    },
    {
      "epoch": 0.8701949860724234,
      "grad_norm": 12.740371704101562,
      "learning_rate": 1.2970804546467574e-06,
      "loss": 0.0106,
      "step": 3905
    },
    {
      "epoch": 0.8704178272980502,
      "grad_norm": 7.605687141418457,
      "learning_rate": 1.294851794071763e-06,
      "loss": 0.0057,
      "step": 3906
    },
    {
      "epoch": 0.8706406685236768,
      "grad_norm": 8.997357368469238,
      "learning_rate": 1.2926231334967684e-06,
      "loss": 0.0059,
      "step": 3907
    },
    {
      "epoch": 0.8708635097493036,
      "grad_norm": 31.113719940185547,
      "learning_rate": 1.290394472921774e-06,
      "loss": 0.0747,
      "step": 3908
    },
    {
      "epoch": 0.8710863509749304,
      "grad_norm": 20.114688873291016,
      "learning_rate": 1.2881658123467796e-06,
      "loss": 0.0211,
      "step": 3909
    },
    {
      "epoch": 0.8713091922005571,
      "grad_norm": 122.86957550048828,
      "learning_rate": 1.2859371517717853e-06,
      "loss": 0.1493,
      "step": 3910
    },
    {
      "epoch": 0.8715320334261838,
      "grad_norm": 29.12834358215332,
      "learning_rate": 1.2837084911967908e-06,
      "loss": 0.0363,
      "step": 3911
    },
    {
      "epoch": 0.8717548746518106,
      "grad_norm": 69.95055389404297,
      "learning_rate": 1.2814798306217965e-06,
      "loss": 0.4447,
      "step": 3912
    },
    {
      "epoch": 0.8719777158774373,
      "grad_norm": 37.52360534667969,
      "learning_rate": 1.2792511700468018e-06,
      "loss": 0.1807,
      "step": 3913
    },
    {
      "epoch": 0.8722005571030641,
      "grad_norm": 7.883000373840332,
      "learning_rate": 1.2770225094718075e-06,
      "loss": 0.0071,
      "step": 3914
    },
    {
      "epoch": 0.8724233983286908,
      "grad_norm": 102.89991760253906,
      "learning_rate": 1.274793848896813e-06,
      "loss": 0.2751,
      "step": 3915
    },
    {
      "epoch": 0.8726462395543175,
      "grad_norm": 159.52816772460938,
      "learning_rate": 1.2725651883218188e-06,
      "loss": 0.3267,
      "step": 3916
    },
    {
      "epoch": 0.8728690807799443,
      "grad_norm": 197.2833251953125,
      "learning_rate": 1.2703365277468243e-06,
      "loss": 0.6191,
      "step": 3917
    },
    {
      "epoch": 0.8730919220055711,
      "grad_norm": 3.285473108291626,
      "learning_rate": 1.2681078671718298e-06,
      "loss": 0.0031,
      "step": 3918
    },
    {
      "epoch": 0.8733147632311977,
      "grad_norm": 3.667015314102173,
      "learning_rate": 1.2658792065968353e-06,
      "loss": 0.0069,
      "step": 3919
    },
    {
      "epoch": 0.8735376044568245,
      "grad_norm": 19.350021362304688,
      "learning_rate": 1.263650546021841e-06,
      "loss": 0.0245,
      "step": 3920
    },
    {
      "epoch": 0.8737604456824513,
      "grad_norm": 8.80683422088623,
      "learning_rate": 1.2614218854468465e-06,
      "loss": 0.0124,
      "step": 3921
    },
    {
      "epoch": 0.873983286908078,
      "grad_norm": 9.516499519348145,
      "learning_rate": 1.2591932248718522e-06,
      "loss": 0.0129,
      "step": 3922
    },
    {
      "epoch": 0.8742061281337047,
      "grad_norm": 52.80772399902344,
      "learning_rate": 1.2569645642968577e-06,
      "loss": 0.6188,
      "step": 3923
    },
    {
      "epoch": 0.8744289693593315,
      "grad_norm": 97.13691711425781,
      "learning_rate": 1.2547359037218632e-06,
      "loss": 0.524,
      "step": 3924
    },
    {
      "epoch": 0.8746518105849582,
      "grad_norm": 55.09164810180664,
      "learning_rate": 1.2525072431468687e-06,
      "loss": 0.0681,
      "step": 3925
    },
    {
      "epoch": 0.874874651810585,
      "grad_norm": 4.60922384262085,
      "learning_rate": 1.2502785825718744e-06,
      "loss": 0.0054,
      "step": 3926
    },
    {
      "epoch": 0.8750974930362116,
      "grad_norm": 34.74488067626953,
      "learning_rate": 1.24804992199688e-06,
      "loss": 0.0583,
      "step": 3927
    },
    {
      "epoch": 0.8753203342618384,
      "grad_norm": 126.22862243652344,
      "learning_rate": 1.2458212614218854e-06,
      "loss": 0.46,
      "step": 3928
    },
    {
      "epoch": 0.8755431754874652,
      "grad_norm": 51.890594482421875,
      "learning_rate": 1.2435926008468912e-06,
      "loss": 0.0884,
      "step": 3929
    },
    {
      "epoch": 0.875766016713092,
      "grad_norm": 129.49095153808594,
      "learning_rate": 1.2413639402718967e-06,
      "loss": 0.2391,
      "step": 3930
    },
    {
      "epoch": 0.8759888579387186,
      "grad_norm": 21.10597801208496,
      "learning_rate": 1.2391352796969022e-06,
      "loss": 0.0331,
      "step": 3931
    },
    {
      "epoch": 0.8762116991643454,
      "grad_norm": 29.17095184326172,
      "learning_rate": 1.2369066191219079e-06,
      "loss": 0.0684,
      "step": 3932
    },
    {
      "epoch": 0.8764345403899721,
      "grad_norm": 39.56507110595703,
      "learning_rate": 1.2346779585469134e-06,
      "loss": 0.3397,
      "step": 3933
    },
    {
      "epoch": 0.8766573816155989,
      "grad_norm": 30.797334671020508,
      "learning_rate": 1.232449297971919e-06,
      "loss": 0.0411,
      "step": 3934
    },
    {
      "epoch": 0.8768802228412256,
      "grad_norm": 20.908985137939453,
      "learning_rate": 1.2302206373969246e-06,
      "loss": 0.0214,
      "step": 3935
    },
    {
      "epoch": 0.8771030640668523,
      "grad_norm": 2.8062758445739746,
      "learning_rate": 1.2279919768219301e-06,
      "loss": 0.0079,
      "step": 3936
    },
    {
      "epoch": 0.8773259052924791,
      "grad_norm": 34.67125701904297,
      "learning_rate": 1.2257633162469356e-06,
      "loss": 0.0773,
      "step": 3937
    },
    {
      "epoch": 0.8775487465181059,
      "grad_norm": 65.83418273925781,
      "learning_rate": 1.2235346556719413e-06,
      "loss": 0.2567,
      "step": 3938
    },
    {
      "epoch": 0.8777715877437325,
      "grad_norm": 7.293663024902344,
      "learning_rate": 1.2213059950969468e-06,
      "loss": 0.0184,
      "step": 3939
    },
    {
      "epoch": 0.8779944289693593,
      "grad_norm": 89.48580169677734,
      "learning_rate": 1.2190773345219523e-06,
      "loss": 0.0856,
      "step": 3940
    },
    {
      "epoch": 0.8782172701949861,
      "grad_norm": 13.606966018676758,
      "learning_rate": 1.216848673946958e-06,
      "loss": 0.0104,
      "step": 3941
    },
    {
      "epoch": 0.8784401114206128,
      "grad_norm": 10.50092601776123,
      "learning_rate": 1.2146200133719636e-06,
      "loss": 0.0088,
      "step": 3942
    },
    {
      "epoch": 0.8786629526462395,
      "grad_norm": 13.938761711120605,
      "learning_rate": 1.212391352796969e-06,
      "loss": 0.0504,
      "step": 3943
    },
    {
      "epoch": 0.8788857938718663,
      "grad_norm": 185.397216796875,
      "learning_rate": 1.2101626922219748e-06,
      "loss": 0.3616,
      "step": 3944
    },
    {
      "epoch": 0.879108635097493,
      "grad_norm": 13.724581718444824,
      "learning_rate": 1.2079340316469803e-06,
      "loss": 0.0148,
      "step": 3945
    },
    {
      "epoch": 0.8793314763231198,
      "grad_norm": 15.0595064163208,
      "learning_rate": 1.2057053710719858e-06,
      "loss": 0.0274,
      "step": 3946
    },
    {
      "epoch": 0.8795543175487465,
      "grad_norm": 178.47012329101562,
      "learning_rate": 1.2034767104969915e-06,
      "loss": 0.8379,
      "step": 3947
    },
    {
      "epoch": 0.8797771587743732,
      "grad_norm": 27.519939422607422,
      "learning_rate": 1.201248049921997e-06,
      "loss": 0.0615,
      "step": 3948
    },
    {
      "epoch": 0.88,
      "grad_norm": 40.49827194213867,
      "learning_rate": 1.1990193893470025e-06,
      "loss": 0.0939,
      "step": 3949
    },
    {
      "epoch": 0.8802228412256268,
      "grad_norm": 12.81531047821045,
      "learning_rate": 1.196790728772008e-06,
      "loss": 0.0123,
      "step": 3950
    },
    {
      "epoch": 0.8804456824512534,
      "grad_norm": 4.800692081451416,
      "learning_rate": 1.1945620681970137e-06,
      "loss": 0.0085,
      "step": 3951
    },
    {
      "epoch": 0.8806685236768802,
      "grad_norm": 79.8666000366211,
      "learning_rate": 1.1923334076220192e-06,
      "loss": 0.2163,
      "step": 3952
    },
    {
      "epoch": 0.880891364902507,
      "grad_norm": 45.30393600463867,
      "learning_rate": 1.1901047470470247e-06,
      "loss": 0.0791,
      "step": 3953
    },
    {
      "epoch": 0.8811142061281337,
      "grad_norm": 10.967511177062988,
      "learning_rate": 1.1878760864720305e-06,
      "loss": 0.0262,
      "step": 3954
    },
    {
      "epoch": 0.8813370473537604,
      "grad_norm": 9.229808807373047,
      "learning_rate": 1.185647425897036e-06,
      "loss": 0.0074,
      "step": 3955
    },
    {
      "epoch": 0.8815598885793872,
      "grad_norm": 18.22606658935547,
      "learning_rate": 1.1834187653220415e-06,
      "loss": 0.0444,
      "step": 3956
    },
    {
      "epoch": 0.8817827298050139,
      "grad_norm": 17.39093017578125,
      "learning_rate": 1.1811901047470472e-06,
      "loss": 0.034,
      "step": 3957
    },
    {
      "epoch": 0.8820055710306407,
      "grad_norm": 8.205256462097168,
      "learning_rate": 1.1789614441720527e-06,
      "loss": 0.0102,
      "step": 3958
    },
    {
      "epoch": 0.8822284122562674,
      "grad_norm": 155.9860076904297,
      "learning_rate": 1.1767327835970582e-06,
      "loss": 0.5283,
      "step": 3959
    },
    {
      "epoch": 0.8824512534818941,
      "grad_norm": 42.5423698425293,
      "learning_rate": 1.174504123022064e-06,
      "loss": 0.0686,
      "step": 3960
    },
    {
      "epoch": 0.8826740947075209,
      "grad_norm": 23.805997848510742,
      "learning_rate": 1.1722754624470694e-06,
      "loss": 0.0413,
      "step": 3961
    },
    {
      "epoch": 0.8828969359331477,
      "grad_norm": 7.194019794464111,
      "learning_rate": 1.170046801872075e-06,
      "loss": 0.0082,
      "step": 3962
    },
    {
      "epoch": 0.8831197771587743,
      "grad_norm": 36.93383026123047,
      "learning_rate": 1.1678181412970806e-06,
      "loss": 0.0579,
      "step": 3963
    },
    {
      "epoch": 0.8833426183844011,
      "grad_norm": 9.714215278625488,
      "learning_rate": 1.1655894807220861e-06,
      "loss": 0.0162,
      "step": 3964
    },
    {
      "epoch": 0.8835654596100279,
      "grad_norm": 5.047499656677246,
      "learning_rate": 1.1633608201470916e-06,
      "loss": 0.007,
      "step": 3965
    },
    {
      "epoch": 0.8837883008356546,
      "grad_norm": 46.80986785888672,
      "learning_rate": 1.1611321595720973e-06,
      "loss": 0.0703,
      "step": 3966
    },
    {
      "epoch": 0.8840111420612813,
      "grad_norm": 6.957851886749268,
      "learning_rate": 1.1589034989971029e-06,
      "loss": 0.012,
      "step": 3967
    },
    {
      "epoch": 0.884233983286908,
      "grad_norm": 2.4713618755340576,
      "learning_rate": 1.1566748384221084e-06,
      "loss": 0.0013,
      "step": 3968
    },
    {
      "epoch": 0.8844568245125348,
      "grad_norm": 8.582003593444824,
      "learning_rate": 1.154446177847114e-06,
      "loss": 0.0086,
      "step": 3969
    },
    {
      "epoch": 0.8846796657381616,
      "grad_norm": 15.80695629119873,
      "learning_rate": 1.1522175172721196e-06,
      "loss": 0.0364,
      "step": 3970
    },
    {
      "epoch": 0.8849025069637882,
      "grad_norm": 74.17736053466797,
      "learning_rate": 1.149988856697125e-06,
      "loss": 0.5576,
      "step": 3971
    },
    {
      "epoch": 0.885125348189415,
      "grad_norm": 21.200218200683594,
      "learning_rate": 1.1477601961221308e-06,
      "loss": 0.0248,
      "step": 3972
    },
    {
      "epoch": 0.8853481894150418,
      "grad_norm": 2.8693575859069824,
      "learning_rate": 1.1455315355471363e-06,
      "loss": 0.0027,
      "step": 3973
    },
    {
      "epoch": 0.8855710306406686,
      "grad_norm": 97.0606460571289,
      "learning_rate": 1.1433028749721418e-06,
      "loss": 0.2753,
      "step": 3974
    },
    {
      "epoch": 0.8857938718662952,
      "grad_norm": 11.473125457763672,
      "learning_rate": 1.1410742143971475e-06,
      "loss": 0.0077,
      "step": 3975
    },
    {
      "epoch": 0.886016713091922,
      "grad_norm": 10.387092590332031,
      "learning_rate": 1.138845553822153e-06,
      "loss": 0.0249,
      "step": 3976
    },
    {
      "epoch": 0.8862395543175488,
      "grad_norm": 42.0241813659668,
      "learning_rate": 1.1366168932471585e-06,
      "loss": 0.0812,
      "step": 3977
    },
    {
      "epoch": 0.8864623955431755,
      "grad_norm": 4.783005714416504,
      "learning_rate": 1.1343882326721642e-06,
      "loss": 0.0071,
      "step": 3978
    },
    {
      "epoch": 0.8866852367688022,
      "grad_norm": 5.303744792938232,
      "learning_rate": 1.1321595720971697e-06,
      "loss": 0.0056,
      "step": 3979
    },
    {
      "epoch": 0.886908077994429,
      "grad_norm": 3.8446125984191895,
      "learning_rate": 1.1299309115221752e-06,
      "loss": 0.002,
      "step": 3980
    },
    {
      "epoch": 0.8871309192200557,
      "grad_norm": 15.249738693237305,
      "learning_rate": 1.1277022509471808e-06,
      "loss": 0.0276,
      "step": 3981
    },
    {
      "epoch": 0.8873537604456825,
      "grad_norm": 104.77388000488281,
      "learning_rate": 1.1254735903721865e-06,
      "loss": 0.1967,
      "step": 3982
    },
    {
      "epoch": 0.8875766016713091,
      "grad_norm": 3.746105909347534,
      "learning_rate": 1.123244929797192e-06,
      "loss": 0.0074,
      "step": 3983
    },
    {
      "epoch": 0.8877994428969359,
      "grad_norm": 23.047809600830078,
      "learning_rate": 1.1210162692221975e-06,
      "loss": 0.0256,
      "step": 3984
    },
    {
      "epoch": 0.8880222841225627,
      "grad_norm": 68.21978759765625,
      "learning_rate": 1.1187876086472032e-06,
      "loss": 0.0647,
      "step": 3985
    },
    {
      "epoch": 0.8882451253481894,
      "grad_norm": 169.4285430908203,
      "learning_rate": 1.1165589480722087e-06,
      "loss": 0.4902,
      "step": 3986
    },
    {
      "epoch": 0.8884679665738161,
      "grad_norm": 57.936580657958984,
      "learning_rate": 1.1143302874972142e-06,
      "loss": 0.3997,
      "step": 3987
    },
    {
      "epoch": 0.8886908077994429,
      "grad_norm": 238.3998565673828,
      "learning_rate": 1.11210162692222e-06,
      "loss": 1.0098,
      "step": 3988
    },
    {
      "epoch": 0.8889136490250696,
      "grad_norm": 65.5675048828125,
      "learning_rate": 1.1098729663472254e-06,
      "loss": 0.5862,
      "step": 3989
    },
    {
      "epoch": 0.8891364902506964,
      "grad_norm": 44.98844909667969,
      "learning_rate": 1.107644305772231e-06,
      "loss": 0.1077,
      "step": 3990
    },
    {
      "epoch": 0.8893593314763231,
      "grad_norm": 90.35832977294922,
      "learning_rate": 1.1054156451972366e-06,
      "loss": 0.1113,
      "step": 3991
    },
    {
      "epoch": 0.8895821727019498,
      "grad_norm": 6.753041744232178,
      "learning_rate": 1.1031869846222421e-06,
      "loss": 0.0041,
      "step": 3992
    },
    {
      "epoch": 0.8898050139275766,
      "grad_norm": 33.01320266723633,
      "learning_rate": 1.1009583240472476e-06,
      "loss": 0.105,
      "step": 3993
    },
    {
      "epoch": 0.8900278551532034,
      "grad_norm": 31.575742721557617,
      "learning_rate": 1.0987296634722534e-06,
      "loss": 0.0465,
      "step": 3994
    },
    {
      "epoch": 0.89025069637883,
      "grad_norm": 9.67410945892334,
      "learning_rate": 1.0965010028972589e-06,
      "loss": 0.006,
      "step": 3995
    },
    {
      "epoch": 0.8904735376044568,
      "grad_norm": 12.403410911560059,
      "learning_rate": 1.0942723423222644e-06,
      "loss": 0.0213,
      "step": 3996
    },
    {
      "epoch": 0.8906963788300836,
      "grad_norm": 21.472257614135742,
      "learning_rate": 1.09204368174727e-06,
      "loss": 0.0183,
      "step": 3997
    },
    {
      "epoch": 0.8909192200557103,
      "grad_norm": 100.99976348876953,
      "learning_rate": 1.0898150211722756e-06,
      "loss": 0.3448,
      "step": 3998
    },
    {
      "epoch": 0.891142061281337,
      "grad_norm": 10.733037948608398,
      "learning_rate": 1.087586360597281e-06,
      "loss": 0.013,
      "step": 3999
    },
    {
      "epoch": 0.8913649025069638,
      "grad_norm": 38.227169036865234,
      "learning_rate": 1.0853577000222868e-06,
      "loss": 0.0469,
      "step": 4000
    },
    {
      "epoch": 0.8915877437325905,
      "grad_norm": 15.267297744750977,
      "learning_rate": 1.0831290394472923e-06,
      "loss": 0.0224,
      "step": 4001
    },
    {
      "epoch": 0.8918105849582173,
      "grad_norm": 49.40035629272461,
      "learning_rate": 1.0809003788722978e-06,
      "loss": 0.2095,
      "step": 4002
    },
    {
      "epoch": 0.892033426183844,
      "grad_norm": 16.75337791442871,
      "learning_rate": 1.0786717182973035e-06,
      "loss": 0.0173,
      "step": 4003
    },
    {
      "epoch": 0.8922562674094707,
      "grad_norm": 205.7161407470703,
      "learning_rate": 1.076443057722309e-06,
      "loss": 0.3762,
      "step": 4004
    },
    {
      "epoch": 0.8924791086350975,
      "grad_norm": 13.652156829833984,
      "learning_rate": 1.0742143971473145e-06,
      "loss": 0.0164,
      "step": 4005
    },
    {
      "epoch": 0.8927019498607243,
      "grad_norm": 18.031850814819336,
      "learning_rate": 1.0719857365723203e-06,
      "loss": 0.0174,
      "step": 4006
    },
    {
      "epoch": 0.8929247910863509,
      "grad_norm": 60.22111892700195,
      "learning_rate": 1.0697570759973258e-06,
      "loss": 0.1781,
      "step": 4007
    },
    {
      "epoch": 0.8931476323119777,
      "grad_norm": 66.03729248046875,
      "learning_rate": 1.0675284154223313e-06,
      "loss": 0.151,
      "step": 4008
    },
    {
      "epoch": 0.8933704735376045,
      "grad_norm": 37.534210205078125,
      "learning_rate": 1.0652997548473368e-06,
      "loss": 0.3388,
      "step": 4009
    },
    {
      "epoch": 0.8935933147632312,
      "grad_norm": 9.750030517578125,
      "learning_rate": 1.0630710942723425e-06,
      "loss": 0.0124,
      "step": 4010
    },
    {
      "epoch": 0.8938161559888579,
      "grad_norm": 76.98301696777344,
      "learning_rate": 1.060842433697348e-06,
      "loss": 0.1957,
      "step": 4011
    },
    {
      "epoch": 0.8940389972144847,
      "grad_norm": 104.06116485595703,
      "learning_rate": 1.0586137731223535e-06,
      "loss": 0.2852,
      "step": 4012
    },
    {
      "epoch": 0.8942618384401114,
      "grad_norm": 21.98554039001465,
      "learning_rate": 1.0563851125473592e-06,
      "loss": 0.0438,
      "step": 4013
    },
    {
      "epoch": 0.8944846796657382,
      "grad_norm": 10.304919242858887,
      "learning_rate": 1.0541564519723647e-06,
      "loss": 0.0123,
      "step": 4014
    },
    {
      "epoch": 0.8947075208913648,
      "grad_norm": 14.133583068847656,
      "learning_rate": 1.0519277913973702e-06,
      "loss": 0.0097,
      "step": 4015
    },
    {
      "epoch": 0.8949303621169916,
      "grad_norm": 10.934292793273926,
      "learning_rate": 1.049699130822376e-06,
      "loss": 0.0173,
      "step": 4016
    },
    {
      "epoch": 0.8951532033426184,
      "grad_norm": 14.403753280639648,
      "learning_rate": 1.0474704702473814e-06,
      "loss": 0.0293,
      "step": 4017
    },
    {
      "epoch": 0.8953760445682452,
      "grad_norm": 31.060470581054688,
      "learning_rate": 1.045241809672387e-06,
      "loss": 0.0815,
      "step": 4018
    },
    {
      "epoch": 0.8955988857938718,
      "grad_norm": 266.9622802734375,
      "learning_rate": 1.0430131490973927e-06,
      "loss": 0.6177,
      "step": 4019
    },
    {
      "epoch": 0.8958217270194986,
      "grad_norm": 5.462343215942383,
      "learning_rate": 1.0407844885223982e-06,
      "loss": 0.0078,
      "step": 4020
    },
    {
      "epoch": 0.8960445682451254,
      "grad_norm": 2.865230083465576,
      "learning_rate": 1.0385558279474037e-06,
      "loss": 0.0047,
      "step": 4021
    },
    {
      "epoch": 0.8962674094707521,
      "grad_norm": 64.13636779785156,
      "learning_rate": 1.0363271673724094e-06,
      "loss": 0.3018,
      "step": 4022
    },
    {
      "epoch": 0.8964902506963788,
      "grad_norm": 12.976847648620605,
      "learning_rate": 1.0340985067974149e-06,
      "loss": 0.0238,
      "step": 4023
    },
    {
      "epoch": 0.8967130919220055,
      "grad_norm": 148.4183807373047,
      "learning_rate": 1.0318698462224204e-06,
      "loss": 0.2031,
      "step": 4024
    },
    {
      "epoch": 0.8969359331476323,
      "grad_norm": 14.303677558898926,
      "learning_rate": 1.029641185647426e-06,
      "loss": 0.0125,
      "step": 4025
    },
    {
      "epoch": 0.8971587743732591,
      "grad_norm": 10.380857467651367,
      "learning_rate": 1.0274125250724316e-06,
      "loss": 0.0157,
      "step": 4026
    },
    {
      "epoch": 0.8973816155988857,
      "grad_norm": 12.894195556640625,
      "learning_rate": 1.025183864497437e-06,
      "loss": 0.0145,
      "step": 4027
    },
    {
      "epoch": 0.8976044568245125,
      "grad_norm": 57.5401611328125,
      "learning_rate": 1.0229552039224428e-06,
      "loss": 0.7562,
      "step": 4028
    },
    {
      "epoch": 0.8978272980501393,
      "grad_norm": 167.079345703125,
      "learning_rate": 1.0207265433474483e-06,
      "loss": 0.1905,
      "step": 4029
    },
    {
      "epoch": 0.898050139275766,
      "grad_norm": 10.410571098327637,
      "learning_rate": 1.0184978827724538e-06,
      "loss": 0.0157,
      "step": 4030
    },
    {
      "epoch": 0.8982729805013927,
      "grad_norm": 106.53067779541016,
      "learning_rate": 1.0162692221974595e-06,
      "loss": 0.2321,
      "step": 4031
    },
    {
      "epoch": 0.8984958217270195,
      "grad_norm": 65.94828033447266,
      "learning_rate": 1.014040561622465e-06,
      "loss": 0.3452,
      "step": 4032
    },
    {
      "epoch": 0.8987186629526462,
      "grad_norm": 7.281332015991211,
      "learning_rate": 1.0118119010474706e-06,
      "loss": 0.004,
      "step": 4033
    },
    {
      "epoch": 0.898941504178273,
      "grad_norm": 15.876246452331543,
      "learning_rate": 1.0095832404724763e-06,
      "loss": 0.0183,
      "step": 4034
    },
    {
      "epoch": 0.8991643454038997,
      "grad_norm": 7.868995189666748,
      "learning_rate": 1.0073545798974818e-06,
      "loss": 0.0064,
      "step": 4035
    },
    {
      "epoch": 0.8993871866295264,
      "grad_norm": 9.627418518066406,
      "learning_rate": 1.0051259193224873e-06,
      "loss": 0.0101,
      "step": 4036
    },
    {
      "epoch": 0.8996100278551532,
      "grad_norm": 35.83868408203125,
      "learning_rate": 1.0028972587474928e-06,
      "loss": 0.1952,
      "step": 4037
    },
    {
      "epoch": 0.89983286908078,
      "grad_norm": 4.070705413818359,
      "learning_rate": 1.0006685981724985e-06,
      "loss": 0.0029,
      "step": 4038
    },
    {
      "epoch": 0.9000557103064066,
      "grad_norm": 25.73332977294922,
      "learning_rate": 9.98439937597504e-07,
      "loss": 0.0362,
      "step": 4039
    },
    {
      "epoch": 0.9002785515320334,
      "grad_norm": 2.6982686519622803,
      "learning_rate": 9.962112770225095e-07,
      "loss": 0.0066,
      "step": 4040
    },
    {
      "epoch": 0.9005013927576602,
      "grad_norm": 11.818575859069824,
      "learning_rate": 9.939826164475152e-07,
      "loss": 0.0085,
      "step": 4041
    },
    {
      "epoch": 0.9007242339832869,
      "grad_norm": 31.94222068786621,
      "learning_rate": 9.917539558725207e-07,
      "loss": 0.079,
      "step": 4042
    },
    {
      "epoch": 0.9009470752089136,
      "grad_norm": 16.62575340270996,
      "learning_rate": 9.895252952975262e-07,
      "loss": 0.0217,
      "step": 4043
    },
    {
      "epoch": 0.9011699164345404,
      "grad_norm": 16.9014949798584,
      "learning_rate": 9.87296634722532e-07,
      "loss": 0.0186,
      "step": 4044
    },
    {
      "epoch": 0.9013927576601671,
      "grad_norm": 31.971240997314453,
      "learning_rate": 9.850679741475374e-07,
      "loss": 0.0648,
      "step": 4045
    },
    {
      "epoch": 0.9016155988857939,
      "grad_norm": 41.57505416870117,
      "learning_rate": 9.82839313572543e-07,
      "loss": 0.0606,
      "step": 4046
    },
    {
      "epoch": 0.9018384401114206,
      "grad_norm": 13.471232414245605,
      "learning_rate": 9.806106529975487e-07,
      "loss": 0.016,
      "step": 4047
    },
    {
      "epoch": 0.9020612813370473,
      "grad_norm": 25.87795066833496,
      "learning_rate": 9.783819924225542e-07,
      "loss": 0.0317,
      "step": 4048
    },
    {
      "epoch": 0.9022841225626741,
      "grad_norm": 132.64576721191406,
      "learning_rate": 9.761533318475597e-07,
      "loss": 0.2104,
      "step": 4049
    },
    {
      "epoch": 0.9025069637883009,
      "grad_norm": 4.514712810516357,
      "learning_rate": 9.739246712725654e-07,
      "loss": 0.0071,
      "step": 4050
    },
    {
      "epoch": 0.9027298050139275,
      "grad_norm": 32.18721008300781,
      "learning_rate": 9.716960106975707e-07,
      "loss": 0.0633,
      "step": 4051
    },
    {
      "epoch": 0.9029526462395543,
      "grad_norm": 67.4448471069336,
      "learning_rate": 9.694673501225764e-07,
      "loss": 0.0757,
      "step": 4052
    },
    {
      "epoch": 0.9031754874651811,
      "grad_norm": 77.72358703613281,
      "learning_rate": 9.672386895475821e-07,
      "loss": 0.1765,
      "step": 4053
    },
    {
      "epoch": 0.9033983286908078,
      "grad_norm": 271.0145263671875,
      "learning_rate": 9.650100289725874e-07,
      "loss": 0.627,
      "step": 4054
    },
    {
      "epoch": 0.9036211699164345,
      "grad_norm": 24.94667625427246,
      "learning_rate": 9.627813683975931e-07,
      "loss": 0.0381,
      "step": 4055
    },
    {
      "epoch": 0.9038440111420613,
      "grad_norm": 1.7763563394546509,
      "learning_rate": 9.605527078225988e-07,
      "loss": 0.0035,
      "step": 4056
    },
    {
      "epoch": 0.904066852367688,
      "grad_norm": 5.311211109161377,
      "learning_rate": 9.583240472476041e-07,
      "loss": 0.0089,
      "step": 4057
    },
    {
      "epoch": 0.9042896935933148,
      "grad_norm": 30.169418334960938,
      "learning_rate": 9.560953866726098e-07,
      "loss": 0.029,
      "step": 4058
    },
    {
      "epoch": 0.9045125348189414,
      "grad_norm": 9.073116302490234,
      "learning_rate": 9.538667260976156e-07,
      "loss": 0.0183,
      "step": 4059
    },
    {
      "epoch": 0.9047353760445682,
      "grad_norm": 39.5801887512207,
      "learning_rate": 9.51638065522621e-07,
      "loss": 0.2592,
      "step": 4060
    },
    {
      "epoch": 0.904958217270195,
      "grad_norm": 98.2852554321289,
      "learning_rate": 9.494094049476266e-07,
      "loss": 0.4219,
      "step": 4061
    },
    {
      "epoch": 0.9051810584958218,
      "grad_norm": 51.92446517944336,
      "learning_rate": 9.471807443726322e-07,
      "loss": 0.2071,
      "step": 4062
    },
    {
      "epoch": 0.9054038997214484,
      "grad_norm": 37.41496276855469,
      "learning_rate": 9.449520837976377e-07,
      "loss": 0.0707,
      "step": 4063
    },
    {
      "epoch": 0.9056267409470752,
      "grad_norm": 7.587065696716309,
      "learning_rate": 9.427234232226433e-07,
      "loss": 0.0166,
      "step": 4064
    },
    {
      "epoch": 0.905849582172702,
      "grad_norm": 8.906389236450195,
      "learning_rate": 9.404947626476488e-07,
      "loss": 0.0079,
      "step": 4065
    },
    {
      "epoch": 0.9060724233983287,
      "grad_norm": 19.87195587158203,
      "learning_rate": 9.382661020726544e-07,
      "loss": 0.0425,
      "step": 4066
    },
    {
      "epoch": 0.9062952646239554,
      "grad_norm": 14.216336250305176,
      "learning_rate": 9.3603744149766e-07,
      "loss": 0.0177,
      "step": 4067
    },
    {
      "epoch": 0.9065181058495821,
      "grad_norm": 12.759086608886719,
      "learning_rate": 9.338087809226655e-07,
      "loss": 0.0117,
      "step": 4068
    },
    {
      "epoch": 0.9067409470752089,
      "grad_norm": 191.07505798339844,
      "learning_rate": 9.315801203476711e-07,
      "loss": 0.533,
      "step": 4069
    },
    {
      "epoch": 0.9069637883008357,
      "grad_norm": 53.740684509277344,
      "learning_rate": 9.293514597726767e-07,
      "loss": 0.1895,
      "step": 4070
    },
    {
      "epoch": 0.9071866295264623,
      "grad_norm": 10.501032829284668,
      "learning_rate": 9.271227991976822e-07,
      "loss": 0.0178,
      "step": 4071
    },
    {
      "epoch": 0.9074094707520891,
      "grad_norm": 3.3380799293518066,
      "learning_rate": 9.248941386226878e-07,
      "loss": 0.0059,
      "step": 4072
    },
    {
      "epoch": 0.9076323119777159,
      "grad_norm": 12.195590019226074,
      "learning_rate": 9.226654780476935e-07,
      "loss": 0.0208,
      "step": 4073
    },
    {
      "epoch": 0.9078551532033426,
      "grad_norm": 3.496931314468384,
      "learning_rate": 9.20436817472699e-07,
      "loss": 0.0064,
      "step": 4074
    },
    {
      "epoch": 0.9080779944289693,
      "grad_norm": 95.13885498046875,
      "learning_rate": 9.182081568977046e-07,
      "loss": 0.2979,
      "step": 4075
    },
    {
      "epoch": 0.9083008356545961,
      "grad_norm": 90.40415954589844,
      "learning_rate": 9.159794963227102e-07,
      "loss": 0.3416,
      "step": 4076
    },
    {
      "epoch": 0.9085236768802228,
      "grad_norm": 7.7686333656311035,
      "learning_rate": 9.137508357477157e-07,
      "loss": 0.0075,
      "step": 4077
    },
    {
      "epoch": 0.9087465181058496,
      "grad_norm": 12.450942993164062,
      "learning_rate": 9.115221751727213e-07,
      "loss": 0.0157,
      "step": 4078
    },
    {
      "epoch": 0.9089693593314763,
      "grad_norm": 11.651737213134766,
      "learning_rate": 9.092935145977268e-07,
      "loss": 0.0139,
      "step": 4079
    },
    {
      "epoch": 0.909192200557103,
      "grad_norm": 104.5008316040039,
      "learning_rate": 9.070648540227324e-07,
      "loss": 0.2143,
      "step": 4080
    },
    {
      "epoch": 0.9094150417827298,
      "grad_norm": 7.366514205932617,
      "learning_rate": 9.04836193447738e-07,
      "loss": 0.0095,
      "step": 4081
    },
    {
      "epoch": 0.9096378830083566,
      "grad_norm": 89.90592193603516,
      "learning_rate": 9.026075328727435e-07,
      "loss": 0.1777,
      "step": 4082
    },
    {
      "epoch": 0.9098607242339833,
      "grad_norm": 17.69884490966797,
      "learning_rate": 9.003788722977491e-07,
      "loss": 0.0184,
      "step": 4083
    },
    {
      "epoch": 0.91008356545961,
      "grad_norm": 6.421609401702881,
      "learning_rate": 8.981502117227547e-07,
      "loss": 0.0039,
      "step": 4084
    },
    {
      "epoch": 0.9103064066852368,
      "grad_norm": 71.12865447998047,
      "learning_rate": 8.959215511477602e-07,
      "loss": 0.2878,
      "step": 4085
    },
    {
      "epoch": 0.9105292479108635,
      "grad_norm": 20.979177474975586,
      "learning_rate": 8.936928905727659e-07,
      "loss": 0.056,
      "step": 4086
    },
    {
      "epoch": 0.9107520891364903,
      "grad_norm": 197.70668029785156,
      "learning_rate": 8.914642299977715e-07,
      "loss": 0.8365,
      "step": 4087
    },
    {
      "epoch": 0.910974930362117,
      "grad_norm": 246.21530151367188,
      "learning_rate": 8.89235569422777e-07,
      "loss": 0.5549,
      "step": 4088
    },
    {
      "epoch": 0.9111977715877437,
      "grad_norm": 19.86686134338379,
      "learning_rate": 8.870069088477826e-07,
      "loss": 0.0225,
      "step": 4089
    },
    {
      "epoch": 0.9114206128133705,
      "grad_norm": 33.239681243896484,
      "learning_rate": 8.847782482727882e-07,
      "loss": 0.0496,
      "step": 4090
    },
    {
      "epoch": 0.9116434540389973,
      "grad_norm": 3.927623987197876,
      "learning_rate": 8.825495876977937e-07,
      "loss": 0.0021,
      "step": 4091
    },
    {
      "epoch": 0.9118662952646239,
      "grad_norm": 9.66256046295166,
      "learning_rate": 8.803209271227993e-07,
      "loss": 0.0104,
      "step": 4092
    },
    {
      "epoch": 0.9120891364902507,
      "grad_norm": 10.606846809387207,
      "learning_rate": 8.780922665478048e-07,
      "loss": 0.0104,
      "step": 4093
    },
    {
      "epoch": 0.9123119777158775,
      "grad_norm": 19.17778205871582,
      "learning_rate": 8.758636059728104e-07,
      "loss": 0.0329,
      "step": 4094
    },
    {
      "epoch": 0.9125348189415042,
      "grad_norm": 38.115970611572266,
      "learning_rate": 8.73634945397816e-07,
      "loss": 0.0357,
      "step": 4095
    },
    {
      "epoch": 0.9127576601671309,
      "grad_norm": 371.8775634765625,
      "learning_rate": 8.714062848228215e-07,
      "loss": 1.37,
      "step": 4096
    },
    {
      "epoch": 0.9129805013927577,
      "grad_norm": 41.017784118652344,
      "learning_rate": 8.691776242478271e-07,
      "loss": 0.0539,
      "step": 4097
    },
    {
      "epoch": 0.9132033426183844,
      "grad_norm": 15.551912307739258,
      "learning_rate": 8.669489636728327e-07,
      "loss": 0.0128,
      "step": 4098
    },
    {
      "epoch": 0.9134261838440112,
      "grad_norm": 86.11673736572266,
      "learning_rate": 8.647203030978383e-07,
      "loss": 0.2565,
      "step": 4099
    },
    {
      "epoch": 0.9136490250696379,
      "grad_norm": 387.3504333496094,
      "learning_rate": 8.624916425228439e-07,
      "loss": 0.8791,
      "step": 4100
    },
    {
      "epoch": 0.9138718662952646,
      "grad_norm": 41.6956901550293,
      "learning_rate": 8.602629819478495e-07,
      "loss": 0.0814,
      "step": 4101
    },
    {
      "epoch": 0.9140947075208914,
      "grad_norm": 1.352062702178955,
      "learning_rate": 8.58034321372855e-07,
      "loss": 0.0012,
      "step": 4102
    },
    {
      "epoch": 0.9143175487465182,
      "grad_norm": 27.507871627807617,
      "learning_rate": 8.558056607978606e-07,
      "loss": 0.0594,
      "step": 4103
    },
    {
      "epoch": 0.9145403899721448,
      "grad_norm": 26.45392608642578,
      "learning_rate": 8.535770002228662e-07,
      "loss": 0.0189,
      "step": 4104
    },
    {
      "epoch": 0.9147632311977716,
      "grad_norm": 26.517343521118164,
      "learning_rate": 8.513483396478717e-07,
      "loss": 0.0382,
      "step": 4105
    },
    {
      "epoch": 0.9149860724233984,
      "grad_norm": 55.86800765991211,
      "learning_rate": 8.491196790728773e-07,
      "loss": 0.1089,
      "step": 4106
    },
    {
      "epoch": 0.9152089136490251,
      "grad_norm": 5.246978282928467,
      "learning_rate": 8.468910184978829e-07,
      "loss": 0.0125,
      "step": 4107
    },
    {
      "epoch": 0.9154317548746518,
      "grad_norm": 25.056026458740234,
      "learning_rate": 8.446623579228884e-07,
      "loss": 0.0248,
      "step": 4108
    },
    {
      "epoch": 0.9156545961002786,
      "grad_norm": 95.74993896484375,
      "learning_rate": 8.42433697347894e-07,
      "loss": 0.2607,
      "step": 4109
    },
    {
      "epoch": 0.9158774373259053,
      "grad_norm": 54.68032455444336,
      "learning_rate": 8.402050367728995e-07,
      "loss": 0.5777,
      "step": 4110
    },
    {
      "epoch": 0.9161002785515321,
      "grad_norm": 19.688968658447266,
      "learning_rate": 8.379763761979051e-07,
      "loss": 0.0234,
      "step": 4111
    },
    {
      "epoch": 0.9163231197771587,
      "grad_norm": 77.97052764892578,
      "learning_rate": 8.357477156229108e-07,
      "loss": 0.1222,
      "step": 4112
    },
    {
      "epoch": 0.9165459610027855,
      "grad_norm": 146.3314208984375,
      "learning_rate": 8.335190550479163e-07,
      "loss": 0.5771,
      "step": 4113
    },
    {
      "epoch": 0.9167688022284123,
      "grad_norm": 14.900464057922363,
      "learning_rate": 8.312903944729219e-07,
      "loss": 0.0154,
      "step": 4114
    },
    {
      "epoch": 0.916991643454039,
      "grad_norm": 102.28441619873047,
      "learning_rate": 8.290617338979275e-07,
      "loss": 0.2168,
      "step": 4115
    },
    {
      "epoch": 0.9172144846796657,
      "grad_norm": 234.8720245361328,
      "learning_rate": 8.26833073322933e-07,
      "loss": 0.3311,
      "step": 4116
    },
    {
      "epoch": 0.9174373259052925,
      "grad_norm": 6.974560260772705,
      "learning_rate": 8.246044127479386e-07,
      "loss": 0.0057,
      "step": 4117
    },
    {
      "epoch": 0.9176601671309192,
      "grad_norm": 5.446937561035156,
      "learning_rate": 8.223757521729442e-07,
      "loss": 0.0057,
      "step": 4118
    },
    {
      "epoch": 0.917883008356546,
      "grad_norm": 34.745361328125,
      "learning_rate": 8.201470915979497e-07,
      "loss": 0.1107,
      "step": 4119
    },
    {
      "epoch": 0.9181058495821727,
      "grad_norm": 82.54390716552734,
      "learning_rate": 8.179184310229553e-07,
      "loss": 0.2419,
      "step": 4120
    },
    {
      "epoch": 0.9183286908077994,
      "grad_norm": 107.1636962890625,
      "learning_rate": 8.156897704479609e-07,
      "loss": 0.7539,
      "step": 4121
    },
    {
      "epoch": 0.9185515320334262,
      "grad_norm": 19.63163185119629,
      "learning_rate": 8.134611098729664e-07,
      "loss": 0.0186,
      "step": 4122
    },
    {
      "epoch": 0.918774373259053,
      "grad_norm": 88.57125854492188,
      "learning_rate": 8.11232449297972e-07,
      "loss": 0.227,
      "step": 4123
    },
    {
      "epoch": 0.9189972144846796,
      "grad_norm": 31.755786895751953,
      "learning_rate": 8.090037887229775e-07,
      "loss": 0.059,
      "step": 4124
    },
    {
      "epoch": 0.9192200557103064,
      "grad_norm": 43.8392219543457,
      "learning_rate": 8.067751281479832e-07,
      "loss": 0.0543,
      "step": 4125
    },
    {
      "epoch": 0.9194428969359332,
      "grad_norm": 24.228778839111328,
      "learning_rate": 8.045464675729888e-07,
      "loss": 0.0369,
      "step": 4126
    },
    {
      "epoch": 0.9196657381615599,
      "grad_norm": 44.30830001831055,
      "learning_rate": 8.023178069979943e-07,
      "loss": 0.0715,
      "step": 4127
    },
    {
      "epoch": 0.9198885793871866,
      "grad_norm": 10.236820220947266,
      "learning_rate": 8.000891464229999e-07,
      "loss": 0.0091,
      "step": 4128
    },
    {
      "epoch": 0.9201114206128134,
      "grad_norm": 64.78353881835938,
      "learning_rate": 7.978604858480055e-07,
      "loss": 0.1079,
      "step": 4129
    },
    {
      "epoch": 0.9203342618384401,
      "grad_norm": 9.176633834838867,
      "learning_rate": 7.95631825273011e-07,
      "loss": 0.0123,
      "step": 4130
    },
    {
      "epoch": 0.9205571030640669,
      "grad_norm": 6.780078411102295,
      "learning_rate": 7.934031646980166e-07,
      "loss": 0.0088,
      "step": 4131
    },
    {
      "epoch": 0.9207799442896936,
      "grad_norm": 114.70208740234375,
      "learning_rate": 7.911745041230222e-07,
      "loss": 0.128,
      "step": 4132
    },
    {
      "epoch": 0.9210027855153203,
      "grad_norm": 66.35627746582031,
      "learning_rate": 7.889458435480277e-07,
      "loss": 0.4725,
      "step": 4133
    },
    {
      "epoch": 0.9212256267409471,
      "grad_norm": 53.24335479736328,
      "learning_rate": 7.867171829730333e-07,
      "loss": 0.052,
      "step": 4134
    },
    {
      "epoch": 0.9214484679665739,
      "grad_norm": 23.41214942932129,
      "learning_rate": 7.844885223980389e-07,
      "loss": 0.0669,
      "step": 4135
    },
    {
      "epoch": 0.9216713091922005,
      "grad_norm": 29.969303131103516,
      "learning_rate": 7.822598618230444e-07,
      "loss": 0.028,
      "step": 4136
    },
    {
      "epoch": 0.9218941504178273,
      "grad_norm": 244.81600952148438,
      "learning_rate": 7.8003120124805e-07,
      "loss": 0.6682,
      "step": 4137
    },
    {
      "epoch": 0.9221169916434541,
      "grad_norm": 47.8356819152832,
      "learning_rate": 7.778025406730554e-07,
      "loss": 0.1012,
      "step": 4138
    },
    {
      "epoch": 0.9223398328690808,
      "grad_norm": 5.426568031311035,
      "learning_rate": 7.755738800980612e-07,
      "loss": 0.0028,
      "step": 4139
    },
    {
      "epoch": 0.9225626740947075,
      "grad_norm": 37.16041564941406,
      "learning_rate": 7.733452195230668e-07,
      "loss": 0.0506,
      "step": 4140
    },
    {
      "epoch": 0.9227855153203343,
      "grad_norm": 125.0306167602539,
      "learning_rate": 7.711165589480723e-07,
      "loss": 0.1236,
      "step": 4141
    },
    {
      "epoch": 0.923008356545961,
      "grad_norm": 28.79374122619629,
      "learning_rate": 7.688878983730779e-07,
      "loss": 0.0233,
      "step": 4142
    },
    {
      "epoch": 0.9232311977715878,
      "grad_norm": 263.9234619140625,
      "learning_rate": 7.666592377980835e-07,
      "loss": 0.3825,
      "step": 4143
    },
    {
      "epoch": 0.9234540389972145,
      "grad_norm": 6.060512542724609,
      "learning_rate": 7.64430577223089e-07,
      "loss": 0.0042,
      "step": 4144
    },
    {
      "epoch": 0.9236768802228412,
      "grad_norm": 192.76614379882812,
      "learning_rate": 7.622019166480946e-07,
      "loss": 0.3064,
      "step": 4145
    },
    {
      "epoch": 0.923899721448468,
      "grad_norm": 8.918379783630371,
      "learning_rate": 7.599732560731002e-07,
      "loss": 0.0146,
      "step": 4146
    },
    {
      "epoch": 0.9241225626740948,
      "grad_norm": 103.53297424316406,
      "learning_rate": 7.577445954981057e-07,
      "loss": 0.2963,
      "step": 4147
    },
    {
      "epoch": 0.9243454038997214,
      "grad_norm": 11.93921947479248,
      "learning_rate": 7.555159349231113e-07,
      "loss": 0.014,
      "step": 4148
    },
    {
      "epoch": 0.9245682451253482,
      "grad_norm": 21.963895797729492,
      "learning_rate": 7.532872743481169e-07,
      "loss": 0.0473,
      "step": 4149
    },
    {
      "epoch": 0.924791086350975,
      "grad_norm": 41.83952331542969,
      "learning_rate": 7.510586137731224e-07,
      "loss": 0.0617,
      "step": 4150
    },
    {
      "epoch": 0.9250139275766017,
      "grad_norm": 110.3331527709961,
      "learning_rate": 7.48829953198128e-07,
      "loss": 0.3682,
      "step": 4151
    },
    {
      "epoch": 0.9252367688022284,
      "grad_norm": 77.62250518798828,
      "learning_rate": 7.466012926231334e-07,
      "loss": 0.356,
      "step": 4152
    },
    {
      "epoch": 0.9254596100278552,
      "grad_norm": 40.70501708984375,
      "learning_rate": 7.443726320481392e-07,
      "loss": 0.1494,
      "step": 4153
    },
    {
      "epoch": 0.9256824512534819,
      "grad_norm": 3.8636603355407715,
      "learning_rate": 7.421439714731448e-07,
      "loss": 0.0046,
      "step": 4154
    },
    {
      "epoch": 0.9259052924791087,
      "grad_norm": 45.34419631958008,
      "learning_rate": 7.399153108981502e-07,
      "loss": 0.2689,
      "step": 4155
    },
    {
      "epoch": 0.9261281337047353,
      "grad_norm": 37.866111755371094,
      "learning_rate": 7.376866503231559e-07,
      "loss": 0.0905,
      "step": 4156
    },
    {
      "epoch": 0.9263509749303621,
      "grad_norm": 127.66779327392578,
      "learning_rate": 7.354579897481615e-07,
      "loss": 0.895,
      "step": 4157
    },
    {
      "epoch": 0.9265738161559889,
      "grad_norm": 103.41670989990234,
      "learning_rate": 7.332293291731669e-07,
      "loss": 0.2917,
      "step": 4158
    },
    {
      "epoch": 0.9267966573816157,
      "grad_norm": 63.119041442871094,
      "learning_rate": 7.310006685981726e-07,
      "loss": 0.0752,
      "step": 4159
    },
    {
      "epoch": 0.9270194986072423,
      "grad_norm": 2.8373045921325684,
      "learning_rate": 7.287720080231782e-07,
      "loss": 0.0029,
      "step": 4160
    },
    {
      "epoch": 0.9272423398328691,
      "grad_norm": 6.744609355926514,
      "learning_rate": 7.265433474481836e-07,
      "loss": 0.0101,
      "step": 4161
    },
    {
      "epoch": 0.9274651810584958,
      "grad_norm": 12.061976432800293,
      "learning_rate": 7.243146868731893e-07,
      "loss": 0.0137,
      "step": 4162
    },
    {
      "epoch": 0.9276880222841226,
      "grad_norm": 48.66770935058594,
      "learning_rate": 7.220860262981949e-07,
      "loss": 0.0754,
      "step": 4163
    },
    {
      "epoch": 0.9279108635097493,
      "grad_norm": 48.70164489746094,
      "learning_rate": 7.198573657232003e-07,
      "loss": 0.3597,
      "step": 4164
    },
    {
      "epoch": 0.928133704735376,
      "grad_norm": 144.43174743652344,
      "learning_rate": 7.176287051482061e-07,
      "loss": 0.1722,
      "step": 4165
    },
    {
      "epoch": 0.9283565459610028,
      "grad_norm": 20.066265106201172,
      "learning_rate": 7.154000445732115e-07,
      "loss": 0.0426,
      "step": 4166
    },
    {
      "epoch": 0.9285793871866296,
      "grad_norm": 31.5670108795166,
      "learning_rate": 7.131713839982171e-07,
      "loss": 0.0613,
      "step": 4167
    },
    {
      "epoch": 0.9288022284122562,
      "grad_norm": 5.670818328857422,
      "learning_rate": 7.109427234232228e-07,
      "loss": 0.0051,
      "step": 4168
    },
    {
      "epoch": 0.929025069637883,
      "grad_norm": 5.045243740081787,
      "learning_rate": 7.087140628482282e-07,
      "loss": 0.0036,
      "step": 4169
    },
    {
      "epoch": 0.9292479108635098,
      "grad_norm": 37.66494369506836,
      "learning_rate": 7.064854022732338e-07,
      "loss": 0.1082,
      "step": 4170
    },
    {
      "epoch": 0.9294707520891365,
      "grad_norm": 50.049537658691406,
      "learning_rate": 7.042567416982395e-07,
      "loss": 0.0544,
      "step": 4171
    },
    {
      "epoch": 0.9296935933147632,
      "grad_norm": 14.416614532470703,
      "learning_rate": 7.020280811232449e-07,
      "loss": 0.0127,
      "step": 4172
    },
    {
      "epoch": 0.92991643454039,
      "grad_norm": 278.8676452636719,
      "learning_rate": 6.997994205482505e-07,
      "loss": 0.447,
      "step": 4173
    },
    {
      "epoch": 0.9301392757660167,
      "grad_norm": 3.7736868858337402,
      "learning_rate": 6.975707599732562e-07,
      "loss": 0.0032,
      "step": 4174
    },
    {
      "epoch": 0.9303621169916435,
      "grad_norm": 68.80255889892578,
      "learning_rate": 6.953420993982616e-07,
      "loss": 0.4053,
      "step": 4175
    },
    {
      "epoch": 0.9305849582172702,
      "grad_norm": 94.69697570800781,
      "learning_rate": 6.931134388232672e-07,
      "loss": 0.3403,
      "step": 4176
    },
    {
      "epoch": 0.9308077994428969,
      "grad_norm": 101.47278594970703,
      "learning_rate": 6.90884778248273e-07,
      "loss": 0.803,
      "step": 4177
    },
    {
      "epoch": 0.9310306406685237,
      "grad_norm": 144.17276000976562,
      "learning_rate": 6.886561176732783e-07,
      "loss": 0.2969,
      "step": 4178
    },
    {
      "epoch": 0.9312534818941505,
      "grad_norm": 23.74761199951172,
      "learning_rate": 6.86427457098284e-07,
      "loss": 0.0372,
      "step": 4179
    },
    {
      "epoch": 0.9314763231197771,
      "grad_norm": 51.82264709472656,
      "learning_rate": 6.841987965232895e-07,
      "loss": 0.1592,
      "step": 4180
    },
    {
      "epoch": 0.9316991643454039,
      "grad_norm": 3.944885492324829,
      "learning_rate": 6.819701359482951e-07,
      "loss": 0.0083,
      "step": 4181
    },
    {
      "epoch": 0.9319220055710307,
      "grad_norm": 27.031702041625977,
      "learning_rate": 6.797414753733008e-07,
      "loss": 0.0746,
      "step": 4182
    },
    {
      "epoch": 0.9321448467966574,
      "grad_norm": 11.058348655700684,
      "learning_rate": 6.775128147983062e-07,
      "loss": 0.0164,
      "step": 4183
    },
    {
      "epoch": 0.9323676880222841,
      "grad_norm": 2.089552402496338,
      "learning_rate": 6.752841542233118e-07,
      "loss": 0.0016,
      "step": 4184
    },
    {
      "epoch": 0.9325905292479109,
      "grad_norm": 15.948095321655273,
      "learning_rate": 6.730554936483175e-07,
      "loss": 0.035,
      "step": 4185
    },
    {
      "epoch": 0.9328133704735376,
      "grad_norm": 53.32738494873047,
      "learning_rate": 6.708268330733229e-07,
      "loss": 0.1833,
      "step": 4186
    },
    {
      "epoch": 0.9330362116991644,
      "grad_norm": 40.054954528808594,
      "learning_rate": 6.685981724983285e-07,
      "loss": 0.0675,
      "step": 4187
    },
    {
      "epoch": 0.933259052924791,
      "grad_norm": 112.91030883789062,
      "learning_rate": 6.663695119233342e-07,
      "loss": 0.3077,
      "step": 4188
    },
    {
      "epoch": 0.9334818941504178,
      "grad_norm": 32.022666931152344,
      "learning_rate": 6.641408513483396e-07,
      "loss": 0.0687,
      "step": 4189
    },
    {
      "epoch": 0.9337047353760446,
      "grad_norm": 70.20423889160156,
      "learning_rate": 6.619121907733452e-07,
      "loss": 0.1049,
      "step": 4190
    },
    {
      "epoch": 0.9339275766016714,
      "grad_norm": 61.3162841796875,
      "learning_rate": 6.59683530198351e-07,
      "loss": 0.3016,
      "step": 4191
    },
    {
      "epoch": 0.934150417827298,
      "grad_norm": 1.4227970838546753,
      "learning_rate": 6.574548696233564e-07,
      "loss": 0.0025,
      "step": 4192
    },
    {
      "epoch": 0.9343732590529248,
      "grad_norm": 26.171255111694336,
      "learning_rate": 6.55226209048362e-07,
      "loss": 0.0617,
      "step": 4193
    },
    {
      "epoch": 0.9345961002785516,
      "grad_norm": 96.3670425415039,
      "learning_rate": 6.529975484733675e-07,
      "loss": 0.0718,
      "step": 4194
    },
    {
      "epoch": 0.9348189415041783,
      "grad_norm": 39.38725280761719,
      "learning_rate": 6.507688878983731e-07,
      "loss": 0.145,
      "step": 4195
    },
    {
      "epoch": 0.935041782729805,
      "grad_norm": 21.53643798828125,
      "learning_rate": 6.485402273233787e-07,
      "loss": 0.0434,
      "step": 4196
    },
    {
      "epoch": 0.9352646239554318,
      "grad_norm": 130.30165100097656,
      "learning_rate": 6.463115667483842e-07,
      "loss": 0.2251,
      "step": 4197
    },
    {
      "epoch": 0.9354874651810585,
      "grad_norm": 83.42631530761719,
      "learning_rate": 6.440829061733898e-07,
      "loss": 0.1222,
      "step": 4198
    },
    {
      "epoch": 0.9357103064066853,
      "grad_norm": 33.399715423583984,
      "learning_rate": 6.418542455983954e-07,
      "loss": 0.0461,
      "step": 4199
    },
    {
      "epoch": 0.935933147632312,
      "grad_norm": 124.68196105957031,
      "learning_rate": 6.396255850234009e-07,
      "loss": 0.5221,
      "step": 4200
    },
    {
      "epoch": 0.9361559888579387,
      "grad_norm": 163.0203094482422,
      "learning_rate": 6.373969244484065e-07,
      "loss": 0.8027,
      "step": 4201
    },
    {
      "epoch": 0.9363788300835655,
      "grad_norm": 29.004634857177734,
      "learning_rate": 6.351682638734121e-07,
      "loss": 0.0409,
      "step": 4202
    },
    {
      "epoch": 0.9366016713091923,
      "grad_norm": 29.072484970092773,
      "learning_rate": 6.329396032984176e-07,
      "loss": 0.0875,
      "step": 4203
    },
    {
      "epoch": 0.9368245125348189,
      "grad_norm": 53.401214599609375,
      "learning_rate": 6.307109427234232e-07,
      "loss": 0.0687,
      "step": 4204
    },
    {
      "epoch": 0.9370473537604457,
      "grad_norm": 42.65692901611328,
      "learning_rate": 6.284822821484289e-07,
      "loss": 0.0681,
      "step": 4205
    },
    {
      "epoch": 0.9372701949860724,
      "grad_norm": 64.70753479003906,
      "learning_rate": 6.262536215734344e-07,
      "loss": 0.2698,
      "step": 4206
    },
    {
      "epoch": 0.9374930362116992,
      "grad_norm": 55.84239196777344,
      "learning_rate": 6.2402496099844e-07,
      "loss": 0.065,
      "step": 4207
    },
    {
      "epoch": 0.9377158774373259,
      "grad_norm": 22.53995132446289,
      "learning_rate": 6.217963004234456e-07,
      "loss": 0.0271,
      "step": 4208
    },
    {
      "epoch": 0.9379387186629526,
      "grad_norm": 87.27507781982422,
      "learning_rate": 6.195676398484511e-07,
      "loss": 0.1784,
      "step": 4209
    },
    {
      "epoch": 0.9381615598885794,
      "grad_norm": 146.73497009277344,
      "learning_rate": 6.173389792734567e-07,
      "loss": 0.7873,
      "step": 4210
    },
    {
      "epoch": 0.9383844011142062,
      "grad_norm": 4.533637046813965,
      "learning_rate": 6.151103186984623e-07,
      "loss": 0.0073,
      "step": 4211
    },
    {
      "epoch": 0.9386072423398328,
      "grad_norm": 9.12990951538086,
      "learning_rate": 6.128816581234678e-07,
      "loss": 0.0099,
      "step": 4212
    },
    {
      "epoch": 0.9388300835654596,
      "grad_norm": 95.78624725341797,
      "learning_rate": 6.106529975484734e-07,
      "loss": 0.3342,
      "step": 4213
    },
    {
      "epoch": 0.9390529247910864,
      "grad_norm": 91.7359619140625,
      "learning_rate": 6.08424336973479e-07,
      "loss": 0.4189,
      "step": 4214
    },
    {
      "epoch": 0.9392757660167131,
      "grad_norm": 56.6069221496582,
      "learning_rate": 6.061956763984845e-07,
      "loss": 0.0603,
      "step": 4215
    },
    {
      "epoch": 0.9394986072423398,
      "grad_norm": 7.3340559005737305,
      "learning_rate": 6.039670158234901e-07,
      "loss": 0.014,
      "step": 4216
    },
    {
      "epoch": 0.9397214484679666,
      "grad_norm": 13.916390419006348,
      "learning_rate": 6.017383552484958e-07,
      "loss": 0.0144,
      "step": 4217
    },
    {
      "epoch": 0.9399442896935933,
      "grad_norm": 10.519041061401367,
      "learning_rate": 5.995096946735013e-07,
      "loss": 0.0163,
      "step": 4218
    },
    {
      "epoch": 0.9401671309192201,
      "grad_norm": 26.457012176513672,
      "learning_rate": 5.972810340985069e-07,
      "loss": 0.037,
      "step": 4219
    },
    {
      "epoch": 0.9403899721448468,
      "grad_norm": 138.38623046875,
      "learning_rate": 5.950523735235124e-07,
      "loss": 0.2654,
      "step": 4220
    },
    {
      "epoch": 0.9406128133704735,
      "grad_norm": 20.615890502929688,
      "learning_rate": 5.92823712948518e-07,
      "loss": 0.0259,
      "step": 4221
    },
    {
      "epoch": 0.9408356545961003,
      "grad_norm": 61.42707824707031,
      "learning_rate": 5.905950523735236e-07,
      "loss": 0.423,
      "step": 4222
    },
    {
      "epoch": 0.9410584958217271,
      "grad_norm": 23.71319580078125,
      "learning_rate": 5.883663917985291e-07,
      "loss": 0.0631,
      "step": 4223
    },
    {
      "epoch": 0.9412813370473537,
      "grad_norm": 88.23223114013672,
      "learning_rate": 5.861377312235347e-07,
      "loss": 0.0883,
      "step": 4224
    },
    {
      "epoch": 0.9415041782729805,
      "grad_norm": 104.89373016357422,
      "learning_rate": 5.839090706485403e-07,
      "loss": 0.3129,
      "step": 4225
    },
    {
      "epoch": 0.9417270194986073,
      "grad_norm": 61.079410552978516,
      "learning_rate": 5.816804100735458e-07,
      "loss": 0.4388,
      "step": 4226
    },
    {
      "epoch": 0.941949860724234,
      "grad_norm": 82.8409194946289,
      "learning_rate": 5.794517494985514e-07,
      "loss": 0.218,
      "step": 4227
    },
    {
      "epoch": 0.9421727019498607,
      "grad_norm": 87.51202392578125,
      "learning_rate": 5.77223088923557e-07,
      "loss": 0.1096,
      "step": 4228
    },
    {
      "epoch": 0.9423955431754875,
      "grad_norm": 18.101354598999023,
      "learning_rate": 5.749944283485625e-07,
      "loss": 0.0255,
      "step": 4229
    },
    {
      "epoch": 0.9426183844011142,
      "grad_norm": 201.84115600585938,
      "learning_rate": 5.727657677735681e-07,
      "loss": 0.7446,
      "step": 4230
    },
    {
      "epoch": 0.942841225626741,
      "grad_norm": 243.2783203125,
      "learning_rate": 5.705371071985738e-07,
      "loss": 0.698,
      "step": 4231
    },
    {
      "epoch": 0.9430640668523677,
      "grad_norm": 7.165918827056885,
      "learning_rate": 5.683084466235793e-07,
      "loss": 0.0075,
      "step": 4232
    },
    {
      "epoch": 0.9432869080779944,
      "grad_norm": 78.04463195800781,
      "learning_rate": 5.660797860485849e-07,
      "loss": 0.114,
      "step": 4233
    },
    {
      "epoch": 0.9435097493036212,
      "grad_norm": 16.58582878112793,
      "learning_rate": 5.638511254735904e-07,
      "loss": 0.0307,
      "step": 4234
    },
    {
      "epoch": 0.943732590529248,
      "grad_norm": 42.3445930480957,
      "learning_rate": 5.61622464898596e-07,
      "loss": 0.0796,
      "step": 4235
    },
    {
      "epoch": 0.9439554317548746,
      "grad_norm": 9.874953269958496,
      "learning_rate": 5.593938043236016e-07,
      "loss": 0.0095,
      "step": 4236
    },
    {
      "epoch": 0.9441782729805014,
      "grad_norm": 89.72805786132812,
      "learning_rate": 5.571651437486071e-07,
      "loss": 0.2832,
      "step": 4237
    },
    {
      "epoch": 0.9444011142061282,
      "grad_norm": 189.75143432617188,
      "learning_rate": 5.549364831736127e-07,
      "loss": 0.2475,
      "step": 4238
    },
    {
      "epoch": 0.9446239554317549,
      "grad_norm": 43.09381103515625,
      "learning_rate": 5.527078225986183e-07,
      "loss": 0.0437,
      "step": 4239
    },
    {
      "epoch": 0.9448467966573816,
      "grad_norm": 150.8720703125,
      "learning_rate": 5.504791620236238e-07,
      "loss": 0.1337,
      "step": 4240
    },
    {
      "epoch": 0.9450696378830084,
      "grad_norm": 168.94345092773438,
      "learning_rate": 5.482505014486294e-07,
      "loss": 0.2451,
      "step": 4241
    },
    {
      "epoch": 0.9452924791086351,
      "grad_norm": 16.704608917236328,
      "learning_rate": 5.46021840873635e-07,
      "loss": 0.0154,
      "step": 4242
    },
    {
      "epoch": 0.9455153203342619,
      "grad_norm": 11.049857139587402,
      "learning_rate": 5.437931802986405e-07,
      "loss": 0.0122,
      "step": 4243
    },
    {
      "epoch": 0.9457381615598885,
      "grad_norm": 5.684377193450928,
      "learning_rate": 5.415645197236462e-07,
      "loss": 0.008,
      "step": 4244
    },
    {
      "epoch": 0.9459610027855153,
      "grad_norm": 42.83169937133789,
      "learning_rate": 5.393358591486518e-07,
      "loss": 0.05,
      "step": 4245
    },
    {
      "epoch": 0.9461838440111421,
      "grad_norm": 1.140923023223877,
      "learning_rate": 5.371071985736573e-07,
      "loss": 0.0011,
      "step": 4246
    },
    {
      "epoch": 0.9464066852367689,
      "grad_norm": 13.122478485107422,
      "learning_rate": 5.348785379986629e-07,
      "loss": 0.0276,
      "step": 4247
    },
    {
      "epoch": 0.9466295264623955,
      "grad_norm": 66.2533187866211,
      "learning_rate": 5.326498774236684e-07,
      "loss": 0.1343,
      "step": 4248
    },
    {
      "epoch": 0.9468523676880223,
      "grad_norm": 19.883928298950195,
      "learning_rate": 5.30421216848674e-07,
      "loss": 0.0235,
      "step": 4249
    },
    {
      "epoch": 0.947075208913649,
      "grad_norm": 73.84577178955078,
      "learning_rate": 5.281925562736796e-07,
      "loss": 0.4252,
      "step": 4250
    },
    {
      "epoch": 0.9472980501392758,
      "grad_norm": 184.43186950683594,
      "learning_rate": 5.259638956986851e-07,
      "loss": 0.275,
      "step": 4251
    },
    {
      "epoch": 0.9475208913649025,
      "grad_norm": 11.209534645080566,
      "learning_rate": 5.237352351236907e-07,
      "loss": 0.0292,
      "step": 4252
    },
    {
      "epoch": 0.9477437325905292,
      "grad_norm": 21.46274185180664,
      "learning_rate": 5.215065745486963e-07,
      "loss": 0.0255,
      "step": 4253
    },
    {
      "epoch": 0.947966573816156,
      "grad_norm": 59.034461975097656,
      "learning_rate": 5.192779139737018e-07,
      "loss": 0.0708,
      "step": 4254
    },
    {
      "epoch": 0.9481894150417828,
      "grad_norm": 210.47157287597656,
      "learning_rate": 5.170492533987074e-07,
      "loss": 0.2319,
      "step": 4255
    },
    {
      "epoch": 0.9484122562674094,
      "grad_norm": 59.88434982299805,
      "learning_rate": 5.14820592823713e-07,
      "loss": 0.5439,
      "step": 4256
    },
    {
      "epoch": 0.9486350974930362,
      "grad_norm": 18.603933334350586,
      "learning_rate": 5.125919322487186e-07,
      "loss": 0.0233,
      "step": 4257
    },
    {
      "epoch": 0.948857938718663,
      "grad_norm": 36.393287658691406,
      "learning_rate": 5.103632716737242e-07,
      "loss": 0.0414,
      "step": 4258
    },
    {
      "epoch": 0.9490807799442897,
      "grad_norm": 73.76803588867188,
      "learning_rate": 5.081346110987298e-07,
      "loss": 0.6191,
      "step": 4259
    },
    {
      "epoch": 0.9493036211699164,
      "grad_norm": 10.951828956604004,
      "learning_rate": 5.059059505237353e-07,
      "loss": 0.0073,
      "step": 4260
    },
    {
      "epoch": 0.9495264623955432,
      "grad_norm": 42.831687927246094,
      "learning_rate": 5.036772899487409e-07,
      "loss": 0.1228,
      "step": 4261
    },
    {
      "epoch": 0.9497493036211699,
      "grad_norm": 262.24945068359375,
      "learning_rate": 5.014486293737464e-07,
      "loss": 0.9265,
      "step": 4262
    },
    {
      "epoch": 0.9499721448467967,
      "grad_norm": 24.085630416870117,
      "learning_rate": 4.99219968798752e-07,
      "loss": 0.0333,
      "step": 4263
    },
    {
      "epoch": 0.9501949860724234,
      "grad_norm": 151.12234497070312,
      "learning_rate": 4.969913082237576e-07,
      "loss": 0.118,
      "step": 4264
    },
    {
      "epoch": 0.9504178272980501,
      "grad_norm": 16.83879852294922,
      "learning_rate": 4.947626476487631e-07,
      "loss": 0.0199,
      "step": 4265
    },
    {
      "epoch": 0.9506406685236769,
      "grad_norm": 30.331392288208008,
      "learning_rate": 4.925339870737687e-07,
      "loss": 0.0348,
      "step": 4266
    },
    {
      "epoch": 0.9508635097493037,
      "grad_norm": 26.26339340209961,
      "learning_rate": 4.903053264987743e-07,
      "loss": 0.0486,
      "step": 4267
    },
    {
      "epoch": 0.9510863509749303,
      "grad_norm": 78.85133361816406,
      "learning_rate": 4.880766659237798e-07,
      "loss": 0.6137,
      "step": 4268
    },
    {
      "epoch": 0.9513091922005571,
      "grad_norm": 8.779986381530762,
      "learning_rate": 4.858480053487853e-07,
      "loss": 0.0268,
      "step": 4269
    },
    {
      "epoch": 0.9515320334261839,
      "grad_norm": 60.630767822265625,
      "learning_rate": 4.836193447737911e-07,
      "loss": 0.0785,
      "step": 4270
    },
    {
      "epoch": 0.9517548746518106,
      "grad_norm": 28.39280128479004,
      "learning_rate": 4.813906841987966e-07,
      "loss": 0.0615,
      "step": 4271
    },
    {
      "epoch": 0.9519777158774373,
      "grad_norm": 11.291581153869629,
      "learning_rate": 4.791620236238021e-07,
      "loss": 0.0138,
      "step": 4272
    },
    {
      "epoch": 0.9522005571030641,
      "grad_norm": 458.8910217285156,
      "learning_rate": 4.769333630488078e-07,
      "loss": 0.7147,
      "step": 4273
    },
    {
      "epoch": 0.9524233983286908,
      "grad_norm": 23.892562866210938,
      "learning_rate": 4.747047024738133e-07,
      "loss": 0.0748,
      "step": 4274
    },
    {
      "epoch": 0.9526462395543176,
      "grad_norm": 33.165367126464844,
      "learning_rate": 4.7247604189881884e-07,
      "loss": 0.0697,
      "step": 4275
    },
    {
      "epoch": 0.9528690807799443,
      "grad_norm": 51.01723861694336,
      "learning_rate": 4.702473813238244e-07,
      "loss": 0.0684,
      "step": 4276
    },
    {
      "epoch": 0.953091922005571,
      "grad_norm": 13.38290023803711,
      "learning_rate": 4.6801872074883e-07,
      "loss": 0.0217,
      "step": 4277
    },
    {
      "epoch": 0.9533147632311978,
      "grad_norm": 8.715105056762695,
      "learning_rate": 4.6579006017383556e-07,
      "loss": 0.0117,
      "step": 4278
    },
    {
      "epoch": 0.9535376044568246,
      "grad_norm": 5.143607139587402,
      "learning_rate": 4.635613995988411e-07,
      "loss": 0.0108,
      "step": 4279
    },
    {
      "epoch": 0.9537604456824512,
      "grad_norm": 127.19129180908203,
      "learning_rate": 4.6133273902384673e-07,
      "loss": 0.4463,
      "step": 4280
    },
    {
      "epoch": 0.953983286908078,
      "grad_norm": 9.972112655639648,
      "learning_rate": 4.591040784488523e-07,
      "loss": 0.011,
      "step": 4281
    },
    {
      "epoch": 0.9542061281337048,
      "grad_norm": 45.157371520996094,
      "learning_rate": 4.5687541787385784e-07,
      "loss": 0.3632,
      "step": 4282
    },
    {
      "epoch": 0.9544289693593315,
      "grad_norm": 18.757938385009766,
      "learning_rate": 4.546467572988634e-07,
      "loss": 0.0518,
      "step": 4283
    },
    {
      "epoch": 0.9546518105849582,
      "grad_norm": 121.7638931274414,
      "learning_rate": 4.52418096723869e-07,
      "loss": 0.1335,
      "step": 4284
    },
    {
      "epoch": 0.954874651810585,
      "grad_norm": 45.33640670776367,
      "learning_rate": 4.5018943614887457e-07,
      "loss": 0.103,
      "step": 4285
    },
    {
      "epoch": 0.9550974930362117,
      "grad_norm": 56.315303802490234,
      "learning_rate": 4.479607755738801e-07,
      "loss": 0.1426,
      "step": 4286
    },
    {
      "epoch": 0.9553203342618385,
      "grad_norm": 39.96100616455078,
      "learning_rate": 4.4573211499888573e-07,
      "loss": 0.1704,
      "step": 4287
    },
    {
      "epoch": 0.9555431754874651,
      "grad_norm": 70.04402923583984,
      "learning_rate": 4.435034544238913e-07,
      "loss": 0.1582,
      "step": 4288
    },
    {
      "epoch": 0.9557660167130919,
      "grad_norm": 33.86806869506836,
      "learning_rate": 4.4127479384889685e-07,
      "loss": 0.0393,
      "step": 4289
    },
    {
      "epoch": 0.9559888579387187,
      "grad_norm": 1.7955762147903442,
      "learning_rate": 4.390461332739024e-07,
      "loss": 0.004,
      "step": 4290
    },
    {
      "epoch": 0.9562116991643455,
      "grad_norm": 165.19821166992188,
      "learning_rate": 4.36817472698908e-07,
      "loss": 2.6485,
      "step": 4291
    },
    {
      "epoch": 0.9564345403899721,
      "grad_norm": 14.313035011291504,
      "learning_rate": 4.3458881212391357e-07,
      "loss": 0.0118,
      "step": 4292
    },
    {
      "epoch": 0.9566573816155989,
      "grad_norm": 31.29733657836914,
      "learning_rate": 4.323601515489191e-07,
      "loss": 0.0292,
      "step": 4293
    },
    {
      "epoch": 0.9568802228412256,
      "grad_norm": 26.068363189697266,
      "learning_rate": 4.3013149097392474e-07,
      "loss": 0.0274,
      "step": 4294
    },
    {
      "epoch": 0.9571030640668524,
      "grad_norm": 40.217350006103516,
      "learning_rate": 4.279028303989303e-07,
      "loss": 0.0637,
      "step": 4295
    },
    {
      "epoch": 0.9573259052924791,
      "grad_norm": 286.1716003417969,
      "learning_rate": 4.2567416982393585e-07,
      "loss": 0.6622,
      "step": 4296
    },
    {
      "epoch": 0.9575487465181058,
      "grad_norm": 6.709314346313477,
      "learning_rate": 4.2344550924894146e-07,
      "loss": 0.0157,
      "step": 4297
    },
    {
      "epoch": 0.9577715877437326,
      "grad_norm": 96.36846160888672,
      "learning_rate": 4.21216848673947e-07,
      "loss": 0.1797,
      "step": 4298
    },
    {
      "epoch": 0.9579944289693594,
      "grad_norm": 21.834585189819336,
      "learning_rate": 4.1898818809895257e-07,
      "loss": 0.0407,
      "step": 4299
    },
    {
      "epoch": 0.958217270194986,
      "grad_norm": 33.436195373535156,
      "learning_rate": 4.1675952752395813e-07,
      "loss": 0.0277,
      "step": 4300
    },
    {
      "epoch": 0.9584401114206128,
      "grad_norm": 60.02750015258789,
      "learning_rate": 4.1453086694896374e-07,
      "loss": 0.1369,
      "step": 4301
    },
    {
      "epoch": 0.9586629526462396,
      "grad_norm": 9.877187728881836,
      "learning_rate": 4.123022063739693e-07,
      "loss": 0.0149,
      "step": 4302
    },
    {
      "epoch": 0.9588857938718663,
      "grad_norm": 70.04522705078125,
      "learning_rate": 4.1007354579897485e-07,
      "loss": 0.49,
      "step": 4303
    },
    {
      "epoch": 0.959108635097493,
      "grad_norm": 64.14706420898438,
      "learning_rate": 4.0784488522398046e-07,
      "loss": 0.4945,
      "step": 4304
    },
    {
      "epoch": 0.9593314763231198,
      "grad_norm": 9.001288414001465,
      "learning_rate": 4.05616224648986e-07,
      "loss": 0.023,
      "step": 4305
    },
    {
      "epoch": 0.9595543175487465,
      "grad_norm": 4.493748664855957,
      "learning_rate": 4.033875640739916e-07,
      "loss": 0.0048,
      "step": 4306
    },
    {
      "epoch": 0.9597771587743733,
      "grad_norm": 31.308256149291992,
      "learning_rate": 4.0115890349899713e-07,
      "loss": 0.0423,
      "step": 4307
    },
    {
      "epoch": 0.96,
      "grad_norm": 152.02499389648438,
      "learning_rate": 3.9893024292400274e-07,
      "loss": 0.1898,
      "step": 4308
    },
    {
      "epoch": 0.9602228412256267,
      "grad_norm": 85.46026611328125,
      "learning_rate": 3.967015823490083e-07,
      "loss": 0.1148,
      "step": 4309
    },
    {
      "epoch": 0.9604456824512535,
      "grad_norm": 71.93052673339844,
      "learning_rate": 3.9447292177401386e-07,
      "loss": 0.1312,
      "step": 4310
    },
    {
      "epoch": 0.9606685236768803,
      "grad_norm": 80.61697387695312,
      "learning_rate": 3.9224426119901947e-07,
      "loss": 0.0752,
      "step": 4311
    },
    {
      "epoch": 0.9608913649025069,
      "grad_norm": 41.0550422668457,
      "learning_rate": 3.90015600624025e-07,
      "loss": 0.0739,
      "step": 4312
    },
    {
      "epoch": 0.9611142061281337,
      "grad_norm": 269.146240234375,
      "learning_rate": 3.877869400490306e-07,
      "loss": 0.5583,
      "step": 4313
    },
    {
      "epoch": 0.9613370473537605,
      "grad_norm": 40.40119171142578,
      "learning_rate": 3.8555827947403614e-07,
      "loss": 0.3203,
      "step": 4314
    },
    {
      "epoch": 0.9615598885793872,
      "grad_norm": 4.316587924957275,
      "learning_rate": 3.8332961889904175e-07,
      "loss": 0.0064,
      "step": 4315
    },
    {
      "epoch": 0.9617827298050139,
      "grad_norm": 58.00960159301758,
      "learning_rate": 3.811009583240473e-07,
      "loss": 0.1172,
      "step": 4316
    },
    {
      "epoch": 0.9620055710306407,
      "grad_norm": 49.529571533203125,
      "learning_rate": 3.7887229774905286e-07,
      "loss": 0.0927,
      "step": 4317
    },
    {
      "epoch": 0.9622284122562674,
      "grad_norm": 12.677474975585938,
      "learning_rate": 3.7664363717405847e-07,
      "loss": 0.0327,
      "step": 4318
    },
    {
      "epoch": 0.9624512534818942,
      "grad_norm": 499.4478454589844,
      "learning_rate": 3.74414976599064e-07,
      "loss": 0.9434,
      "step": 4319
    },
    {
      "epoch": 0.9626740947075209,
      "grad_norm": 1.741623044013977,
      "learning_rate": 3.721863160240696e-07,
      "loss": 0.0022,
      "step": 4320
    },
    {
      "epoch": 0.9628969359331476,
      "grad_norm": 6.946218490600586,
      "learning_rate": 3.699576554490751e-07,
      "loss": 0.0037,
      "step": 4321
    },
    {
      "epoch": 0.9631197771587744,
      "grad_norm": 21.844005584716797,
      "learning_rate": 3.6772899487408075e-07,
      "loss": 0.0136,
      "step": 4322
    },
    {
      "epoch": 0.9633426183844012,
      "grad_norm": 11.322242736816406,
      "learning_rate": 3.655003342990863e-07,
      "loss": 0.0132,
      "step": 4323
    },
    {
      "epoch": 0.9635654596100278,
      "grad_norm": 154.42904663085938,
      "learning_rate": 3.632716737240918e-07,
      "loss": 0.7004,
      "step": 4324
    },
    {
      "epoch": 0.9637883008356546,
      "grad_norm": 9.360264778137207,
      "learning_rate": 3.6104301314909747e-07,
      "loss": 0.012,
      "step": 4325
    },
    {
      "epoch": 0.9640111420612814,
      "grad_norm": 8.532166481018066,
      "learning_rate": 3.5881435257410303e-07,
      "loss": 0.0132,
      "step": 4326
    },
    {
      "epoch": 0.9642339832869081,
      "grad_norm": 6.7910685539245605,
      "learning_rate": 3.5658569199910853e-07,
      "loss": 0.0083,
      "step": 4327
    },
    {
      "epoch": 0.9644568245125348,
      "grad_norm": 7.340410232543945,
      "learning_rate": 3.543570314241141e-07,
      "loss": 0.01,
      "step": 4328
    },
    {
      "epoch": 0.9646796657381616,
      "grad_norm": 25.237075805664062,
      "learning_rate": 3.5212837084911975e-07,
      "loss": 0.0443,
      "step": 4329
    },
    {
      "epoch": 0.9649025069637883,
      "grad_norm": 19.37383270263672,
      "learning_rate": 3.4989971027412526e-07,
      "loss": 0.0579,
      "step": 4330
    },
    {
      "epoch": 0.9651253481894151,
      "grad_norm": 427.57916259765625,
      "learning_rate": 3.476710496991308e-07,
      "loss": 0.8831,
      "step": 4331
    },
    {
      "epoch": 0.9653481894150417,
      "grad_norm": 6.792021751403809,
      "learning_rate": 3.454423891241365e-07,
      "loss": 0.0085,
      "step": 4332
    },
    {
      "epoch": 0.9655710306406685,
      "grad_norm": 20.54404640197754,
      "learning_rate": 3.43213728549142e-07,
      "loss": 0.0427,
      "step": 4333
    },
    {
      "epoch": 0.9657938718662953,
      "grad_norm": 5.517603874206543,
      "learning_rate": 3.4098506797414754e-07,
      "loss": 0.0049,
      "step": 4334
    },
    {
      "epoch": 0.966016713091922,
      "grad_norm": 9.151128768920898,
      "learning_rate": 3.387564073991531e-07,
      "loss": 0.0069,
      "step": 4335
    },
    {
      "epoch": 0.9662395543175487,
      "grad_norm": 92.41220092773438,
      "learning_rate": 3.3652774682415876e-07,
      "loss": 0.1396,
      "step": 4336
    },
    {
      "epoch": 0.9664623955431755,
      "grad_norm": 9.503067970275879,
      "learning_rate": 3.3429908624916426e-07,
      "loss": 0.0096,
      "step": 4337
    },
    {
      "epoch": 0.9666852367688022,
      "grad_norm": 9.28914737701416,
      "learning_rate": 3.320704256741698e-07,
      "loss": 0.0154,
      "step": 4338
    },
    {
      "epoch": 0.966908077994429,
      "grad_norm": 105.22943878173828,
      "learning_rate": 3.298417650991755e-07,
      "loss": 0.3975,
      "step": 4339
    },
    {
      "epoch": 0.9671309192200557,
      "grad_norm": 15.797290802001953,
      "learning_rate": 3.27613104524181e-07,
      "loss": 0.0191,
      "step": 4340
    },
    {
      "epoch": 0.9673537604456824,
      "grad_norm": 12.623326301574707,
      "learning_rate": 3.2538444394918654e-07,
      "loss": 0.0122,
      "step": 4341
    },
    {
      "epoch": 0.9675766016713092,
      "grad_norm": 57.24563980102539,
      "learning_rate": 3.231557833741921e-07,
      "loss": 0.0544,
      "step": 4342
    },
    {
      "epoch": 0.967799442896936,
      "grad_norm": 11.595928192138672,
      "learning_rate": 3.209271227991977e-07,
      "loss": 0.0224,
      "step": 4343
    },
    {
      "epoch": 0.9680222841225626,
      "grad_norm": 88.83131408691406,
      "learning_rate": 3.1869846222420326e-07,
      "loss": 0.5566,
      "step": 4344
    },
    {
      "epoch": 0.9682451253481894,
      "grad_norm": 10.393475532531738,
      "learning_rate": 3.164698016492088e-07,
      "loss": 0.0102,
      "step": 4345
    },
    {
      "epoch": 0.9684679665738162,
      "grad_norm": 12.038433074951172,
      "learning_rate": 3.1424114107421443e-07,
      "loss": 0.0093,
      "step": 4346
    },
    {
      "epoch": 0.9686908077994429,
      "grad_norm": 84.7476577758789,
      "learning_rate": 3.1201248049922e-07,
      "loss": 0.1387,
      "step": 4347
    },
    {
      "epoch": 0.9689136490250696,
      "grad_norm": 57.19185256958008,
      "learning_rate": 3.0978381992422554e-07,
      "loss": 0.4228,
      "step": 4348
    },
    {
      "epoch": 0.9691364902506964,
      "grad_norm": 14.510095596313477,
      "learning_rate": 3.0755515934923115e-07,
      "loss": 0.0187,
      "step": 4349
    },
    {
      "epoch": 0.9693593314763231,
      "grad_norm": 26.7275333404541,
      "learning_rate": 3.053264987742367e-07,
      "loss": 0.0486,
      "step": 4350
    },
    {
      "epoch": 0.9695821727019499,
      "grad_norm": 54.749515533447266,
      "learning_rate": 3.0309783819924227e-07,
      "loss": 0.0496,
      "step": 4351
    },
    {
      "epoch": 0.9698050139275766,
      "grad_norm": 84.97528076171875,
      "learning_rate": 3.008691776242479e-07,
      "loss": 0.5809,
      "step": 4352
    },
    {
      "epoch": 0.9700278551532033,
      "grad_norm": 7.5859479904174805,
      "learning_rate": 2.9864051704925343e-07,
      "loss": 0.0179,
      "step": 4353
    },
    {
      "epoch": 0.9702506963788301,
      "grad_norm": 58.513851165771484,
      "learning_rate": 2.96411856474259e-07,
      "loss": 0.4354,
      "step": 4354
    },
    {
      "epoch": 0.9704735376044569,
      "grad_norm": 3.4245541095733643,
      "learning_rate": 2.9418319589926455e-07,
      "loss": 0.0015,
      "step": 4355
    },
    {
      "epoch": 0.9706963788300835,
      "grad_norm": 22.867416381835938,
      "learning_rate": 2.9195453532427016e-07,
      "loss": 0.0298,
      "step": 4356
    },
    {
      "epoch": 0.9709192200557103,
      "grad_norm": 59.56472396850586,
      "learning_rate": 2.897258747492757e-07,
      "loss": 0.0256,
      "step": 4357
    },
    {
      "epoch": 0.9711420612813371,
      "grad_norm": 22.28662109375,
      "learning_rate": 2.8749721417428127e-07,
      "loss": 0.0427,
      "step": 4358
    },
    {
      "epoch": 0.9713649025069638,
      "grad_norm": 6.666750431060791,
      "learning_rate": 2.852685535992869e-07,
      "loss": 0.0186,
      "step": 4359
    },
    {
      "epoch": 0.9715877437325905,
      "grad_norm": 27.81226348876953,
      "learning_rate": 2.8303989302429244e-07,
      "loss": 0.0472,
      "step": 4360
    },
    {
      "epoch": 0.9718105849582173,
      "grad_norm": 153.56893920898438,
      "learning_rate": 2.80811232449298e-07,
      "loss": 0.7383,
      "step": 4361
    },
    {
      "epoch": 0.972033426183844,
      "grad_norm": 9.79587173461914,
      "learning_rate": 2.7858257187430355e-07,
      "loss": 0.0158,
      "step": 4362
    },
    {
      "epoch": 0.9722562674094708,
      "grad_norm": 3.1126298904418945,
      "learning_rate": 2.7635391129930916e-07,
      "loss": 0.0062,
      "step": 4363
    },
    {
      "epoch": 0.9724791086350975,
      "grad_norm": 11.10138988494873,
      "learning_rate": 2.741252507243147e-07,
      "loss": 0.0238,
      "step": 4364
    },
    {
      "epoch": 0.9727019498607242,
      "grad_norm": 103.5573959350586,
      "learning_rate": 2.7189659014932027e-07,
      "loss": 0.4928,
      "step": 4365
    },
    {
      "epoch": 0.972924791086351,
      "grad_norm": 26.027000427246094,
      "learning_rate": 2.696679295743259e-07,
      "loss": 0.0332,
      "step": 4366
    },
    {
      "epoch": 0.9731476323119778,
      "grad_norm": 24.441804885864258,
      "learning_rate": 2.6743926899933144e-07,
      "loss": 0.0181,
      "step": 4367
    },
    {
      "epoch": 0.9733704735376044,
      "grad_norm": 23.900136947631836,
      "learning_rate": 2.65210608424337e-07,
      "loss": 0.0294,
      "step": 4368
    },
    {
      "epoch": 0.9735933147632312,
      "grad_norm": 9.141631126403809,
      "learning_rate": 2.6298194784934255e-07,
      "loss": 0.0063,
      "step": 4369
    },
    {
      "epoch": 0.973816155988858,
      "grad_norm": 33.49163818359375,
      "learning_rate": 2.6075328727434816e-07,
      "loss": 0.054,
      "step": 4370
    },
    {
      "epoch": 0.9740389972144847,
      "grad_norm": 6.41895055770874,
      "learning_rate": 2.585246266993537e-07,
      "loss": 0.0082,
      "step": 4371
    },
    {
      "epoch": 0.9742618384401114,
      "grad_norm": 7.18320369720459,
      "learning_rate": 2.562959661243593e-07,
      "loss": 0.0046,
      "step": 4372
    },
    {
      "epoch": 0.9744846796657382,
      "grad_norm": 20.522037506103516,
      "learning_rate": 2.540673055493649e-07,
      "loss": 0.0391,
      "step": 4373
    },
    {
      "epoch": 0.9747075208913649,
      "grad_norm": 7.166019916534424,
      "learning_rate": 2.5183864497437044e-07,
      "loss": 0.007,
      "step": 4374
    },
    {
      "epoch": 0.9749303621169917,
      "grad_norm": 1.981628179550171,
      "learning_rate": 2.49609984399376e-07,
      "loss": 0.0011,
      "step": 4375
    },
    {
      "epoch": 0.9751532033426183,
      "grad_norm": 58.078216552734375,
      "learning_rate": 2.4738132382438156e-07,
      "loss": 0.356,
      "step": 4376
    },
    {
      "epoch": 0.9753760445682451,
      "grad_norm": 98.54139709472656,
      "learning_rate": 2.4515266324938717e-07,
      "loss": 0.2124,
      "step": 4377
    },
    {
      "epoch": 0.9755988857938719,
      "grad_norm": 5.163351058959961,
      "learning_rate": 2.4292400267439267e-07,
      "loss": 0.0078,
      "step": 4378
    },
    {
      "epoch": 0.9758217270194987,
      "grad_norm": 17.4863224029541,
      "learning_rate": 2.406953420993983e-07,
      "loss": 0.0497,
      "step": 4379
    },
    {
      "epoch": 0.9760445682451253,
      "grad_norm": 8.900004386901855,
      "learning_rate": 2.384666815244039e-07,
      "loss": 0.014,
      "step": 4380
    },
    {
      "epoch": 0.9762674094707521,
      "grad_norm": 10.695563316345215,
      "learning_rate": 2.3623802094940942e-07,
      "loss": 0.0077,
      "step": 4381
    },
    {
      "epoch": 0.9764902506963788,
      "grad_norm": 0.9907568693161011,
      "learning_rate": 2.34009360374415e-07,
      "loss": 0.0019,
      "step": 4382
    },
    {
      "epoch": 0.9767130919220056,
      "grad_norm": 11.115751266479492,
      "learning_rate": 2.3178069979942056e-07,
      "loss": 0.0145,
      "step": 4383
    },
    {
      "epoch": 0.9769359331476323,
      "grad_norm": 58.48223876953125,
      "learning_rate": 2.2955203922442614e-07,
      "loss": 0.3123,
      "step": 4384
    },
    {
      "epoch": 0.977158774373259,
      "grad_norm": 323.928466796875,
      "learning_rate": 2.273233786494317e-07,
      "loss": 0.2421,
      "step": 4385
    },
    {
      "epoch": 0.9773816155988858,
      "grad_norm": 90.2252426147461,
      "learning_rate": 2.2509471807443728e-07,
      "loss": 0.1094,
      "step": 4386
    },
    {
      "epoch": 0.9776044568245126,
      "grad_norm": 5.197523593902588,
      "learning_rate": 2.2286605749944287e-07,
      "loss": 0.0074,
      "step": 4387
    },
    {
      "epoch": 0.9778272980501392,
      "grad_norm": 12.2484769821167,
      "learning_rate": 2.2063739692444842e-07,
      "loss": 0.0143,
      "step": 4388
    },
    {
      "epoch": 0.978050139275766,
      "grad_norm": 19.34828758239746,
      "learning_rate": 2.18408736349454e-07,
      "loss": 0.0549,
      "step": 4389
    },
    {
      "epoch": 0.9782729805013928,
      "grad_norm": 180.35882568359375,
      "learning_rate": 2.1618007577445956e-07,
      "loss": 0.2034,
      "step": 4390
    },
    {
      "epoch": 0.9784958217270195,
      "grad_norm": 15.083892822265625,
      "learning_rate": 2.1395141519946515e-07,
      "loss": 0.0261,
      "step": 4391
    },
    {
      "epoch": 0.9787186629526462,
      "grad_norm": 55.08478927612305,
      "learning_rate": 2.1172275462447073e-07,
      "loss": 0.0997,
      "step": 4392
    },
    {
      "epoch": 0.978941504178273,
      "grad_norm": 97.70699310302734,
      "learning_rate": 2.0949409404947629e-07,
      "loss": 0.6221,
      "step": 4393
    },
    {
      "epoch": 0.9791643454038997,
      "grad_norm": 7.768176555633545,
      "learning_rate": 2.0726543347448187e-07,
      "loss": 0.0103,
      "step": 4394
    },
    {
      "epoch": 0.9793871866295265,
      "grad_norm": 66.53801727294922,
      "learning_rate": 2.0503677289948743e-07,
      "loss": 0.4395,
      "step": 4395
    },
    {
      "epoch": 0.9796100278551532,
      "grad_norm": 11.8096342086792,
      "learning_rate": 2.02808112324493e-07,
      "loss": 0.0157,
      "step": 4396
    },
    {
      "epoch": 0.9798328690807799,
      "grad_norm": 110.76273345947266,
      "learning_rate": 2.0057945174949857e-07,
      "loss": 0.6836,
      "step": 4397
    },
    {
      "epoch": 0.9800557103064067,
      "grad_norm": 49.045387268066406,
      "learning_rate": 1.9835079117450415e-07,
      "loss": 0.3407,
      "step": 4398
    },
    {
      "epoch": 0.9802785515320335,
      "grad_norm": 31.072858810424805,
      "learning_rate": 1.9612213059950973e-07,
      "loss": 0.034,
      "step": 4399
    },
    {
      "epoch": 0.9805013927576601,
      "grad_norm": 25.905658721923828,
      "learning_rate": 1.938934700245153e-07,
      "loss": 0.0419,
      "step": 4400
    },
    {
      "epoch": 0.9807242339832869,
      "grad_norm": 87.39102172851562,
      "learning_rate": 1.9166480944952087e-07,
      "loss": 0.1143,
      "step": 4401
    },
    {
      "epoch": 0.9809470752089137,
      "grad_norm": 86.63534545898438,
      "learning_rate": 1.8943614887452643e-07,
      "loss": 0.1672,
      "step": 4402
    },
    {
      "epoch": 0.9811699164345404,
      "grad_norm": 54.10688018798828,
      "learning_rate": 1.87207488299532e-07,
      "loss": 0.0657,
      "step": 4403
    },
    {
      "epoch": 0.9813927576601671,
      "grad_norm": 3.875134229660034,
      "learning_rate": 1.8497882772453754e-07,
      "loss": 0.0101,
      "step": 4404
    },
    {
      "epoch": 0.9816155988857939,
      "grad_norm": 15.238286018371582,
      "learning_rate": 1.8275016714954315e-07,
      "loss": 0.0374,
      "step": 4405
    },
    {
      "epoch": 0.9818384401114206,
      "grad_norm": 20.834314346313477,
      "learning_rate": 1.8052150657454874e-07,
      "loss": 0.0241,
      "step": 4406
    },
    {
      "epoch": 0.9820612813370474,
      "grad_norm": 22.389150619506836,
      "learning_rate": 1.7829284599955427e-07,
      "loss": 0.046,
      "step": 4407
    },
    {
      "epoch": 0.9822841225626741,
      "grad_norm": 39.460357666015625,
      "learning_rate": 1.7606418542455988e-07,
      "loss": 0.0258,
      "step": 4408
    },
    {
      "epoch": 0.9825069637883008,
      "grad_norm": 25.898517608642578,
      "learning_rate": 1.738355248495654e-07,
      "loss": 0.054,
      "step": 4409
    },
    {
      "epoch": 0.9827298050139276,
      "grad_norm": 377.0477294921875,
      "learning_rate": 1.71606864274571e-07,
      "loss": 0.5228,
      "step": 4410
    },
    {
      "epoch": 0.9829526462395544,
      "grad_norm": 34.80791091918945,
      "learning_rate": 1.6937820369957655e-07,
      "loss": 0.072,
      "step": 4411
    },
    {
      "epoch": 0.983175487465181,
      "grad_norm": 48.03428268432617,
      "learning_rate": 1.6714954312458213e-07,
      "loss": 0.2139,
      "step": 4412
    },
    {
      "epoch": 0.9833983286908078,
      "grad_norm": 1.8790534734725952,
      "learning_rate": 1.6492088254958774e-07,
      "loss": 0.0029,
      "step": 4413
    },
    {
      "epoch": 0.9836211699164346,
      "grad_norm": 5.16590690612793,
      "learning_rate": 1.6269222197459327e-07,
      "loss": 0.0056,
      "step": 4414
    },
    {
      "epoch": 0.9838440111420613,
      "grad_norm": 27.646644592285156,
      "learning_rate": 1.6046356139959885e-07,
      "loss": 0.0197,
      "step": 4415
    },
    {
      "epoch": 0.984066852367688,
      "grad_norm": 34.48636245727539,
      "learning_rate": 1.582349008246044e-07,
      "loss": 0.027,
      "step": 4416
    },
    {
      "epoch": 0.9842896935933148,
      "grad_norm": 36.05849075317383,
      "learning_rate": 1.5600624024961e-07,
      "loss": 0.0746,
      "step": 4417
    },
    {
      "epoch": 0.9845125348189415,
      "grad_norm": 13.159093856811523,
      "learning_rate": 1.5377757967461558e-07,
      "loss": 0.011,
      "step": 4418
    },
    {
      "epoch": 0.9847353760445683,
      "grad_norm": 3.018109083175659,
      "learning_rate": 1.5154891909962113e-07,
      "loss": 0.003,
      "step": 4419
    },
    {
      "epoch": 0.984958217270195,
      "grad_norm": 21.378494262695312,
      "learning_rate": 1.4932025852462672e-07,
      "loss": 0.0141,
      "step": 4420
    },
    {
      "epoch": 0.9851810584958217,
      "grad_norm": 10.435688018798828,
      "learning_rate": 1.4709159794963227e-07,
      "loss": 0.0157,
      "step": 4421
    },
    {
      "epoch": 0.9854038997214485,
      "grad_norm": 46.37009811401367,
      "learning_rate": 1.4486293737463786e-07,
      "loss": 0.1394,
      "step": 4422
    },
    {
      "epoch": 0.9856267409470753,
      "grad_norm": 88.32777404785156,
      "learning_rate": 1.4263427679964344e-07,
      "loss": 0.3105,
      "step": 4423
    },
    {
      "epoch": 0.9858495821727019,
      "grad_norm": 567.318115234375,
      "learning_rate": 1.40405616224649e-07,
      "loss": 1.1484,
      "step": 4424
    },
    {
      "epoch": 0.9860724233983287,
      "grad_norm": 10.410895347595215,
      "learning_rate": 1.3817695564965458e-07,
      "loss": 0.0399,
      "step": 4425
    },
    {
      "epoch": 0.9862952646239554,
      "grad_norm": 6.750991344451904,
      "learning_rate": 1.3594829507466014e-07,
      "loss": 0.0045,
      "step": 4426
    },
    {
      "epoch": 0.9865181058495822,
      "grad_norm": 31.316747665405273,
      "learning_rate": 1.3371963449966572e-07,
      "loss": 0.0406,
      "step": 4427
    },
    {
      "epoch": 0.9867409470752089,
      "grad_norm": 61.885318756103516,
      "learning_rate": 1.3149097392467128e-07,
      "loss": 0.1248,
      "step": 4428
    },
    {
      "epoch": 0.9869637883008356,
      "grad_norm": 6.820827484130859,
      "learning_rate": 1.2926231334967686e-07,
      "loss": 0.0082,
      "step": 4429
    },
    {
      "epoch": 0.9871866295264624,
      "grad_norm": 32.49939727783203,
      "learning_rate": 1.2703365277468244e-07,
      "loss": 0.0759,
      "step": 4430
    },
    {
      "epoch": 0.9874094707520892,
      "grad_norm": 29.08448600769043,
      "learning_rate": 1.24804992199688e-07,
      "loss": 0.0537,
      "step": 4431
    },
    {
      "epoch": 0.9876323119777158,
      "grad_norm": 43.12424850463867,
      "learning_rate": 1.2257633162469358e-07,
      "loss": 0.1607,
      "step": 4432
    },
    {
      "epoch": 0.9878551532033426,
      "grad_norm": 28.80919075012207,
      "learning_rate": 1.2034767104969914e-07,
      "loss": 0.043,
      "step": 4433
    },
    {
      "epoch": 0.9880779944289694,
      "grad_norm": 15.038908004760742,
      "learning_rate": 1.1811901047470471e-07,
      "loss": 0.0163,
      "step": 4434
    },
    {
      "epoch": 0.9883008356545961,
      "grad_norm": 88.48709106445312,
      "learning_rate": 1.1589034989971028e-07,
      "loss": 0.2031,
      "step": 4435
    },
    {
      "epoch": 0.9885236768802228,
      "grad_norm": 24.742658615112305,
      "learning_rate": 1.1366168932471585e-07,
      "loss": 0.045,
      "step": 4436
    },
    {
      "epoch": 0.9887465181058496,
      "grad_norm": 9.646023750305176,
      "learning_rate": 1.1143302874972143e-07,
      "loss": 0.0144,
      "step": 4437
    },
    {
      "epoch": 0.9889693593314763,
      "grad_norm": 55.58522033691406,
      "learning_rate": 1.09204368174727e-07,
      "loss": 0.0979,
      "step": 4438
    },
    {
      "epoch": 0.9891922005571031,
      "grad_norm": 7.373068809509277,
      "learning_rate": 1.0697570759973257e-07,
      "loss": 0.0094,
      "step": 4439
    },
    {
      "epoch": 0.9894150417827298,
      "grad_norm": 4.815450191497803,
      "learning_rate": 1.0474704702473814e-07,
      "loss": 0.0069,
      "step": 4440
    },
    {
      "epoch": 0.9896378830083565,
      "grad_norm": 154.62255859375,
      "learning_rate": 1.0251838644974371e-07,
      "loss": 0.202,
      "step": 4441
    },
    {
      "epoch": 0.9898607242339833,
      "grad_norm": 25.064619064331055,
      "learning_rate": 1.0028972587474928e-07,
      "loss": 0.0851,
      "step": 4442
    },
    {
      "epoch": 0.9900835654596101,
      "grad_norm": 12.354634284973145,
      "learning_rate": 9.806106529975487e-08,
      "loss": 0.0104,
      "step": 4443
    },
    {
      "epoch": 0.9903064066852367,
      "grad_norm": 23.255884170532227,
      "learning_rate": 9.583240472476044e-08,
      "loss": 0.0471,
      "step": 4444
    },
    {
      "epoch": 0.9905292479108635,
      "grad_norm": 2.588076591491699,
      "learning_rate": 9.3603744149766e-08,
      "loss": 0.0047,
      "step": 4445
    },
    {
      "epoch": 0.9907520891364903,
      "grad_norm": 19.035646438598633,
      "learning_rate": 9.137508357477158e-08,
      "loss": 0.0417,
      "step": 4446
    },
    {
      "epoch": 0.990974930362117,
      "grad_norm": 3.7458338737487793,
      "learning_rate": 8.914642299977713e-08,
      "loss": 0.0076,
      "step": 4447
    },
    {
      "epoch": 0.9911977715877437,
      "grad_norm": 13.360881805419922,
      "learning_rate": 8.69177624247827e-08,
      "loss": 0.0259,
      "step": 4448
    },
    {
      "epoch": 0.9914206128133705,
      "grad_norm": 2.6303508281707764,
      "learning_rate": 8.468910184978827e-08,
      "loss": 0.0081,
      "step": 4449
    },
    {
      "epoch": 0.9916434540389972,
      "grad_norm": 2.595853090286255,
      "learning_rate": 8.246044127479387e-08,
      "loss": 0.0054,
      "step": 4450
    },
    {
      "epoch": 0.991866295264624,
      "grad_norm": 33.509281158447266,
      "learning_rate": 8.023178069979943e-08,
      "loss": 0.0787,
      "step": 4451
    },
    {
      "epoch": 0.9920891364902507,
      "grad_norm": 43.17002868652344,
      "learning_rate": 7.8003120124805e-08,
      "loss": 0.1086,
      "step": 4452
    },
    {
      "epoch": 0.9923119777158774,
      "grad_norm": 33.643272399902344,
      "learning_rate": 7.577445954981057e-08,
      "loss": 0.0452,
      "step": 4453
    },
    {
      "epoch": 0.9925348189415042,
      "grad_norm": 79.97828674316406,
      "learning_rate": 7.354579897481614e-08,
      "loss": 0.2666,
      "step": 4454
    },
    {
      "epoch": 0.992757660167131,
      "grad_norm": 38.95054626464844,
      "learning_rate": 7.131713839982172e-08,
      "loss": 0.3138,
      "step": 4455
    },
    {
      "epoch": 0.9929805013927576,
      "grad_norm": 58.367549896240234,
      "learning_rate": 6.908847782482729e-08,
      "loss": 0.3178,
      "step": 4456
    },
    {
      "epoch": 0.9932033426183844,
      "grad_norm": 38.25943374633789,
      "learning_rate": 6.685981724983286e-08,
      "loss": 0.2529,
      "step": 4457
    },
    {
      "epoch": 0.9934261838440112,
      "grad_norm": 28.401397705078125,
      "learning_rate": 6.463115667483843e-08,
      "loss": 0.0483,
      "step": 4458
    },
    {
      "epoch": 0.9936490250696379,
      "grad_norm": 55.12379837036133,
      "learning_rate": 6.2402496099844e-08,
      "loss": 0.1084,
      "step": 4459
    },
    {
      "epoch": 0.9938718662952646,
      "grad_norm": 7.934765338897705,
      "learning_rate": 6.017383552484957e-08,
      "loss": 0.0066,
      "step": 4460
    },
    {
      "epoch": 0.9940947075208914,
      "grad_norm": 37.84436798095703,
      "learning_rate": 5.794517494985514e-08,
      "loss": 0.3234,
      "step": 4461
    },
    {
      "epoch": 0.9943175487465181,
      "grad_norm": 10.725990295410156,
      "learning_rate": 5.5716514374860717e-08,
      "loss": 0.0406,
      "step": 4462
    },
    {
      "epoch": 0.9945403899721449,
      "grad_norm": 104.25631713867188,
      "learning_rate": 5.3487853799866287e-08,
      "loss": 0.1492,
      "step": 4463
    },
    {
      "epoch": 0.9947632311977715,
      "grad_norm": 72.8075942993164,
      "learning_rate": 5.1259193224871857e-08,
      "loss": 0.3464,
      "step": 4464
    },
    {
      "epoch": 0.9949860724233983,
      "grad_norm": 48.41984558105469,
      "learning_rate": 4.903053264987743e-08,
      "loss": 0.2284,
      "step": 4465
    },
    {
      "epoch": 0.9952089136490251,
      "grad_norm": 139.8274688720703,
      "learning_rate": 4.6801872074883e-08,
      "loss": 0.1674,
      "step": 4466
    },
    {
      "epoch": 0.9954317548746519,
      "grad_norm": 23.298715591430664,
      "learning_rate": 4.4573211499888567e-08,
      "loss": 0.035,
      "step": 4467
    },
    {
      "epoch": 0.9956545961002785,
      "grad_norm": 58.50572204589844,
      "learning_rate": 4.2344550924894137e-08,
      "loss": 0.1136,
      "step": 4468
    },
    {
      "epoch": 0.9958774373259053,
      "grad_norm": 16.317522048950195,
      "learning_rate": 4.011589034989971e-08,
      "loss": 0.0245,
      "step": 4469
    },
    {
      "epoch": 0.996100278551532,
      "grad_norm": 5.460526466369629,
      "learning_rate": 3.788722977490528e-08,
      "loss": 0.005,
      "step": 4470
    },
    {
      "epoch": 0.9963231197771588,
      "grad_norm": 13.350637435913086,
      "learning_rate": 3.565856919991086e-08,
      "loss": 0.0274,
      "step": 4471
    },
    {
      "epoch": 0.9965459610027855,
      "grad_norm": 10.099482536315918,
      "learning_rate": 3.342990862491643e-08,
      "loss": 0.0092,
      "step": 4472
    },
    {
      "epoch": 0.9967688022284122,
      "grad_norm": 75.61206817626953,
      "learning_rate": 3.1201248049922e-08,
      "loss": 0.1157,
      "step": 4473
    },
    {
      "epoch": 0.996991643454039,
      "grad_norm": 4.165432453155518,
      "learning_rate": 2.897258747492757e-08,
      "loss": 0.0089,
      "step": 4474
    },
    {
      "epoch": 0.9972144846796658,
      "grad_norm": 106.10834503173828,
      "learning_rate": 2.6743926899933143e-08,
      "loss": 0.2354,
      "step": 4475
    },
    {
      "epoch": 0.9974373259052924,
      "grad_norm": 11.162864685058594,
      "learning_rate": 2.4515266324938717e-08,
      "loss": 0.0131,
      "step": 4476
    },
    {
      "epoch": 0.9976601671309192,
      "grad_norm": 122.81543731689453,
      "learning_rate": 2.2286605749944283e-08,
      "loss": 0.5471,
      "step": 4477
    },
    {
      "epoch": 0.997883008356546,
      "grad_norm": 55.9228515625,
      "learning_rate": 2.0057945174949857e-08,
      "loss": 0.0554,
      "step": 4478
    },
    {
      "epoch": 0.9981058495821727,
      "grad_norm": 30.35377311706543,
      "learning_rate": 1.782928459995543e-08,
      "loss": 0.0224,
      "step": 4479
    },
    {
      "epoch": 0.9983286908077994,
      "grad_norm": 64.42762756347656,
      "learning_rate": 1.5600624024961e-08,
      "loss": 0.1274,
      "step": 4480
    },
    {
      "epoch": 0.9985515320334262,
      "grad_norm": 78.3855972290039,
      "learning_rate": 1.3371963449966572e-08,
      "loss": 0.2224,
      "step": 4481
    },
    {
      "epoch": 0.9987743732590529,
      "grad_norm": 16.6740779876709,
      "learning_rate": 1.1143302874972142e-08,
      "loss": 0.0304,
      "step": 4482
    },
    {
      "epoch": 0.9989972144846797,
      "grad_norm": 3.4779512882232666,
      "learning_rate": 8.914642299977715e-09,
      "loss": 0.0031,
      "step": 4483
    },
    {
      "epoch": 0.9992200557103064,
      "grad_norm": 84.35198211669922,
      "learning_rate": 6.685981724983286e-09,
      "loss": 0.9219,
      "step": 4484
    },
    {
      "epoch": 0.9994428969359331,
      "grad_norm": 39.16423034667969,
      "learning_rate": 4.4573211499888575e-09,
      "loss": 0.4045,
      "step": 4485
    },
    {
      "epoch": 0.9996657381615599,
      "grad_norm": 29.072525024414062,
      "learning_rate": 2.2286605749944287e-09,
      "loss": 0.0638,
      "step": 4486
    },
    {
      "epoch": 0.9998885793871867,
      "grad_norm": 7.532686233520508,
      "learning_rate": 0.0,
      "loss": 0.0085,
      "step": 4487
    },
    {
      "epoch": 0.9998885793871867,
      "eval_accuracy": 0.7302405498281787,
      "eval_loss": 0.7802996635437012,
      "eval_runtime": 388.9552,
      "eval_samples_per_second": 3.003,
      "eval_steps_per_second": 3.003,
      "step": 4487
    }
  ],
  "logging_steps": 1,
  "max_steps": 4487,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}