{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.035834970530452,
  "eval_steps": 10,
  "global_step": 550,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0018860510805500982,
      "grad_norm": 9.2859525680542,
      "learning_rate": 2.6333333333333332e-06,
      "loss": 0.0935,
      "step": 1
    },
    {
      "epoch": 0.0037721021611001964,
      "grad_norm": 7.898042678833008,
      "learning_rate": 4.266666666666667e-06,
      "loss": 0.0961,
      "step": 2
    },
    {
      "epoch": 0.005658153241650294,
      "grad_norm": 8.62708854675293,
      "learning_rate": 5.9e-06,
      "loss": 0.0892,
      "step": 3
    },
    {
      "epoch": 0.007544204322200393,
      "grad_norm": 7.88206148147583,
      "learning_rate": 7.533333333333334e-06,
      "loss": 0.0884,
      "step": 4
    },
    {
      "epoch": 0.009430255402750491,
      "grad_norm": 5.278473854064941,
      "learning_rate": 9.166666666666668e-06,
      "loss": 0.0887,
      "step": 5
    },
    {
      "epoch": 0.011316306483300589,
      "grad_norm": 3.777343988418579,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 0.0846,
      "step": 6
    },
    {
      "epoch": 0.013202357563850688,
      "grad_norm": 2.54744815826416,
      "learning_rate": 1.2433333333333335e-05,
      "loss": 0.0829,
      "step": 7
    },
    {
      "epoch": 0.015088408644400786,
      "grad_norm": 2.0721399784088135,
      "learning_rate": 1.4066666666666669e-05,
      "loss": 0.0825,
      "step": 8
    },
    {
      "epoch": 0.016974459724950885,
      "grad_norm": 1.7633278369903564,
      "learning_rate": 1.5700000000000002e-05,
      "loss": 0.079,
      "step": 9
    },
    {
      "epoch": 0.018860510805500982,
      "grad_norm": 1.3871796131134033,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 0.0826,
      "step": 10
    },
    {
      "epoch": 0.02074656188605108,
      "grad_norm": 1.144436001777649,
      "learning_rate": 1.896666666666667e-05,
      "loss": 0.0745,
      "step": 11
    },
    {
      "epoch": 0.022632612966601177,
      "grad_norm": 1.1180626153945923,
      "learning_rate": 2.0600000000000003e-05,
      "loss": 0.0744,
      "step": 12
    },
    {
      "epoch": 0.02451866404715128,
      "grad_norm": 1.0432380437850952,
      "learning_rate": 2.2233333333333336e-05,
      "loss": 0.0753,
      "step": 13
    },
    {
      "epoch": 0.026404715127701376,
      "grad_norm": 1.055492639541626,
      "learning_rate": 2.386666666666667e-05,
      "loss": 0.0744,
      "step": 14
    },
    {
      "epoch": 0.028290766208251474,
      "grad_norm": 0.9289172291755676,
      "learning_rate": 2.5500000000000003e-05,
      "loss": 0.0709,
      "step": 15
    },
    {
      "epoch": 0.03017681728880157,
      "grad_norm": 0.8706838488578796,
      "learning_rate": 2.7133333333333337e-05,
      "loss": 0.074,
      "step": 16
    },
    {
      "epoch": 0.03206286836935167,
      "grad_norm": 1.0093269348144531,
      "learning_rate": 2.876666666666667e-05,
      "loss": 0.0695,
      "step": 17
    },
    {
      "epoch": 0.03394891944990177,
      "grad_norm": 1.1272838115692139,
      "learning_rate": 3.0400000000000004e-05,
      "loss": 0.073,
      "step": 18
    },
    {
      "epoch": 0.035834970530451864,
      "grad_norm": 1.0535613298416138,
      "learning_rate": 3.203333333333333e-05,
      "loss": 0.069,
      "step": 19
    },
    {
      "epoch": 0.037721021611001965,
      "grad_norm": 0.8257352709770203,
      "learning_rate": 3.366666666666667e-05,
      "loss": 0.0716,
      "step": 20
    },
    {
      "epoch": 0.039607072691552066,
      "grad_norm": 1.2675445079803467,
      "learning_rate": 3.53e-05,
      "loss": 0.0711,
      "step": 21
    },
    {
      "epoch": 0.04149312377210216,
      "grad_norm": 0.8660150170326233,
      "learning_rate": 3.6933333333333334e-05,
      "loss": 0.0684,
      "step": 22
    },
    {
      "epoch": 0.04337917485265226,
      "grad_norm": 1.0015074014663696,
      "learning_rate": 3.856666666666667e-05,
      "loss": 0.0642,
      "step": 23
    },
    {
      "epoch": 0.045265225933202355,
      "grad_norm": 0.9440226554870605,
      "learning_rate": 4.02e-05,
      "loss": 0.0652,
      "step": 24
    },
    {
      "epoch": 0.047151277013752456,
      "grad_norm": 0.798695981502533,
      "learning_rate": 4.183333333333334e-05,
      "loss": 0.067,
      "step": 25
    },
    {
      "epoch": 0.04903732809430256,
      "grad_norm": 1.0934386253356934,
      "learning_rate": 4.346666666666667e-05,
      "loss": 0.0653,
      "step": 26
    },
    {
      "epoch": 0.05092337917485265,
      "grad_norm": 0.8558734655380249,
      "learning_rate": 4.5100000000000005e-05,
      "loss": 0.0631,
      "step": 27
    },
    {
      "epoch": 0.05280943025540275,
      "grad_norm": 0.8119670748710632,
      "learning_rate": 4.6733333333333335e-05,
      "loss": 0.0615,
      "step": 28
    },
    {
      "epoch": 0.054695481335952846,
      "grad_norm": 0.8249053359031677,
      "learning_rate": 4.836666666666667e-05,
      "loss": 0.0639,
      "step": 29
    },
    {
      "epoch": 0.05658153241650295,
      "grad_norm": 0.8051367402076721,
      "learning_rate": 5e-05,
      "loss": 0.0605,
      "step": 30
    },
    {
      "epoch": 0.05846758349705305,
      "grad_norm": 0.8372639417648315,
      "learning_rate": 4.999834154609218e-05,
      "loss": 0.06,
      "step": 31
    },
    {
      "epoch": 0.06035363457760314,
      "grad_norm": 0.9730772972106934,
      "learning_rate": 4.999336640889681e-05,
      "loss": 0.062,
      "step": 32
    },
    {
      "epoch": 0.06223968565815324,
      "grad_norm": 0.8162441253662109,
      "learning_rate": 4.998507526196785e-05,
      "loss": 0.0644,
      "step": 33
    },
    {
      "epoch": 0.06412573673870334,
      "grad_norm": 0.7657742500305176,
      "learning_rate": 4.997346922779386e-05,
      "loss": 0.0624,
      "step": 34
    },
    {
      "epoch": 0.06601178781925343,
      "grad_norm": 0.8194706439971924,
      "learning_rate": 4.9958549877646073e-05,
      "loss": 0.0637,
      "step": 35
    },
    {
      "epoch": 0.06789783889980354,
      "grad_norm": 0.8431013226509094,
      "learning_rate": 4.994031923136569e-05,
      "loss": 0.0659,
      "step": 36
    },
    {
      "epoch": 0.06978388998035363,
      "grad_norm": 0.8068177103996277,
      "learning_rate": 4.99187797570904e-05,
      "loss": 0.0649,
      "step": 37
    },
    {
      "epoch": 0.07166994106090373,
      "grad_norm": 0.7542281746864319,
      "learning_rate": 4.9893934370920207e-05,
      "loss": 0.0624,
      "step": 38
    },
    {
      "epoch": 0.07355599214145384,
      "grad_norm": 0.7469477653503418,
      "learning_rate": 4.98657864365227e-05,
      "loss": 0.0655,
      "step": 39
    },
    {
      "epoch": 0.07544204322200393,
      "grad_norm": 0.8562405109405518,
      "learning_rate": 4.9834339764677606e-05,
      "loss": 0.0632,
      "step": 40
    },
    {
      "epoch": 0.07732809430255402,
      "grad_norm": 0.8212829828262329,
      "learning_rate": 4.979959861276091e-05,
      "loss": 0.0615,
      "step": 41
    },
    {
      "epoch": 0.07921414538310413,
      "grad_norm": 0.7801312804222107,
      "learning_rate": 4.976156768416848e-05,
      "loss": 0.0579,
      "step": 42
    },
    {
      "epoch": 0.08110019646365423,
      "grad_norm": 0.7248306274414062,
      "learning_rate": 4.9720252127679233e-05,
      "loss": 0.0607,
      "step": 43
    },
    {
      "epoch": 0.08298624754420432,
      "grad_norm": 0.8982424139976501,
      "learning_rate": 4.96756575367582e-05,
      "loss": 0.0621,
      "step": 44
    },
    {
      "epoch": 0.08487229862475441,
      "grad_norm": 0.7564316391944885,
      "learning_rate": 4.96277899487991e-05,
      "loss": 0.06,
      "step": 45
    },
    {
      "epoch": 0.08675834970530452,
      "grad_norm": 0.7323454022407532,
      "learning_rate": 4.957665584430713e-05,
      "loss": 0.0592,
      "step": 46
    },
    {
      "epoch": 0.08864440078585462,
      "grad_norm": 0.7429986596107483,
      "learning_rate": 4.9522262146021495e-05,
      "loss": 0.0608,
      "step": 47
    },
    {
      "epoch": 0.09053045186640471,
      "grad_norm": 0.7214536666870117,
      "learning_rate": 4.946461621797824e-05,
      "loss": 0.0578,
      "step": 48
    },
    {
      "epoch": 0.09241650294695482,
      "grad_norm": 0.7832174301147461,
      "learning_rate": 4.940372586451325e-05,
      "loss": 0.0629,
      "step": 49
    },
    {
      "epoch": 0.09430255402750491,
      "grad_norm": 0.6922141909599304,
      "learning_rate": 4.9339599329205686e-05,
      "loss": 0.0596,
      "step": 50
    },
    {
      "epoch": 0.096188605108055,
      "grad_norm": 0.7953124046325684,
      "learning_rate": 4.927224529376191e-05,
      "loss": 0.0619,
      "step": 51
    },
    {
      "epoch": 0.09807465618860511,
      "grad_norm": 0.73832106590271,
      "learning_rate": 4.920167287684016e-05,
      "loss": 0.0611,
      "step": 52
    },
    {
      "epoch": 0.09996070726915521,
      "grad_norm": 0.7454143762588501,
      "learning_rate": 4.912789163281601e-05,
      "loss": 0.0591,
      "step": 53
    },
    {
      "epoch": 0.1018467583497053,
      "grad_norm": 0.6781468987464905,
      "learning_rate": 4.905091155048882e-05,
      "loss": 0.0599,
      "step": 54
    },
    {
      "epoch": 0.1037328094302554,
      "grad_norm": 0.6545740962028503,
      "learning_rate": 4.897074305172948e-05,
      "loss": 0.0615,
      "step": 55
    },
    {
      "epoch": 0.1056188605108055,
      "grad_norm": 0.6477959752082825,
      "learning_rate": 4.8887396990069434e-05,
      "loss": 0.0603,
      "step": 56
    },
    {
      "epoch": 0.1075049115913556,
      "grad_norm": 0.791629433631897,
      "learning_rate": 4.8800884649231264e-05,
      "loss": 0.0562,
      "step": 57
    },
    {
      "epoch": 0.10939096267190569,
      "grad_norm": 0.7120819091796875,
      "learning_rate": 4.871121774160107e-05,
      "loss": 0.0595,
      "step": 58
    },
    {
      "epoch": 0.1112770137524558,
      "grad_norm": 0.7838098406791687,
      "learning_rate": 4.8618408406642795e-05,
      "loss": 0.0608,
      "step": 59
    },
    {
      "epoch": 0.1131630648330059,
      "grad_norm": 0.7794286608695984,
      "learning_rate": 4.852246920925476e-05,
      "loss": 0.0617,
      "step": 60
    },
    {
      "epoch": 0.11504911591355599,
      "grad_norm": 0.7165424227714539,
      "learning_rate": 4.842341313806852e-05,
      "loss": 0.0576,
      "step": 61
    },
    {
      "epoch": 0.1169351669941061,
      "grad_norm": 0.6521133780479431,
      "learning_rate": 4.832125360369049e-05,
      "loss": 0.0559,
      "step": 62
    },
    {
      "epoch": 0.11882121807465619,
      "grad_norm": 0.7658140659332275,
      "learning_rate": 4.82160044368863e-05,
      "loss": 0.0614,
      "step": 63
    },
    {
      "epoch": 0.12070726915520628,
      "grad_norm": 0.707258403301239,
      "learning_rate": 4.810767988670834e-05,
      "loss": 0.0608,
      "step": 64
    },
    {
      "epoch": 0.12259332023575638,
      "grad_norm": 0.7399424910545349,
      "learning_rate": 4.799629461856672e-05,
      "loss": 0.0558,
      "step": 65
    },
    {
      "epoch": 0.12447937131630649,
      "grad_norm": 0.8386146426200867,
      "learning_rate": 4.788186371224372e-05,
      "loss": 0.0616,
      "step": 66
    },
    {
      "epoch": 0.12636542239685658,
      "grad_norm": 0.6874377727508545,
      "learning_rate": 4.776440265985233e-05,
      "loss": 0.0584,
      "step": 67
    },
    {
      "epoch": 0.12825147347740667,
      "grad_norm": 0.730137050151825,
      "learning_rate": 4.764392736373876e-05,
      "loss": 0.0544,
      "step": 68
    },
    {
      "epoch": 0.13013752455795677,
      "grad_norm": 0.7439361214637756,
      "learning_rate": 4.7520454134329594e-05,
      "loss": 0.0583,
      "step": 69
    },
    {
      "epoch": 0.13202357563850686,
      "grad_norm": 0.7335590124130249,
      "learning_rate": 4.73939996879236e-05,
      "loss": 0.0578,
      "step": 70
    },
    {
      "epoch": 0.13390962671905698,
      "grad_norm": 0.7193722128868103,
      "learning_rate": 4.72645811444286e-05,
      "loss": 0.0605,
      "step": 71
    },
    {
      "epoch": 0.13579567779960708,
      "grad_norm": 0.7048150897026062,
      "learning_rate": 4.7132216025043714e-05,
      "loss": 0.0553,
      "step": 72
    },
    {
      "epoch": 0.13768172888015717,
      "grad_norm": 0.7817042469978333,
      "learning_rate": 4.699692224988726e-05,
      "loss": 0.0571,
      "step": 73
    },
    {
      "epoch": 0.13956777996070727,
      "grad_norm": 0.7022936940193176,
      "learning_rate": 4.685871813557068e-05,
      "loss": 0.0592,
      "step": 74
    },
    {
      "epoch": 0.14145383104125736,
      "grad_norm": 0.7498551607131958,
      "learning_rate": 4.671762239271875e-05,
      "loss": 0.0577,
      "step": 75
    },
    {
      "epoch": 0.14333988212180745,
      "grad_norm": 0.717425525188446,
      "learning_rate": 4.6573654123436456e-05,
      "loss": 0.0611,
      "step": 76
    },
    {
      "epoch": 0.14522593320235758,
      "grad_norm": 0.6835981607437134,
      "learning_rate": 4.642683281872288e-05,
      "loss": 0.0579,
      "step": 77
    },
    {
      "epoch": 0.14711198428290767,
      "grad_norm": 0.6941579580307007,
      "learning_rate": 4.6277178355832434e-05,
      "loss": 0.058,
      "step": 78
    },
    {
      "epoch": 0.14899803536345776,
      "grad_norm": 0.7237770557403564,
      "learning_rate": 4.6124710995583807e-05,
      "loss": 0.0592,
      "step": 79
    },
    {
      "epoch": 0.15088408644400786,
      "grad_norm": 0.7143492698669434,
      "learning_rate": 4.5969451379616945e-05,
      "loss": 0.0591,
      "step": 80
    },
    {
      "epoch": 0.15277013752455795,
      "grad_norm": 0.7006697654724121,
      "learning_rate": 4.581142052759852e-05,
      "loss": 0.061,
      "step": 81
    },
    {
      "epoch": 0.15465618860510805,
      "grad_norm": 0.7400007247924805,
      "learning_rate": 4.565063983437623e-05,
      "loss": 0.0568,
      "step": 82
    },
    {
      "epoch": 0.15654223968565814,
      "grad_norm": 0.7035691738128662,
      "learning_rate": 4.548713106708222e-05,
      "loss": 0.058,
      "step": 83
    },
    {
      "epoch": 0.15842829076620826,
      "grad_norm": 0.6817630529403687,
      "learning_rate": 4.532091636218621e-05,
      "loss": 0.0582,
      "step": 84
    },
    {
      "epoch": 0.16031434184675836,
      "grad_norm": 0.658064067363739,
      "learning_rate": 4.5152018222498574e-05,
      "loss": 0.0564,
      "step": 85
    },
    {
      "epoch": 0.16220039292730845,
      "grad_norm": 0.6887603998184204,
      "learning_rate": 4.498045951412377e-05,
      "loss": 0.0557,
      "step": 86
    },
    {
      "epoch": 0.16408644400785855,
      "grad_norm": 0.6927249431610107,
      "learning_rate": 4.480626346336469e-05,
      "loss": 0.0555,
      "step": 87
    },
    {
      "epoch": 0.16597249508840864,
      "grad_norm": 0.6468722224235535,
      "learning_rate": 4.462945365357815e-05,
      "loss": 0.0548,
      "step": 88
    },
    {
      "epoch": 0.16785854616895873,
      "grad_norm": 0.7115604877471924,
      "learning_rate": 4.4450054021982115e-05,
      "loss": 0.057,
      "step": 89
    },
    {
      "epoch": 0.16974459724950883,
      "grad_norm": 0.7831956148147583,
      "learning_rate": 4.426808885641496e-05,
      "loss": 0.0585,
      "step": 90
    },
    {
      "epoch": 0.17163064833005895,
      "grad_norm": 0.6497787237167358,
      "learning_rate": 4.408358279204729e-05,
      "loss": 0.0545,
      "step": 91
    },
    {
      "epoch": 0.17351669941060904,
      "grad_norm": 0.6617633700370789,
      "learning_rate": 4.389656080804674e-05,
      "loss": 0.0584,
      "step": 92
    },
    {
      "epoch": 0.17540275049115914,
      "grad_norm": 0.7021257281303406,
      "learning_rate": 4.370704822419616e-05,
      "loss": 0.0564,
      "step": 93
    },
    {
      "epoch": 0.17728880157170923,
      "grad_norm": 0.70645672082901,
      "learning_rate": 4.3515070697465805e-05,
      "loss": 0.0562,
      "step": 94
    },
    {
      "epoch": 0.17917485265225933,
      "grad_norm": 0.7063553929328918,
      "learning_rate": 4.33206542185397e-05,
      "loss": 0.0586,
      "step": 95
    },
    {
      "epoch": 0.18106090373280942,
      "grad_norm": 0.794620931148529,
      "learning_rate": 4.3123825108296954e-05,
      "loss": 0.0607,
      "step": 96
    },
    {
      "epoch": 0.18294695481335954,
      "grad_norm": 0.6788433790206909,
      "learning_rate": 4.292461001424836e-05,
      "loss": 0.0573,
      "step": 97
    },
    {
      "epoch": 0.18483300589390964,
      "grad_norm": 0.6265235543251038,
      "learning_rate": 4.272303590692872e-05,
      "loss": 0.0584,
      "step": 98
    },
    {
      "epoch": 0.18671905697445973,
      "grad_norm": 0.6760024428367615,
      "learning_rate": 4.251913007624543e-05,
      "loss": 0.0561,
      "step": 99
    },
    {
      "epoch": 0.18860510805500982,
      "grad_norm": 0.6155911087989807,
      "learning_rate": 4.231292012778398e-05,
      "loss": 0.056,
      "step": 100
    },
    {
      "epoch": 0.19049115913555992,
      "grad_norm": 0.7042441964149475,
      "learning_rate": 4.210443397907045e-05,
      "loss": 0.0588,
      "step": 101
    },
    {
      "epoch": 0.19237721021611,
      "grad_norm": 0.7088201642036438,
      "learning_rate": 4.1893699855792026e-05,
      "loss": 0.0525,
      "step": 102
    },
    {
      "epoch": 0.1942632612966601,
      "grad_norm": 0.6392425298690796,
      "learning_rate": 4.1680746287975686e-05,
      "loss": 0.0558,
      "step": 103
    },
    {
      "epoch": 0.19614931237721023,
      "grad_norm": 0.6599785089492798,
      "learning_rate": 4.1465602106125656e-05,
      "loss": 0.0554,
      "step": 104
    },
    {
      "epoch": 0.19803536345776032,
      "grad_norm": 0.7591263055801392,
      "learning_rate": 4.1248296437320216e-05,
      "loss": 0.0585,
      "step": 105
    },
    {
      "epoch": 0.19992141453831042,
      "grad_norm": 0.6528545618057251,
      "learning_rate": 4.10288587012684e-05,
      "loss": 0.0536,
      "step": 106
    },
    {
      "epoch": 0.2018074656188605,
      "grad_norm": 0.7366703152656555,
      "learning_rate": 4.080731860632702e-05,
      "loss": 0.0578,
      "step": 107
    },
    {
      "epoch": 0.2036935166994106,
      "grad_norm": 0.6351961493492126,
      "learning_rate": 4.0583706145478626e-05,
      "loss": 0.0545,
      "step": 108
    },
    {
      "epoch": 0.2055795677799607,
      "grad_norm": 0.7169222831726074,
      "learning_rate": 4.035805159227094e-05,
      "loss": 0.0521,
      "step": 109
    },
    {
      "epoch": 0.2074656188605108,
      "grad_norm": 0.7112927436828613,
      "learning_rate": 4.0130385496718264e-05,
      "loss": 0.0542,
      "step": 110
    },
    {
      "epoch": 0.2093516699410609,
      "grad_norm": 0.6754216551780701,
      "learning_rate": 3.990073868116559e-05,
      "loss": 0.056,
      "step": 111
    },
    {
      "epoch": 0.211237721021611,
      "grad_norm": 0.7109940052032471,
      "learning_rate": 3.966914223611567e-05,
      "loss": 0.0547,
      "step": 112
    },
    {
      "epoch": 0.2131237721021611,
      "grad_norm": 0.7123256325721741,
      "learning_rate": 3.943562751601987e-05,
      "loss": 0.0546,
      "step": 113
    },
    {
      "epoch": 0.2150098231827112,
      "grad_norm": 0.662979245185852,
      "learning_rate": 3.92002261350333e-05,
      "loss": 0.0571,
      "step": 114
    },
    {
      "epoch": 0.2168958742632613,
      "grad_norm": 0.6488447785377502,
      "learning_rate": 3.896296996273475e-05,
      "loss": 0.0557,
      "step": 115
    },
    {
      "epoch": 0.21878192534381138,
      "grad_norm": 0.7519274353981018,
      "learning_rate": 3.872389111981207e-05,
      "loss": 0.0551,
      "step": 116
    },
    {
      "epoch": 0.2206679764243615,
      "grad_norm": 0.7038594484329224,
      "learning_rate": 3.848302197371352e-05,
      "loss": 0.0533,
      "step": 117
    },
    {
      "epoch": 0.2225540275049116,
      "grad_norm": 0.6479763388633728,
      "learning_rate": 3.8240395134265775e-05,
      "loss": 0.0566,
      "step": 118
    },
    {
      "epoch": 0.2244400785854617,
      "grad_norm": 0.7079476714134216,
      "learning_rate": 3.799604344925904e-05,
      "loss": 0.0599,
      "step": 119
    },
    {
      "epoch": 0.2263261296660118,
      "grad_norm": 0.6880370378494263,
      "learning_rate": 3.775e-05,
      "loss": 0.0571,
      "step": 120
    },
    {
      "epoch": 0.22821218074656188,
      "grad_norm": 0.7514224648475647,
      "learning_rate": 3.7502298096833135e-05,
      "loss": 0.0566,
      "step": 121
    },
    {
      "epoch": 0.23009823182711198,
      "grad_norm": 0.574809730052948,
      "learning_rate": 3.725297127463104e-05,
      "loss": 0.057,
      "step": 122
    },
    {
      "epoch": 0.23198428290766207,
      "grad_norm": 0.6558296084403992,
      "learning_rate": 3.7002053288254325e-05,
      "loss": 0.0577,
      "step": 123
    },
    {
      "epoch": 0.2338703339882122,
      "grad_norm": 0.6793502569198608,
      "learning_rate": 3.6749578107981784e-05,
      "loss": 0.0547,
      "step": 124
    },
    {
      "epoch": 0.2357563850687623,
      "grad_norm": 0.65799480676651,
      "learning_rate": 3.649557991491133e-05,
      "loss": 0.0559,
      "step": 125
    },
    {
      "epoch": 0.23764243614931238,
      "grad_norm": 0.5995348691940308,
      "learning_rate": 3.62400930963324e-05,
      "loss": 0.056,
      "step": 126
    },
    {
      "epoch": 0.23952848722986247,
      "grad_norm": 0.72153639793396,
      "learning_rate": 3.598315224107053e-05,
      "loss": 0.0593,
      "step": 127
    },
    {
      "epoch": 0.24141453831041257,
      "grad_norm": 0.6748735904693604,
      "learning_rate": 3.572479213480454e-05,
      "loss": 0.0562,
      "step": 128
    },
    {
      "epoch": 0.24330058939096266,
      "grad_norm": 0.662956953048706,
      "learning_rate": 3.546504775535711e-05,
      "loss": 0.0525,
      "step": 129
    },
    {
      "epoch": 0.24518664047151276,
      "grad_norm": 0.5849418044090271,
      "learning_rate": 3.5203954267959345e-05,
      "loss": 0.0548,
      "step": 130
    },
    {
      "epoch": 0.24707269155206288,
      "grad_norm": 0.6766960024833679,
      "learning_rate": 3.4941547020489984e-05,
      "loss": 0.0576,
      "step": 131
    },
    {
      "epoch": 0.24895874263261297,
      "grad_norm": 0.6848108768463135,
      "learning_rate": 3.467786153868985e-05,
      "loss": 0.0555,
      "step": 132
    },
    {
      "epoch": 0.25084479371316304,
      "grad_norm": 0.643460750579834,
      "learning_rate": 3.4412933521352215e-05,
      "loss": 0.0564,
      "step": 133
    },
    {
      "epoch": 0.25273084479371316,
      "grad_norm": 0.6254925727844238,
      "learning_rate": 3.414679883548978e-05,
      "loss": 0.0505,
      "step": 134
    },
    {
      "epoch": 0.2546168958742633,
      "grad_norm": 0.7097765207290649,
      "learning_rate": 3.387949351147889e-05,
      "loss": 0.0543,
      "step": 135
    },
    {
      "epoch": 0.25650294695481335,
      "grad_norm": 0.6415020823478699,
      "learning_rate": 3.3611053738181474e-05,
      "loss": 0.056,
      "step": 136
    },
    {
      "epoch": 0.25838899803536347,
      "grad_norm": 0.7329368591308594,
      "learning_rate": 3.33415158580458e-05,
      "loss": 0.0558,
      "step": 137
    },
    {
      "epoch": 0.26027504911591354,
      "grad_norm": 0.6120018362998962,
      "learning_rate": 3.307091636218621e-05,
      "loss": 0.053,
      "step": 138
    },
    {
      "epoch": 0.26216110019646366,
      "grad_norm": 0.6998302340507507,
      "learning_rate": 3.2799291885442806e-05,
      "loss": 0.0557,
      "step": 139
    },
    {
      "epoch": 0.2640471512770137,
      "grad_norm": 0.6474382281303406,
      "learning_rate": 3.2526679201421715e-05,
      "loss": 0.053,
      "step": 140
    },
    {
      "epoch": 0.26593320235756385,
      "grad_norm": 0.6423821449279785,
      "learning_rate": 3.225311521751648e-05,
      "loss": 0.0572,
      "step": 141
    },
    {
      "epoch": 0.26781925343811397,
      "grad_norm": 0.6939720511436462,
      "learning_rate": 3.197863696991146e-05,
      "loss": 0.0574,
      "step": 142
    },
    {
      "epoch": 0.26970530451866404,
      "grad_norm": 0.6327478885650635,
      "learning_rate": 3.170328161856765e-05,
      "loss": 0.053,
      "step": 143
    },
    {
      "epoch": 0.27159135559921416,
      "grad_norm": 0.6983661651611328,
      "learning_rate": 3.142708644219186e-05,
      "loss": 0.0555,
      "step": 144
    },
    {
      "epoch": 0.2734774066797642,
      "grad_norm": 0.6345211267471313,
      "learning_rate": 3.1150088833189785e-05,
      "loss": 0.0552,
      "step": 145
    },
    {
      "epoch": 0.27536345776031435,
      "grad_norm": 0.6684762239456177,
      "learning_rate": 3.087232629260363e-05,
      "loss": 0.0529,
      "step": 146
    },
    {
      "epoch": 0.27724950884086447,
      "grad_norm": 0.6331592798233032,
      "learning_rate": 3.05938364250351e-05,
      "loss": 0.0524,
      "step": 147
    },
    {
      "epoch": 0.27913555992141453,
      "grad_norm": 0.8227130770683289,
      "learning_rate": 3.0314656933554343e-05,
      "loss": 0.0521,
      "step": 148
    },
    {
      "epoch": 0.28102161100196466,
      "grad_norm": 0.6519796848297119,
      "learning_rate": 3.003482561459551e-05,
      "loss": 0.0566,
      "step": 149
    },
    {
      "epoch": 0.2829076620825147,
      "grad_norm": 0.6902201771736145,
      "learning_rate": 2.97543803528398e-05,
      "loss": 0.0536,
      "step": 150
    },
    {
      "epoch": 0.28479371316306484,
      "grad_norm": 0.6349306702613831,
      "learning_rate": 2.947335911608641e-05,
      "loss": 0.0537,
      "step": 151
    },
    {
      "epoch": 0.2866797642436149,
      "grad_norm": 0.6948151588439941,
      "learning_rate": 2.9191799950112342e-05,
      "loss": 0.0555,
      "step": 152
    },
    {
      "epoch": 0.28856581532416503,
      "grad_norm": 0.6386936902999878,
      "learning_rate": 2.8909740973521605e-05,
      "loss": 0.0512,
      "step": 153
    },
    {
      "epoch": 0.29045186640471515,
      "grad_norm": 0.660004198551178,
      "learning_rate": 2.8627220372584576e-05,
      "loss": 0.0553,
      "step": 154
    },
    {
      "epoch": 0.2923379174852652,
      "grad_norm": 0.7042737007141113,
      "learning_rate": 2.8344276396068144e-05,
      "loss": 0.052,
      "step": 155
    },
    {
      "epoch": 0.29422396856581534,
      "grad_norm": 0.58024001121521,
      "learning_rate": 2.8060947350057514e-05,
      "loss": 0.054,
      "step": 156
    },
    {
      "epoch": 0.2961100196463654,
      "grad_norm": 0.6255718469619751,
      "learning_rate": 2.7777271592770116e-05,
      "loss": 0.0568,
      "step": 157
    },
    {
      "epoch": 0.29799607072691553,
      "grad_norm": 0.632648229598999,
      "learning_rate": 2.749328752936253e-05,
      "loss": 0.0531,
      "step": 158
    },
    {
      "epoch": 0.2998821218074656,
      "grad_norm": 0.6542230844497681,
      "learning_rate": 2.720903360673107e-05,
      "loss": 0.0521,
      "step": 159
    },
    {
      "epoch": 0.3017681728880157,
      "grad_norm": 0.7150512337684631,
      "learning_rate": 2.692454830830666e-05,
      "loss": 0.051,
      "step": 160
    },
    {
      "epoch": 0.30365422396856584,
      "grad_norm": 0.6616401672363281,
      "learning_rate": 2.6639870148844804e-05,
      "loss": 0.0544,
      "step": 161
    },
    {
      "epoch": 0.3055402750491159,
      "grad_norm": 0.732150673866272,
      "learning_rate": 2.635503766921128e-05,
      "loss": 0.0535,
      "step": 162
    },
    {
      "epoch": 0.307426326129666,
      "grad_norm": 0.8855046629905701,
      "learning_rate": 2.607008943116438e-05,
      "loss": 0.0542,
      "step": 163
    },
    {
      "epoch": 0.3093123772102161,
      "grad_norm": 0.7317624092102051,
      "learning_rate": 2.5785064012134235e-05,
      "loss": 0.0533,
      "step": 164
    },
    {
      "epoch": 0.3111984282907662,
      "grad_norm": 0.6703384518623352,
      "learning_rate": 2.5500000000000003e-05,
      "loss": 0.0551,
      "step": 165
    },
    {
      "epoch": 0.3130844793713163,
      "grad_norm": 0.721160352230072,
      "learning_rate": 2.5214935987865782e-05,
      "loss": 0.0502,
      "step": 166
    },
    {
      "epoch": 0.3149705304518664,
      "grad_norm": 0.7104240655899048,
      "learning_rate": 2.4929910568835625e-05,
      "loss": 0.0515,
      "step": 167
    },
    {
      "epoch": 0.3168565815324165,
      "grad_norm": 0.7653979063034058,
      "learning_rate": 2.4644962330788736e-05,
      "loss": 0.0527,
      "step": 168
    },
    {
      "epoch": 0.3187426326129666,
      "grad_norm": 0.7517006993293762,
      "learning_rate": 2.436012985115521e-05,
      "loss": 0.0568,
      "step": 169
    },
    {
      "epoch": 0.3206286836935167,
      "grad_norm": 0.5671713352203369,
      "learning_rate": 2.4075451691693345e-05,
      "loss": 0.0529,
      "step": 170
    },
    {
      "epoch": 0.3225147347740668,
      "grad_norm": 0.6336231231689453,
      "learning_rate": 2.3790966393268934e-05,
      "loss": 0.0541,
      "step": 171
    },
    {
      "epoch": 0.3244007858546169,
      "grad_norm": 0.707970917224884,
      "learning_rate": 2.3506712470637478e-05,
      "loss": 0.0532,
      "step": 172
    },
    {
      "epoch": 0.32628683693516697,
      "grad_norm": 0.601161777973175,
      "learning_rate": 2.3222728407229894e-05,
      "loss": 0.054,
      "step": 173
    },
    {
      "epoch": 0.3281728880157171,
      "grad_norm": 0.687738299369812,
      "learning_rate": 2.2939052649942496e-05,
      "loss": 0.0535,
      "step": 174
    },
    {
      "epoch": 0.3300589390962672,
      "grad_norm": 0.5946913361549377,
      "learning_rate": 2.265572360393186e-05,
      "loss": 0.0529,
      "step": 175
    },
    {
      "epoch": 0.3319449901768173,
      "grad_norm": 0.6881449818611145,
      "learning_rate": 2.2372779627415433e-05,
      "loss": 0.051,
      "step": 176
    },
    {
      "epoch": 0.3338310412573674,
      "grad_norm": 0.5941693782806396,
      "learning_rate": 2.2090259026478405e-05,
      "loss": 0.0511,
      "step": 177
    },
    {
      "epoch": 0.33571709233791747,
      "grad_norm": 0.663888156414032,
      "learning_rate": 2.1808200049887665e-05,
      "loss": 0.0507,
      "step": 178
    },
    {
      "epoch": 0.3376031434184676,
      "grad_norm": 0.6710250377655029,
      "learning_rate": 2.1526640883913603e-05,
      "loss": 0.0514,
      "step": 179
    },
    {
      "epoch": 0.33948919449901765,
      "grad_norm": 0.650841474533081,
      "learning_rate": 2.124561964716021e-05,
      "loss": 0.053,
      "step": 180
    },
    {
      "epoch": 0.3413752455795678,
      "grad_norm": 0.6167406439781189,
      "learning_rate": 2.09651743854045e-05,
      "loss": 0.0527,
      "step": 181
    },
    {
      "epoch": 0.3432612966601179,
      "grad_norm": 0.7821890115737915,
      "learning_rate": 2.0685343066445663e-05,
      "loss": 0.0553,
      "step": 182
    },
    {
      "epoch": 0.34514734774066796,
      "grad_norm": 0.6713324785232544,
      "learning_rate": 2.0406163574964904e-05,
      "loss": 0.053,
      "step": 183
    },
    {
      "epoch": 0.3470333988212181,
      "grad_norm": 0.6760713458061218,
      "learning_rate": 2.0127673707396367e-05,
      "loss": 0.0559,
      "step": 184
    },
    {
      "epoch": 0.34891944990176815,
      "grad_norm": 0.6784288883209229,
      "learning_rate": 1.9849911166810218e-05,
      "loss": 0.0526,
      "step": 185
    },
    {
      "epoch": 0.3508055009823183,
      "grad_norm": 0.6884786486625671,
      "learning_rate": 1.9572913557808146e-05,
      "loss": 0.0567,
      "step": 186
    },
    {
      "epoch": 0.3526915520628684,
      "grad_norm": 0.6453571319580078,
      "learning_rate": 1.929671838143236e-05,
      "loss": 0.0563,
      "step": 187
    },
    {
      "epoch": 0.35457760314341846,
      "grad_norm": 0.6758632063865662,
      "learning_rate": 1.9021363030088554e-05,
      "loss": 0.0553,
      "step": 188
    },
    {
      "epoch": 0.3564636542239686,
      "grad_norm": 0.668267548084259,
      "learning_rate": 1.8746884782483525e-05,
      "loss": 0.0538,
      "step": 189
    },
    {
      "epoch": 0.35834970530451865,
      "grad_norm": 0.6933122277259827,
      "learning_rate": 1.8473320798578298e-05,
      "loss": 0.0552,
      "step": 190
    },
    {
      "epoch": 0.3602357563850688,
      "grad_norm": 0.6300497651100159,
      "learning_rate": 1.8200708114557193e-05,
      "loss": 0.057,
      "step": 191
    },
    {
      "epoch": 0.36212180746561884,
      "grad_norm": 0.6839256286621094,
      "learning_rate": 1.792908363781379e-05,
      "loss": 0.0554,
      "step": 192
    },
    {
      "epoch": 0.36400785854616896,
      "grad_norm": 0.7520976662635803,
      "learning_rate": 1.7658484141954197e-05,
      "loss": 0.0569,
      "step": 193
    },
    {
      "epoch": 0.3658939096267191,
      "grad_norm": 0.6498275399208069,
      "learning_rate": 1.7388946261818532e-05,
      "loss": 0.0561,
      "step": 194
    },
    {
      "epoch": 0.36777996070726915,
      "grad_norm": 0.6791663765907288,
      "learning_rate": 1.712050648852112e-05,
      "loss": 0.053,
      "step": 195
    },
    {
      "epoch": 0.36966601178781927,
      "grad_norm": 0.7867873907089233,
      "learning_rate": 1.6853201164510216e-05,
      "loss": 0.053,
      "step": 196
    },
    {
      "epoch": 0.37155206286836934,
      "grad_norm": 0.7230736613273621,
      "learning_rate": 1.6587066478647798e-05,
      "loss": 0.0549,
      "step": 197
    },
    {
      "epoch": 0.37343811394891946,
      "grad_norm": 0.6615051031112671,
      "learning_rate": 1.6322138461310157e-05,
      "loss": 0.0545,
      "step": 198
    },
    {
      "epoch": 0.3753241650294695,
      "grad_norm": 0.6557722091674805,
      "learning_rate": 1.6058452979510023e-05,
      "loss": 0.0503,
      "step": 199
    },
    {
      "epoch": 0.37721021611001965,
      "grad_norm": 0.6586915254592896,
      "learning_rate": 1.5796045732040658e-05,
      "loss": 0.0542,
      "step": 200
    },
    {
      "epoch": 0.37909626719056977,
      "grad_norm": 0.6497794985771179,
      "learning_rate": 1.55349522446429e-05,
      "loss": 0.0529,
      "step": 201
    },
    {
      "epoch": 0.38098231827111984,
      "grad_norm": 0.6993744969367981,
      "learning_rate": 1.5275207865195463e-05,
      "loss": 0.0544,
      "step": 202
    },
    {
      "epoch": 0.38286836935166996,
      "grad_norm": 0.6246796250343323,
      "learning_rate": 1.5016847758929478e-05,
      "loss": 0.0527,
      "step": 203
    },
    {
      "epoch": 0.38475442043222,
      "grad_norm": 0.7155519127845764,
      "learning_rate": 1.4759906903667603e-05,
      "loss": 0.0528,
      "step": 204
    },
    {
      "epoch": 0.38664047151277015,
      "grad_norm": 0.7660435438156128,
      "learning_rate": 1.4504420085088679e-05,
      "loss": 0.0549,
      "step": 205
    },
    {
      "epoch": 0.3885265225933202,
      "grad_norm": 0.6786250472068787,
      "learning_rate": 1.425042189201821e-05,
      "loss": 0.0566,
      "step": 206
    },
    {
      "epoch": 0.39041257367387033,
      "grad_norm": 0.5612386465072632,
      "learning_rate": 1.3997946711745685e-05,
      "loss": 0.0515,
      "step": 207
    },
    {
      "epoch": 0.39229862475442046,
      "grad_norm": 0.6318074464797974,
      "learning_rate": 1.3747028725368977e-05,
      "loss": 0.0554,
      "step": 208
    },
    {
      "epoch": 0.3941846758349705,
      "grad_norm": 0.6260029673576355,
      "learning_rate": 1.3497701903166873e-05,
      "loss": 0.0519,
      "step": 209
    },
    {
      "epoch": 0.39607072691552064,
      "grad_norm": 0.5796728134155273,
      "learning_rate": 1.3250000000000007e-05,
      "loss": 0.0527,
      "step": 210
    },
    {
      "epoch": 0.3979567779960707,
      "grad_norm": 0.6224585771560669,
      "learning_rate": 1.3003956550740957e-05,
      "loss": 0.0558,
      "step": 211
    },
    {
      "epoch": 0.39984282907662083,
      "grad_norm": 0.6537889242172241,
      "learning_rate": 1.2759604865734225e-05,
      "loss": 0.0539,
      "step": 212
    },
    {
      "epoch": 0.4017288801571709,
      "grad_norm": 0.5988955497741699,
      "learning_rate": 1.2516978026286484e-05,
      "loss": 0.0535,
      "step": 213
    },
    {
      "epoch": 0.403614931237721,
      "grad_norm": 0.6728143692016602,
      "learning_rate": 1.2276108880187944e-05,
      "loss": 0.0517,
      "step": 214
    },
    {
      "epoch": 0.40550098231827114,
      "grad_norm": 0.6609812378883362,
      "learning_rate": 1.2037030037265254e-05,
      "loss": 0.0545,
      "step": 215
    },
    {
      "epoch": 0.4073870333988212,
      "grad_norm": 0.7403289675712585,
      "learning_rate": 1.1799773864966708e-05,
      "loss": 0.0557,
      "step": 216
    },
    {
      "epoch": 0.40927308447937133,
      "grad_norm": 0.6256952285766602,
      "learning_rate": 1.1564372483980137e-05,
      "loss": 0.0507,
      "step": 217
    },
    {
      "epoch": 0.4111591355599214,
      "grad_norm": 0.5984049439430237,
      "learning_rate": 1.1330857763884332e-05,
      "loss": 0.0516,
      "step": 218
    },
    {
      "epoch": 0.4130451866404715,
      "grad_norm": 0.7591874003410339,
      "learning_rate": 1.1099261318834413e-05,
      "loss": 0.0533,
      "step": 219
    },
    {
      "epoch": 0.4149312377210216,
      "grad_norm": 0.6538133025169373,
      "learning_rate": 1.0869614503281746e-05,
      "loss": 0.0541,
      "step": 220
    },
    {
      "epoch": 0.4168172888015717,
      "grad_norm": 0.6795734167098999,
      "learning_rate": 1.064194840772908e-05,
      "loss": 0.0551,
      "step": 221
    },
    {
      "epoch": 0.4187033398821218,
      "grad_norm": 0.7660415172576904,
      "learning_rate": 1.0416293854521374e-05,
      "loss": 0.056,
      "step": 222
    },
    {
      "epoch": 0.4205893909626719,
      "grad_norm": 0.6202150583267212,
      "learning_rate": 1.0192681393672982e-05,
      "loss": 0.0506,
      "step": 223
    },
    {
      "epoch": 0.422475442043222,
      "grad_norm": 0.6795329451560974,
      "learning_rate": 9.971141298731597e-06,
      "loss": 0.0556,
      "step": 224
    },
    {
      "epoch": 0.4243614931237721,
      "grad_norm": 0.6711370348930359,
      "learning_rate": 9.751703562679787e-06,
      "loss": 0.0555,
      "step": 225
    },
    {
      "epoch": 0.4262475442043222,
      "grad_norm": 0.6319897770881653,
      "learning_rate": 9.53439789387435e-06,
      "loss": 0.0564,
      "step": 226
    },
    {
      "epoch": 0.4281335952848723,
      "grad_norm": 0.6473011374473572,
      "learning_rate": 9.319253712024317e-06,
      "loss": 0.05,
      "step": 227
    },
    {
      "epoch": 0.4300196463654224,
      "grad_norm": 0.5980538725852966,
      "learning_rate": 9.106300144207982e-06,
      "loss": 0.0503,
      "step": 228
    },
    {
      "epoch": 0.4319056974459725,
      "grad_norm": 0.6093522310256958,
      "learning_rate": 8.895566020929561e-06,
      "loss": 0.0538,
      "step": 229
    },
    {
      "epoch": 0.4337917485265226,
      "grad_norm": 0.6860825419425964,
      "learning_rate": 8.68707987221603e-06,
      "loss": 0.0529,
      "step": 230
    },
    {
      "epoch": 0.4356777996070727,
      "grad_norm": 0.639009416103363,
      "learning_rate": 8.480869923754565e-06,
      "loss": 0.0526,
      "step": 231
    },
    {
      "epoch": 0.43756385068762277,
      "grad_norm": 0.6271622180938721,
      "learning_rate": 8.276964093071288e-06,
      "loss": 0.0556,
      "step": 232
    },
    {
      "epoch": 0.4394499017681729,
      "grad_norm": 0.6020594239234924,
      "learning_rate": 8.075389985751642e-06,
      "loss": 0.0533,
      "step": 233
    },
    {
      "epoch": 0.441335952848723,
      "grad_norm": 0.6336962580680847,
      "learning_rate": 7.876174891703052e-06,
      "loss": 0.0535,
      "step": 234
    },
    {
      "epoch": 0.4432220039292731,
      "grad_norm": 0.6483181118965149,
      "learning_rate": 7.679345781460308e-06,
      "loss": 0.0553,
      "step": 235
    },
    {
      "epoch": 0.4451080550098232,
      "grad_norm": 0.6326590776443481,
      "learning_rate": 7.484929302534201e-06,
      "loss": 0.0519,
      "step": 236
    },
    {
      "epoch": 0.44699410609037327,
      "grad_norm": 0.6539437174797058,
      "learning_rate": 7.292951775803839e-06,
      "loss": 0.0551,
      "step": 237
    },
    {
      "epoch": 0.4488801571709234,
      "grad_norm": 0.6510122418403625,
      "learning_rate": 7.10343919195327e-06,
      "loss": 0.056,
      "step": 238
    },
    {
      "epoch": 0.45076620825147345,
      "grad_norm": 0.6261730194091797,
      "learning_rate": 6.916417207952713e-06,
      "loss": 0.0537,
      "step": 239
    },
    {
      "epoch": 0.4526522593320236,
      "grad_norm": 0.7019426226615906,
      "learning_rate": 6.731911143585042e-06,
      "loss": 0.0561,
      "step": 240
    },
    {
      "epoch": 0.4545383104125737,
      "grad_norm": 0.6432986259460449,
      "learning_rate": 6.549945978017887e-06,
      "loss": 0.0505,
      "step": 241
    },
    {
      "epoch": 0.45642436149312376,
      "grad_norm": 0.6321935057640076,
      "learning_rate": 6.37054634642185e-06,
      "loss": 0.0547,
      "step": 242
    },
    {
      "epoch": 0.4583104125736739,
      "grad_norm": 0.6130335330963135,
      "learning_rate": 6.193736536635314e-06,
      "loss": 0.0544,
      "step": 243
    },
    {
      "epoch": 0.46019646365422395,
      "grad_norm": 0.6470383405685425,
      "learning_rate": 6.019540485876227e-06,
      "loss": 0.0528,
      "step": 244
    },
    {
      "epoch": 0.4620825147347741,
      "grad_norm": 0.5724889039993286,
      "learning_rate": 5.847981777501426e-06,
      "loss": 0.0549,
      "step": 245
    },
    {
      "epoch": 0.46396856581532414,
      "grad_norm": 0.6291890740394592,
      "learning_rate": 5.6790836378137905e-06,
      "loss": 0.0506,
      "step": 246
    },
    {
      "epoch": 0.46585461689587426,
      "grad_norm": 0.6025134921073914,
      "learning_rate": 5.5128689329177896e-06,
      "loss": 0.055,
      "step": 247
    },
    {
      "epoch": 0.4677406679764244,
      "grad_norm": 0.6630934476852417,
      "learning_rate": 5.349360165623773e-06,
      "loss": 0.0531,
      "step": 248
    },
    {
      "epoch": 0.46962671905697445,
      "grad_norm": 0.7029414772987366,
      "learning_rate": 5.188579472401481e-06,
      "loss": 0.057,
      "step": 249
    },
    {
      "epoch": 0.4715127701375246,
      "grad_norm": 0.6309053897857666,
      "learning_rate": 5.0305486203830615e-06,
      "loss": 0.0475,
      "step": 250
    },
    {
      "epoch": 0.47339882121807464,
      "grad_norm": 0.6466310620307922,
      "learning_rate": 4.8752890044161906e-06,
      "loss": 0.0521,
      "step": 251
    },
    {
      "epoch": 0.47528487229862476,
      "grad_norm": 0.6483911871910095,
      "learning_rate": 4.722821644167564e-06,
      "loss": 0.0543,
      "step": 252
    },
    {
      "epoch": 0.4771709233791748,
      "grad_norm": 0.6412047743797302,
      "learning_rate": 4.573167181277125e-06,
      "loss": 0.0542,
      "step": 253
    },
    {
      "epoch": 0.47905697445972495,
      "grad_norm": 0.6306837797164917,
      "learning_rate": 4.4263458765635525e-06,
      "loss": 0.0526,
      "step": 254
    },
    {
      "epoch": 0.48094302554027507,
      "grad_norm": 0.702875018119812,
      "learning_rate": 4.282377607281252e-06,
      "loss": 0.0525,
      "step": 255
    },
    {
      "epoch": 0.48282907662082514,
      "grad_norm": 0.6928117275238037,
      "learning_rate": 4.141281864429324e-06,
      "loss": 0.054,
      "step": 256
    },
    {
      "epoch": 0.48471512770137526,
      "grad_norm": 0.6319845914840698,
      "learning_rate": 4.003077750112739e-06,
      "loss": 0.0517,
      "step": 257
    },
    {
      "epoch": 0.4866011787819253,
      "grad_norm": 0.6545883417129517,
      "learning_rate": 3.867783974956289e-06,
      "loss": 0.0532,
      "step": 258
    },
    {
      "epoch": 0.48848722986247545,
      "grad_norm": 0.7358443737030029,
      "learning_rate": 3.735418855571405e-06,
      "loss": 0.0543,
      "step": 259
    },
    {
      "epoch": 0.4903732809430255,
      "grad_norm": 0.6127293705940247,
      "learning_rate": 3.6060003120764025e-06,
      "loss": 0.0534,
      "step": 260
    },
    {
      "epoch": 0.49225933202357564,
      "grad_norm": 0.6689878106117249,
      "learning_rate": 3.479545865670413e-06,
      "loss": 0.0541,
      "step": 261
    },
    {
      "epoch": 0.49414538310412576,
      "grad_norm": 0.669922411441803,
      "learning_rate": 3.356072636261248e-06,
      "loss": 0.0542,
      "step": 262
    },
    {
      "epoch": 0.4960314341846758,
      "grad_norm": 0.6823084354400635,
      "learning_rate": 3.235597340147676e-06,
      "loss": 0.0502,
      "step": 263
    },
    {
      "epoch": 0.49791748526522595,
      "grad_norm": 0.6295681595802307,
      "learning_rate": 3.1181362877562766e-06,
      "loss": 0.0546,
      "step": 264
    },
    {
      "epoch": 0.499803536345776,
      "grad_norm": 0.6209445595741272,
      "learning_rate": 3.00370538143329e-06,
      "loss": 0.0552,
      "step": 265
    },
    {
      "epoch": 0.5016895874263261,
      "grad_norm": 0.6432093381881714,
      "learning_rate": 2.8923201132916638e-06,
      "loss": 0.0521,
      "step": 266
    },
    {
      "epoch": 0.5035756385068763,
      "grad_norm": 0.7084284424781799,
      "learning_rate": 2.783995563113711e-06,
      "loss": 0.052,
      "step": 267
    },
    {
      "epoch": 0.5054616895874263,
      "grad_norm": 0.6800095438957214,
      "learning_rate": 2.6787463963095105e-06,
      "loss": 0.0538,
      "step": 268
    },
    {
      "epoch": 0.5073477406679764,
      "grad_norm": 0.7024362683296204,
      "learning_rate": 2.5765868619314814e-06,
      "loss": 0.0526,
      "step": 269
    },
    {
      "epoch": 0.5092337917485266,
      "grad_norm": 0.6228119134902954,
      "learning_rate": 2.4775307907452464e-06,
      "loss": 0.0557,
      "step": 270
    },
    {
      "epoch": 0.5111198428290766,
      "grad_norm": 0.7323874831199646,
      "learning_rate": 2.381591593357204e-06,
      "loss": 0.0573,
      "step": 271
    },
    {
      "epoch": 0.5130058939096267,
      "grad_norm": 0.64508455991745,
      "learning_rate": 2.2887822583989345e-06,
      "loss": 0.0523,
      "step": 272
    },
    {
      "epoch": 0.5148919449901768,
      "grad_norm": 0.6413906216621399,
      "learning_rate": 2.1991153507687385e-06,
      "loss": 0.0542,
      "step": 273
    },
    {
      "epoch": 0.5167779960707269,
      "grad_norm": 0.6184936165809631,
      "learning_rate": 2.104361506153305e-06,
      "loss": 0.0496,
      "step": 274
    },
    {
      "epoch": 0.518664047151277,
      "grad_norm": 0.6463601589202881,
      "learning_rate": 2.014008697185033e-06,
      "loss": 0.0512,
      "step": 275
    },
    {
      "epoch": 0.5205500982318271,
      "grad_norm": 0.6290855407714844,
      "learning_rate": 1.9279975950776054e-06,
      "loss": 0.0519,
      "step": 276
    },
    {
      "epoch": 0.5224361493123773,
      "grad_norm": 0.6576858758926392,
      "learning_rate": 1.8462681192674342e-06,
      "loss": 0.0553,
      "step": 277
    },
    {
      "epoch": 0.5243222003929273,
      "grad_norm": 0.5952139496803284,
      "learning_rate": 1.768759451931695e-06,
      "loss": 0.0522,
      "step": 278
    },
    {
      "epoch": 0.5262082514734774,
      "grad_norm": 0.6550763249397278,
      "learning_rate": 1.6954100526275048e-06,
      "loss": 0.0553,
      "step": 279
    },
    {
      "epoch": 0.5280943025540275,
      "grad_norm": 0.695368766784668,
      "learning_rate": 1.6261576730494264e-06,
      "loss": 0.0565,
      "step": 280
    },
    {
      "epoch": 0.5299803536345776,
      "grad_norm": 0.6179720163345337,
      "learning_rate": 1.5609393719023522e-06,
      "loss": 0.0527,
      "step": 281
    },
    {
      "epoch": 0.5318664047151277,
      "grad_norm": 0.6312326788902283,
      "learning_rate": 1.4996915298869766e-06,
      "loss": 0.0505,
      "step": 282
    },
    {
      "epoch": 0.5337524557956778,
      "grad_norm": 0.5642273426055908,
      "learning_rate": 1.442349864794914e-06,
      "loss": 0.0537,
      "step": 283
    },
    {
      "epoch": 0.5356385068762279,
      "grad_norm": 0.6600595712661743,
      "learning_rate": 1.3888494467104933e-06,
      "loss": 0.057,
      "step": 284
    },
    {
      "epoch": 0.537524557956778,
      "grad_norm": 0.5953897833824158,
      "learning_rate": 1.3391247133163789e-06,
      "loss": 0.0545,
      "step": 285
    },
    {
      "epoch": 0.5394106090373281,
      "grad_norm": 0.6536615490913391,
      "learning_rate": 1.2931094853000053e-06,
      "loss": 0.0547,
      "step": 286
    },
    {
      "epoch": 0.5412966601178782,
      "grad_norm": 0.6876338124275208,
      "learning_rate": 1.2507369818578715e-06,
      "loss": 0.0548,
      "step": 287
    },
    {
      "epoch": 0.5431827111984283,
      "grad_norm": 0.701816201210022,
      "learning_rate": 1.2119398362946898e-06,
      "loss": 0.0537,
      "step": 288
    },
    {
      "epoch": 0.5450687622789784,
      "grad_norm": 0.6863809823989868,
      "learning_rate": 1.1766501117144559e-06,
      "loss": 0.0537,
      "step": 289
    },
    {
      "epoch": 0.5469548133595284,
      "grad_norm": 0.6473677754402161,
      "learning_rate": 1.1447993168003164e-06,
      "loss": 0.0526,
      "step": 290
    },
    {
      "epoch": 0.5488408644400786,
      "grad_norm": 0.6449557542800903,
      "learning_rate": 1.1163184216803305e-06,
      "loss": 0.0563,
      "step": 291
    },
    {
      "epoch": 0.5507269155206287,
      "grad_norm": 0.6224853992462158,
      "learning_rate": 1.0911378738759706e-06,
      "loss": 0.0583,
      "step": 292
    },
    {
      "epoch": 0.5526129666011788,
      "grad_norm": 0.621610164642334,
      "learning_rate": 1.0691876143304013e-06,
      "loss": 0.0516,
      "step": 293
    },
    {
      "epoch": 0.5544990176817289,
      "grad_norm": 0.6233559846878052,
      "learning_rate": 1.050397093513415e-06,
      "loss": 0.0536,
      "step": 294
    },
    {
      "epoch": 0.556385068762279,
      "grad_norm": 0.5515995025634766,
      "learning_rate": 1.034695287599956e-06,
      "loss": 0.0523,
      "step": 295
    },
    {
      "epoch": 0.5582711198428291,
      "grad_norm": 0.6381170153617859,
      "learning_rate": 1.0220107147191746e-06,
      "loss": 0.0534,
      "step": 296
    },
    {
      "epoch": 0.5601571709233791,
      "grad_norm": 0.6186379194259644,
      "learning_rate": 1.012271451270882e-06,
      "loss": 0.0538,
      "step": 297
    },
    {
      "epoch": 0.5620432220039293,
      "grad_norm": 0.6275140643119812,
      "learning_rate": 1.0054051483063013e-06,
      "loss": 0.0521,
      "step": 298
    },
    {
      "epoch": 0.5639292730844794,
      "grad_norm": 0.6825361251831055,
      "learning_rate": 1.0013390479700225e-06,
      "loss": 0.0515,
      "step": 299
    },
    {
      "epoch": 0.5658153241650294,
      "grad_norm": 0.5796988010406494,
      "learning_rate": 2.6296296296296297e-06,
      "loss": 0.0515,
      "step": 300
    },
    {
      "epoch": 0.5677013752455796,
      "grad_norm": 0.6711207032203674,
      "learning_rate": 4.2592592592592596e-06,
      "loss": 0.0542,
      "step": 301
    },
    {
      "epoch": 0.5695874263261297,
      "grad_norm": 0.6041145324707031,
      "learning_rate": 5.888888888888889e-06,
      "loss": 0.0567,
      "step": 302
    },
    {
      "epoch": 0.5714734774066798,
      "grad_norm": 0.6166413426399231,
      "learning_rate": 7.5185185185185186e-06,
      "loss": 0.0516,
      "step": 303
    },
    {
      "epoch": 0.5733595284872298,
      "grad_norm": 0.6457393169403076,
      "learning_rate": 9.148148148148149e-06,
      "loss": 0.0547,
      "step": 304
    },
    {
      "epoch": 0.57524557956778,
      "grad_norm": 0.6154576539993286,
      "learning_rate": 1.077777777777778e-05,
      "loss": 0.0494,
      "step": 305
    },
    {
      "epoch": 0.5771316306483301,
      "grad_norm": 0.6116970181465149,
      "learning_rate": 1.240740740740741e-05,
      "loss": 0.0504,
      "step": 306
    },
    {
      "epoch": 0.5790176817288801,
      "grad_norm": 0.6023555994033813,
      "learning_rate": 1.4037037037037038e-05,
      "loss": 0.0529,
      "step": 307
    },
    {
      "epoch": 0.5809037328094303,
      "grad_norm": 0.6238025426864624,
      "learning_rate": 1.5666666666666667e-05,
      "loss": 0.0494,
      "step": 308
    },
    {
      "epoch": 0.5827897838899804,
      "grad_norm": 0.6738271117210388,
      "learning_rate": 1.7296296296296297e-05,
      "loss": 0.0517,
      "step": 309
    },
    {
      "epoch": 0.5846758349705304,
      "grad_norm": 0.6269494295120239,
      "learning_rate": 1.8925925925925928e-05,
      "loss": 0.0526,
      "step": 310
    },
    {
      "epoch": 0.5865618860510805,
      "grad_norm": 0.7519524693489075,
      "learning_rate": 2.0555555555555558e-05,
      "loss": 0.055,
      "step": 311
    },
    {
      "epoch": 0.5884479371316307,
      "grad_norm": 0.6679571866989136,
      "learning_rate": 2.2185185185185188e-05,
      "loss": 0.056,
      "step": 312
    },
    {
      "epoch": 0.5903339882121807,
      "grad_norm": 0.6892229318618774,
      "learning_rate": 2.381481481481482e-05,
      "loss": 0.0558,
      "step": 313
    },
    {
      "epoch": 0.5922200392927308,
      "grad_norm": 0.7195484042167664,
      "learning_rate": 2.544444444444445e-05,
      "loss": 0.0537,
      "step": 314
    },
    {
      "epoch": 0.594106090373281,
      "grad_norm": 0.7081109285354614,
      "learning_rate": 2.7074074074074076e-05,
      "loss": 0.0506,
      "step": 315
    },
    {
      "epoch": 0.5959921414538311,
      "grad_norm": 0.5885039567947388,
      "learning_rate": 2.870370370370371e-05,
      "loss": 0.0512,
      "step": 316
    },
    {
      "epoch": 0.5978781925343811,
      "grad_norm": 0.6273261904716492,
      "learning_rate": 3.0333333333333337e-05,
      "loss": 0.0537,
      "step": 317
    },
    {
      "epoch": 0.5997642436149312,
      "grad_norm": 0.6839622855186462,
      "learning_rate": 3.196296296296297e-05,
      "loss": 0.0522,
      "step": 318
    },
    {
      "epoch": 0.6016502946954814,
      "grad_norm": 0.6549758315086365,
      "learning_rate": 3.359259259259259e-05,
      "loss": 0.0494,
      "step": 319
    },
    {
      "epoch": 0.6035363457760314,
      "grad_norm": 0.6940924525260925,
      "learning_rate": 3.522222222222223e-05,
      "loss": 0.0541,
      "step": 320
    },
    {
      "epoch": 0.6054223968565815,
      "grad_norm": 0.6798189878463745,
      "learning_rate": 3.685185185185185e-05,
      "loss": 0.0529,
      "step": 321
    },
    {
      "epoch": 0.6073084479371317,
      "grad_norm": 0.6965929865837097,
      "learning_rate": 3.848148148148148e-05,
      "loss": 0.0556,
      "step": 322
    },
    {
      "epoch": 0.6091944990176817,
      "grad_norm": 0.7825841903686523,
      "learning_rate": 4.011111111111111e-05,
      "loss": 0.0545,
      "step": 323
    },
    {
      "epoch": 0.6110805500982318,
      "grad_norm": 0.6313629746437073,
      "learning_rate": 4.174074074074074e-05,
      "loss": 0.0522,
      "step": 324
    },
    {
      "epoch": 0.6129666011787819,
      "grad_norm": 0.600088894367218,
      "learning_rate": 4.337037037037037e-05,
      "loss": 0.052,
      "step": 325
    },
    {
      "epoch": 0.614852652259332,
      "grad_norm": 0.7086624503135681,
      "learning_rate": 4.5e-05,
      "loss": 0.0527,
      "step": 326
    },
    {
      "epoch": 0.6167387033398821,
      "grad_norm": 0.7286542057991028,
      "learning_rate": 4.4998161456819626e-05,
      "loss": 0.0571,
      "step": 327
    },
    {
      "epoch": 0.6186247544204322,
      "grad_norm": 0.6545694470405579,
      "learning_rate": 4.4992646134573125e-05,
      "loss": 0.0532,
      "step": 328
    },
    {
      "epoch": 0.6205108055009824,
      "grad_norm": 0.6418690085411072,
      "learning_rate": 4.498345495509307e-05,
      "loss": 0.0526,
      "step": 329
    },
    {
      "epoch": 0.6223968565815324,
      "grad_norm": 0.760371744632721,
      "learning_rate": 4.4970589454595836e-05,
      "loss": 0.0491,
      "step": 330
    },
    {
      "epoch": 0.6242829076620825,
      "grad_norm": 0.7142137289047241,
      "learning_rate": 4.495405178342491e-05,
      "loss": 0.0548,
      "step": 331
    },
    {
      "epoch": 0.6261689587426326,
      "grad_norm": 0.7223098278045654,
      "learning_rate": 4.4933844705691426e-05,
      "loss": 0.0498,
      "step": 332
    },
    {
      "epoch": 0.6280550098231827,
      "grad_norm": 0.7556989192962646,
      "learning_rate": 4.490997159881221e-05,
      "loss": 0.0536,
      "step": 333
    },
    {
      "epoch": 0.6299410609037328,
      "grad_norm": 0.6933190226554871,
      "learning_rate": 4.488243645294524e-05,
      "loss": 0.0521,
      "step": 334
    },
    {
      "epoch": 0.6318271119842829,
      "grad_norm": 0.7360893487930298,
      "learning_rate": 4.485124387032275e-05,
      "loss": 0.0545,
      "step": 335
    },
    {
      "epoch": 0.633713163064833,
      "grad_norm": 0.7241246104240417,
      "learning_rate": 4.481639906448203e-05,
      "loss": 0.0516,
      "step": 336
    },
    {
      "epoch": 0.6355992141453831,
      "grad_norm": 0.7710666060447693,
      "learning_rate": 4.4777907859394e-05,
      "loss": 0.0538,
      "step": 337
    },
    {
      "epoch": 0.6374852652259332,
      "grad_norm": 0.663753867149353,
      "learning_rate": 4.4735776688489807e-05,
      "loss": 0.054,
      "step": 338
    },
    {
      "epoch": 0.6393713163064833,
      "grad_norm": 0.66549152135849,
      "learning_rate": 4.4690012593585524e-05,
      "loss": 0.0544,
      "step": 339
    },
    {
      "epoch": 0.6412573673870334,
      "grad_norm": 0.7357849478721619,
      "learning_rate": 4.464062322370523e-05,
      "loss": 0.0522,
      "step": 340
    },
    {
      "epoch": 0.6431434184675835,
      "grad_norm": 0.6259642839431763,
      "learning_rate": 4.4587616833802466e-05,
      "loss": 0.0508,
      "step": 341
    },
    {
      "epoch": 0.6450294695481336,
      "grad_norm": 0.6482447981834412,
      "learning_rate": 4.4531002283380575e-05,
      "loss": 0.0511,
      "step": 342
    },
    {
      "epoch": 0.6469155206286837,
      "grad_norm": 0.7146925330162048,
      "learning_rate": 4.447078903501188e-05,
      "loss": 0.0521,
      "step": 343
    },
    {
      "epoch": 0.6488015717092338,
      "grad_norm": 0.7280723452568054,
      "learning_rate": 4.4406987152756125e-05,
      "loss": 0.0557,
      "step": 344
    },
    {
      "epoch": 0.6506876227897839,
      "grad_norm": 0.7028859257698059,
      "learning_rate": 4.4339607300478356e-05,
      "loss": 0.0522,
      "step": 345
    },
    {
      "epoch": 0.6525736738703339,
      "grad_norm": 0.8576962947845459,
      "learning_rate": 4.4268660740066566e-05,
      "loss": 0.0534,
      "step": 346
    },
    {
      "epoch": 0.6544597249508841,
      "grad_norm": 0.7460153102874756,
      "learning_rate": 4.419415932954937e-05,
      "loss": 0.0512,
      "step": 347
    },
    {
      "epoch": 0.6563457760314342,
      "grad_norm": 0.7016230225563049,
      "learning_rate": 4.411611552111406e-05,
      "loss": 0.0548,
      "step": 348
    },
    {
      "epoch": 0.6582318271119842,
      "grad_norm": 0.674579381942749,
      "learning_rate": 4.403454235902536e-05,
      "loss": 0.0517,
      "step": 349
    },
    {
      "epoch": 0.6601178781925344,
      "grad_norm": 0.7202683687210083,
      "learning_rate": 4.394945347744514e-05,
      "loss": 0.0524,
      "step": 350
    },
    {
      "epoch": 0.6620039292730845,
      "grad_norm": 0.6363608241081238,
      "learning_rate": 4.386086309815368e-05,
      "loss": 0.0517,
      "step": 351
    },
    {
      "epoch": 0.6638899803536346,
      "grad_norm": 0.6912679076194763,
      "learning_rate": 4.37687860281726e-05,
      "loss": 0.0556,
      "step": 352
    },
    {
      "epoch": 0.6657760314341846,
      "grad_norm": 0.6715041995048523,
      "learning_rate": 4.3673237657289986e-05,
      "loss": 0.0512,
      "step": 353
    },
    {
      "epoch": 0.6676620825147348,
      "grad_norm": 0.7121760845184326,
      "learning_rate": 4.3574233955488175e-05,
      "loss": 0.0556,
      "step": 354
    },
    {
      "epoch": 0.6695481335952849,
      "grad_norm": 0.6362672448158264,
      "learning_rate": 4.347179147027451e-05,
      "loss": 0.0519,
      "step": 355
    },
    {
      "epoch": 0.6714341846758349,
      "grad_norm": 0.7536382675170898,
      "learning_rate": 4.3365927323915595e-05,
      "loss": 0.0547,
      "step": 356
    },
    {
      "epoch": 0.6733202357563851,
      "grad_norm": 0.68587726354599,
      "learning_rate": 4.325665921057545e-05,
      "loss": 0.0523,
      "step": 357
    },
    {
      "epoch": 0.6752062868369352,
      "grad_norm": 0.6488904356956482,
      "learning_rate": 4.3144005393358136e-05,
      "loss": 0.0533,
      "step": 358
    },
    {
      "epoch": 0.6770923379174852,
      "grad_norm": 0.6359237432479858,
      "learning_rate": 4.302798470125523e-05,
      "loss": 0.0522,
      "step": 359
    },
    {
      "epoch": 0.6789783889980353,
      "grad_norm": 0.7770280838012695,
      "learning_rate": 4.290861652599876e-05,
      "loss": 0.0524,
      "step": 360
    },
    {
      "epoch": 0.6808644400785855,
      "grad_norm": 0.7189698219299316,
      "learning_rate": 4.278592081882005e-05,
      "loss": 0.055,
      "step": 361
    },
    {
      "epoch": 0.6827504911591356,
      "grad_norm": 0.6995368599891663,
      "learning_rate": 4.265991808711507e-05,
      "loss": 0.0543,
      "step": 362
    },
    {
      "epoch": 0.6846365422396856,
      "grad_norm": 0.7618082761764526,
      "learning_rate": 4.253062939101684e-05,
      "loss": 0.0512,
      "step": 363
    },
    {
      "epoch": 0.6865225933202358,
      "grad_norm": 0.6385736465454102,
      "learning_rate": 4.2398076339875376e-05,
      "loss": 0.051,
      "step": 364
    },
    {
      "epoch": 0.6884086444007859,
      "grad_norm": 0.6475210189819336,
      "learning_rate": 4.2262281088646e-05,
      "loss": 0.051,
      "step": 365
    },
    {
      "epoch": 0.6902946954813359,
      "grad_norm": 0.6482269167900085,
      "learning_rate": 4.212326633418625e-05,
      "loss": 0.0501,
      "step": 366
    },
    {
      "epoch": 0.692180746561886,
      "grad_norm": 0.7027318477630615,
      "learning_rate": 4.198105531146239e-05,
      "loss": 0.0567,
      "step": 367
    },
    {
      "epoch": 0.6940667976424362,
      "grad_norm": 0.6213511824607849,
      "learning_rate": 4.183567178966586e-05,
      "loss": 0.0493,
      "step": 368
    },
    {
      "epoch": 0.6959528487229862,
      "grad_norm": 0.6819092631340027,
      "learning_rate": 4.1687140068240544e-05,
      "loss": 0.0521,
      "step": 369
    },
    {
      "epoch": 0.6978388998035363,
      "grad_norm": 0.7269407510757446,
      "learning_rate": 4.153548497282129e-05,
      "loss": 0.0546,
      "step": 370
    },
    {
      "epoch": 0.6997249508840865,
      "grad_norm": 0.654838502407074,
      "learning_rate": 4.1380731851084604e-05,
      "loss": 0.0518,
      "step": 371
    },
    {
      "epoch": 0.7016110019646365,
      "grad_norm": 0.7469407916069031,
      "learning_rate": 4.122290656851199e-05,
      "loss": 0.0554,
      "step": 372
    },
    {
      "epoch": 0.7034970530451866,
      "grad_norm": 0.664219319820404,
      "learning_rate": 4.106203550406681e-05,
      "loss": 0.0491,
      "step": 373
    },
    {
      "epoch": 0.7053831041257368,
      "grad_norm": 0.7234631776809692,
      "learning_rate": 4.089814554578529e-05,
      "loss": 0.05,
      "step": 374
    },
    {
      "epoch": 0.7072691552062869,
      "grad_norm": 0.8013644814491272,
      "learning_rate": 4.073126408628244e-05,
      "loss": 0.052,
      "step": 375
    },
    {
      "epoch": 0.7091552062868369,
      "grad_norm": 0.657542884349823,
      "learning_rate": 4.056141901817364e-05,
      "loss": 0.0481,
      "step": 376
    },
    {
      "epoch": 0.711041257367387,
      "grad_norm": 0.6335827112197876,
      "learning_rate": 4.0388638729412704e-05,
      "loss": 0.0525,
      "step": 377
    },
    {
      "epoch": 0.7129273084479372,
      "grad_norm": 0.6201550364494324,
      "learning_rate": 4.021295209854704e-05,
      "loss": 0.0534,
      "step": 378
    },
    {
      "epoch": 0.7148133595284872,
      "grad_norm": 0.6844264268875122,
      "learning_rate": 4.0034388489890915e-05,
      "loss": 0.0555,
      "step": 379
    },
    {
      "epoch": 0.7166994106090373,
      "grad_norm": 0.7309831976890564,
      "learning_rate": 3.9852977748617514e-05,
      "loss": 0.0483,
      "step": 380
    },
    {
      "epoch": 0.7185854616895875,
      "grad_norm": 0.8054900169372559,
      "learning_rate": 3.96687501957706e-05,
      "loss": 0.0515,
      "step": 381
    },
    {
      "epoch": 0.7204715127701375,
      "grad_norm": 0.6280372738838196,
      "learning_rate": 3.9481736623196593e-05,
      "loss": 0.0528,
      "step": 382
    },
    {
      "epoch": 0.7223575638506876,
      "grad_norm": 0.6430133581161499,
      "learning_rate": 3.9291968288398105e-05,
      "loss": 0.0512,
      "step": 383
    },
    {
      "epoch": 0.7242436149312377,
      "grad_norm": 0.7151406407356262,
      "learning_rate": 3.9099476909309474e-05,
      "loss": 0.0521,
      "step": 384
    },
    {
      "epoch": 0.7261296660117879,
      "grad_norm": 0.721515953540802,
      "learning_rate": 3.8904294658995444e-05,
      "loss": 0.052,
      "step": 385
    },
    {
      "epoch": 0.7280157170923379,
      "grad_norm": 0.7158637046813965,
      "learning_rate": 3.8706454160273786e-05,
      "loss": 0.0549,
      "step": 386
    },
    {
      "epoch": 0.729901768172888,
      "grad_norm": 0.73859041929245,
      "learning_rate": 3.850598848026264e-05,
      "loss": 0.0556,
      "step": 387
    },
    {
      "epoch": 0.7317878192534382,
      "grad_norm": 0.641735851764679,
      "learning_rate": 3.830293112485372e-05,
      "loss": 0.0543,
      "step": 388
    },
    {
      "epoch": 0.7336738703339882,
      "grad_norm": 0.667811930179596,
      "learning_rate": 3.809731603311215e-05,
      "loss": 0.053,
      "step": 389
    },
    {
      "epoch": 0.7355599214145383,
      "grad_norm": 0.7486200332641602,
      "learning_rate": 3.7889177571603766e-05,
      "loss": 0.052,
      "step": 390
    },
    {
      "epoch": 0.7374459724950884,
      "grad_norm": 0.6580036878585815,
      "learning_rate": 3.767855052865123e-05,
      "loss": 0.0545,
      "step": 391
    },
    {
      "epoch": 0.7393320235756385,
      "grad_norm": 0.6314997673034668,
      "learning_rate": 3.74654701085194e-05,
      "loss": 0.0507,
      "step": 392
    },
    {
      "epoch": 0.7412180746561886,
      "grad_norm": 0.6564173698425293,
      "learning_rate": 3.72499719255313e-05,
      "loss": 0.0522,
      "step": 393
    },
    {
      "epoch": 0.7431041257367387,
      "grad_norm": 0.705565333366394,
      "learning_rate": 3.7032091998115533e-05,
      "loss": 0.0497,
      "step": 394
    },
    {
      "epoch": 0.7449901768172889,
      "grad_norm": 0.7761211395263672,
      "learning_rate": 3.6811866742786176e-05,
      "loss": 0.0529,
      "step": 395
    },
    {
      "epoch": 0.7468762278978389,
      "grad_norm": 0.7735563516616821,
      "learning_rate": 3.658933296805606e-05,
      "loss": 0.0531,
      "step": 396
    },
    {
      "epoch": 0.748762278978389,
      "grad_norm": 0.636371374130249,
      "learning_rate": 3.636452786828464e-05,
      "loss": 0.0514,
      "step": 397
    },
    {
      "epoch": 0.750648330058939,
      "grad_norm": 0.6157060265541077,
      "learning_rate": 3.61374890174613e-05,
      "loss": 0.0524,
      "step": 398
    },
    {
      "epoch": 0.7525343811394892,
      "grad_norm": 0.633668839931488,
      "learning_rate": 3.5908254362925195e-05,
      "loss": 0.0512,
      "step": 399
    },
    {
      "epoch": 0.7544204322200393,
      "grad_norm": 0.6512006521224976,
      "learning_rate": 3.5676862219022764e-05,
      "loss": 0.0516,
      "step": 400
    },
    {
      "epoch": 0.7563064833005894,
      "grad_norm": 0.6428241729736328,
      "learning_rate": 3.544335126070385e-05,
      "loss": 0.0502,
      "step": 401
    },
    {
      "epoch": 0.7581925343811395,
      "grad_norm": 0.5961411595344543,
      "learning_rate": 3.5207760517057536e-05,
      "loss": 0.0514,
      "step": 402
    },
    {
      "epoch": 0.7600785854616896,
      "grad_norm": 0.6615546345710754,
      "learning_rate": 3.497012936478882e-05,
      "loss": 0.0512,
      "step": 403
    },
    {
      "epoch": 0.7619646365422397,
      "grad_norm": 0.7132079601287842,
      "learning_rate": 3.473049752163721e-05,
      "loss": 0.0508,
      "step": 404
    },
    {
      "epoch": 0.7638506876227897,
      "grad_norm": 0.649902880191803,
      "learning_rate": 3.448890503973825e-05,
      "loss": 0.0551,
      "step": 405
    },
    {
      "epoch": 0.7657367387033399,
      "grad_norm": 0.5799820423126221,
      "learning_rate": 3.424539229892921e-05,
      "loss": 0.053,
      "step": 406
    },
    {
      "epoch": 0.76762278978389,
      "grad_norm": 0.5882149338722229,
      "learning_rate": 3.4e-05,
      "loss": 0.0512,
      "step": 407
    },
    {
      "epoch": 0.76950884086444,
      "grad_norm": 0.6821553111076355,
      "learning_rate": 3.375276915789041e-05,
      "loss": 0.0499,
      "step": 408
    },
    {
      "epoch": 0.7713948919449902,
      "grad_norm": 0.701265811920166,
      "learning_rate": 3.350374109483488e-05,
      "loss": 0.054,
      "step": 409
    },
    {
      "epoch": 0.7732809430255403,
      "grad_norm": 0.6194897890090942,
      "learning_rate": 3.325295743345586e-05,
      "loss": 0.0503,
      "step": 410
    },
    {
      "epoch": 0.7751669941060904,
      "grad_norm": 0.6789016127586365,
      "learning_rate": 3.3000460089807015e-05,
      "loss": 0.0543,
      "step": 411
    },
    {
      "epoch": 0.7770530451866404,
      "grad_norm": 0.658940315246582,
      "learning_rate": 3.2746291266367376e-05,
      "loss": 0.0519,
      "step": 412
    },
    {
      "epoch": 0.7789390962671906,
      "grad_norm": 0.6574844121932983,
      "learning_rate": 3.249049344498758e-05,
      "loss": 0.0499,
      "step": 413
    },
    {
      "epoch": 0.7808251473477407,
      "grad_norm": 0.6550710201263428,
      "learning_rate": 3.223310937978944e-05,
      "loss": 0.0538,
      "step": 414
    },
    {
      "epoch": 0.7827111984282907,
      "grad_norm": 0.6187037229537964,
      "learning_rate": 3.197418209002004e-05,
      "loss": 0.0499,
      "step": 415
    },
    {
      "epoch": 0.7845972495088409,
      "grad_norm": 0.6123975515365601,
      "learning_rate": 3.171375485286145e-05,
      "loss": 0.0519,
      "step": 416
    },
    {
      "epoch": 0.786483300589391,
      "grad_norm": 0.6279516816139221,
      "learning_rate": 3.145187119619739e-05,
      "loss": 0.0515,
      "step": 417
    },
    {
      "epoch": 0.788369351669941,
      "grad_norm": 0.6838020086288452,
      "learning_rate": 3.1188574891337944e-05,
      "loss": 0.0532,
      "step": 418
    },
    {
      "epoch": 0.7902554027504911,
      "grad_norm": 0.6653978228569031,
      "learning_rate": 3.0923909945703634e-05,
      "loss": 0.0521,
      "step": 419
    },
    {
      "epoch": 0.7921414538310413,
      "grad_norm": 0.6336382627487183,
      "learning_rate": 3.0657920595469994e-05,
      "loss": 0.0509,
      "step": 420
    },
    {
      "epoch": 0.7940275049115914,
      "grad_norm": 0.6745479106903076,
      "learning_rate": 3.0390651298173934e-05,
      "loss": 0.0504,
      "step": 421
    },
    {
      "epoch": 0.7959135559921414,
      "grad_norm": 0.6629840135574341,
      "learning_rate": 3.012214672528307e-05,
      "loss": 0.0527,
      "step": 422
    },
    {
      "epoch": 0.7977996070726916,
      "grad_norm": 0.6240289807319641,
      "learning_rate": 2.9852451754729346e-05,
      "loss": 0.0487,
      "step": 423
    },
    {
      "epoch": 0.7996856581532417,
      "grad_norm": 0.667788565158844,
      "learning_rate": 2.9581611463408125e-05,
      "loss": 0.0573,
      "step": 424
    },
    {
      "epoch": 0.8015717092337917,
      "grad_norm": 0.6636027097702026,
      "learning_rate": 2.9309671119643992e-05,
      "loss": 0.0508,
      "step": 425
    },
    {
      "epoch": 0.8034577603143418,
      "grad_norm": 0.6995923519134521,
      "learning_rate": 2.903667617562464e-05,
      "loss": 0.0517,
      "step": 426
    },
    {
      "epoch": 0.805343811394892,
      "grad_norm": 0.615882158279419,
      "learning_rate": 2.8762672259803936e-05,
      "loss": 0.0515,
      "step": 427
    },
    {
      "epoch": 0.807229862475442,
      "grad_norm": 0.7360631227493286,
      "learning_rate": 2.8487705169275593e-05,
      "loss": 0.0545,
      "step": 428
    },
    {
      "epoch": 0.8091159135559921,
      "grad_norm": 0.6412487030029297,
      "learning_rate": 2.8211820862118622e-05,
      "loss": 0.0533,
      "step": 429
    },
    {
      "epoch": 0.8110019646365423,
      "grad_norm": 0.6877299547195435,
      "learning_rate": 2.793506544971589e-05,
      "loss": 0.0502,
      "step": 430
    },
    {
      "epoch": 0.8128880157170923,
      "grad_norm": 0.6688958406448364,
      "learning_rate": 2.7657485189047044e-05,
      "loss": 0.0505,
      "step": 431
    },
    {
      "epoch": 0.8147740667976424,
      "grad_norm": 0.6233720183372498,
      "learning_rate": 2.7379126474957098e-05,
      "loss": 0.0471,
      "step": 432
    },
    {
      "epoch": 0.8166601178781925,
      "grad_norm": 0.7021059393882751,
      "learning_rate": 2.7100035832402016e-05,
      "loss": 0.056,
      "step": 433
    },
    {
      "epoch": 0.8185461689587427,
      "grad_norm": 0.5967316031455994,
      "learning_rate": 2.6820259908672476e-05,
      "loss": 0.0505,
      "step": 434
    },
    {
      "epoch": 0.8204322200392927,
      "grad_norm": 0.7136418223381042,
      "learning_rate": 2.6539845465597266e-05,
      "loss": 0.0534,
      "step": 435
    },
    {
      "epoch": 0.8223182711198428,
      "grad_norm": 0.6301833987236023,
      "learning_rate": 2.6258839371727483e-05,
      "loss": 0.0512,
      "step": 436
    },
    {
      "epoch": 0.824204322200393,
      "grad_norm": 0.6788409352302551,
      "learning_rate": 2.597728859450289e-05,
      "loss": 0.0535,
      "step": 437
    },
    {
      "epoch": 0.826090373280943,
      "grad_norm": 0.6305904984474182,
      "learning_rate": 2.5695240192401803e-05,
      "loss": 0.0524,
      "step": 438
    },
    {
      "epoch": 0.8279764243614931,
      "grad_norm": 0.6480008959770203,
      "learning_rate": 2.5412741307075702e-05,
      "loss": 0.0518,
      "step": 439
    },
    {
      "epoch": 0.8298624754420432,
      "grad_norm": 0.6506695747375488,
      "learning_rate": 2.5129839155469944e-05,
      "loss": 0.0511,
      "step": 440
    },
    {
      "epoch": 0.8317485265225933,
      "grad_norm": 0.6501048803329468,
      "learning_rate": 2.484658102193195e-05,
      "loss": 0.0543,
      "step": 441
    },
    {
      "epoch": 0.8336345776031434,
      "grad_norm": 0.652707576751709,
      "learning_rate": 2.456301425030807e-05,
      "loss": 0.0493,
      "step": 442
    },
    {
      "epoch": 0.8355206286836935,
      "grad_norm": 0.6703377366065979,
      "learning_rate": 2.4279186236030472e-05,
      "loss": 0.0516,
      "step": 443
    },
    {
      "epoch": 0.8374066797642437,
      "grad_norm": 0.5939225554466248,
      "learning_rate": 2.3995144418195545e-05,
      "loss": 0.0527,
      "step": 444
    },
    {
      "epoch": 0.8392927308447937,
      "grad_norm": 0.6690353155136108,
      "learning_rate": 2.371093627163484e-05,
      "loss": 0.0529,
      "step": 445
    },
    {
      "epoch": 0.8411787819253438,
      "grad_norm": 0.6521872878074646,
      "learning_rate": 2.342660929898014e-05,
      "loss": 0.0493,
      "step": 446
    },
    {
      "epoch": 0.8430648330058939,
      "grad_norm": 0.6678527593612671,
      "learning_rate": 2.3142211022723868e-05,
      "loss": 0.05,
      "step": 447
    },
    {
      "epoch": 0.844950884086444,
      "grad_norm": 0.6174480319023132,
      "learning_rate": 2.2857788977276135e-05,
      "loss": 0.0499,
      "step": 448
    },
    {
      "epoch": 0.8468369351669941,
      "grad_norm": 0.6715214252471924,
      "learning_rate": 2.257339070101987e-05,
      "loss": 0.0533,
      "step": 449
    },
    {
      "epoch": 0.8487229862475442,
      "grad_norm": 0.6273393034934998,
      "learning_rate": 2.228906372836517e-05,
      "loss": 0.0493,
      "step": 450
    },
    {
      "epoch": 0.8506090373280943,
      "grad_norm": 0.6686227917671204,
      "learning_rate": 2.2004855581804465e-05,
      "loss": 0.0498,
      "step": 451
    },
    {
      "epoch": 0.8524950884086444,
      "grad_norm": 0.6214990019798279,
      "learning_rate": 2.1720813763969535e-05,
      "loss": 0.0486,
      "step": 452
    },
    {
      "epoch": 0.8543811394891945,
      "grad_norm": 0.6774018406867981,
      "learning_rate": 2.143698574969195e-05,
      "loss": 0.0516,
      "step": 453
    },
    {
      "epoch": 0.8562671905697447,
      "grad_norm": 0.6831925511360168,
      "learning_rate": 2.1153418978068052e-05,
      "loss": 0.0496,
      "step": 454
    },
    {
      "epoch": 0.8581532416502947,
      "grad_norm": 0.6185916662216187,
      "learning_rate": 2.0870160844530063e-05,
      "loss": 0.0543,
      "step": 455
    },
    {
      "epoch": 0.8600392927308448,
      "grad_norm": 0.634205162525177,
      "learning_rate": 2.058725869292431e-05,
      "loss": 0.0498,
      "step": 456
    },
    {
      "epoch": 0.8619253438113949,
      "grad_norm": 0.6474968194961548,
      "learning_rate": 2.0304759807598207e-05,
      "loss": 0.0526,
      "step": 457
    },
    {
      "epoch": 0.863811394891945,
      "grad_norm": 0.6363039612770081,
      "learning_rate": 2.0022711405497126e-05,
      "loss": 0.0488,
      "step": 458
    },
    {
      "epoch": 0.8656974459724951,
      "grad_norm": 0.649394154548645,
      "learning_rate": 1.9741160628272534e-05,
      "loss": 0.0482,
      "step": 459
    },
    {
      "epoch": 0.8675834970530452,
      "grad_norm": 0.6662974953651428,
      "learning_rate": 1.946015453440274e-05,
      "loss": 0.0512,
      "step": 460
    },
    {
      "epoch": 0.8694695481335953,
      "grad_norm": 0.6085350513458252,
      "learning_rate": 1.9179740091327538e-05,
      "loss": 0.0487,
      "step": 461
    },
    {
      "epoch": 0.8713555992141454,
      "grad_norm": 0.6034651398658752,
      "learning_rate": 1.8899964167597998e-05,
      "loss": 0.0485,
      "step": 462
    },
    {
      "epoch": 0.8732416502946955,
      "grad_norm": 0.6732829213142395,
      "learning_rate": 1.8620873525042913e-05,
      "loss": 0.0529,
      "step": 463
    },
    {
      "epoch": 0.8751277013752455,
      "grad_norm": 0.6630204319953918,
      "learning_rate": 1.8342514810952973e-05,
      "loss": 0.0496,
      "step": 464
    },
    {
      "epoch": 0.8770137524557957,
      "grad_norm": 0.5828758478164673,
      "learning_rate": 1.806493455028412e-05,
      "loss": 0.0475,
      "step": 465
    },
    {
      "epoch": 0.8788998035363458,
      "grad_norm": 0.6285713911056519,
      "learning_rate": 1.7788179137881378e-05,
      "loss": 0.0511,
      "step": 466
    },
    {
      "epoch": 0.8807858546168958,
      "grad_norm": 0.6262591481208801,
      "learning_rate": 1.7512294830724414e-05,
      "loss": 0.0485,
      "step": 467
    },
    {
      "epoch": 0.882671905697446,
      "grad_norm": 0.6326549649238586,
      "learning_rate": 1.723732774019607e-05,
      "loss": 0.0523,
      "step": 468
    },
    {
      "epoch": 0.8845579567779961,
      "grad_norm": 0.6902815103530884,
      "learning_rate": 1.6963323824375372e-05,
      "loss": 0.0483,
      "step": 469
    },
    {
      "epoch": 0.8864440078585462,
      "grad_norm": 0.6554838418960571,
      "learning_rate": 1.669032888035602e-05,
      "loss": 0.0498,
      "step": 470
    },
    {
      "epoch": 0.8883300589390962,
      "grad_norm": 0.7022615075111389,
      "learning_rate": 1.641838853659189e-05,
      "loss": 0.0517,
      "step": 471
    },
    {
      "epoch": 0.8902161100196464,
      "grad_norm": 0.6207650899887085,
      "learning_rate": 1.614754824527066e-05,
      "loss": 0.0474,
      "step": 472
    },
    {
      "epoch": 0.8921021611001965,
      "grad_norm": 0.7078366279602051,
      "learning_rate": 1.587785327471694e-05,
      "loss": 0.0518,
      "step": 473
    },
    {
      "epoch": 0.8939882121807465,
      "grad_norm": 0.6928642988204956,
      "learning_rate": 1.5609348701826077e-05,
      "loss": 0.0498,
      "step": 474
    },
    {
      "epoch": 0.8958742632612967,
      "grad_norm": 0.6788780093193054,
      "learning_rate": 1.5342079404530013e-05,
      "loss": 0.049,
      "step": 475
    },
    {
      "epoch": 0.8977603143418468,
      "grad_norm": 0.6527416110038757,
      "learning_rate": 1.5076090054296378e-05,
      "loss": 0.0502,
      "step": 476
    },
    {
      "epoch": 0.8996463654223968,
      "grad_norm": 0.6384098529815674,
      "learning_rate": 1.4811425108662067e-05,
      "loss": 0.0499,
      "step": 477
    },
    {
      "epoch": 0.9015324165029469,
      "grad_norm": 0.7165570855140686,
      "learning_rate": 1.4548128803802614e-05,
      "loss": 0.05,
      "step": 478
    },
    {
      "epoch": 0.9034184675834971,
      "grad_norm": 0.6185938119888306,
      "learning_rate": 1.4286245147138551e-05,
      "loss": 0.0521,
      "step": 479
    },
    {
      "epoch": 0.9053045186640472,
      "grad_norm": 0.6442498564720154,
      "learning_rate": 1.4025817909979964e-05,
      "loss": 0.0529,
      "step": 480
    },
    {
      "epoch": 0.9071905697445972,
      "grad_norm": 0.6996536254882812,
      "learning_rate": 1.3766890620210563e-05,
      "loss": 0.0499,
      "step": 481
    },
    {
      "epoch": 0.9090766208251474,
      "grad_norm": 0.733729898929596,
      "learning_rate": 1.3509506555012431e-05,
      "loss": 0.0511,
      "step": 482
    },
    {
      "epoch": 0.9109626719056975,
      "grad_norm": 0.6343423128128052,
      "learning_rate": 1.3253708733632635e-05,
      "loss": 0.0536,
      "step": 483
    },
    {
      "epoch": 0.9128487229862475,
      "grad_norm": 0.8081174492835999,
      "learning_rate": 1.299953991019299e-05,
      "loss": 0.0522,
      "step": 484
    },
    {
      "epoch": 0.9147347740667976,
      "grad_norm": 0.5821990370750427,
      "learning_rate": 1.2747042566544155e-05,
      "loss": 0.05,
      "step": 485
    },
    {
      "epoch": 0.9166208251473478,
      "grad_norm": 0.5955600738525391,
      "learning_rate": 1.2496258905165124e-05,
      "loss": 0.0512,
      "step": 486
    },
    {
      "epoch": 0.9185068762278978,
      "grad_norm": 0.5531707406044006,
      "learning_rate": 1.2247230842109591e-05,
      "loss": 0.0478,
      "step": 487
    },
    {
      "epoch": 0.9203929273084479,
      "grad_norm": 0.6241863369941711,
      "learning_rate": 1.2000000000000007e-05,
      "loss": 0.0507,
      "step": 488
    },
    {
      "epoch": 0.9222789783889981,
      "grad_norm": 0.6501257419586182,
      "learning_rate": 1.1754607701070793e-05,
      "loss": 0.0544,
      "step": 489
    },
    {
      "epoch": 0.9241650294695481,
      "grad_norm": 0.6411062479019165,
      "learning_rate": 1.151109496026176e-05,
      "loss": 0.0507,
      "step": 490
    },
    {
      "epoch": 0.9260510805500982,
      "grad_norm": 0.571631908416748,
      "learning_rate": 1.1269502478362799e-05,
      "loss": 0.0507,
      "step": 491
    },
    {
      "epoch": 0.9279371316306483,
      "grad_norm": 0.6456468105316162,
      "learning_rate": 1.1029870635211182e-05,
      "loss": 0.0514,
      "step": 492
    },
    {
      "epoch": 0.9298231827111985,
      "grad_norm": 0.6430110931396484,
      "learning_rate": 1.0792239482942472e-05,
      "loss": 0.0536,
      "step": 493
    },
    {
      "epoch": 0.9317092337917485,
      "grad_norm": 0.639801025390625,
      "learning_rate": 1.0556648739296156e-05,
      "loss": 0.0519,
      "step": 494
    },
    {
      "epoch": 0.9335952848722986,
      "grad_norm": 0.6312994956970215,
      "learning_rate": 1.0323137780977234e-05,
      "loss": 0.0474,
      "step": 495
    },
    {
      "epoch": 0.9354813359528488,
      "grad_norm": 0.6893274784088135,
      "learning_rate": 1.009174563707481e-05,
      "loss": 0.0526,
      "step": 496
    },
    {
      "epoch": 0.9373673870333988,
      "grad_norm": 0.5770083665847778,
      "learning_rate": 9.862510982538712e-06,
      "loss": 0.0529,
      "step": 497
    },
    {
      "epoch": 0.9392534381139489,
      "grad_norm": 0.6889042854309082,
      "learning_rate": 9.635472131715361e-06,
      "loss": 0.0518,
      "step": 498
    },
    {
      "epoch": 0.941139489194499,
      "grad_norm": 0.610887348651886,
      "learning_rate": 9.410667031943948e-06,
      "loss": 0.0493,
      "step": 499
    },
    {
      "epoch": 0.9430255402750491,
      "grad_norm": 0.651926577091217,
      "learning_rate": 9.188133257213838e-06,
      "loss": 0.0498,
      "step": 500
    },
    {
      "epoch": 0.9449115913555992,
      "grad_norm": 0.5873228311538696,
      "learning_rate": 8.967908001884468e-06,
      "loss": 0.0514,
      "step": 501
    },
    {
      "epoch": 0.9467976424361493,
      "grad_norm": 0.6289244294166565,
      "learning_rate": 8.750028074468705e-06,
      "loss": 0.0536,
      "step": 502
    },
    {
      "epoch": 0.9486836935166995,
      "grad_norm": 0.6622122526168823,
      "learning_rate": 8.534529891480603e-06,
      "loss": 0.0489,
      "step": 503
    },
    {
      "epoch": 0.9505697445972495,
      "grad_norm": 0.5780020356178284,
      "learning_rate": 8.321449471348768e-06,
      "loss": 0.0494,
      "step": 504
    },
    {
      "epoch": 0.9524557956777996,
      "grad_norm": 0.640434980392456,
      "learning_rate": 8.11082242839624e-06,
      "loss": 0.0537,
      "step": 505
    },
    {
      "epoch": 0.9543418467583497,
      "grad_norm": 0.6392114162445068,
      "learning_rate": 7.902683966887864e-06,
      "loss": 0.051,
      "step": 506
    },
    {
      "epoch": 0.9562278978388998,
      "grad_norm": 0.6251287460327148,
      "learning_rate": 7.697068875146276e-06,
      "loss": 0.05,
      "step": 507
    },
    {
      "epoch": 0.9581139489194499,
      "grad_norm": 0.6156635880470276,
      "learning_rate": 7.4940115197373664e-06,
      "loss": 0.0518,
      "step": 508
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.6600005030632019,
      "learning_rate": 7.293545839726225e-06,
      "loss": 0.0514,
      "step": 509
    },
    {
      "epoch": 0.9618860510805501,
      "grad_norm": 0.6501477956771851,
      "learning_rate": 7.0957053410045565e-06,
      "loss": 0.0499,
      "step": 510
    },
    {
      "epoch": 0.9637721021611002,
      "grad_norm": 0.5795621275901794,
      "learning_rate": 6.900523090690536e-06,
      "loss": 0.0496,
      "step": 511
    },
    {
      "epoch": 0.9656581532416503,
      "grad_norm": 0.6488642692565918,
      "learning_rate": 6.708031711601904e-06,
      "loss": 0.0495,
      "step": 512
    },
    {
      "epoch": 0.9675442043222003,
      "grad_norm": 0.593048632144928,
      "learning_rate": 6.518263376803407e-06,
      "loss": 0.0487,
      "step": 513
    },
    {
      "epoch": 0.9694302554027505,
      "grad_norm": 0.6141097545623779,
      "learning_rate": 6.3312498042294065e-06,
      "loss": 0.0493,
      "step": 514
    },
    {
      "epoch": 0.9713163064833006,
      "grad_norm": 0.7055439949035645,
      "learning_rate": 6.147022251382486e-06,
      "loss": 0.0499,
      "step": 515
    },
    {
      "epoch": 0.9732023575638507,
      "grad_norm": 0.6253692507743835,
      "learning_rate": 5.9656115101090866e-06,
      "loss": 0.0495,
      "step": 516
    },
    {
      "epoch": 0.9750884086444008,
      "grad_norm": 0.5978314280509949,
      "learning_rate": 5.787047901452965e-06,
      "loss": 0.055,
      "step": 517
    },
    {
      "epoch": 0.9769744597249509,
      "grad_norm": 0.6297240257263184,
      "learning_rate": 5.611361270587298e-06,
      "loss": 0.0503,
      "step": 518
    },
    {
      "epoch": 0.978860510805501,
      "grad_norm": 0.6287224888801575,
      "learning_rate": 5.438580981826355e-06,
      "loss": 0.0527,
      "step": 519
    },
    {
      "epoch": 0.980746561886051,
      "grad_norm": 0.5982730388641357,
      "learning_rate": 5.268735913717567e-06,
      "loss": 0.0528,
      "step": 520
    },
    {
      "epoch": 0.9826326129666012,
      "grad_norm": 0.5877285003662109,
      "learning_rate": 5.101854454214716e-06,
      "loss": 0.0484,
      "step": 521
    },
    {
      "epoch": 0.9845186640471513,
      "grad_norm": 0.6489944458007812,
      "learning_rate": 4.937964495933195e-06,
      "loss": 0.0469,
      "step": 522
    },
    {
      "epoch": 0.9864047151277013,
      "grad_norm": 0.6148789525032043,
      "learning_rate": 4.777093431488014e-06,
      "loss": 0.0531,
      "step": 523
    },
    {
      "epoch": 0.9882907662082515,
      "grad_norm": 0.6709714531898499,
      "learning_rate": 4.619268148915403e-06,
      "loss": 0.0515,
      "step": 524
    },
    {
      "epoch": 0.9901768172888016,
      "grad_norm": 0.5897340178489685,
      "learning_rate": 4.46451502717871e-06,
      "loss": 0.0534,
      "step": 525
    },
    {
      "epoch": 0.9920628683693516,
      "grad_norm": 0.598950207233429,
      "learning_rate": 4.312859931759459e-06,
      "loss": 0.0486,
      "step": 526
    },
    {
      "epoch": 0.9939489194499017,
      "grad_norm": 0.6265697479248047,
      "learning_rate": 4.164328210334141e-06,
      "loss": 0.054,
      "step": 527
    },
    {
      "epoch": 0.9958349705304519,
      "grad_norm": 0.607648491859436,
      "learning_rate": 4.018944688537615e-06,
      "loss": 0.0507,
      "step": 528
    },
    {
      "epoch": 0.997721021611002,
      "grad_norm": 0.6535136103630066,
      "learning_rate": 3.876733665813748e-06,
      "loss": 0.0502,
      "step": 529
    },
    {
      "epoch": 0.999607072691552,
      "grad_norm": 0.6527751684188843,
      "learning_rate": 3.7377189113540033e-06,
      "loss": 0.0488,
      "step": 530
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2730482220649719,
      "learning_rate": 3.601923660124624e-06,
      "loss": 0.01,
      "step": 531
    },
    {
      "epoch": 1.00188605108055,
      "grad_norm": 0.7013320326805115,
      "learning_rate": 3.4693706089831718e-06,
      "loss": 0.0459,
      "step": 532
    },
    {
      "epoch": 1.0037721021611001,
      "grad_norm": 0.653066098690033,
      "learning_rate": 3.3400819128849326e-06,
      "loss": 0.0487,
      "step": 533
    },
    {
      "epoch": 1.0056581532416502,
      "grad_norm": 0.5934327244758606,
      "learning_rate": 3.2140791811799547e-06,
      "loss": 0.0508,
      "step": 534
    },
    {
      "epoch": 1.0075442043222005,
      "grad_norm": 0.627375066280365,
      "learning_rate": 3.091383474001243e-06,
      "loss": 0.05,
      "step": 535
    },
    {
      "epoch": 1.0094302554027506,
      "grad_norm": 0.6115758419036865,
      "learning_rate": 2.9720152987447756e-06,
      "loss": 0.0505,
      "step": 536
    },
    {
      "epoch": 1.0113163064833006,
      "grad_norm": 0.5843977928161621,
      "learning_rate": 2.855994606641871e-06,
      "loss": 0.0508,
      "step": 537
    },
    {
      "epoch": 1.0132023575638507,
      "grad_norm": 0.6032801866531372,
      "learning_rate": 2.7433407894245576e-06,
      "loss": 0.0491,
      "step": 538
    },
    {
      "epoch": 1.0150884086444008,
      "grad_norm": 0.634053111076355,
      "learning_rate": 2.634072676084413e-06,
      "loss": 0.0505,
      "step": 539
    },
    {
      "epoch": 1.0169744597249508,
      "grad_norm": 0.6165777444839478,
      "learning_rate": 2.5282085297254944e-06,
      "loss": 0.0478,
      "step": 540
    },
    {
      "epoch": 1.0188605108055009,
      "grad_norm": 0.6090617775917053,
      "learning_rate": 2.4257660445118283e-06,
      "loss": 0.0487,
      "step": 541
    },
    {
      "epoch": 1.0207465618860512,
      "grad_norm": 0.7205229997634888,
      "learning_rate": 2.326762342710017e-06,
      "loss": 0.0519,
      "step": 542
    },
    {
      "epoch": 1.0226326129666012,
      "grad_norm": 0.6350926160812378,
      "learning_rate": 2.2312139718274003e-06,
      "loss": 0.0513,
      "step": 543
    },
    {
      "epoch": 1.0245186640471513,
      "grad_norm": 0.6174241900444031,
      "learning_rate": 2.1391369018463175e-06,
      "loss": 0.0485,
      "step": 544
    },
    {
      "epoch": 1.0264047151277014,
      "grad_norm": 0.6737695336341858,
      "learning_rate": 2.0479525805238637e-06,
      "loss": 0.0542,
      "step": 545
    },
    {
      "epoch": 1.0282907662082514,
      "grad_norm": 0.6050272583961487,
      "learning_rate": 1.955127641523892e-06,
      "loss": 0.0523,
      "step": 546
    },
    {
      "epoch": 1.0301768172888015,
      "grad_norm": 0.6106879711151123,
      "learning_rate": 1.86715250932678e-06,
      "loss": 0.0515,
      "step": 547
    },
    {
      "epoch": 1.0320628683693516,
      "grad_norm": 0.6971943974494934,
      "learning_rate": 1.7839536398951836e-06,
      "loss": 0.0513,
      "step": 548
    },
    {
      "epoch": 1.0339489194499019,
      "grad_norm": 0.6535338759422302,
      "learning_rate": 1.705456471310277e-06,
      "loss": 0.0512,
      "step": 549
    },
    {
      "epoch": 1.035834970530452,
      "grad_norm": 0.614702045917511,
      "learning_rate": 1.631585445962263e-06,
      "loss": 0.051,
      "step": 550
    }
  ],
  "logging_steps": 1,
  "max_steps": 15930,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}