{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9996927174024378,
  "eval_steps": 500,
  "global_step": 3050,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000327768104066373,
      "grad_norm": 11.791024208068848,
      "learning_rate": 0.0,
      "loss": 11.3709,
      "step": 1
    },
    {
      "epoch": 0.000655536208132746,
      "grad_norm": 11.772570610046387,
      "learning_rate": 1.96078431372549e-06,
      "loss": 11.3708,
      "step": 2
    },
    {
      "epoch": 0.0009833043121991192,
      "grad_norm": 11.265429496765137,
      "learning_rate": 3.92156862745098e-06,
      "loss": 11.2875,
      "step": 3
    },
    {
      "epoch": 0.001311072416265492,
      "grad_norm": 8.9163236618042,
      "learning_rate": 5.88235294117647e-06,
      "loss": 11.148,
      "step": 4
    },
    {
      "epoch": 0.0016388405203318652,
      "grad_norm": 6.3326215744018555,
      "learning_rate": 7.84313725490196e-06,
      "loss": 11.001,
      "step": 5
    },
    {
      "epoch": 0.0019666086243982383,
      "grad_norm": 4.937197685241699,
      "learning_rate": 9.803921568627451e-06,
      "loss": 10.882,
      "step": 6
    },
    {
      "epoch": 0.0022943767284646114,
      "grad_norm": 3.880643367767334,
      "learning_rate": 1.176470588235294e-05,
      "loss": 10.7907,
      "step": 7
    },
    {
      "epoch": 0.002622144832530984,
      "grad_norm": 3.1116247177124023,
      "learning_rate": 1.3725490196078429e-05,
      "loss": 10.707,
      "step": 8
    },
    {
      "epoch": 0.0029499129365973572,
      "grad_norm": 2.564546585083008,
      "learning_rate": 1.568627450980392e-05,
      "loss": 10.63,
      "step": 9
    },
    {
      "epoch": 0.0032776810406637304,
      "grad_norm": 2.1492440700531006,
      "learning_rate": 1.764705882352941e-05,
      "loss": 10.5743,
      "step": 10
    },
    {
      "epoch": 0.0036054491447301035,
      "grad_norm": 1.874577283859253,
      "learning_rate": 1.9607843137254903e-05,
      "loss": 10.5296,
      "step": 11
    },
    {
      "epoch": 0.003933217248796477,
      "grad_norm": 1.748057246208191,
      "learning_rate": 2.1568627450980388e-05,
      "loss": 10.4908,
      "step": 12
    },
    {
      "epoch": 0.004260985352862849,
      "grad_norm": 1.6737914085388184,
      "learning_rate": 2.352941176470588e-05,
      "loss": 10.469,
      "step": 13
    },
    {
      "epoch": 0.004588753456929223,
      "grad_norm": 1.6242784261703491,
      "learning_rate": 2.5490196078431373e-05,
      "loss": 10.449,
      "step": 14
    },
    {
      "epoch": 0.0049165215609955955,
      "grad_norm": 1.6284615993499756,
      "learning_rate": 2.7450980392156858e-05,
      "loss": 10.4081,
      "step": 15
    },
    {
      "epoch": 0.005244289665061968,
      "grad_norm": 1.6034859418869019,
      "learning_rate": 2.941176470588235e-05,
      "loss": 10.3822,
      "step": 16
    },
    {
      "epoch": 0.005572057769128342,
      "grad_norm": 1.594408631324768,
      "learning_rate": 3.137254901960784e-05,
      "loss": 10.3466,
      "step": 17
    },
    {
      "epoch": 0.0058998258731947145,
      "grad_norm": 1.5704329013824463,
      "learning_rate": 3.333333333333333e-05,
      "loss": 10.3193,
      "step": 18
    },
    {
      "epoch": 0.006227593977261088,
      "grad_norm": 1.566506028175354,
      "learning_rate": 3.529411764705882e-05,
      "loss": 10.2809,
      "step": 19
    },
    {
      "epoch": 0.006555362081327461,
      "grad_norm": 1.5637892484664917,
      "learning_rate": 3.725490196078431e-05,
      "loss": 10.239,
      "step": 20
    },
    {
      "epoch": 0.006883130185393834,
      "grad_norm": 1.5735275745391846,
      "learning_rate": 3.9215686274509805e-05,
      "loss": 10.1925,
      "step": 21
    },
    {
      "epoch": 0.007210898289460207,
      "grad_norm": 1.6174920797348022,
      "learning_rate": 4.11764705882353e-05,
      "loss": 10.1371,
      "step": 22
    },
    {
      "epoch": 0.00753866639352658,
      "grad_norm": 1.6545368432998657,
      "learning_rate": 4.3137254901960776e-05,
      "loss": 10.0835,
      "step": 23
    },
    {
      "epoch": 0.007866434497592953,
      "grad_norm": 1.8885974884033203,
      "learning_rate": 4.509803921568627e-05,
      "loss": 10.0141,
      "step": 24
    },
    {
      "epoch": 0.008194202601659326,
      "grad_norm": 3.521517276763916,
      "learning_rate": 4.705882352941176e-05,
      "loss": 9.8927,
      "step": 25
    },
    {
      "epoch": 0.008521970705725699,
      "grad_norm": 24.57049560546875,
      "learning_rate": 4.901960784313725e-05,
      "loss": 12.3448,
      "step": 26
    },
    {
      "epoch": 0.008849738809792071,
      "grad_norm": 54.83741760253906,
      "learning_rate": 5.0980392156862745e-05,
      "loss": 12.0853,
      "step": 27
    },
    {
      "epoch": 0.009177506913858446,
      "grad_norm": 17.768184661865234,
      "learning_rate": 5.294117647058824e-05,
      "loss": 9.7772,
      "step": 28
    },
    {
      "epoch": 0.009505275017924818,
      "grad_norm": 20.752269744873047,
      "learning_rate": 5.4901960784313716e-05,
      "loss": 9.9453,
      "step": 29
    },
    {
      "epoch": 0.009833043121991191,
      "grad_norm": 15.695977210998535,
      "learning_rate": 5.686274509803921e-05,
      "loss": 9.8394,
      "step": 30
    },
    {
      "epoch": 0.010160811226057564,
      "grad_norm": 4.746718406677246,
      "learning_rate": 5.88235294117647e-05,
      "loss": 9.6413,
      "step": 31
    },
    {
      "epoch": 0.010488579330123936,
      "grad_norm": 22.743587493896484,
      "learning_rate": 6.078431372549019e-05,
      "loss": 9.8173,
      "step": 32
    },
    {
      "epoch": 0.010816347434190311,
      "grad_norm": 20.449539184570312,
      "learning_rate": 6.274509803921569e-05,
      "loss": 9.851,
      "step": 33
    },
    {
      "epoch": 0.011144115538256684,
      "grad_norm": 11.327676773071289,
      "learning_rate": 6.470588235294117e-05,
      "loss": 9.6337,
      "step": 34
    },
    {
      "epoch": 0.011471883642323056,
      "grad_norm": 2.2244136333465576,
      "learning_rate": 6.666666666666666e-05,
      "loss": 9.4988,
      "step": 35
    },
    {
      "epoch": 0.011799651746389429,
      "grad_norm": 4.655584335327148,
      "learning_rate": 6.862745098039214e-05,
      "loss": 9.4653,
      "step": 36
    },
    {
      "epoch": 0.012127419850455802,
      "grad_norm": 5.0608086585998535,
      "learning_rate": 7.058823529411764e-05,
      "loss": 9.4082,
      "step": 37
    },
    {
      "epoch": 0.012455187954522176,
      "grad_norm": 2.8574604988098145,
      "learning_rate": 7.254901960784313e-05,
      "loss": 9.3092,
      "step": 38
    },
    {
      "epoch": 0.012782956058588549,
      "grad_norm": 4.5179877281188965,
      "learning_rate": 7.450980392156863e-05,
      "loss": 9.2606,
      "step": 39
    },
    {
      "epoch": 0.013110724162654921,
      "grad_norm": 9.315309524536133,
      "learning_rate": 7.647058823529411e-05,
      "loss": 9.2412,
      "step": 40
    },
    {
      "epoch": 0.013438492266721294,
      "grad_norm": 2.4734504222869873,
      "learning_rate": 7.843137254901961e-05,
      "loss": 9.1195,
      "step": 41
    },
    {
      "epoch": 0.013766260370787669,
      "grad_norm": 2.3763396739959717,
      "learning_rate": 8.039215686274508e-05,
      "loss": 9.0639,
      "step": 42
    },
    {
      "epoch": 0.014094028474854041,
      "grad_norm": 2.5727028846740723,
      "learning_rate": 8.23529411764706e-05,
      "loss": 9.002,
      "step": 43
    },
    {
      "epoch": 0.014421796578920414,
      "grad_norm": 2.290231466293335,
      "learning_rate": 8.431372549019607e-05,
      "loss": 8.9061,
      "step": 44
    },
    {
      "epoch": 0.014749564682986787,
      "grad_norm": 6.742833137512207,
      "learning_rate": 8.627450980392155e-05,
      "loss": 8.8614,
      "step": 45
    },
    {
      "epoch": 0.01507733278705316,
      "grad_norm": 16.695707321166992,
      "learning_rate": 8.823529411764705e-05,
      "loss": 8.8393,
      "step": 46
    },
    {
      "epoch": 0.015405100891119534,
      "grad_norm": 3.635232925415039,
      "learning_rate": 9.019607843137254e-05,
      "loss": 8.7373,
      "step": 47
    },
    {
      "epoch": 0.015732868995185906,
      "grad_norm": 2.49900221824646,
      "learning_rate": 9.215686274509804e-05,
      "loss": 8.6517,
      "step": 48
    },
    {
      "epoch": 0.01606063709925228,
      "grad_norm": 13.76939582824707,
      "learning_rate": 9.411764705882352e-05,
      "loss": 8.6084,
      "step": 49
    },
    {
      "epoch": 0.016388405203318652,
      "grad_norm": 2.684760332107544,
      "learning_rate": 9.6078431372549e-05,
      "loss": 8.5489,
      "step": 50
    },
    {
      "epoch": 0.016716173307385025,
      "grad_norm": 4.244516849517822,
      "learning_rate": 9.80392156862745e-05,
      "loss": 8.4777,
      "step": 51
    },
    {
      "epoch": 0.017043941411451397,
      "grad_norm": 3.0270562171936035,
      "learning_rate": 9.999999999999999e-05,
      "loss": 8.3809,
      "step": 52
    },
    {
      "epoch": 0.01737170951551777,
      "grad_norm": 3.5660955905914307,
      "learning_rate": 0.00010196078431372549,
      "loss": 8.3183,
      "step": 53
    },
    {
      "epoch": 0.017699477619584143,
      "grad_norm": 3.4127767086029053,
      "learning_rate": 0.00010392156862745096,
      "loss": 8.2546,
      "step": 54
    },
    {
      "epoch": 0.01802724572365052,
      "grad_norm": 1.7754100561141968,
      "learning_rate": 0.00010588235294117647,
      "loss": 8.1807,
      "step": 55
    },
    {
      "epoch": 0.01835501382771689,
      "grad_norm": 2.057637929916382,
      "learning_rate": 0.00010784313725490195,
      "loss": 8.0873,
      "step": 56
    },
    {
      "epoch": 0.018682781931783264,
      "grad_norm": 4.948861122131348,
      "learning_rate": 0.00010980392156862743,
      "loss": 8.0473,
      "step": 57
    },
    {
      "epoch": 0.019010550035849637,
      "grad_norm": 3.601956844329834,
      "learning_rate": 0.00011176470588235293,
      "loss": 7.9795,
      "step": 58
    },
    {
      "epoch": 0.01933831813991601,
      "grad_norm": 7.153756141662598,
      "learning_rate": 0.00011372549019607842,
      "loss": 7.9332,
      "step": 59
    },
    {
      "epoch": 0.019666086243982382,
      "grad_norm": 1.8490674495697021,
      "learning_rate": 0.00011568627450980392,
      "loss": 7.835,
      "step": 60
    },
    {
      "epoch": 0.019993854348048755,
      "grad_norm": 5.743572235107422,
      "learning_rate": 0.0001176470588235294,
      "loss": 7.799,
      "step": 61
    },
    {
      "epoch": 0.020321622452115128,
      "grad_norm": 4.122138977050781,
      "learning_rate": 0.0001196078431372549,
      "loss": 7.7359,
      "step": 62
    },
    {
      "epoch": 0.0206493905561815,
      "grad_norm": 2.0344746112823486,
      "learning_rate": 0.00012156862745098039,
      "loss": 7.6461,
      "step": 63
    },
    {
      "epoch": 0.020977158660247873,
      "grad_norm": 2.464484214782715,
      "learning_rate": 0.00012352941176470587,
      "loss": 7.5821,
      "step": 64
    },
    {
      "epoch": 0.02130492676431425,
      "grad_norm": 4.71527624130249,
      "learning_rate": 0.00012549019607843137,
      "loss": 7.5449,
      "step": 65
    },
    {
      "epoch": 0.021632694868380622,
      "grad_norm": 2.8889458179473877,
      "learning_rate": 0.00012745098039215684,
      "loss": 7.4994,
      "step": 66
    },
    {
      "epoch": 0.021960462972446994,
      "grad_norm": 5.069693088531494,
      "learning_rate": 0.00012941176470588234,
      "loss": 7.4438,
      "step": 67
    },
    {
      "epoch": 0.022288231076513367,
      "grad_norm": 2.353691339492798,
      "learning_rate": 0.00013137254901960784,
      "loss": 7.4134,
      "step": 68
    },
    {
      "epoch": 0.02261599918057974,
      "grad_norm": 1.612070083618164,
      "learning_rate": 0.0001333333333333333,
      "loss": 7.3363,
      "step": 69
    },
    {
      "epoch": 0.022943767284646113,
      "grad_norm": 4.810224533081055,
      "learning_rate": 0.0001352941176470588,
      "loss": 7.3046,
      "step": 70
    },
    {
      "epoch": 0.023271535388712485,
      "grad_norm": 1.6872432231903076,
      "learning_rate": 0.00013725490196078428,
      "loss": 7.2599,
      "step": 71
    },
    {
      "epoch": 0.023599303492778858,
      "grad_norm": 1.4812698364257812,
      "learning_rate": 0.0001392156862745098,
      "loss": 7.1991,
      "step": 72
    },
    {
      "epoch": 0.02392707159684523,
      "grad_norm": 1.9536335468292236,
      "learning_rate": 0.00014117647058823528,
      "loss": 7.1395,
      "step": 73
    },
    {
      "epoch": 0.024254839700911603,
      "grad_norm": 1.7188647985458374,
      "learning_rate": 0.00014313725490196078,
      "loss": 7.0913,
      "step": 74
    },
    {
      "epoch": 0.02458260780497798,
      "grad_norm": 2.282653331756592,
      "learning_rate": 0.00014509803921568625,
      "loss": 7.0583,
      "step": 75
    },
    {
      "epoch": 0.024910375909044352,
      "grad_norm": 7.187214374542236,
      "learning_rate": 0.00014705882352941175,
      "loss": 7.046,
      "step": 76
    },
    {
      "epoch": 0.025238144013110725,
      "grad_norm": 1.6573176383972168,
      "learning_rate": 0.00014901960784313725,
      "loss": 7.0036,
      "step": 77
    },
    {
      "epoch": 0.025565912117177098,
      "grad_norm": 2.6738879680633545,
      "learning_rate": 0.00015098039215686272,
      "loss": 6.9606,
      "step": 78
    },
    {
      "epoch": 0.02589368022124347,
      "grad_norm": 2.000440835952759,
      "learning_rate": 0.00015294117647058822,
      "loss": 6.935,
      "step": 79
    },
    {
      "epoch": 0.026221448325309843,
      "grad_norm": 2.7829220294952393,
      "learning_rate": 0.00015490196078431372,
      "loss": 6.9056,
      "step": 80
    },
    {
      "epoch": 0.026549216429376216,
      "grad_norm": 3.2752177715301514,
      "learning_rate": 0.00015686274509803922,
      "loss": 6.8642,
      "step": 81
    },
    {
      "epoch": 0.02687698453344259,
      "grad_norm": 2.15887713432312,
      "learning_rate": 0.0001588235294117647,
      "loss": 6.8289,
      "step": 82
    },
    {
      "epoch": 0.02720475263750896,
      "grad_norm": 2.194453716278076,
      "learning_rate": 0.00016078431372549016,
      "loss": 6.771,
      "step": 83
    },
    {
      "epoch": 0.027532520741575337,
      "grad_norm": 2.4435064792633057,
      "learning_rate": 0.00016274509803921566,
      "loss": 6.7527,
      "step": 84
    },
    {
      "epoch": 0.02786028884564171,
      "grad_norm": 3.06504487991333,
      "learning_rate": 0.0001647058823529412,
      "loss": 6.6997,
      "step": 85
    },
    {
      "epoch": 0.028188056949708083,
      "grad_norm": 3.0277204513549805,
      "learning_rate": 0.00016666666666666666,
      "loss": 6.6721,
      "step": 86
    },
    {
      "epoch": 0.028515825053774455,
      "grad_norm": 2.653869152069092,
      "learning_rate": 0.00016862745098039213,
      "loss": 6.6555,
      "step": 87
    },
    {
      "epoch": 0.028843593157840828,
      "grad_norm": 2.2892866134643555,
      "learning_rate": 0.00017058823529411763,
      "loss": 6.6252,
      "step": 88
    },
    {
      "epoch": 0.0291713612619072,
      "grad_norm": 3.536339044570923,
      "learning_rate": 0.0001725490196078431,
      "loss": 6.5956,
      "step": 89
    },
    {
      "epoch": 0.029499129365973573,
      "grad_norm": 2.2028164863586426,
      "learning_rate": 0.00017450980392156863,
      "loss": 6.5605,
      "step": 90
    },
    {
      "epoch": 0.029826897470039946,
      "grad_norm": 2.5367233753204346,
      "learning_rate": 0.0001764705882352941,
      "loss": 6.5115,
      "step": 91
    },
    {
      "epoch": 0.03015466557410632,
      "grad_norm": 2.9768097400665283,
      "learning_rate": 0.0001784313725490196,
      "loss": 6.4969,
      "step": 92
    },
    {
      "epoch": 0.03048243367817269,
      "grad_norm": 3.2706334590911865,
      "learning_rate": 0.00018039215686274507,
      "loss": 6.43,
      "step": 93
    },
    {
      "epoch": 0.030810201782239068,
      "grad_norm": 4.578310489654541,
      "learning_rate": 0.00018235294117647055,
      "loss": 6.4259,
      "step": 94
    },
    {
      "epoch": 0.03113796988630544,
      "grad_norm": 2.3793790340423584,
      "learning_rate": 0.00018431372549019607,
      "loss": 6.3953,
      "step": 95
    },
    {
      "epoch": 0.03146573799037181,
      "grad_norm": 2.24173641204834,
      "learning_rate": 0.00018627450980392154,
      "loss": 6.3846,
      "step": 96
    },
    {
      "epoch": 0.031793506094438186,
      "grad_norm": 3.053267240524292,
      "learning_rate": 0.00018823529411764704,
      "loss": 6.3504,
      "step": 97
    },
    {
      "epoch": 0.03212127419850456,
      "grad_norm": 2.3813045024871826,
      "learning_rate": 0.00019019607843137251,
      "loss": 6.313,
      "step": 98
    },
    {
      "epoch": 0.03244904230257093,
      "grad_norm": 1.8275986909866333,
      "learning_rate": 0.000192156862745098,
      "loss": 6.2345,
      "step": 99
    },
    {
      "epoch": 0.032776810406637304,
      "grad_norm": 3.3844242095947266,
      "learning_rate": 0.0001941176470588235,
      "loss": 6.2559,
      "step": 100
    },
    {
      "epoch": 0.033104578510703676,
      "grad_norm": 3.068819284439087,
      "learning_rate": 0.000196078431372549,
      "loss": 6.2159,
      "step": 101
    },
    {
      "epoch": 0.03343234661477005,
      "grad_norm": 1.3942844867706299,
      "learning_rate": 0.00019803921568627448,
      "loss": 6.1746,
      "step": 102
    },
    {
      "epoch": 0.03376011471883642,
      "grad_norm": 1.9814423322677612,
      "learning_rate": 0.00019999999999999998,
      "loss": 6.1185,
      "step": 103
    },
    {
      "epoch": 0.034087882822902794,
      "grad_norm": 4.269219875335693,
      "learning_rate": 0.00020196078431372548,
      "loss": 6.1478,
      "step": 104
    },
    {
      "epoch": 0.03441565092696917,
      "grad_norm": 2.027114152908325,
      "learning_rate": 0.00020392156862745098,
      "loss": 6.0888,
      "step": 105
    },
    {
      "epoch": 0.03474341903103554,
      "grad_norm": 2.5212199687957764,
      "learning_rate": 0.00020588235294117645,
      "loss": 6.0632,
      "step": 106
    },
    {
      "epoch": 0.03507118713510191,
      "grad_norm": 2.0302515029907227,
      "learning_rate": 0.00020784313725490192,
      "loss": 6.0377,
      "step": 107
    },
    {
      "epoch": 0.035398955239168285,
      "grad_norm": 2.6113059520721436,
      "learning_rate": 0.00020980392156862742,
      "loss": 6.0137,
      "step": 108
    },
    {
      "epoch": 0.035726723343234665,
      "grad_norm": 2.624701976776123,
      "learning_rate": 0.00021176470588235295,
      "loss": 5.961,
      "step": 109
    },
    {
      "epoch": 0.03605449144730104,
      "grad_norm": 3.781651496887207,
      "learning_rate": 0.00021372549019607842,
      "loss": 5.9663,
      "step": 110
    },
    {
      "epoch": 0.03638225955136741,
      "grad_norm": 1.3416774272918701,
      "learning_rate": 0.0002156862745098039,
      "loss": 5.9103,
      "step": 111
    },
    {
      "epoch": 0.03671002765543378,
      "grad_norm": 2.2140965461730957,
      "learning_rate": 0.0002176470588235294,
      "loss": 5.8532,
      "step": 112
    },
    {
      "epoch": 0.037037795759500156,
      "grad_norm": 3.7289912700653076,
      "learning_rate": 0.00021960784313725486,
      "loss": 5.8624,
      "step": 113
    },
    {
      "epoch": 0.03736556386356653,
      "grad_norm": 1.878732442855835,
      "learning_rate": 0.0002215686274509804,
      "loss": 5.8374,
      "step": 114
    },
    {
      "epoch": 0.0376933319676329,
      "grad_norm": 2.9112722873687744,
      "learning_rate": 0.00022352941176470586,
      "loss": 5.8275,
      "step": 115
    },
    {
      "epoch": 0.038021100071699274,
      "grad_norm": 2.9292654991149902,
      "learning_rate": 0.00022549019607843136,
      "loss": 5.7933,
      "step": 116
    },
    {
      "epoch": 0.038348868175765646,
      "grad_norm": 2.6552600860595703,
      "learning_rate": 0.00022745098039215683,
      "loss": 5.7539,
      "step": 117
    },
    {
      "epoch": 0.03867663627983202,
      "grad_norm": 2.5723588466644287,
      "learning_rate": 0.0002294117647058823,
      "loss": 5.7324,
      "step": 118
    },
    {
      "epoch": 0.03900440438389839,
      "grad_norm": 2.293307065963745,
      "learning_rate": 0.00023137254901960783,
      "loss": 5.6858,
      "step": 119
    },
    {
      "epoch": 0.039332172487964764,
      "grad_norm": 1.4054105281829834,
      "learning_rate": 0.0002333333333333333,
      "loss": 5.6679,
      "step": 120
    },
    {
      "epoch": 0.03965994059203114,
      "grad_norm": 1.4928086996078491,
      "learning_rate": 0.0002352941176470588,
      "loss": 5.6252,
      "step": 121
    },
    {
      "epoch": 0.03998770869609751,
      "grad_norm": 2.110393762588501,
      "learning_rate": 0.00023725490196078427,
      "loss": 5.6173,
      "step": 122
    },
    {
      "epoch": 0.04031547680016388,
      "grad_norm": 3.209531545639038,
      "learning_rate": 0.0002392156862745098,
      "loss": 5.6116,
      "step": 123
    },
    {
      "epoch": 0.040643244904230255,
      "grad_norm": 3.0255401134490967,
      "learning_rate": 0.00024117647058823527,
      "loss": 5.5939,
      "step": 124
    },
    {
      "epoch": 0.04097101300829663,
      "grad_norm": 3.235239267349243,
      "learning_rate": 0.00024313725490196077,
      "loss": 5.5818,
      "step": 125
    },
    {
      "epoch": 0.041298781112363,
      "grad_norm": 2.897214889526367,
      "learning_rate": 0.00024509803921568627,
      "loss": 5.5075,
      "step": 126
    },
    {
      "epoch": 0.04162654921642937,
      "grad_norm": 1.7306971549987793,
      "learning_rate": 0.00024705882352941174,
      "loss": 5.5242,
      "step": 127
    },
    {
      "epoch": 0.041954317320495746,
      "grad_norm": 1.3043229579925537,
      "learning_rate": 0.00024901960784313727,
      "loss": 5.4809,
      "step": 128
    },
    {
      "epoch": 0.042282085424562126,
      "grad_norm": 1.4478051662445068,
      "learning_rate": 0.00025098039215686274,
      "loss": 5.4479,
      "step": 129
    },
    {
      "epoch": 0.0426098535286285,
      "grad_norm": 1.6277518272399902,
      "learning_rate": 0.0002529411764705882,
      "loss": 5.4686,
      "step": 130
    },
    {
      "epoch": 0.04293762163269487,
      "grad_norm": 2.541943311691284,
      "learning_rate": 0.0002549019607843137,
      "loss": 5.4553,
      "step": 131
    },
    {
      "epoch": 0.043265389736761244,
      "grad_norm": 2.9198484420776367,
      "learning_rate": 0.00025686274509803916,
      "loss": 5.4347,
      "step": 132
    },
    {
      "epoch": 0.043593157840827616,
      "grad_norm": 1.4295852184295654,
      "learning_rate": 0.0002588235294117647,
      "loss": 5.4024,
      "step": 133
    },
    {
      "epoch": 0.04392092594489399,
      "grad_norm": 1.8762224912643433,
      "learning_rate": 0.00026078431372549016,
      "loss": 5.3708,
      "step": 134
    },
    {
      "epoch": 0.04424869404896036,
      "grad_norm": 2.1535699367523193,
      "learning_rate": 0.0002627450980392157,
      "loss": 5.3546,
      "step": 135
    },
    {
      "epoch": 0.044576462153026734,
      "grad_norm": 3.430629014968872,
      "learning_rate": 0.00026470588235294115,
      "loss": 5.3323,
      "step": 136
    },
    {
      "epoch": 0.04490423025709311,
      "grad_norm": 2.4311325550079346,
      "learning_rate": 0.0002666666666666666,
      "loss": 5.3503,
      "step": 137
    },
    {
      "epoch": 0.04523199836115948,
      "grad_norm": 1.739565134048462,
      "learning_rate": 0.00026862745098039215,
      "loss": 5.3269,
      "step": 138
    },
    {
      "epoch": 0.04555976646522585,
      "grad_norm": 2.477755069732666,
      "learning_rate": 0.0002705882352941176,
      "loss": 5.3153,
      "step": 139
    },
    {
      "epoch": 0.045887534569292225,
      "grad_norm": 3.1538174152374268,
      "learning_rate": 0.0002725490196078431,
      "loss": 5.3184,
      "step": 140
    },
    {
      "epoch": 0.0462153026733586,
      "grad_norm": 1.8715057373046875,
      "learning_rate": 0.00027450980392156857,
      "loss": 5.2729,
      "step": 141
    },
    {
      "epoch": 0.04654307077742497,
      "grad_norm": 3.4896934032440186,
      "learning_rate": 0.0002764705882352941,
      "loss": 5.2739,
      "step": 142
    },
    {
      "epoch": 0.04687083888149134,
      "grad_norm": 2.7697412967681885,
      "learning_rate": 0.0002784313725490196,
      "loss": 5.2863,
      "step": 143
    },
    {
      "epoch": 0.047198606985557716,
      "grad_norm": 3.514817476272583,
      "learning_rate": 0.0002803921568627451,
      "loss": 5.2695,
      "step": 144
    },
    {
      "epoch": 0.04752637508962409,
      "grad_norm": 1.609495997428894,
      "learning_rate": 0.00028235294117647056,
      "loss": 5.2688,
      "step": 145
    },
    {
      "epoch": 0.04785414319369046,
      "grad_norm": 2.4927427768707275,
      "learning_rate": 0.00028431372549019604,
      "loss": 5.2007,
      "step": 146
    },
    {
      "epoch": 0.048181911297756834,
      "grad_norm": 3.7762887477874756,
      "learning_rate": 0.00028627450980392156,
      "loss": 5.2196,
      "step": 147
    },
    {
      "epoch": 0.04850967940182321,
      "grad_norm": 1.6125097274780273,
      "learning_rate": 0.00028823529411764703,
      "loss": 5.1988,
      "step": 148
    },
    {
      "epoch": 0.048837447505889586,
      "grad_norm": 1.4450109004974365,
      "learning_rate": 0.0002901960784313725,
      "loss": 5.1748,
      "step": 149
    },
    {
      "epoch": 0.04916521560995596,
      "grad_norm": 1.597232699394226,
      "learning_rate": 0.00029215686274509803,
      "loss": 5.1807,
      "step": 150
    },
    {
      "epoch": 0.04949298371402233,
      "grad_norm": 1.6356016397476196,
      "learning_rate": 0.0002941176470588235,
      "loss": 5.1561,
      "step": 151
    },
    {
      "epoch": 0.049820751818088704,
      "grad_norm": 2.8233580589294434,
      "learning_rate": 0.00029607843137254903,
      "loss": 5.1365,
      "step": 152
    },
    {
      "epoch": 0.05014851992215508,
      "grad_norm": 3.16839337348938,
      "learning_rate": 0.0002980392156862745,
      "loss": 5.1535,
      "step": 153
    },
    {
      "epoch": 0.05047628802622145,
      "grad_norm": 3.8040904998779297,
      "learning_rate": 0.0003,
      "loss": 5.1257,
      "step": 154
    },
    {
      "epoch": 0.05080405613028782,
      "grad_norm": 2.1815249919891357,
      "learning_rate": 0.00029999991180093604,
      "loss": 5.1026,
      "step": 155
    },
    {
      "epoch": 0.051131824234354195,
      "grad_norm": 1.5593940019607544,
      "learning_rate": 0.0002999996472038481,
      "loss": 5.0993,
      "step": 156
    },
    {
      "epoch": 0.05145959233842057,
      "grad_norm": 1.3159452676773071,
      "learning_rate": 0.00029999920620904714,
      "loss": 5.0836,
      "step": 157
    },
    {
      "epoch": 0.05178736044248694,
      "grad_norm": 1.7447612285614014,
      "learning_rate": 0.00029999858881705186,
      "loss": 5.0762,
      "step": 158
    },
    {
      "epoch": 0.05211512854655331,
      "grad_norm": 2.5501058101654053,
      "learning_rate": 0.0002999977950285883,
      "loss": 5.0746,
      "step": 159
    },
    {
      "epoch": 0.052442896650619686,
      "grad_norm": 1.7378865480422974,
      "learning_rate": 0.00029999682484459,
      "loss": 5.0274,
      "step": 160
    },
    {
      "epoch": 0.05277066475468606,
      "grad_norm": 2.0105106830596924,
      "learning_rate": 0.0002999956782661978,
      "loss": 5.0758,
      "step": 161
    },
    {
      "epoch": 0.05309843285875243,
      "grad_norm": 2.0844266414642334,
      "learning_rate": 0.00029999435529476007,
      "loss": 5.0311,
      "step": 162
    },
    {
      "epoch": 0.053426200962818804,
      "grad_norm": 3.012960195541382,
      "learning_rate": 0.0002999928559318327,
      "loss": 5.0816,
      "step": 163
    },
    {
      "epoch": 0.05375396906688518,
      "grad_norm": 2.7237491607666016,
      "learning_rate": 0.00029999118017917875,
      "loss": 5.0224,
      "step": 164
    },
    {
      "epoch": 0.05408173717095155,
      "grad_norm": 2.7810044288635254,
      "learning_rate": 0.000299989328038769,
      "loss": 5.0295,
      "step": 165
    },
    {
      "epoch": 0.05440950527501792,
      "grad_norm": 1.4356955289840698,
      "learning_rate": 0.0002999872995127816,
      "loss": 4.9851,
      "step": 166
    },
    {
      "epoch": 0.054737273379084295,
      "grad_norm": 1.6130554676055908,
      "learning_rate": 0.00029998509460360187,
      "loss": 5.0274,
      "step": 167
    },
    {
      "epoch": 0.055065041483150674,
      "grad_norm": 2.0279486179351807,
      "learning_rate": 0.000299982713313823,
      "loss": 4.9989,
      "step": 168
    },
    {
      "epoch": 0.05539280958721705,
      "grad_norm": 1.889983057975769,
      "learning_rate": 0.0002999801556462452,
      "loss": 5.0036,
      "step": 169
    },
    {
      "epoch": 0.05572057769128342,
      "grad_norm": 2.4407687187194824,
      "learning_rate": 0.0002999774216038763,
      "loss": 4.967,
      "step": 170
    },
    {
      "epoch": 0.05604834579534979,
      "grad_norm": 2.0665650367736816,
      "learning_rate": 0.00029997451118993153,
      "loss": 4.9472,
      "step": 171
    },
    {
      "epoch": 0.056376113899416165,
      "grad_norm": 1.6571085453033447,
      "learning_rate": 0.0002999714244078335,
      "loss": 4.9161,
      "step": 172
    },
    {
      "epoch": 0.05670388200348254,
      "grad_norm": 1.6775405406951904,
      "learning_rate": 0.0002999681612612121,
      "loss": 4.9223,
      "step": 173
    },
    {
      "epoch": 0.05703165010754891,
      "grad_norm": 1.6020984649658203,
      "learning_rate": 0.00029996472175390485,
      "loss": 4.9378,
      "step": 174
    },
    {
      "epoch": 0.05735941821161528,
      "grad_norm": 1.349780797958374,
      "learning_rate": 0.00029996110588995664,
      "loss": 4.8846,
      "step": 175
    },
    {
      "epoch": 0.057687186315681656,
      "grad_norm": 1.4840975999832153,
      "learning_rate": 0.0002999573136736195,
      "loss": 4.9016,
      "step": 176
    },
    {
      "epoch": 0.05801495441974803,
      "grad_norm": 1.887611746788025,
      "learning_rate": 0.00029995334510935325,
      "loss": 4.9016,
      "step": 177
    },
    {
      "epoch": 0.0583427225238144,
      "grad_norm": 1.8234963417053223,
      "learning_rate": 0.00029994920020182467,
      "loss": 4.9057,
      "step": 178
    },
    {
      "epoch": 0.058670490627880774,
      "grad_norm": 2.1872291564941406,
      "learning_rate": 0.00029994487895590823,
      "loss": 4.8723,
      "step": 179
    },
    {
      "epoch": 0.05899825873194715,
      "grad_norm": 1.9106659889221191,
      "learning_rate": 0.0002999403813766856,
      "loss": 4.8441,
      "step": 180
    },
    {
      "epoch": 0.05932602683601352,
      "grad_norm": 0.9913562536239624,
      "learning_rate": 0.00029993570746944596,
      "loss": 4.8668,
      "step": 181
    },
    {
      "epoch": 0.05965379494007989,
      "grad_norm": 1.391756534576416,
      "learning_rate": 0.00029993085723968577,
      "loss": 4.844,
      "step": 182
    },
    {
      "epoch": 0.059981563044146265,
      "grad_norm": 1.538223385810852,
      "learning_rate": 0.0002999258306931087,
      "loss": 4.8341,
      "step": 183
    },
    {
      "epoch": 0.06030933114821264,
      "grad_norm": 1.3422771692276,
      "learning_rate": 0.000299920627835626,
      "loss": 4.8208,
      "step": 184
    },
    {
      "epoch": 0.06063709925227901,
      "grad_norm": 1.244154691696167,
      "learning_rate": 0.0002999152486733562,
      "loss": 4.8247,
      "step": 185
    },
    {
      "epoch": 0.06096486735634538,
      "grad_norm": 1.9929397106170654,
      "learning_rate": 0.00029990969321262506,
      "loss": 4.8196,
      "step": 186
    },
    {
      "epoch": 0.061292635460411755,
      "grad_norm": 2.6172027587890625,
      "learning_rate": 0.00029990396145996575,
      "loss": 4.827,
      "step": 187
    },
    {
      "epoch": 0.061620403564478135,
      "grad_norm": 0.9771581888198853,
      "learning_rate": 0.0002998980534221188,
      "loss": 4.7857,
      "step": 188
    },
    {
      "epoch": 0.06194817166854451,
      "grad_norm": 1.6905900239944458,
      "learning_rate": 0.0002998919691060319,
      "loss": 4.7934,
      "step": 189
    },
    {
      "epoch": 0.06227593977261088,
      "grad_norm": 1.9374573230743408,
      "learning_rate": 0.0002998857085188601,
      "loss": 4.7691,
      "step": 190
    },
    {
      "epoch": 0.06260370787667725,
      "grad_norm": 1.738210916519165,
      "learning_rate": 0.0002998792716679659,
      "loss": 4.788,
      "step": 191
    },
    {
      "epoch": 0.06293147598074363,
      "grad_norm": 2.7037642002105713,
      "learning_rate": 0.0002998726585609189,
      "loss": 4.7979,
      "step": 192
    },
    {
      "epoch": 0.06325924408481,
      "grad_norm": 1.1265027523040771,
      "learning_rate": 0.00029986586920549606,
      "loss": 4.7904,
      "step": 193
    },
    {
      "epoch": 0.06358701218887637,
      "grad_norm": 1.2104029655456543,
      "learning_rate": 0.0002998589036096815,
      "loss": 4.7571,
      "step": 194
    },
    {
      "epoch": 0.06391478029294274,
      "grad_norm": 1.2062853574752808,
      "learning_rate": 0.0002998517617816668,
      "loss": 4.7422,
      "step": 195
    },
    {
      "epoch": 0.06424254839700912,
      "grad_norm": 1.6414761543273926,
      "learning_rate": 0.0002998444437298505,
      "loss": 4.7801,
      "step": 196
    },
    {
      "epoch": 0.06457031650107549,
      "grad_norm": 1.6237455606460571,
      "learning_rate": 0.00029983694946283864,
      "loss": 4.7539,
      "step": 197
    },
    {
      "epoch": 0.06489808460514186,
      "grad_norm": 1.6164430379867554,
      "learning_rate": 0.0002998292789894444,
      "loss": 4.7265,
      "step": 198
    },
    {
      "epoch": 0.06522585270920823,
      "grad_norm": 1.2562981843948364,
      "learning_rate": 0.00029982143231868804,
      "loss": 4.7219,
      "step": 199
    },
    {
      "epoch": 0.06555362081327461,
      "grad_norm": 1.4460936784744263,
      "learning_rate": 0.0002998134094597973,
      "loss": 4.7177,
      "step": 200
    },
    {
      "epoch": 0.06588138891734098,
      "grad_norm": 1.5346120595932007,
      "learning_rate": 0.00029980521042220683,
      "loss": 4.7344,
      "step": 201
    },
    {
      "epoch": 0.06620915702140735,
      "grad_norm": 1.2977403402328491,
      "learning_rate": 0.0002997968352155587,
      "loss": 4.6917,
      "step": 202
    },
    {
      "epoch": 0.06653692512547373,
      "grad_norm": 2.2353763580322266,
      "learning_rate": 0.000299788283849702,
      "loss": 4.7079,
      "step": 203
    },
    {
      "epoch": 0.0668646932295401,
      "grad_norm": 1.6947258710861206,
      "learning_rate": 0.000299779556334693,
      "loss": 4.7112,
      "step": 204
    },
    {
      "epoch": 0.06719246133360647,
      "grad_norm": 1.0360162258148193,
      "learning_rate": 0.00029977065268079525,
      "loss": 4.7326,
      "step": 205
    },
    {
      "epoch": 0.06752022943767284,
      "grad_norm": 1.1671582460403442,
      "learning_rate": 0.0002997615728984792,
      "loss": 4.6759,
      "step": 206
    },
    {
      "epoch": 0.06784799754173922,
      "grad_norm": 1.3291640281677246,
      "learning_rate": 0.0002997523169984227,
      "loss": 4.6838,
      "step": 207
    },
    {
      "epoch": 0.06817576564580559,
      "grad_norm": 1.706983208656311,
      "learning_rate": 0.0002997428849915105,
      "loss": 4.6437,
      "step": 208
    },
    {
      "epoch": 0.06850353374987196,
      "grad_norm": 1.7419553995132446,
      "learning_rate": 0.0002997332768888345,
      "loss": 4.6456,
      "step": 209
    },
    {
      "epoch": 0.06883130185393833,
      "grad_norm": 1.2046293020248413,
      "learning_rate": 0.0002997234927016937,
      "loss": 4.6618,
      "step": 210
    },
    {
      "epoch": 0.0691590699580047,
      "grad_norm": 0.8373786211013794,
      "learning_rate": 0.00029971353244159424,
      "loss": 4.6664,
      "step": 211
    },
    {
      "epoch": 0.06948683806207108,
      "grad_norm": 1.0473415851593018,
      "learning_rate": 0.00029970339612024925,
      "loss": 4.6596,
      "step": 212
    },
    {
      "epoch": 0.06981460616613745,
      "grad_norm": 1.7010200023651123,
      "learning_rate": 0.0002996930837495789,
      "loss": 4.6298,
      "step": 213
    },
    {
      "epoch": 0.07014237427020382,
      "grad_norm": 1.9075011014938354,
      "learning_rate": 0.0002996825953417104,
      "loss": 4.6335,
      "step": 214
    },
    {
      "epoch": 0.0704701423742702,
      "grad_norm": 1.2382113933563232,
      "learning_rate": 0.00029967193090897805,
      "loss": 4.6168,
      "step": 215
    },
    {
      "epoch": 0.07079791047833657,
      "grad_norm": 1.5308347940444946,
      "learning_rate": 0.00029966109046392303,
      "loss": 4.5786,
      "step": 216
    },
    {
      "epoch": 0.07112567858240294,
      "grad_norm": 2.055043935775757,
      "learning_rate": 0.00029965007401929356,
      "loss": 4.6175,
      "step": 217
    },
    {
      "epoch": 0.07145344668646933,
      "grad_norm": 2.0454788208007812,
      "learning_rate": 0.00029963888158804483,
      "loss": 4.5862,
      "step": 218
    },
    {
      "epoch": 0.0717812147905357,
      "grad_norm": 2.4434010982513428,
      "learning_rate": 0.0002996275131833391,
      "loss": 4.6183,
      "step": 219
    },
    {
      "epoch": 0.07210898289460207,
      "grad_norm": 1.4589308500289917,
      "learning_rate": 0.00029961596881854534,
      "loss": 4.6454,
      "step": 220
    },
    {
      "epoch": 0.07243675099866845,
      "grad_norm": 1.0077439546585083,
      "learning_rate": 0.00029960424850723966,
      "loss": 4.6236,
      "step": 221
    },
    {
      "epoch": 0.07276451910273482,
      "grad_norm": 1.2990235090255737,
      "learning_rate": 0.000299592352263205,
      "loss": 4.5917,
      "step": 222
    },
    {
      "epoch": 0.0730922872068012,
      "grad_norm": 1.5070130825042725,
      "learning_rate": 0.00029958028010043116,
      "loss": 4.6349,
      "step": 223
    },
    {
      "epoch": 0.07342005531086757,
      "grad_norm": 2.0121614933013916,
      "learning_rate": 0.0002995680320331149,
      "loss": 4.6116,
      "step": 224
    },
    {
      "epoch": 0.07374782341493394,
      "grad_norm": 1.6654472351074219,
      "learning_rate": 0.00029955560807565966,
      "loss": 4.5939,
      "step": 225
    },
    {
      "epoch": 0.07407559151900031,
      "grad_norm": 1.0874111652374268,
      "learning_rate": 0.00029954300824267606,
      "loss": 4.5522,
      "step": 226
    },
    {
      "epoch": 0.07440335962306668,
      "grad_norm": 1.236708641052246,
      "learning_rate": 0.0002995302325489812,
      "loss": 4.5732,
      "step": 227
    },
    {
      "epoch": 0.07473112772713306,
      "grad_norm": 1.407248616218567,
      "learning_rate": 0.0002995172810095993,
      "loss": 4.5807,
      "step": 228
    },
    {
      "epoch": 0.07505889583119943,
      "grad_norm": 1.6991186141967773,
      "learning_rate": 0.000299504153639761,
      "loss": 4.5496,
      "step": 229
    },
    {
      "epoch": 0.0753866639352658,
      "grad_norm": 1.8548173904418945,
      "learning_rate": 0.00029949085045490395,
      "loss": 4.5662,
      "step": 230
    },
    {
      "epoch": 0.07571443203933217,
      "grad_norm": 1.9928359985351562,
      "learning_rate": 0.0002994773714706727,
      "loss": 4.5568,
      "step": 231
    },
    {
      "epoch": 0.07604220014339855,
      "grad_norm": 1.6992868185043335,
      "learning_rate": 0.0002994637167029182,
      "loss": 4.546,
      "step": 232
    },
    {
      "epoch": 0.07636996824746492,
      "grad_norm": 1.29377281665802,
      "learning_rate": 0.0002994498861676984,
      "loss": 4.5258,
      "step": 233
    },
    {
      "epoch": 0.07669773635153129,
      "grad_norm": 1.4393233060836792,
      "learning_rate": 0.0002994358798812777,
      "loss": 4.5307,
      "step": 234
    },
    {
      "epoch": 0.07702550445559767,
      "grad_norm": 2.115542411804199,
      "learning_rate": 0.0002994216978601275,
      "loss": 4.5711,
      "step": 235
    },
    {
      "epoch": 0.07735327255966404,
      "grad_norm": 2.132024049758911,
      "learning_rate": 0.0002994073401209256,
      "loss": 4.5537,
      "step": 236
    },
    {
      "epoch": 0.07768104066373041,
      "grad_norm": 1.349780559539795,
      "learning_rate": 0.0002993928066805564,
      "loss": 4.5208,
      "step": 237
    },
    {
      "epoch": 0.07800880876779678,
      "grad_norm": 1.0666892528533936,
      "learning_rate": 0.00029937809755611124,
      "loss": 4.5334,
      "step": 238
    },
    {
      "epoch": 0.07833657687186316,
      "grad_norm": 1.1153514385223389,
      "learning_rate": 0.0002993632127648877,
      "loss": 4.4921,
      "step": 239
    },
    {
      "epoch": 0.07866434497592953,
      "grad_norm": 0.9636980891227722,
      "learning_rate": 0.00029934815232439025,
      "loss": 4.4896,
      "step": 240
    },
    {
      "epoch": 0.0789921130799959,
      "grad_norm": 0.9312196373939514,
      "learning_rate": 0.0002993329162523297,
      "loss": 4.5103,
      "step": 241
    },
    {
      "epoch": 0.07931988118406227,
      "grad_norm": 1.16374933719635,
      "learning_rate": 0.00029931750456662346,
      "loss": 4.4773,
      "step": 242
    },
    {
      "epoch": 0.07964764928812865,
      "grad_norm": 1.2130112648010254,
      "learning_rate": 0.00029930191728539556,
      "loss": 4.4548,
      "step": 243
    },
    {
      "epoch": 0.07997541739219502,
      "grad_norm": 1.0180974006652832,
      "learning_rate": 0.00029928615442697637,
      "loss": 4.4768,
      "step": 244
    },
    {
      "epoch": 0.08030318549626139,
      "grad_norm": 1.1283273696899414,
      "learning_rate": 0.00029927021600990286,
      "loss": 4.4834,
      "step": 245
    },
    {
      "epoch": 0.08063095360032776,
      "grad_norm": 1.182809829711914,
      "learning_rate": 0.0002992541020529184,
      "loss": 4.4808,
      "step": 246
    },
    {
      "epoch": 0.08095872170439414,
      "grad_norm": 1.3553550243377686,
      "learning_rate": 0.00029923781257497285,
      "loss": 4.4848,
      "step": 247
    },
    {
      "epoch": 0.08128648980846051,
      "grad_norm": 1.1660470962524414,
      "learning_rate": 0.0002992213475952223,
      "loss": 4.452,
      "step": 248
    },
    {
      "epoch": 0.08161425791252688,
      "grad_norm": 0.8638716340065002,
      "learning_rate": 0.00029920470713302956,
      "loss": 4.4877,
      "step": 249
    },
    {
      "epoch": 0.08194202601659326,
      "grad_norm": 0.8474255204200745,
      "learning_rate": 0.0002991878912079634,
      "loss": 4.4384,
      "step": 250
    },
    {
      "epoch": 0.08226979412065963,
      "grad_norm": 1.2235711812973022,
      "learning_rate": 0.0002991708998397992,
      "loss": 4.4306,
      "step": 251
    },
    {
      "epoch": 0.082597562224726,
      "grad_norm": 1.3081200122833252,
      "learning_rate": 0.0002991537330485187,
      "loss": 4.4133,
      "step": 252
    },
    {
      "epoch": 0.08292533032879237,
      "grad_norm": 1.0052154064178467,
      "learning_rate": 0.0002991363908543098,
      "loss": 4.4544,
      "step": 253
    },
    {
      "epoch": 0.08325309843285875,
      "grad_norm": 0.9629924893379211,
      "learning_rate": 0.00029911887327756654,
      "loss": 4.4283,
      "step": 254
    },
    {
      "epoch": 0.08358086653692512,
      "grad_norm": 1.0325965881347656,
      "learning_rate": 0.0002991011803388895,
      "loss": 4.4375,
      "step": 255
    },
    {
      "epoch": 0.08390863464099149,
      "grad_norm": 1.011350154876709,
      "learning_rate": 0.00029908331205908545,
      "loss": 4.4648,
      "step": 256
    },
    {
      "epoch": 0.08423640274505788,
      "grad_norm": 1.3024768829345703,
      "learning_rate": 0.00029906526845916706,
      "loss": 4.4169,
      "step": 257
    },
    {
      "epoch": 0.08456417084912425,
      "grad_norm": 1.701103925704956,
      "learning_rate": 0.00029904704956035353,
      "loss": 4.4166,
      "step": 258
    },
    {
      "epoch": 0.08489193895319062,
      "grad_norm": 1.6533085107803345,
      "learning_rate": 0.00029902865538407,
      "loss": 4.4158,
      "step": 259
    },
    {
      "epoch": 0.085219707057257,
      "grad_norm": 1.6892415285110474,
      "learning_rate": 0.00029901008595194787,
      "loss": 4.422,
      "step": 260
    },
    {
      "epoch": 0.08554747516132337,
      "grad_norm": 3.282634973526001,
      "learning_rate": 0.0002989913412858244,
      "loss": 4.4613,
      "step": 261
    },
    {
      "epoch": 0.08587524326538974,
      "grad_norm": 1.2721738815307617,
      "learning_rate": 0.0002989724214077432,
      "loss": 4.4052,
      "step": 262
    },
    {
      "epoch": 0.08620301136945611,
      "grad_norm": 1.243350625038147,
      "learning_rate": 0.0002989533263399538,
      "loss": 4.433,
      "step": 263
    },
    {
      "epoch": 0.08653077947352249,
      "grad_norm": 1.2329736948013306,
      "learning_rate": 0.0002989340561049117,
      "loss": 4.4452,
      "step": 264
    },
    {
      "epoch": 0.08685854757758886,
      "grad_norm": 1.335888385772705,
      "learning_rate": 0.0002989146107252785,
      "loss": 4.3926,
      "step": 265
    },
    {
      "epoch": 0.08718631568165523,
      "grad_norm": 1.6652486324310303,
      "learning_rate": 0.00029889499022392175,
      "loss": 4.3924,
      "step": 266
    },
    {
      "epoch": 0.0875140837857216,
      "grad_norm": 1.3955498933792114,
      "learning_rate": 0.0002988751946239149,
      "loss": 4.4081,
      "step": 267
    },
    {
      "epoch": 0.08784185188978798,
      "grad_norm": 1.2002733945846558,
      "learning_rate": 0.00029885522394853734,
      "loss": 4.3914,
      "step": 268
    },
    {
      "epoch": 0.08816961999385435,
      "grad_norm": 1.2230311632156372,
      "learning_rate": 0.0002988350782212743,
      "loss": 4.359,
      "step": 269
    },
    {
      "epoch": 0.08849738809792072,
      "grad_norm": 1.182663917541504,
      "learning_rate": 0.0002988147574658169,
      "loss": 4.4025,
      "step": 270
    },
    {
      "epoch": 0.0888251562019871,
      "grad_norm": 1.4495744705200195,
      "learning_rate": 0.0002987942617060621,
      "loss": 4.3665,
      "step": 271
    },
    {
      "epoch": 0.08915292430605347,
      "grad_norm": 1.651183843612671,
      "learning_rate": 0.0002987735909661127,
      "loss": 4.4042,
      "step": 272
    },
    {
      "epoch": 0.08948069241011984,
      "grad_norm": 1.2319577932357788,
      "learning_rate": 0.0002987527452702772,
      "loss": 4.3671,
      "step": 273
    },
    {
      "epoch": 0.08980846051418621,
      "grad_norm": 1.3960540294647217,
      "learning_rate": 0.0002987317246430699,
      "loss": 4.3628,
      "step": 274
    },
    {
      "epoch": 0.09013622861825259,
      "grad_norm": 1.4390243291854858,
      "learning_rate": 0.0002987105291092107,
      "loss": 4.3629,
      "step": 275
    },
    {
      "epoch": 0.09046399672231896,
      "grad_norm": 1.2008627653121948,
      "learning_rate": 0.0002986891586936254,
      "loss": 4.3702,
      "step": 276
    },
    {
      "epoch": 0.09079176482638533,
      "grad_norm": 1.065598726272583,
      "learning_rate": 0.00029866761342144533,
      "loss": 4.3334,
      "step": 277
    },
    {
      "epoch": 0.0911195329304517,
      "grad_norm": 1.0629667043685913,
      "learning_rate": 0.0002986458933180074,
      "loss": 4.3379,
      "step": 278
    },
    {
      "epoch": 0.09144730103451808,
      "grad_norm": 1.0754235982894897,
      "learning_rate": 0.0002986239984088542,
      "loss": 4.3437,
      "step": 279
    },
    {
      "epoch": 0.09177506913858445,
      "grad_norm": 1.1005722284317017,
      "learning_rate": 0.00029860192871973394,
      "loss": 4.326,
      "step": 280
    },
    {
      "epoch": 0.09210283724265082,
      "grad_norm": 0.9823009967803955,
      "learning_rate": 0.00029857968427660016,
      "loss": 4.3101,
      "step": 281
    },
    {
      "epoch": 0.0924306053467172,
      "grad_norm": 1.002421498298645,
      "learning_rate": 0.0002985572651056122,
      "loss": 4.2785,
      "step": 282
    },
    {
      "epoch": 0.09275837345078357,
      "grad_norm": 0.964019775390625,
      "learning_rate": 0.00029853467123313454,
      "loss": 4.3134,
      "step": 283
    },
    {
      "epoch": 0.09308614155484994,
      "grad_norm": 1.2864875793457031,
      "learning_rate": 0.0002985119026857375,
      "loss": 4.3199,
      "step": 284
    },
    {
      "epoch": 0.09341390965891631,
      "grad_norm": 1.402388334274292,
      "learning_rate": 0.00029848895949019657,
      "loss": 4.3176,
      "step": 285
    },
    {
      "epoch": 0.09374167776298269,
      "grad_norm": 1.3602238893508911,
      "learning_rate": 0.0002984658416734925,
      "loss": 4.2913,
      "step": 286
    },
    {
      "epoch": 0.09406944586704906,
      "grad_norm": 1.304580569267273,
      "learning_rate": 0.0002984425492628117,
      "loss": 4.2936,
      "step": 287
    },
    {
      "epoch": 0.09439721397111543,
      "grad_norm": 1.288774013519287,
      "learning_rate": 0.00029841908228554574,
      "loss": 4.3137,
      "step": 288
    },
    {
      "epoch": 0.0947249820751818,
      "grad_norm": 1.2065738439559937,
      "learning_rate": 0.00029839544076929136,
      "loss": 4.2938,
      "step": 289
    },
    {
      "epoch": 0.09505275017924818,
      "grad_norm": 1.2617586851119995,
      "learning_rate": 0.00029837162474185094,
      "loss": 4.2893,
      "step": 290
    },
    {
      "epoch": 0.09538051828331455,
      "grad_norm": 1.1967012882232666,
      "learning_rate": 0.00029834763423123163,
      "loss": 4.2996,
      "step": 291
    },
    {
      "epoch": 0.09570828638738092,
      "grad_norm": 1.096253514289856,
      "learning_rate": 0.000298323469265646,
      "loss": 4.2634,
      "step": 292
    },
    {
      "epoch": 0.0960360544914473,
      "grad_norm": 1.319048285484314,
      "learning_rate": 0.00029829912987351176,
      "loss": 4.2905,
      "step": 293
    },
    {
      "epoch": 0.09636382259551367,
      "grad_norm": 1.609618902206421,
      "learning_rate": 0.0002982746160834518,
      "loss": 4.3144,
      "step": 294
    },
    {
      "epoch": 0.09669159069958004,
      "grad_norm": 1.6343798637390137,
      "learning_rate": 0.0002982499279242939,
      "loss": 4.277,
      "step": 295
    },
    {
      "epoch": 0.09701935880364641,
      "grad_norm": 1.5365543365478516,
      "learning_rate": 0.0002982250654250712,
      "loss": 4.2889,
      "step": 296
    },
    {
      "epoch": 0.0973471269077128,
      "grad_norm": 1.5233629941940308,
      "learning_rate": 0.00029820002861502147,
      "loss": 4.2668,
      "step": 297
    },
    {
      "epoch": 0.09767489501177917,
      "grad_norm": 1.3767250776290894,
      "learning_rate": 0.0002981748175235879,
      "loss": 4.2476,
      "step": 298
    },
    {
      "epoch": 0.09800266311584555,
      "grad_norm": 1.0614345073699951,
      "learning_rate": 0.0002981494321804183,
      "loss": 4.2513,
      "step": 299
    },
    {
      "epoch": 0.09833043121991192,
      "grad_norm": 1.0070841312408447,
      "learning_rate": 0.00029812387261536556,
      "loss": 4.2495,
      "step": 300
    },
    {
      "epoch": 0.09865819932397829,
      "grad_norm": 1.2504961490631104,
      "learning_rate": 0.0002980981388584873,
      "loss": 4.2495,
      "step": 301
    },
    {
      "epoch": 0.09898596742804466,
      "grad_norm": 1.6205023527145386,
      "learning_rate": 0.00029807223094004636,
      "loss": 4.2759,
      "step": 302
    },
    {
      "epoch": 0.09931373553211104,
      "grad_norm": 1.7907382249832153,
      "learning_rate": 0.00029804614889050984,
      "loss": 4.2673,
      "step": 303
    },
    {
      "epoch": 0.09964150363617741,
      "grad_norm": 2.0608386993408203,
      "learning_rate": 0.00029801989274055006,
      "loss": 4.3241,
      "step": 304
    },
    {
      "epoch": 0.09996927174024378,
      "grad_norm": 1.8150196075439453,
      "learning_rate": 0.0002979934625210439,
      "loss": 4.2824,
      "step": 305
    },
    {
      "epoch": 0.10029703984431015,
      "grad_norm": 1.9736164808273315,
      "learning_rate": 0.0002979668582630729,
      "loss": 4.2746,
      "step": 306
    },
    {
      "epoch": 0.10062480794837653,
      "grad_norm": 1.5886361598968506,
      "learning_rate": 0.00029794007999792344,
      "loss": 4.2665,
      "step": 307
    },
    {
      "epoch": 0.1009525760524429,
      "grad_norm": 1.157541275024414,
      "learning_rate": 0.00029791312775708634,
      "loss": 4.2542,
      "step": 308
    },
    {
      "epoch": 0.10128034415650927,
      "grad_norm": 1.3926883935928345,
      "learning_rate": 0.00029788600157225716,
      "loss": 4.2546,
      "step": 309
    },
    {
      "epoch": 0.10160811226057564,
      "grad_norm": 1.3316576480865479,
      "learning_rate": 0.00029785870147533595,
      "loss": 4.2419,
      "step": 310
    },
    {
      "epoch": 0.10193588036464202,
      "grad_norm": 1.264592170715332,
      "learning_rate": 0.00029783122749842724,
      "loss": 4.2558,
      "step": 311
    },
    {
      "epoch": 0.10226364846870839,
      "grad_norm": 1.2753336429595947,
      "learning_rate": 0.00029780357967384015,
      "loss": 4.2448,
      "step": 312
    },
    {
      "epoch": 0.10259141657277476,
      "grad_norm": 1.2164639234542847,
      "learning_rate": 0.0002977757580340881,
      "loss": 4.2323,
      "step": 313
    },
    {
      "epoch": 0.10291918467684114,
      "grad_norm": 1.1060128211975098,
      "learning_rate": 0.00029774776261188906,
      "loss": 4.2302,
      "step": 314
    },
    {
      "epoch": 0.10324695278090751,
      "grad_norm": 1.5070253610610962,
      "learning_rate": 0.00029771959344016517,
      "loss": 4.1881,
      "step": 315
    },
    {
      "epoch": 0.10357472088497388,
      "grad_norm": 1.5080996751785278,
      "learning_rate": 0.0002976912505520432,
      "loss": 4.2335,
      "step": 316
    },
    {
      "epoch": 0.10390248898904025,
      "grad_norm": 1.3233535289764404,
      "learning_rate": 0.00029766273398085393,
      "loss": 4.2398,
      "step": 317
    },
    {
      "epoch": 0.10423025709310663,
      "grad_norm": 1.1923922300338745,
      "learning_rate": 0.0002976340437601325,
      "loss": 4.2351,
      "step": 318
    },
    {
      "epoch": 0.104558025197173,
      "grad_norm": 0.9737669825553894,
      "learning_rate": 0.00029760517992361826,
      "loss": 4.1647,
      "step": 319
    },
    {
      "epoch": 0.10488579330123937,
      "grad_norm": 1.1713154315948486,
      "learning_rate": 0.00029757614250525475,
      "loss": 4.2189,
      "step": 320
    },
    {
      "epoch": 0.10521356140530574,
      "grad_norm": 1.2241770029067993,
      "learning_rate": 0.0002975469315391896,
      "loss": 4.1848,
      "step": 321
    },
    {
      "epoch": 0.10554132950937212,
      "grad_norm": 1.2195409536361694,
      "learning_rate": 0.00029751754705977445,
      "loss": 4.1786,
      "step": 322
    },
    {
      "epoch": 0.10586909761343849,
      "grad_norm": 1.3397232294082642,
      "learning_rate": 0.0002974879891015652,
      "loss": 4.1652,
      "step": 323
    },
    {
      "epoch": 0.10619686571750486,
      "grad_norm": 1.232867956161499,
      "learning_rate": 0.00029745825769932164,
      "loss": 4.1997,
      "step": 324
    },
    {
      "epoch": 0.10652463382157124,
      "grad_norm": 1.4601448774337769,
      "learning_rate": 0.00029742835288800747,
      "loss": 4.1695,
      "step": 325
    },
    {
      "epoch": 0.10685240192563761,
      "grad_norm": 1.247074842453003,
      "learning_rate": 0.00029739827470279034,
      "loss": 4.1528,
      "step": 326
    },
    {
      "epoch": 0.10718017002970398,
      "grad_norm": 0.9326256513595581,
      "learning_rate": 0.0002973680231790419,
      "loss": 4.1522,
      "step": 327
    },
    {
      "epoch": 0.10750793813377035,
      "grad_norm": 1.123610258102417,
      "learning_rate": 0.00029733759835233757,
      "loss": 4.1613,
      "step": 328
    },
    {
      "epoch": 0.10783570623783673,
      "grad_norm": 1.6270149946212769,
      "learning_rate": 0.0002973070002584565,
      "loss": 4.1141,
      "step": 329
    },
    {
      "epoch": 0.1081634743419031,
      "grad_norm": 1.6028046607971191,
      "learning_rate": 0.0002972762289333817,
      "loss": 4.135,
      "step": 330
    },
    {
      "epoch": 0.10849124244596947,
      "grad_norm": 1.1799650192260742,
      "learning_rate": 0.0002972452844132999,
      "loss": 4.1372,
      "step": 331
    },
    {
      "epoch": 0.10881901055003584,
      "grad_norm": 1.1914256811141968,
      "learning_rate": 0.00029721416673460135,
      "loss": 4.1236,
      "step": 332
    },
    {
      "epoch": 0.10914677865410222,
      "grad_norm": 1.0323388576507568,
      "learning_rate": 0.00029718287593388017,
      "loss": 4.1439,
      "step": 333
    },
    {
      "epoch": 0.10947454675816859,
      "grad_norm": 1.0037235021591187,
      "learning_rate": 0.00029715141204793397,
      "loss": 4.167,
      "step": 334
    },
    {
      "epoch": 0.10980231486223496,
      "grad_norm": 1.3215066194534302,
      "learning_rate": 0.0002971197751137638,
      "loss": 4.1535,
      "step": 335
    },
    {
      "epoch": 0.11013008296630135,
      "grad_norm": 1.2268397808074951,
      "learning_rate": 0.0002970879651685743,
      "loss": 4.1312,
      "step": 336
    },
    {
      "epoch": 0.11045785107036772,
      "grad_norm": 1.4017912149429321,
      "learning_rate": 0.00029705598224977366,
      "loss": 4.1201,
      "step": 337
    },
    {
      "epoch": 0.1107856191744341,
      "grad_norm": 1.4579395055770874,
      "learning_rate": 0.00029702382639497333,
      "loss": 4.1034,
      "step": 338
    },
    {
      "epoch": 0.11111338727850047,
      "grad_norm": 1.39365553855896,
      "learning_rate": 0.00029699149764198814,
      "loss": 4.1299,
      "step": 339
    },
    {
      "epoch": 0.11144115538256684,
      "grad_norm": 1.7501161098480225,
      "learning_rate": 0.0002969589960288364,
      "loss": 4.1344,
      "step": 340
    },
    {
      "epoch": 0.11176892348663321,
      "grad_norm": 1.8456019163131714,
      "learning_rate": 0.0002969263215937395,
      "loss": 4.1465,
      "step": 341
    },
    {
      "epoch": 0.11209669159069958,
      "grad_norm": 1.4873744249343872,
      "learning_rate": 0.0002968934743751223,
      "loss": 4.1365,
      "step": 342
    },
    {
      "epoch": 0.11242445969476596,
      "grad_norm": 1.7004679441452026,
      "learning_rate": 0.00029686045441161264,
      "loss": 4.1239,
      "step": 343
    },
    {
      "epoch": 0.11275222779883233,
      "grad_norm": 2.1021735668182373,
      "learning_rate": 0.00029682726174204156,
      "loss": 4.1626,
      "step": 344
    },
    {
      "epoch": 0.1130799959028987,
      "grad_norm": 1.797757625579834,
      "learning_rate": 0.0002967938964054433,
      "loss": 4.1245,
      "step": 345
    },
    {
      "epoch": 0.11340776400696508,
      "grad_norm": 1.775871753692627,
      "learning_rate": 0.000296760358441055,
      "loss": 4.1424,
      "step": 346
    },
    {
      "epoch": 0.11373553211103145,
      "grad_norm": 1.5810338258743286,
      "learning_rate": 0.0002967266478883169,
      "loss": 4.1203,
      "step": 347
    },
    {
      "epoch": 0.11406330021509782,
      "grad_norm": 1.3992422819137573,
      "learning_rate": 0.00029669276478687227,
      "loss": 4.1254,
      "step": 348
    },
    {
      "epoch": 0.1143910683191642,
      "grad_norm": 1.4405332803726196,
      "learning_rate": 0.0002966587091765671,
      "loss": 4.1093,
      "step": 349
    },
    {
      "epoch": 0.11471883642323057,
      "grad_norm": 1.137678861618042,
      "learning_rate": 0.0002966244810974505,
      "loss": 4.0872,
      "step": 350
    },
    {
      "epoch": 0.11504660452729694,
      "grad_norm": 1.0872492790222168,
      "learning_rate": 0.0002965900805897741,
      "loss": 4.0976,
      "step": 351
    },
    {
      "epoch": 0.11537437263136331,
      "grad_norm": 1.0216422080993652,
      "learning_rate": 0.00029655550769399264,
      "loss": 4.0792,
      "step": 352
    },
    {
      "epoch": 0.11570214073542968,
      "grad_norm": 0.804095447063446,
      "learning_rate": 0.00029652076245076327,
      "loss": 4.0923,
      "step": 353
    },
    {
      "epoch": 0.11602990883949606,
      "grad_norm": 0.733575165271759,
      "learning_rate": 0.000296485844900946,
      "loss": 4.0321,
      "step": 354
    },
    {
      "epoch": 0.11635767694356243,
      "grad_norm": 0.9373229146003723,
      "learning_rate": 0.0002964507550856035,
      "loss": 4.0343,
      "step": 355
    },
    {
      "epoch": 0.1166854450476288,
      "grad_norm": 1.4762012958526611,
      "learning_rate": 0.0002964154930460009,
      "loss": 4.0549,
      "step": 356
    },
    {
      "epoch": 0.11701321315169518,
      "grad_norm": 1.5857044458389282,
      "learning_rate": 0.0002963800588236059,
      "loss": 4.1084,
      "step": 357
    },
    {
      "epoch": 0.11734098125576155,
      "grad_norm": 1.0305397510528564,
      "learning_rate": 0.00029634445246008874,
      "loss": 4.0792,
      "step": 358
    },
    {
      "epoch": 0.11766874935982792,
      "grad_norm": 1.3063613176345825,
      "learning_rate": 0.000296308673997322,
      "loss": 4.0159,
      "step": 359
    },
    {
      "epoch": 0.1179965174638943,
      "grad_norm": 1.567167043685913,
      "learning_rate": 0.0002962727234773808,
      "loss": 4.0048,
      "step": 360
    },
    {
      "epoch": 0.11832428556796067,
      "grad_norm": 1.604315996170044,
      "learning_rate": 0.00029623660094254243,
      "loss": 4.032,
      "step": 361
    },
    {
      "epoch": 0.11865205367202704,
      "grad_norm": 1.9511336088180542,
      "learning_rate": 0.0002962003064352866,
      "loss": 4.0595,
      "step": 362
    },
    {
      "epoch": 0.11897982177609341,
      "grad_norm": 1.9266525506973267,
      "learning_rate": 0.00029616383999829515,
      "loss": 4.0545,
      "step": 363
    },
    {
      "epoch": 0.11930758988015978,
      "grad_norm": 1.4989856481552124,
      "learning_rate": 0.00029612720167445213,
      "loss": 4.0441,
      "step": 364
    },
    {
      "epoch": 0.11963535798422616,
      "grad_norm": 1.3161641359329224,
      "learning_rate": 0.0002960903915068438,
      "loss": 4.0402,
      "step": 365
    },
    {
      "epoch": 0.11996312608829253,
      "grad_norm": 0.8419309258460999,
      "learning_rate": 0.0002960534095387585,
      "loss": 4.0114,
      "step": 366
    },
    {
      "epoch": 0.1202908941923589,
      "grad_norm": 0.8604036569595337,
      "learning_rate": 0.0002960162558136865,
      "loss": 4.0402,
      "step": 367
    },
    {
      "epoch": 0.12061866229642527,
      "grad_norm": 0.7934083342552185,
      "learning_rate": 0.00029597893037532004,
      "loss": 4.0332,
      "step": 368
    },
    {
      "epoch": 0.12094643040049165,
      "grad_norm": 0.7268015742301941,
      "learning_rate": 0.00029594143326755354,
      "loss": 3.9949,
      "step": 369
    },
    {
      "epoch": 0.12127419850455802,
      "grad_norm": 0.6405326128005981,
      "learning_rate": 0.00029590376453448306,
      "loss": 3.991,
      "step": 370
    },
    {
      "epoch": 0.12160196660862439,
      "grad_norm": 0.7066321969032288,
      "learning_rate": 0.00029586592422040645,
      "loss": 3.9837,
      "step": 371
    },
    {
      "epoch": 0.12192973471269077,
      "grad_norm": 0.9051610231399536,
      "learning_rate": 0.00029582791236982365,
      "loss": 3.9707,
      "step": 372
    },
    {
      "epoch": 0.12225750281675714,
      "grad_norm": 1.5713629722595215,
      "learning_rate": 0.00029578972902743594,
      "loss": 3.9822,
      "step": 373
    },
    {
      "epoch": 0.12258527092082351,
      "grad_norm": 2.0207951068878174,
      "learning_rate": 0.00029575137423814657,
      "loss": 4.0034,
      "step": 374
    },
    {
      "epoch": 0.12291303902488988,
      "grad_norm": 1.8251956701278687,
      "learning_rate": 0.00029571284804706026,
      "loss": 4.0193,
      "step": 375
    },
    {
      "epoch": 0.12324080712895627,
      "grad_norm": 1.8445894718170166,
      "learning_rate": 0.00029567415049948327,
      "loss": 4.0236,
      "step": 376
    },
    {
      "epoch": 0.12356857523302264,
      "grad_norm": 1.9559462070465088,
      "learning_rate": 0.0002956352816409235,
      "loss": 4.0035,
      "step": 377
    },
    {
      "epoch": 0.12389634333708902,
      "grad_norm": 1.495596170425415,
      "learning_rate": 0.00029559624151709026,
      "loss": 4.0216,
      "step": 378
    },
    {
      "epoch": 0.12422411144115539,
      "grad_norm": 1.1785192489624023,
      "learning_rate": 0.0002955570301738942,
      "loss": 3.9908,
      "step": 379
    },
    {
      "epoch": 0.12455187954522176,
      "grad_norm": 1.1798392534255981,
      "learning_rate": 0.0002955176476574474,
      "loss": 4.0038,
      "step": 380
    },
    {
      "epoch": 0.12487964764928813,
      "grad_norm": 1.214018702507019,
      "learning_rate": 0.0002954780940140632,
      "loss": 3.9697,
      "step": 381
    },
    {
      "epoch": 0.1252074157533545,
      "grad_norm": 1.104151725769043,
      "learning_rate": 0.00029543836929025617,
      "loss": 3.9973,
      "step": 382
    },
    {
      "epoch": 0.12553518385742088,
      "grad_norm": 1.4586113691329956,
      "learning_rate": 0.0002953984735327421,
      "loss": 3.9649,
      "step": 383
    },
    {
      "epoch": 0.12586295196148725,
      "grad_norm": 1.6385010480880737,
      "learning_rate": 0.0002953584067884379,
      "loss": 3.996,
      "step": 384
    },
    {
      "epoch": 0.12619072006555362,
      "grad_norm": 1.4194568395614624,
      "learning_rate": 0.0002953181691044616,
      "loss": 3.9894,
      "step": 385
    },
    {
      "epoch": 0.12651848816962,
      "grad_norm": 1.3988926410675049,
      "learning_rate": 0.00029527776052813216,
      "loss": 3.998,
      "step": 386
    },
    {
      "epoch": 0.12684625627368637,
      "grad_norm": 0.9973405599594116,
      "learning_rate": 0.00029523718110696954,
      "loss": 3.9563,
      "step": 387
    },
    {
      "epoch": 0.12717402437775274,
      "grad_norm": 0.9618024230003357,
      "learning_rate": 0.00029519643088869474,
      "loss": 3.9645,
      "step": 388
    },
    {
      "epoch": 0.12750179248181912,
      "grad_norm": 0.924515962600708,
      "learning_rate": 0.00029515550992122944,
      "loss": 3.923,
      "step": 389
    },
    {
      "epoch": 0.1278295605858855,
      "grad_norm": 0.846329391002655,
      "learning_rate": 0.0002951144182526962,
      "loss": 3.9245,
      "step": 390
    },
    {
      "epoch": 0.12815732868995186,
      "grad_norm": 1.0317317247390747,
      "learning_rate": 0.0002950731559314183,
      "loss": 3.9274,
      "step": 391
    },
    {
      "epoch": 0.12848509679401823,
      "grad_norm": 1.1030699014663696,
      "learning_rate": 0.00029503172300591974,
      "loss": 3.8884,
      "step": 392
    },
    {
      "epoch": 0.1288128648980846,
      "grad_norm": 1.2293040752410889,
      "learning_rate": 0.000294990119524925,
      "loss": 3.9307,
      "step": 393
    },
    {
      "epoch": 0.12914063300215098,
      "grad_norm": 1.1922900676727295,
      "learning_rate": 0.0002949483455373594,
      "loss": 3.9026,
      "step": 394
    },
    {
      "epoch": 0.12946840110621735,
      "grad_norm": 1.538472294807434,
      "learning_rate": 0.0002949064010923486,
      "loss": 3.9187,
      "step": 395
    },
    {
      "epoch": 0.12979616921028372,
      "grad_norm": 1.2419840097427368,
      "learning_rate": 0.0002948642862392188,
      "loss": 3.9163,
      "step": 396
    },
    {
      "epoch": 0.1301239373143501,
      "grad_norm": 0.9705204367637634,
      "learning_rate": 0.00029482200102749637,
      "loss": 3.8953,
      "step": 397
    },
    {
      "epoch": 0.13045170541841647,
      "grad_norm": 1.088634729385376,
      "learning_rate": 0.0002947795455069083,
      "loss": 3.8843,
      "step": 398
    },
    {
      "epoch": 0.13077947352248284,
      "grad_norm": 1.514456033706665,
      "learning_rate": 0.0002947369197273818,
      "loss": 3.8955,
      "step": 399
    },
    {
      "epoch": 0.13110724162654921,
      "grad_norm": 1.6668496131896973,
      "learning_rate": 0.00029469412373904415,
      "loss": 3.9219,
      "step": 400
    },
    {
      "epoch": 0.1314350097306156,
      "grad_norm": 1.3975392580032349,
      "learning_rate": 0.0002946511575922229,
      "loss": 3.9061,
      "step": 401
    },
    {
      "epoch": 0.13176277783468196,
      "grad_norm": 1.1360975503921509,
      "learning_rate": 0.00029460802133744583,
      "loss": 3.885,
      "step": 402
    },
    {
      "epoch": 0.13209054593874833,
      "grad_norm": 0.9714303016662598,
      "learning_rate": 0.00029456471502544053,
      "loss": 3.8886,
      "step": 403
    },
    {
      "epoch": 0.1324183140428147,
      "grad_norm": 0.9355900883674622,
      "learning_rate": 0.0002945212387071347,
      "loss": 3.8887,
      "step": 404
    },
    {
      "epoch": 0.13274608214688108,
      "grad_norm": 1.0506643056869507,
      "learning_rate": 0.0002944775924336559,
      "loss": 3.8714,
      "step": 405
    },
    {
      "epoch": 0.13307385025094745,
      "grad_norm": 1.3619942665100098,
      "learning_rate": 0.0002944337762563317,
      "loss": 3.8834,
      "step": 406
    },
    {
      "epoch": 0.13340161835501382,
      "grad_norm": 1.5489970445632935,
      "learning_rate": 0.00029438979022668936,
      "loss": 3.8794,
      "step": 407
    },
    {
      "epoch": 0.1337293864590802,
      "grad_norm": 1.4810916185379028,
      "learning_rate": 0.0002943456343964559,
      "loss": 3.8822,
      "step": 408
    },
    {
      "epoch": 0.13405715456314657,
      "grad_norm": 1.4196484088897705,
      "learning_rate": 0.0002943013088175579,
      "loss": 3.8854,
      "step": 409
    },
    {
      "epoch": 0.13438492266721294,
      "grad_norm": 1.318877935409546,
      "learning_rate": 0.00029425681354212186,
      "loss": 3.8751,
      "step": 410
    },
    {
      "epoch": 0.13471269077127931,
      "grad_norm": 1.241917610168457,
      "learning_rate": 0.00029421214862247356,
      "loss": 3.86,
      "step": 411
    },
    {
      "epoch": 0.1350404588753457,
      "grad_norm": 1.1141351461410522,
      "learning_rate": 0.0002941673141111385,
      "loss": 3.8361,
      "step": 412
    },
    {
      "epoch": 0.13536822697941206,
      "grad_norm": 1.1668450832366943,
      "learning_rate": 0.0002941223100608414,
      "loss": 3.8722,
      "step": 413
    },
    {
      "epoch": 0.13569599508347843,
      "grad_norm": 1.706140160560608,
      "learning_rate": 0.00029407713652450645,
      "loss": 3.8419,
      "step": 414
    },
    {
      "epoch": 0.1360237631875448,
      "grad_norm": 1.8077181577682495,
      "learning_rate": 0.0002940317935552572,
      "loss": 3.8769,
      "step": 415
    },
    {
      "epoch": 0.13635153129161118,
      "grad_norm": 1.6412898302078247,
      "learning_rate": 0.0002939862812064165,
      "loss": 3.87,
      "step": 416
    },
    {
      "epoch": 0.13667929939567755,
      "grad_norm": 1.2930169105529785,
      "learning_rate": 0.00029394059953150617,
      "loss": 3.8315,
      "step": 417
    },
    {
      "epoch": 0.13700706749974392,
      "grad_norm": 1.0184630155563354,
      "learning_rate": 0.0002938947485842473,
      "loss": 3.8746,
      "step": 418
    },
    {
      "epoch": 0.1373348356038103,
      "grad_norm": 0.9081686735153198,
      "learning_rate": 0.00029384872841856015,
      "loss": 3.8471,
      "step": 419
    },
    {
      "epoch": 0.13766260370787667,
      "grad_norm": 0.739434540271759,
      "learning_rate": 0.0002938025390885638,
      "loss": 3.8364,
      "step": 420
    },
    {
      "epoch": 0.13799037181194304,
      "grad_norm": 0.8452399373054504,
      "learning_rate": 0.0002937561806485763,
      "loss": 3.8325,
      "step": 421
    },
    {
      "epoch": 0.1383181399160094,
      "grad_norm": 1.079972267150879,
      "learning_rate": 0.00029370965315311456,
      "loss": 3.8631,
      "step": 422
    },
    {
      "epoch": 0.1386459080200758,
      "grad_norm": 1.1531860828399658,
      "learning_rate": 0.00029366295665689447,
      "loss": 3.8668,
      "step": 423
    },
    {
      "epoch": 0.13897367612414216,
      "grad_norm": 1.2207026481628418,
      "learning_rate": 0.0002936160912148304,
      "loss": 3.7722,
      "step": 424
    },
    {
      "epoch": 0.13930144422820853,
      "grad_norm": 1.4910166263580322,
      "learning_rate": 0.0002935690568820356,
      "loss": 3.8264,
      "step": 425
    },
    {
      "epoch": 0.1396292123322749,
      "grad_norm": 1.6497007608413696,
      "learning_rate": 0.0002935218537138218,
      "loss": 3.8294,
      "step": 426
    },
    {
      "epoch": 0.13995698043634128,
      "grad_norm": 1.4293442964553833,
      "learning_rate": 0.00029347448176569933,
      "loss": 3.8201,
      "step": 427
    },
    {
      "epoch": 0.14028474854040765,
      "grad_norm": 1.1823629140853882,
      "learning_rate": 0.00029342694109337706,
      "loss": 3.8321,
      "step": 428
    },
    {
      "epoch": 0.14061251664447402,
      "grad_norm": 1.1096011400222778,
      "learning_rate": 0.0002933792317527622,
      "loss": 3.8191,
      "step": 429
    },
    {
      "epoch": 0.1409402847485404,
      "grad_norm": 0.9346380829811096,
      "learning_rate": 0.0002933313537999604,
      "loss": 3.7643,
      "step": 430
    },
    {
      "epoch": 0.14126805285260677,
      "grad_norm": 0.9324979186058044,
      "learning_rate": 0.0002932833072912754,
      "loss": 3.8002,
      "step": 431
    },
    {
      "epoch": 0.14159582095667314,
      "grad_norm": 1.0570780038833618,
      "learning_rate": 0.0002932350922832095,
      "loss": 3.7938,
      "step": 432
    },
    {
      "epoch": 0.1419235890607395,
      "grad_norm": 1.4762104749679565,
      "learning_rate": 0.00029318670883246275,
      "loss": 3.8069,
      "step": 433
    },
    {
      "epoch": 0.14225135716480589,
      "grad_norm": 1.2493563890457153,
      "learning_rate": 0.0002931381569959336,
      "loss": 3.803,
      "step": 434
    },
    {
      "epoch": 0.1425791252688723,
      "grad_norm": 0.8680089116096497,
      "learning_rate": 0.00029308943683071826,
      "loss": 3.7636,
      "step": 435
    },
    {
      "epoch": 0.14290689337293866,
      "grad_norm": 0.985779881477356,
      "learning_rate": 0.0002930405483941112,
      "loss": 3.7828,
      "step": 436
    },
    {
      "epoch": 0.14323466147700503,
      "grad_norm": 1.1542271375656128,
      "learning_rate": 0.0002929914917436046,
      "loss": 3.7813,
      "step": 437
    },
    {
      "epoch": 0.1435624295810714,
      "grad_norm": 1.4637353420257568,
      "learning_rate": 0.00029294226693688837,
      "loss": 3.7628,
      "step": 438
    },
    {
      "epoch": 0.14389019768513778,
      "grad_norm": 1.2257652282714844,
      "learning_rate": 0.0002928928740318503,
      "loss": 3.7683,
      "step": 439
    },
    {
      "epoch": 0.14421796578920415,
      "grad_norm": 1.063820242881775,
      "learning_rate": 0.0002928433130865759,
      "loss": 3.7655,
      "step": 440
    },
    {
      "epoch": 0.14454573389327052,
      "grad_norm": 1.3740503787994385,
      "learning_rate": 0.00029279358415934813,
      "loss": 3.7943,
      "step": 441
    },
    {
      "epoch": 0.1448735019973369,
      "grad_norm": 1.3440697193145752,
      "learning_rate": 0.00029274368730864764,
      "loss": 3.7549,
      "step": 442
    },
    {
      "epoch": 0.14520127010140327,
      "grad_norm": 1.297098159790039,
      "learning_rate": 0.00029269362259315255,
      "loss": 3.7867,
      "step": 443
    },
    {
      "epoch": 0.14552903820546964,
      "grad_norm": 1.1104406118392944,
      "learning_rate": 0.00029264339007173824,
      "loss": 3.7724,
      "step": 444
    },
    {
      "epoch": 0.145856806309536,
      "grad_norm": 0.967932403087616,
      "learning_rate": 0.00029259298980347756,
      "loss": 3.7783,
      "step": 445
    },
    {
      "epoch": 0.1461845744136024,
      "grad_norm": 0.9895579814910889,
      "learning_rate": 0.0002925424218476406,
      "loss": 3.7421,
      "step": 446
    },
    {
      "epoch": 0.14651234251766876,
      "grad_norm": 0.7771196365356445,
      "learning_rate": 0.00029249168626369466,
      "loss": 3.7325,
      "step": 447
    },
    {
      "epoch": 0.14684011062173513,
      "grad_norm": 0.9219273924827576,
      "learning_rate": 0.00029244078311130414,
      "loss": 3.7189,
      "step": 448
    },
    {
      "epoch": 0.1471678787258015,
      "grad_norm": 1.0782923698425293,
      "learning_rate": 0.00029238971245033055,
      "loss": 3.7518,
      "step": 449
    },
    {
      "epoch": 0.14749564682986788,
      "grad_norm": 1.0609171390533447,
      "learning_rate": 0.0002923384743408323,
      "loss": 3.734,
      "step": 450
    },
    {
      "epoch": 0.14782341493393425,
      "grad_norm": 1.2037959098815918,
      "learning_rate": 0.0002922870688430648,
      "loss": 3.7307,
      "step": 451
    },
    {
      "epoch": 0.14815118303800062,
      "grad_norm": 1.3205183744430542,
      "learning_rate": 0.00029223549601748025,
      "loss": 3.7347,
      "step": 452
    },
    {
      "epoch": 0.148478951142067,
      "grad_norm": 1.1120836734771729,
      "learning_rate": 0.0002921837559247276,
      "loss": 3.7231,
      "step": 453
    },
    {
      "epoch": 0.14880671924613337,
      "grad_norm": 1.1101417541503906,
      "learning_rate": 0.00029213184862565266,
      "loss": 3.6959,
      "step": 454
    },
    {
      "epoch": 0.14913448735019974,
      "grad_norm": 1.2637336254119873,
      "learning_rate": 0.00029207977418129773,
      "loss": 3.7211,
      "step": 455
    },
    {
      "epoch": 0.1494622554542661,
      "grad_norm": 1.210955262184143,
      "learning_rate": 0.0002920275326529017,
      "loss": 3.6785,
      "step": 456
    },
    {
      "epoch": 0.14979002355833249,
      "grad_norm": 1.4022631645202637,
      "learning_rate": 0.0002919751241018999,
      "loss": 3.724,
      "step": 457
    },
    {
      "epoch": 0.15011779166239886,
      "grad_norm": 1.2185442447662354,
      "learning_rate": 0.0002919225485899242,
      "loss": 3.7329,
      "step": 458
    },
    {
      "epoch": 0.15044555976646523,
      "grad_norm": 1.2102967500686646,
      "learning_rate": 0.00029186980617880274,
      "loss": 3.7082,
      "step": 459
    },
    {
      "epoch": 0.1507733278705316,
      "grad_norm": 1.3773778676986694,
      "learning_rate": 0.00029181689693055996,
      "loss": 3.7182,
      "step": 460
    },
    {
      "epoch": 0.15110109597459798,
      "grad_norm": 1.6692460775375366,
      "learning_rate": 0.0002917638209074163,
      "loss": 3.6976,
      "step": 461
    },
    {
      "epoch": 0.15142886407866435,
      "grad_norm": 1.2507202625274658,
      "learning_rate": 0.0002917105781717888,
      "loss": 3.7135,
      "step": 462
    },
    {
      "epoch": 0.15175663218273072,
      "grad_norm": 1.3067370653152466,
      "learning_rate": 0.00029165716878629003,
      "loss": 3.7128,
      "step": 463
    },
    {
      "epoch": 0.1520844002867971,
      "grad_norm": 1.3168829679489136,
      "learning_rate": 0.0002916035928137288,
      "loss": 3.7255,
      "step": 464
    },
    {
      "epoch": 0.15241216839086347,
      "grad_norm": 1.078006625175476,
      "learning_rate": 0.0002915498503171099,
      "loss": 3.6982,
      "step": 465
    },
    {
      "epoch": 0.15273993649492984,
      "grad_norm": 0.8830261826515198,
      "learning_rate": 0.00029149594135963365,
      "loss": 3.6987,
      "step": 466
    },
    {
      "epoch": 0.1530677045989962,
      "grad_norm": 0.7524689435958862,
      "learning_rate": 0.0002914418660046964,
      "loss": 3.6695,
      "step": 467
    },
    {
      "epoch": 0.15339547270306259,
      "grad_norm": 0.7109982371330261,
      "learning_rate": 0.00029138762431589016,
      "loss": 3.6725,
      "step": 468
    },
    {
      "epoch": 0.15372324080712896,
      "grad_norm": 0.8029376268386841,
      "learning_rate": 0.0002913332163570024,
      "loss": 3.6731,
      "step": 469
    },
    {
      "epoch": 0.15405100891119533,
      "grad_norm": 0.9943923354148865,
      "learning_rate": 0.0002912786421920162,
      "loss": 3.6855,
      "step": 470
    },
    {
      "epoch": 0.1543787770152617,
      "grad_norm": 1.1317962408065796,
      "learning_rate": 0.0002912239018851102,
      "loss": 3.6605,
      "step": 471
    },
    {
      "epoch": 0.15470654511932808,
      "grad_norm": 1.1451345682144165,
      "learning_rate": 0.0002911689955006581,
      "loss": 3.6749,
      "step": 472
    },
    {
      "epoch": 0.15503431322339445,
      "grad_norm": 1.2558519840240479,
      "learning_rate": 0.0002911139231032293,
      "loss": 3.6825,
      "step": 473
    },
    {
      "epoch": 0.15536208132746082,
      "grad_norm": 1.2745035886764526,
      "learning_rate": 0.0002910586847575882,
      "loss": 3.66,
      "step": 474
    },
    {
      "epoch": 0.1556898494315272,
      "grad_norm": 1.2237309217453003,
      "learning_rate": 0.0002910032805286944,
      "loss": 3.6522,
      "step": 475
    },
    {
      "epoch": 0.15601761753559357,
      "grad_norm": 1.2393591403961182,
      "learning_rate": 0.00029094771048170266,
      "loss": 3.6891,
      "step": 476
    },
    {
      "epoch": 0.15634538563965994,
      "grad_norm": 1.2896524667739868,
      "learning_rate": 0.0002908919746819625,
      "loss": 3.6558,
      "step": 477
    },
    {
      "epoch": 0.1566731537437263,
      "grad_norm": 1.239133358001709,
      "learning_rate": 0.0002908360731950187,
      "loss": 3.65,
      "step": 478
    },
    {
      "epoch": 0.15700092184779268,
      "grad_norm": 1.4925614595413208,
      "learning_rate": 0.00029078000608661063,
      "loss": 3.6601,
      "step": 479
    },
    {
      "epoch": 0.15732868995185906,
      "grad_norm": 1.5366945266723633,
      "learning_rate": 0.0002907237734226725,
      "loss": 3.6531,
      "step": 480
    },
    {
      "epoch": 0.15765645805592543,
      "grad_norm": 1.3819622993469238,
      "learning_rate": 0.0002906673752693332,
      "loss": 3.6502,
      "step": 481
    },
    {
      "epoch": 0.1579842261599918,
      "grad_norm": 1.4792897701263428,
      "learning_rate": 0.0002906108116929163,
      "loss": 3.6335,
      "step": 482
    },
    {
      "epoch": 0.15831199426405818,
      "grad_norm": 1.2104121446609497,
      "learning_rate": 0.00029055408275993985,
      "loss": 3.6814,
      "step": 483
    },
    {
      "epoch": 0.15863976236812455,
      "grad_norm": 0.9021345973014832,
      "learning_rate": 0.00029049718853711633,
      "loss": 3.6417,
      "step": 484
    },
    {
      "epoch": 0.15896753047219092,
      "grad_norm": 0.9450845718383789,
      "learning_rate": 0.0002904401290913527,
      "loss": 3.6598,
      "step": 485
    },
    {
      "epoch": 0.1592952985762573,
      "grad_norm": 1.1159602403640747,
      "learning_rate": 0.00029038290448975013,
      "loss": 3.6122,
      "step": 486
    },
    {
      "epoch": 0.15962306668032367,
      "grad_norm": 0.9028820991516113,
      "learning_rate": 0.000290325514799604,
      "loss": 3.6512,
      "step": 487
    },
    {
      "epoch": 0.15995083478439004,
      "grad_norm": 0.8864856362342834,
      "learning_rate": 0.000290267960088404,
      "loss": 3.6506,
      "step": 488
    },
    {
      "epoch": 0.1602786028884564,
      "grad_norm": 0.9383182525634766,
      "learning_rate": 0.00029021024042383357,
      "loss": 3.645,
      "step": 489
    },
    {
      "epoch": 0.16060637099252278,
      "grad_norm": 1.1455918550491333,
      "learning_rate": 0.0002901523558737704,
      "loss": 3.6289,
      "step": 490
    },
    {
      "epoch": 0.16093413909658916,
      "grad_norm": 1.1611849069595337,
      "learning_rate": 0.000290094306506286,
      "loss": 3.6515,
      "step": 491
    },
    {
      "epoch": 0.16126190720065553,
      "grad_norm": 1.1166720390319824,
      "learning_rate": 0.0002900360923896457,
      "loss": 3.6243,
      "step": 492
    },
    {
      "epoch": 0.1615896753047219,
      "grad_norm": 1.0294089317321777,
      "learning_rate": 0.0002899777135923086,
      "loss": 3.5919,
      "step": 493
    },
    {
      "epoch": 0.16191744340878828,
      "grad_norm": 0.826535165309906,
      "learning_rate": 0.00028991917018292735,
      "loss": 3.5949,
      "step": 494
    },
    {
      "epoch": 0.16224521151285465,
      "grad_norm": 0.7941253185272217,
      "learning_rate": 0.00028986046223034836,
      "loss": 3.5855,
      "step": 495
    },
    {
      "epoch": 0.16257297961692102,
      "grad_norm": 0.7162189483642578,
      "learning_rate": 0.00028980158980361145,
      "loss": 3.5811,
      "step": 496
    },
    {
      "epoch": 0.1629007477209874,
      "grad_norm": 0.6835663914680481,
      "learning_rate": 0.0002897425529719498,
      "loss": 3.603,
      "step": 497
    },
    {
      "epoch": 0.16322851582505377,
      "grad_norm": 0.5993726849555969,
      "learning_rate": 0.00028968335180479005,
      "loss": 3.5881,
      "step": 498
    },
    {
      "epoch": 0.16355628392912014,
      "grad_norm": 0.6606156826019287,
      "learning_rate": 0.00028962398637175194,
      "loss": 3.5717,
      "step": 499
    },
    {
      "epoch": 0.1638840520331865,
      "grad_norm": 0.7810288667678833,
      "learning_rate": 0.00028956445674264855,
      "loss": 3.5774,
      "step": 500
    },
    {
      "epoch": 0.16421182013725288,
      "grad_norm": 1.2808997631072998,
      "learning_rate": 0.00028950476298748596,
      "loss": 3.6022,
      "step": 501
    },
    {
      "epoch": 0.16453958824131926,
      "grad_norm": 1.7726775407791138,
      "learning_rate": 0.00028944490517646333,
      "loss": 3.6072,
      "step": 502
    },
    {
      "epoch": 0.16486735634538563,
      "grad_norm": 1.853855848312378,
      "learning_rate": 0.0002893848833799726,
      "loss": 3.6074,
      "step": 503
    },
    {
      "epoch": 0.165195124449452,
      "grad_norm": 1.7417783737182617,
      "learning_rate": 0.00028932469766859877,
      "loss": 3.6442,
      "step": 504
    },
    {
      "epoch": 0.16552289255351837,
      "grad_norm": 1.83624267578125,
      "learning_rate": 0.0002892643481131194,
      "loss": 3.6248,
      "step": 505
    },
    {
      "epoch": 0.16585066065758475,
      "grad_norm": 1.4705712795257568,
      "learning_rate": 0.00028920383478450484,
      "loss": 3.6164,
      "step": 506
    },
    {
      "epoch": 0.16617842876165112,
      "grad_norm": 1.3270145654678345,
      "learning_rate": 0.000289143157753918,
      "loss": 3.6123,
      "step": 507
    },
    {
      "epoch": 0.1665061968657175,
      "grad_norm": 1.0995888710021973,
      "learning_rate": 0.00028908231709271436,
      "loss": 3.5911,
      "step": 508
    },
    {
      "epoch": 0.16683396496978387,
      "grad_norm": 0.9593918919563293,
      "learning_rate": 0.0002890213128724417,
      "loss": 3.5797,
      "step": 509
    },
    {
      "epoch": 0.16716173307385024,
      "grad_norm": 0.8731046319007874,
      "learning_rate": 0.00028896014516484027,
      "loss": 3.5912,
      "step": 510
    },
    {
      "epoch": 0.1674895011779166,
      "grad_norm": 0.7406162619590759,
      "learning_rate": 0.0002888988140418425,
      "loss": 3.5705,
      "step": 511
    },
    {
      "epoch": 0.16781726928198298,
      "grad_norm": 0.5767487287521362,
      "learning_rate": 0.00028883731957557305,
      "loss": 3.5449,
      "step": 512
    },
    {
      "epoch": 0.16814503738604936,
      "grad_norm": 0.6356446146965027,
      "learning_rate": 0.0002887756618383487,
      "loss": 3.5679,
      "step": 513
    },
    {
      "epoch": 0.16847280549011576,
      "grad_norm": 0.9052148461341858,
      "learning_rate": 0.00028871384090267807,
      "loss": 3.5453,
      "step": 514
    },
    {
      "epoch": 0.16880057359418213,
      "grad_norm": 1.380853533744812,
      "learning_rate": 0.00028865185684126185,
      "loss": 3.6076,
      "step": 515
    },
    {
      "epoch": 0.1691283416982485,
      "grad_norm": 1.6336685419082642,
      "learning_rate": 0.0002885897097269925,
      "loss": 3.5748,
      "step": 516
    },
    {
      "epoch": 0.16945610980231487,
      "grad_norm": 1.3566597700119019,
      "learning_rate": 0.00028852739963295434,
      "loss": 3.574,
      "step": 517
    },
    {
      "epoch": 0.16978387790638125,
      "grad_norm": 1.215675711631775,
      "learning_rate": 0.0002884649266324232,
      "loss": 3.6116,
      "step": 518
    },
    {
      "epoch": 0.17011164601044762,
      "grad_norm": 0.8218933939933777,
      "learning_rate": 0.00028840229079886653,
      "loss": 3.5853,
      "step": 519
    },
    {
      "epoch": 0.170439414114514,
      "grad_norm": 0.8713283538818359,
      "learning_rate": 0.0002883394922059433,
      "loss": 3.5355,
      "step": 520
    },
    {
      "epoch": 0.17076718221858037,
      "grad_norm": 0.8426201343536377,
      "learning_rate": 0.0002882765309275039,
      "loss": 3.5557,
      "step": 521
    },
    {
      "epoch": 0.17109495032264674,
      "grad_norm": 0.8655886650085449,
      "learning_rate": 0.00028821340703759005,
      "loss": 3.5552,
      "step": 522
    },
    {
      "epoch": 0.1714227184267131,
      "grad_norm": 1.2697726488113403,
      "learning_rate": 0.00028815012061043455,
      "loss": 3.5504,
      "step": 523
    },
    {
      "epoch": 0.17175048653077948,
      "grad_norm": 1.8212136030197144,
      "learning_rate": 0.00028808667172046154,
      "loss": 3.5516,
      "step": 524
    },
    {
      "epoch": 0.17207825463484586,
      "grad_norm": 1.5987201929092407,
      "learning_rate": 0.000288023060442286,
      "loss": 3.5764,
      "step": 525
    },
    {
      "epoch": 0.17240602273891223,
      "grad_norm": 1.2402631044387817,
      "learning_rate": 0.0002879592868507141,
      "loss": 3.5505,
      "step": 526
    },
    {
      "epoch": 0.1727337908429786,
      "grad_norm": 1.351971983909607,
      "learning_rate": 0.0002878953510207427,
      "loss": 3.5566,
      "step": 527
    },
    {
      "epoch": 0.17306155894704497,
      "grad_norm": 1.0662050247192383,
      "learning_rate": 0.00028783125302755974,
      "loss": 3.5491,
      "step": 528
    },
    {
      "epoch": 0.17338932705111135,
      "grad_norm": 0.846203625202179,
      "learning_rate": 0.00028776699294654346,
      "loss": 3.5172,
      "step": 529
    },
    {
      "epoch": 0.17371709515517772,
      "grad_norm": 0.7303986549377441,
      "learning_rate": 0.000287702570853263,
      "loss": 3.5395,
      "step": 530
    },
    {
      "epoch": 0.1740448632592441,
      "grad_norm": 0.6976622939109802,
      "learning_rate": 0.0002876379868234779,
      "loss": 3.5114,
      "step": 531
    },
    {
      "epoch": 0.17437263136331047,
      "grad_norm": 0.7768726348876953,
      "learning_rate": 0.0002875732409331382,
      "loss": 3.5368,
      "step": 532
    },
    {
      "epoch": 0.17470039946737684,
      "grad_norm": 0.6561866402626038,
      "learning_rate": 0.0002875083332583842,
      "loss": 3.5422,
      "step": 533
    },
    {
      "epoch": 0.1750281675714432,
      "grad_norm": 0.7789047956466675,
      "learning_rate": 0.0002874432638755466,
      "loss": 3.5046,
      "step": 534
    },
    {
      "epoch": 0.17535593567550958,
      "grad_norm": 0.9679932594299316,
      "learning_rate": 0.0002873780328611461,
      "loss": 3.5151,
      "step": 535
    },
    {
      "epoch": 0.17568370377957596,
      "grad_norm": 1.2377804517745972,
      "learning_rate": 0.00028731264029189363,
      "loss": 3.5248,
      "step": 536
    },
    {
      "epoch": 0.17601147188364233,
      "grad_norm": 1.3323322534561157,
      "learning_rate": 0.00028724708624469007,
      "loss": 3.5169,
      "step": 537
    },
    {
      "epoch": 0.1763392399877087,
      "grad_norm": 0.9231179356575012,
      "learning_rate": 0.00028718137079662606,
      "loss": 3.528,
      "step": 538
    },
    {
      "epoch": 0.17666700809177507,
      "grad_norm": 1.18911612033844,
      "learning_rate": 0.00028711549402498217,
      "loss": 3.5198,
      "step": 539
    },
    {
      "epoch": 0.17699477619584145,
      "grad_norm": 1.1284277439117432,
      "learning_rate": 0.00028704945600722866,
      "loss": 3.5101,
      "step": 540
    },
    {
      "epoch": 0.17732254429990782,
      "grad_norm": 0.7806196212768555,
      "learning_rate": 0.0002869832568210254,
      "loss": 3.486,
      "step": 541
    },
    {
      "epoch": 0.1776503124039742,
      "grad_norm": 0.848305881023407,
      "learning_rate": 0.0002869168965442219,
      "loss": 3.4737,
      "step": 542
    },
    {
      "epoch": 0.17797808050804056,
      "grad_norm": 0.9363313317298889,
      "learning_rate": 0.000286850375254857,
      "loss": 3.4732,
      "step": 543
    },
    {
      "epoch": 0.17830584861210694,
      "grad_norm": 0.9532707929611206,
      "learning_rate": 0.00028678369303115875,
      "loss": 3.5345,
      "step": 544
    },
    {
      "epoch": 0.1786336167161733,
      "grad_norm": 0.8948712944984436,
      "learning_rate": 0.0002867168499515448,
      "loss": 3.5038,
      "step": 545
    },
    {
      "epoch": 0.17896138482023968,
      "grad_norm": 0.8768171668052673,
      "learning_rate": 0.00028664984609462165,
      "loss": 3.4979,
      "step": 546
    },
    {
      "epoch": 0.17928915292430606,
      "grad_norm": 0.8598454594612122,
      "learning_rate": 0.00028658268153918513,
      "loss": 3.5079,
      "step": 547
    },
    {
      "epoch": 0.17961692102837243,
      "grad_norm": 1.0267587900161743,
      "learning_rate": 0.0002865153563642198,
      "loss": 3.4921,
      "step": 548
    },
    {
      "epoch": 0.1799446891324388,
      "grad_norm": 0.8513147830963135,
      "learning_rate": 0.0002864478706488993,
      "loss": 3.4987,
      "step": 549
    },
    {
      "epoch": 0.18027245723650517,
      "grad_norm": 0.8155143857002258,
      "learning_rate": 0.00028638022447258584,
      "loss": 3.4901,
      "step": 550
    },
    {
      "epoch": 0.18060022534057155,
      "grad_norm": 0.8864776492118835,
      "learning_rate": 0.0002863124179148307,
      "loss": 3.4729,
      "step": 551
    },
    {
      "epoch": 0.18092799344463792,
      "grad_norm": 0.8981902599334717,
      "learning_rate": 0.0002862444510553734,
      "loss": 3.4863,
      "step": 552
    },
    {
      "epoch": 0.1812557615487043,
      "grad_norm": 0.9784713983535767,
      "learning_rate": 0.0002861763239741422,
      "loss": 3.4598,
      "step": 553
    },
    {
      "epoch": 0.18158352965277066,
      "grad_norm": 0.9444606900215149,
      "learning_rate": 0.0002861080367512536,
      "loss": 3.4821,
      "step": 554
    },
    {
      "epoch": 0.18191129775683704,
      "grad_norm": 0.8886253833770752,
      "learning_rate": 0.00028603958946701256,
      "loss": 3.4525,
      "step": 555
    },
    {
      "epoch": 0.1822390658609034,
      "grad_norm": 0.9454920291900635,
      "learning_rate": 0.00028597098220191233,
      "loss": 3.4799,
      "step": 556
    },
    {
      "epoch": 0.18256683396496978,
      "grad_norm": 1.0232200622558594,
      "learning_rate": 0.00028590221503663405,
      "loss": 3.4917,
      "step": 557
    },
    {
      "epoch": 0.18289460206903616,
      "grad_norm": 1.0053776502609253,
      "learning_rate": 0.00028583328805204715,
      "loss": 3.4709,
      "step": 558
    },
    {
      "epoch": 0.18322237017310253,
      "grad_norm": 1.2066516876220703,
      "learning_rate": 0.0002857642013292089,
      "loss": 3.4642,
      "step": 559
    },
    {
      "epoch": 0.1835501382771689,
      "grad_norm": 1.1493538618087769,
      "learning_rate": 0.0002856949549493643,
      "loss": 3.4425,
      "step": 560
    },
    {
      "epoch": 0.18387790638123527,
      "grad_norm": 0.8523761630058289,
      "learning_rate": 0.00028562554899394635,
      "loss": 3.4606,
      "step": 561
    },
    {
      "epoch": 0.18420567448530165,
      "grad_norm": 0.7960412502288818,
      "learning_rate": 0.0002855559835445756,
      "loss": 3.447,
      "step": 562
    },
    {
      "epoch": 0.18453344258936802,
      "grad_norm": 0.639158308506012,
      "learning_rate": 0.0002854862586830601,
      "loss": 3.4749,
      "step": 563
    },
    {
      "epoch": 0.1848612106934344,
      "grad_norm": 0.7065696716308594,
      "learning_rate": 0.0002854163744913954,
      "loss": 3.4193,
      "step": 564
    },
    {
      "epoch": 0.18518897879750076,
      "grad_norm": 0.7443346381187439,
      "learning_rate": 0.00028534633105176447,
      "loss": 3.4346,
      "step": 565
    },
    {
      "epoch": 0.18551674690156714,
      "grad_norm": 0.8742599487304688,
      "learning_rate": 0.00028527612844653753,
      "loss": 3.4597,
      "step": 566
    },
    {
      "epoch": 0.1858445150056335,
      "grad_norm": 1.0418001413345337,
      "learning_rate": 0.0002852057667582719,
      "loss": 3.4559,
      "step": 567
    },
    {
      "epoch": 0.18617228310969988,
      "grad_norm": 1.0062220096588135,
      "learning_rate": 0.00028513524606971213,
      "loss": 3.4414,
      "step": 568
    },
    {
      "epoch": 0.18650005121376625,
      "grad_norm": 0.7737213373184204,
      "learning_rate": 0.00028506456646378963,
      "loss": 3.4477,
      "step": 569
    },
    {
      "epoch": 0.18682781931783263,
      "grad_norm": 0.7513518333435059,
      "learning_rate": 0.00028499372802362276,
      "loss": 3.4222,
      "step": 570
    },
    {
      "epoch": 0.187155587421899,
      "grad_norm": 0.7382320761680603,
      "learning_rate": 0.00028492273083251664,
      "loss": 3.4209,
      "step": 571
    },
    {
      "epoch": 0.18748335552596537,
      "grad_norm": 0.7087854743003845,
      "learning_rate": 0.000284851574973963,
      "loss": 3.4483,
      "step": 572
    },
    {
      "epoch": 0.18781112363003175,
      "grad_norm": 0.839734673500061,
      "learning_rate": 0.00028478026053164036,
      "loss": 3.4063,
      "step": 573
    },
    {
      "epoch": 0.18813889173409812,
      "grad_norm": 0.8880087733268738,
      "learning_rate": 0.00028470878758941355,
      "loss": 3.4217,
      "step": 574
    },
    {
      "epoch": 0.1884666598381645,
      "grad_norm": 0.9834927916526794,
      "learning_rate": 0.0002846371562313338,
      "loss": 3.422,
      "step": 575
    },
    {
      "epoch": 0.18879442794223086,
      "grad_norm": 0.8016624450683594,
      "learning_rate": 0.0002845653665416388,
      "loss": 3.4256,
      "step": 576
    },
    {
      "epoch": 0.18912219604629724,
      "grad_norm": 0.8351272940635681,
      "learning_rate": 0.00028449341860475234,
      "loss": 3.446,
      "step": 577
    },
    {
      "epoch": 0.1894499641503636,
      "grad_norm": 0.9587583541870117,
      "learning_rate": 0.0002844213125052842,
      "loss": 3.4036,
      "step": 578
    },
    {
      "epoch": 0.18977773225442998,
      "grad_norm": 1.044746994972229,
      "learning_rate": 0.0002843490483280303,
      "loss": 3.4236,
      "step": 579
    },
    {
      "epoch": 0.19010550035849635,
      "grad_norm": 1.053670883178711,
      "learning_rate": 0.0002842766261579724,
      "loss": 3.4158,
      "step": 580
    },
    {
      "epoch": 0.19043326846256273,
      "grad_norm": 1.0763014554977417,
      "learning_rate": 0.0002842040460802781,
      "loss": 3.3967,
      "step": 581
    },
    {
      "epoch": 0.1907610365666291,
      "grad_norm": 1.2069886922836304,
      "learning_rate": 0.00028413130818030064,
      "loss": 3.4078,
      "step": 582
    },
    {
      "epoch": 0.19108880467069547,
      "grad_norm": 1.1632943153381348,
      "learning_rate": 0.0002840584125435789,
      "loss": 3.4375,
      "step": 583
    },
    {
      "epoch": 0.19141657277476185,
      "grad_norm": 1.0635082721710205,
      "learning_rate": 0.0002839853592558372,
      "loss": 3.4147,
      "step": 584
    },
    {
      "epoch": 0.19174434087882822,
      "grad_norm": 0.9731593728065491,
      "learning_rate": 0.0002839121484029853,
      "loss": 3.4288,
      "step": 585
    },
    {
      "epoch": 0.1920721089828946,
      "grad_norm": 0.924659788608551,
      "learning_rate": 0.0002838387800711183,
      "loss": 3.4116,
      "step": 586
    },
    {
      "epoch": 0.19239987708696096,
      "grad_norm": 0.9823197722434998,
      "learning_rate": 0.0002837652543465164,
      "loss": 3.4171,
      "step": 587
    },
    {
      "epoch": 0.19272764519102734,
      "grad_norm": 1.1167280673980713,
      "learning_rate": 0.0002836915713156449,
      "loss": 3.4204,
      "step": 588
    },
    {
      "epoch": 0.1930554132950937,
      "grad_norm": 1.4066529273986816,
      "learning_rate": 0.0002836177310651542,
      "loss": 3.4095,
      "step": 589
    },
    {
      "epoch": 0.19338318139916008,
      "grad_norm": 1.2841466665267944,
      "learning_rate": 0.0002835437336818795,
      "loss": 3.3933,
      "step": 590
    },
    {
      "epoch": 0.19371094950322645,
      "grad_norm": 1.1182547807693481,
      "learning_rate": 0.00028346957925284074,
      "loss": 3.4084,
      "step": 591
    },
    {
      "epoch": 0.19403871760729283,
      "grad_norm": 1.0586178302764893,
      "learning_rate": 0.0002833952678652427,
      "loss": 3.4227,
      "step": 592
    },
    {
      "epoch": 0.19436648571135923,
      "grad_norm": 1.3250575065612793,
      "learning_rate": 0.00028332079960647456,
      "loss": 3.4164,
      "step": 593
    },
    {
      "epoch": 0.1946942538154256,
      "grad_norm": 1.1994556188583374,
      "learning_rate": 0.0002832461745641101,
      "loss": 3.4139,
      "step": 594
    },
    {
      "epoch": 0.19502202191949197,
      "grad_norm": 0.965803861618042,
      "learning_rate": 0.0002831713928259074,
      "loss": 3.4157,
      "step": 595
    },
    {
      "epoch": 0.19534979002355835,
      "grad_norm": 0.9579905867576599,
      "learning_rate": 0.0002830964544798089,
      "loss": 3.3931,
      "step": 596
    },
    {
      "epoch": 0.19567755812762472,
      "grad_norm": 0.6560390591621399,
      "learning_rate": 0.00028302135961394116,
      "loss": 3.3828,
      "step": 597
    },
    {
      "epoch": 0.1960053262316911,
      "grad_norm": 0.5663065314292908,
      "learning_rate": 0.00028294610831661475,
      "loss": 3.3782,
      "step": 598
    },
    {
      "epoch": 0.19633309433575746,
      "grad_norm": 0.6548771858215332,
      "learning_rate": 0.0002828707006763243,
      "loss": 3.3753,
      "step": 599
    },
    {
      "epoch": 0.19666086243982384,
      "grad_norm": 0.7408125996589661,
      "learning_rate": 0.0002827951367817482,
      "loss": 3.3657,
      "step": 600
    },
    {
      "epoch": 0.1969886305438902,
      "grad_norm": 0.8325842618942261,
      "learning_rate": 0.00028271941672174876,
      "loss": 3.377,
      "step": 601
    },
    {
      "epoch": 0.19731639864795658,
      "grad_norm": 0.843319833278656,
      "learning_rate": 0.0002826435405853718,
      "loss": 3.3896,
      "step": 602
    },
    {
      "epoch": 0.19764416675202295,
      "grad_norm": 0.7837890982627869,
      "learning_rate": 0.0002825675084618466,
      "loss": 3.3816,
      "step": 603
    },
    {
      "epoch": 0.19797193485608933,
      "grad_norm": 0.7710241079330444,
      "learning_rate": 0.00028249132044058607,
      "loss": 3.3577,
      "step": 604
    },
    {
      "epoch": 0.1982997029601557,
      "grad_norm": 0.97504723072052,
      "learning_rate": 0.0002824149766111863,
      "loss": 3.3364,
      "step": 605
    },
    {
      "epoch": 0.19862747106422207,
      "grad_norm": 1.112963080406189,
      "learning_rate": 0.00028233847706342683,
      "loss": 3.3491,
      "step": 606
    },
    {
      "epoch": 0.19895523916828844,
      "grad_norm": 1.1687110662460327,
      "learning_rate": 0.00028226182188727,
      "loss": 3.3582,
      "step": 607
    },
    {
      "epoch": 0.19928300727235482,
      "grad_norm": 1.0914959907531738,
      "learning_rate": 0.0002821850111728615,
      "loss": 3.391,
      "step": 608
    },
    {
      "epoch": 0.1996107753764212,
      "grad_norm": 1.3067841529846191,
      "learning_rate": 0.00028210804501052964,
      "loss": 3.4034,
      "step": 609
    },
    {
      "epoch": 0.19993854348048756,
      "grad_norm": 1.0694785118103027,
      "learning_rate": 0.00028203092349078575,
      "loss": 3.3712,
      "step": 610
    },
    {
      "epoch": 0.20026631158455394,
      "grad_norm": 1.014641523361206,
      "learning_rate": 0.00028195364670432365,
      "loss": 3.387,
      "step": 611
    },
    {
      "epoch": 0.2005940796886203,
      "grad_norm": 0.9615194201469421,
      "learning_rate": 0.0002818762147420201,
      "loss": 3.4108,
      "step": 612
    },
    {
      "epoch": 0.20092184779268668,
      "grad_norm": 0.9895516037940979,
      "learning_rate": 0.00028179862769493394,
      "loss": 3.3215,
      "step": 613
    },
    {
      "epoch": 0.20124961589675305,
      "grad_norm": 0.9677545428276062,
      "learning_rate": 0.0002817208856543066,
      "loss": 3.3616,
      "step": 614
    },
    {
      "epoch": 0.20157738400081943,
      "grad_norm": 0.892806351184845,
      "learning_rate": 0.0002816429887115618,
      "loss": 3.3347,
      "step": 615
    },
    {
      "epoch": 0.2019051521048858,
      "grad_norm": 0.7744182348251343,
      "learning_rate": 0.0002815649369583053,
      "loss": 3.3514,
      "step": 616
    },
    {
      "epoch": 0.20223292020895217,
      "grad_norm": 0.8098574280738831,
      "learning_rate": 0.0002814867304863251,
      "loss": 3.3568,
      "step": 617
    },
    {
      "epoch": 0.20256068831301854,
      "grad_norm": 0.848654568195343,
      "learning_rate": 0.0002814083693875909,
      "loss": 3.3643,
      "step": 618
    },
    {
      "epoch": 0.20288845641708492,
      "grad_norm": 0.7701845169067383,
      "learning_rate": 0.00028132985375425444,
      "loss": 3.3512,
      "step": 619
    },
    {
      "epoch": 0.2032162245211513,
      "grad_norm": 0.6027643084526062,
      "learning_rate": 0.00028125118367864916,
      "loss": 3.3349,
      "step": 620
    },
    {
      "epoch": 0.20354399262521766,
      "grad_norm": 0.6260360479354858,
      "learning_rate": 0.00028117235925329004,
      "loss": 3.3376,
      "step": 621
    },
    {
      "epoch": 0.20387176072928404,
      "grad_norm": 0.5292192101478577,
      "learning_rate": 0.00028109338057087364,
      "loss": 3.2941,
      "step": 622
    },
    {
      "epoch": 0.2041995288333504,
      "grad_norm": 0.46657615900039673,
      "learning_rate": 0.00028101424772427783,
      "loss": 3.3281,
      "step": 623
    },
    {
      "epoch": 0.20452729693741678,
      "grad_norm": 0.5040783286094666,
      "learning_rate": 0.000280934960806562,
      "loss": 3.3295,
      "step": 624
    },
    {
      "epoch": 0.20485506504148315,
      "grad_norm": 0.5032303929328918,
      "learning_rate": 0.0002808555199109665,
      "loss": 3.3045,
      "step": 625
    },
    {
      "epoch": 0.20518283314554953,
      "grad_norm": 0.5381795167922974,
      "learning_rate": 0.0002807759251309127,
      "loss": 3.3334,
      "step": 626
    },
    {
      "epoch": 0.2055106012496159,
      "grad_norm": 0.5718210935592651,
      "learning_rate": 0.00028069617656000336,
      "loss": 3.3345,
      "step": 627
    },
    {
      "epoch": 0.20583836935368227,
      "grad_norm": 0.6602386236190796,
      "learning_rate": 0.0002806162742920215,
      "loss": 3.3272,
      "step": 628
    },
    {
      "epoch": 0.20616613745774864,
      "grad_norm": 0.8083546757698059,
      "learning_rate": 0.0002805362184209314,
      "loss": 3.3037,
      "step": 629
    },
    {
      "epoch": 0.20649390556181502,
      "grad_norm": 0.9169750213623047,
      "learning_rate": 0.0002804560090408777,
      "loss": 3.3319,
      "step": 630
    },
    {
      "epoch": 0.2068216736658814,
      "grad_norm": 1.0325039625167847,
      "learning_rate": 0.00028037564624618555,
      "loss": 3.3322,
      "step": 631
    },
    {
      "epoch": 0.20714944176994776,
      "grad_norm": 1.1640743017196655,
      "learning_rate": 0.0002802951301313607,
      "loss": 3.3302,
      "step": 632
    },
    {
      "epoch": 0.20747720987401413,
      "grad_norm": 1.2151986360549927,
      "learning_rate": 0.0002802144607910891,
      "loss": 3.3363,
      "step": 633
    },
    {
      "epoch": 0.2078049779780805,
      "grad_norm": 1.2520099878311157,
      "learning_rate": 0.0002801336383202368,
      "loss": 3.3667,
      "step": 634
    },
    {
      "epoch": 0.20813274608214688,
      "grad_norm": 1.17300283908844,
      "learning_rate": 0.00028005266281385006,
      "loss": 3.3454,
      "step": 635
    },
    {
      "epoch": 0.20846051418621325,
      "grad_norm": 1.3297680616378784,
      "learning_rate": 0.000279971534367155,
      "loss": 3.3338,
      "step": 636
    },
    {
      "epoch": 0.20878828229027963,
      "grad_norm": 1.1709645986557007,
      "learning_rate": 0.00027989025307555783,
      "loss": 3.3428,
      "step": 637
    },
    {
      "epoch": 0.209116050394346,
      "grad_norm": 0.9874092936515808,
      "learning_rate": 0.00027980881903464424,
      "loss": 3.3093,
      "step": 638
    },
    {
      "epoch": 0.20944381849841237,
      "grad_norm": 0.9047824144363403,
      "learning_rate": 0.0002797272323401796,
      "loss": 3.3579,
      "step": 639
    },
    {
      "epoch": 0.20977158660247874,
      "grad_norm": 0.956693172454834,
      "learning_rate": 0.00027964549308810894,
      "loss": 3.3415,
      "step": 640
    },
    {
      "epoch": 0.21009935470654512,
      "grad_norm": 0.7992494106292725,
      "learning_rate": 0.00027956360137455647,
      "loss": 3.3458,
      "step": 641
    },
    {
      "epoch": 0.2104271228106115,
      "grad_norm": 0.7601959705352783,
      "learning_rate": 0.0002794815572958259,
      "loss": 3.3186,
      "step": 642
    },
    {
      "epoch": 0.21075489091467786,
      "grad_norm": 0.7041449546813965,
      "learning_rate": 0.0002793993609484001,
      "loss": 3.3022,
      "step": 643
    },
    {
      "epoch": 0.21108265901874423,
      "grad_norm": 0.6384914517402649,
      "learning_rate": 0.00027931701242894086,
      "loss": 3.3001,
      "step": 644
    },
    {
      "epoch": 0.2114104271228106,
      "grad_norm": 0.6338592767715454,
      "learning_rate": 0.000279234511834289,
      "loss": 3.2903,
      "step": 645
    },
    {
      "epoch": 0.21173819522687698,
      "grad_norm": 0.5991291999816895,
      "learning_rate": 0.0002791518592614643,
      "loss": 3.3218,
      "step": 646
    },
    {
      "epoch": 0.21206596333094335,
      "grad_norm": 0.5851616859436035,
      "learning_rate": 0.00027906905480766503,
      "loss": 3.2931,
      "step": 647
    },
    {
      "epoch": 0.21239373143500972,
      "grad_norm": 0.6198697090148926,
      "learning_rate": 0.00027898609857026827,
      "loss": 3.3016,
      "step": 648
    },
    {
      "epoch": 0.2127214995390761,
      "grad_norm": 0.6039694547653198,
      "learning_rate": 0.00027890299064682947,
      "loss": 3.2897,
      "step": 649
    },
    {
      "epoch": 0.21304926764314247,
      "grad_norm": 0.714684009552002,
      "learning_rate": 0.00027881973113508257,
      "loss": 3.3072,
      "step": 650
    },
    {
      "epoch": 0.21337703574720884,
      "grad_norm": 0.9036200046539307,
      "learning_rate": 0.00027873632013293966,
      "loss": 3.2883,
      "step": 651
    },
    {
      "epoch": 0.21370480385127522,
      "grad_norm": 0.9888723492622375,
      "learning_rate": 0.0002786527577384911,
      "loss": 3.292,
      "step": 652
    },
    {
      "epoch": 0.2140325719553416,
      "grad_norm": 1.103676199913025,
      "learning_rate": 0.0002785690440500051,
      "loss": 3.2951,
      "step": 653
    },
    {
      "epoch": 0.21436034005940796,
      "grad_norm": 1.177747130393982,
      "learning_rate": 0.0002784851791659281,
      "loss": 3.271,
      "step": 654
    },
    {
      "epoch": 0.21468810816347433,
      "grad_norm": 1.1066070795059204,
      "learning_rate": 0.000278401163184884,
      "loss": 3.3047,
      "step": 655
    },
    {
      "epoch": 0.2150158762675407,
      "grad_norm": 0.9591296315193176,
      "learning_rate": 0.0002783169962056746,
      "loss": 3.2908,
      "step": 656
    },
    {
      "epoch": 0.21534364437160708,
      "grad_norm": 1.0017447471618652,
      "learning_rate": 0.0002782326783272793,
      "loss": 3.2869,
      "step": 657
    },
    {
      "epoch": 0.21567141247567345,
      "grad_norm": 0.8483427166938782,
      "learning_rate": 0.0002781482096488546,
      "loss": 3.2782,
      "step": 658
    },
    {
      "epoch": 0.21599918057973982,
      "grad_norm": 0.7155613303184509,
      "learning_rate": 0.000278063590269735,
      "loss": 3.2629,
      "step": 659
    },
    {
      "epoch": 0.2163269486838062,
      "grad_norm": 0.7472239136695862,
      "learning_rate": 0.00027797882028943155,
      "loss": 3.2774,
      "step": 660
    },
    {
      "epoch": 0.21665471678787257,
      "grad_norm": 0.7681562900543213,
      "learning_rate": 0.0002778938998076328,
      "loss": 3.2676,
      "step": 661
    },
    {
      "epoch": 0.21698248489193894,
      "grad_norm": 0.794436514377594,
      "learning_rate": 0.00027780882892420406,
      "loss": 3.2735,
      "step": 662
    },
    {
      "epoch": 0.21731025299600532,
      "grad_norm": 0.6653890013694763,
      "learning_rate": 0.0002777236077391878,
      "loss": 3.2696,
      "step": 663
    },
    {
      "epoch": 0.2176380211000717,
      "grad_norm": 0.5969652533531189,
      "learning_rate": 0.00027763823635280297,
      "loss": 3.2856,
      "step": 664
    },
    {
      "epoch": 0.21796578920413806,
      "grad_norm": 0.7145254611968994,
      "learning_rate": 0.0002775527148654453,
      "loss": 3.275,
      "step": 665
    },
    {
      "epoch": 0.21829355730820443,
      "grad_norm": 0.9818736910820007,
      "learning_rate": 0.00027746704337768696,
      "loss": 3.2807,
      "step": 666
    },
    {
      "epoch": 0.2186213254122708,
      "grad_norm": 1.2270798683166504,
      "learning_rate": 0.0002773812219902765,
      "loss": 3.2552,
      "step": 667
    },
    {
      "epoch": 0.21894909351633718,
      "grad_norm": 1.2068572044372559,
      "learning_rate": 0.0002772952508041389,
      "loss": 3.2717,
      "step": 668
    },
    {
      "epoch": 0.21927686162040355,
      "grad_norm": 1.1323319673538208,
      "learning_rate": 0.0002772091299203751,
      "loss": 3.2545,
      "step": 669
    },
    {
      "epoch": 0.21960462972446992,
      "grad_norm": 0.879542887210846,
      "learning_rate": 0.0002771228594402623,
      "loss": 3.2431,
      "step": 670
    },
    {
      "epoch": 0.2199323978285363,
      "grad_norm": 0.795244038105011,
      "learning_rate": 0.00027703643946525345,
      "loss": 3.2762,
      "step": 671
    },
    {
      "epoch": 0.2202601659326027,
      "grad_norm": 0.7967178225517273,
      "learning_rate": 0.0002769498700969773,
      "loss": 3.2558,
      "step": 672
    },
    {
      "epoch": 0.22058793403666907,
      "grad_norm": 0.9661846160888672,
      "learning_rate": 0.0002768631514372385,
      "loss": 3.286,
      "step": 673
    },
    {
      "epoch": 0.22091570214073544,
      "grad_norm": 1.1398403644561768,
      "learning_rate": 0.0002767762835880169,
      "loss": 3.2863,
      "step": 674
    },
    {
      "epoch": 0.22124347024480182,
      "grad_norm": 1.1630131006240845,
      "learning_rate": 0.0002766892666514682,
      "loss": 3.2626,
      "step": 675
    },
    {
      "epoch": 0.2215712383488682,
      "grad_norm": 1.034438133239746,
      "learning_rate": 0.0002766021007299232,
      "loss": 3.2665,
      "step": 676
    },
    {
      "epoch": 0.22189900645293456,
      "grad_norm": 0.9511210322380066,
      "learning_rate": 0.00027651478592588785,
      "loss": 3.247,
      "step": 677
    },
    {
      "epoch": 0.22222677455700093,
      "grad_norm": 0.9560093283653259,
      "learning_rate": 0.0002764273223420433,
      "loss": 3.2362,
      "step": 678
    },
    {
      "epoch": 0.2225545426610673,
      "grad_norm": 0.8536995053291321,
      "learning_rate": 0.0002763397100812456,
      "loss": 3.2431,
      "step": 679
    },
    {
      "epoch": 0.22288231076513368,
      "grad_norm": 0.7972908616065979,
      "learning_rate": 0.00027625194924652577,
      "loss": 3.2186,
      "step": 680
    },
    {
      "epoch": 0.22321007886920005,
      "grad_norm": 0.6986238956451416,
      "learning_rate": 0.0002761640399410894,
      "loss": 3.241,
      "step": 681
    },
    {
      "epoch": 0.22353784697326642,
      "grad_norm": 0.6437001824378967,
      "learning_rate": 0.00027607598226831674,
      "loss": 3.2421,
      "step": 682
    },
    {
      "epoch": 0.2238656150773328,
      "grad_norm": 0.6203197836875916,
      "learning_rate": 0.0002759877763317625,
      "loss": 3.2598,
      "step": 683
    },
    {
      "epoch": 0.22419338318139917,
      "grad_norm": 0.6501448750495911,
      "learning_rate": 0.0002758994222351558,
      "loss": 3.2533,
      "step": 684
    },
    {
      "epoch": 0.22452115128546554,
      "grad_norm": 0.6363328099250793,
      "learning_rate": 0.00027581092008239995,
      "loss": 3.2381,
      "step": 685
    },
    {
      "epoch": 0.22484891938953191,
      "grad_norm": 0.7109925150871277,
      "learning_rate": 0.0002757222699775723,
      "loss": 3.2292,
      "step": 686
    },
    {
      "epoch": 0.2251766874935983,
      "grad_norm": 0.8708897233009338,
      "learning_rate": 0.0002756334720249244,
      "loss": 3.2428,
      "step": 687
    },
    {
      "epoch": 0.22550445559766466,
      "grad_norm": 1.024598240852356,
      "learning_rate": 0.00027554452632888143,
      "loss": 3.2165,
      "step": 688
    },
    {
      "epoch": 0.22583222370173103,
      "grad_norm": 1.0145072937011719,
      "learning_rate": 0.00027545543299404245,
      "loss": 3.2302,
      "step": 689
    },
    {
      "epoch": 0.2261599918057974,
      "grad_norm": 0.9009298086166382,
      "learning_rate": 0.0002753661921251801,
      "loss": 3.2123,
      "step": 690
    },
    {
      "epoch": 0.22648775990986378,
      "grad_norm": 0.9136126637458801,
      "learning_rate": 0.0002752768038272405,
      "loss": 3.2405,
      "step": 691
    },
    {
      "epoch": 0.22681552801393015,
      "grad_norm": 0.7866936326026917,
      "learning_rate": 0.0002751872682053433,
      "loss": 3.2097,
      "step": 692
    },
    {
      "epoch": 0.22714329611799652,
      "grad_norm": 0.782095193862915,
      "learning_rate": 0.0002750975853647811,
      "loss": 3.1904,
      "step": 693
    },
    {
      "epoch": 0.2274710642220629,
      "grad_norm": 0.810585081577301,
      "learning_rate": 0.0002750077554110199,
      "loss": 3.1967,
      "step": 694
    },
    {
      "epoch": 0.22779883232612927,
      "grad_norm": 0.7189002633094788,
      "learning_rate": 0.0002749177784496986,
      "loss": 3.2094,
      "step": 695
    },
    {
      "epoch": 0.22812660043019564,
      "grad_norm": 0.7027993202209473,
      "learning_rate": 0.000274827654586629,
      "loss": 3.2022,
      "step": 696
    },
    {
      "epoch": 0.22845436853426201,
      "grad_norm": 0.7075428366661072,
      "learning_rate": 0.00027473738392779553,
      "loss": 3.2136,
      "step": 697
    },
    {
      "epoch": 0.2287821366383284,
      "grad_norm": 0.738376796245575,
      "learning_rate": 0.0002746469665793555,
      "loss": 3.2134,
      "step": 698
    },
    {
      "epoch": 0.22910990474239476,
      "grad_norm": 0.8847936391830444,
      "learning_rate": 0.0002745564026476385,
      "loss": 3.2084,
      "step": 699
    },
    {
      "epoch": 0.22943767284646113,
      "grad_norm": 0.8951656818389893,
      "learning_rate": 0.0002744656922391466,
      "loss": 3.1916,
      "step": 700
    },
    {
      "epoch": 0.2297654409505275,
      "grad_norm": 0.6686984896659851,
      "learning_rate": 0.0002743748354605541,
      "loss": 3.1961,
      "step": 701
    },
    {
      "epoch": 0.23009320905459388,
      "grad_norm": 0.6764417290687561,
      "learning_rate": 0.0002742838324187075,
      "loss": 3.2021,
      "step": 702
    },
    {
      "epoch": 0.23042097715866025,
      "grad_norm": 0.6893449425697327,
      "learning_rate": 0.00027419268322062513,
      "loss": 3.2114,
      "step": 703
    },
    {
      "epoch": 0.23074874526272662,
      "grad_norm": 0.760263204574585,
      "learning_rate": 0.0002741013879734974,
      "loss": 3.1803,
      "step": 704
    },
    {
      "epoch": 0.231076513366793,
      "grad_norm": 0.8181838393211365,
      "learning_rate": 0.0002740099467846864,
      "loss": 3.2088,
      "step": 705
    },
    {
      "epoch": 0.23140428147085937,
      "grad_norm": 0.9637921452522278,
      "learning_rate": 0.00027391835976172573,
      "loss": 3.1987,
      "step": 706
    },
    {
      "epoch": 0.23173204957492574,
      "grad_norm": 1.0032368898391724,
      "learning_rate": 0.0002738266270123206,
      "loss": 3.1713,
      "step": 707
    },
    {
      "epoch": 0.23205981767899211,
      "grad_norm": 0.831547200679779,
      "learning_rate": 0.00027373474864434766,
      "loss": 3.1714,
      "step": 708
    },
    {
      "epoch": 0.2323875857830585,
      "grad_norm": 0.9621789455413818,
      "learning_rate": 0.00027364272476585464,
      "loss": 3.1966,
      "step": 709
    },
    {
      "epoch": 0.23271535388712486,
      "grad_norm": 1.0566014051437378,
      "learning_rate": 0.00027355055548506057,
      "loss": 3.2127,
      "step": 710
    },
    {
      "epoch": 0.23304312199119123,
      "grad_norm": 0.9665042757987976,
      "learning_rate": 0.0002734582409103553,
      "loss": 3.1716,
      "step": 711
    },
    {
      "epoch": 0.2333708900952576,
      "grad_norm": 0.7087217569351196,
      "learning_rate": 0.0002733657811502996,
      "loss": 3.1898,
      "step": 712
    },
    {
      "epoch": 0.23369865819932398,
      "grad_norm": 0.6916494369506836,
      "learning_rate": 0.000273273176313625,
      "loss": 3.1651,
      "step": 713
    },
    {
      "epoch": 0.23402642630339035,
      "grad_norm": 0.7142693400382996,
      "learning_rate": 0.0002731804265092337,
      "loss": 3.1878,
      "step": 714
    },
    {
      "epoch": 0.23435419440745672,
      "grad_norm": 0.6269277334213257,
      "learning_rate": 0.00027308753184619825,
      "loss": 3.1845,
      "step": 715
    },
    {
      "epoch": 0.2346819625115231,
      "grad_norm": 0.6013577580451965,
      "learning_rate": 0.00027299449243376166,
      "loss": 3.1519,
      "step": 716
    },
    {
      "epoch": 0.23500973061558947,
      "grad_norm": 0.6337950229644775,
      "learning_rate": 0.00027290130838133705,
      "loss": 3.1845,
      "step": 717
    },
    {
      "epoch": 0.23533749871965584,
      "grad_norm": 0.6360406875610352,
      "learning_rate": 0.00027280797979850775,
      "loss": 3.1889,
      "step": 718
    },
    {
      "epoch": 0.2356652668237222,
      "grad_norm": 0.6618403792381287,
      "learning_rate": 0.0002727145067950271,
      "loss": 3.1863,
      "step": 719
    },
    {
      "epoch": 0.2359930349277886,
      "grad_norm": 0.8197901844978333,
      "learning_rate": 0.00027262088948081794,
      "loss": 3.183,
      "step": 720
    },
    {
      "epoch": 0.23632080303185496,
      "grad_norm": 0.9516041874885559,
      "learning_rate": 0.00027252712796597327,
      "loss": 3.1753,
      "step": 721
    },
    {
      "epoch": 0.23664857113592133,
      "grad_norm": 0.9560291767120361,
      "learning_rate": 0.00027243322236075544,
      "loss": 3.1834,
      "step": 722
    },
    {
      "epoch": 0.2369763392399877,
      "grad_norm": 0.9760499596595764,
      "learning_rate": 0.0002723391727755962,
      "loss": 3.1812,
      "step": 723
    },
    {
      "epoch": 0.23730410734405408,
      "grad_norm": 1.0244219303131104,
      "learning_rate": 0.0002722449793210967,
      "loss": 3.1483,
      "step": 724
    },
    {
      "epoch": 0.23763187544812045,
      "grad_norm": 0.8312983512878418,
      "learning_rate": 0.0002721506421080273,
      "loss": 3.1624,
      "step": 725
    },
    {
      "epoch": 0.23795964355218682,
      "grad_norm": 0.7278590202331543,
      "learning_rate": 0.0002720561612473274,
      "loss": 3.1722,
      "step": 726
    },
    {
      "epoch": 0.2382874116562532,
      "grad_norm": 0.771113932132721,
      "learning_rate": 0.00027196153685010526,
      "loss": 3.1487,
      "step": 727
    },
    {
      "epoch": 0.23861517976031957,
      "grad_norm": 0.8444342017173767,
      "learning_rate": 0.000271866769027638,
      "loss": 3.1298,
      "step": 728
    },
    {
      "epoch": 0.23894294786438594,
      "grad_norm": 0.9930390119552612,
      "learning_rate": 0.0002717718578913714,
      "loss": 3.208,
      "step": 729
    },
    {
      "epoch": 0.2392707159684523,
      "grad_norm": 0.8879634737968445,
      "learning_rate": 0.0002716768035529199,
      "loss": 3.1772,
      "step": 730
    },
    {
      "epoch": 0.23959848407251869,
      "grad_norm": 0.8420737385749817,
      "learning_rate": 0.000271581606124066,
      "loss": 3.1847,
      "step": 731
    },
    {
      "epoch": 0.23992625217658506,
      "grad_norm": 0.8856421113014221,
      "learning_rate": 0.00027148626571676075,
      "loss": 3.1697,
      "step": 732
    },
    {
      "epoch": 0.24025402028065143,
      "grad_norm": 0.7556934952735901,
      "learning_rate": 0.00027139078244312336,
      "loss": 3.1437,
      "step": 733
    },
    {
      "epoch": 0.2405817883847178,
      "grad_norm": 0.8436059355735779,
      "learning_rate": 0.00027129515641544094,
      "loss": 3.1599,
      "step": 734
    },
    {
      "epoch": 0.24090955648878418,
      "grad_norm": 0.8598793148994446,
      "learning_rate": 0.00027119938774616847,
      "loss": 3.1708,
      "step": 735
    },
    {
      "epoch": 0.24123732459285055,
      "grad_norm": 0.746283769607544,
      "learning_rate": 0.00027110347654792875,
      "loss": 3.1439,
      "step": 736
    },
    {
      "epoch": 0.24156509269691692,
      "grad_norm": 0.6914430260658264,
      "learning_rate": 0.0002710074229335121,
      "loss": 3.1573,
      "step": 737
    },
    {
      "epoch": 0.2418928608009833,
      "grad_norm": 0.6828575730323792,
      "learning_rate": 0.0002709112270158764,
      "loss": 3.1784,
      "step": 738
    },
    {
      "epoch": 0.24222062890504967,
      "grad_norm": 0.6885053515434265,
      "learning_rate": 0.00027081488890814693,
      "loss": 3.1414,
      "step": 739
    },
    {
      "epoch": 0.24254839700911604,
      "grad_norm": 0.7025056481361389,
      "learning_rate": 0.00027071840872361597,
      "loss": 3.1475,
      "step": 740
    },
    {
      "epoch": 0.2428761651131824,
      "grad_norm": 0.757820188999176,
      "learning_rate": 0.00027062178657574304,
      "loss": 3.1443,
      "step": 741
    },
    {
      "epoch": 0.24320393321724879,
      "grad_norm": 0.7715600728988647,
      "learning_rate": 0.0002705250225781546,
      "loss": 3.1438,
      "step": 742
    },
    {
      "epoch": 0.24353170132131516,
      "grad_norm": 0.7721899151802063,
      "learning_rate": 0.0002704281168446439,
      "loss": 3.0974,
      "step": 743
    },
    {
      "epoch": 0.24385946942538153,
      "grad_norm": 0.8814445734024048,
      "learning_rate": 0.00027033106948917094,
      "loss": 3.1391,
      "step": 744
    },
    {
      "epoch": 0.2441872375294479,
      "grad_norm": 0.9843143224716187,
      "learning_rate": 0.0002702338806258621,
      "loss": 3.1813,
      "step": 745
    },
    {
      "epoch": 0.24451500563351428,
      "grad_norm": 1.0629345178604126,
      "learning_rate": 0.0002701365503690103,
      "loss": 3.1342,
      "step": 746
    },
    {
      "epoch": 0.24484277373758065,
      "grad_norm": 1.0513578653335571,
      "learning_rate": 0.0002700390788330748,
      "loss": 3.1547,
      "step": 747
    },
    {
      "epoch": 0.24517054184164702,
      "grad_norm": 0.9991915822029114,
      "learning_rate": 0.00026994146613268074,
      "loss": 3.1346,
      "step": 748
    },
    {
      "epoch": 0.2454983099457134,
      "grad_norm": 0.9697638750076294,
      "learning_rate": 0.0002698437123826196,
      "loss": 3.138,
      "step": 749
    },
    {
      "epoch": 0.24582607804977977,
      "grad_norm": 0.7461515665054321,
      "learning_rate": 0.00026974581769784845,
      "loss": 3.1496,
      "step": 750
    },
    {
      "epoch": 0.24615384615384617,
      "grad_norm": 0.6925551295280457,
      "learning_rate": 0.00026964778219349024,
      "loss": 3.1422,
      "step": 751
    },
    {
      "epoch": 0.24648161425791254,
      "grad_norm": 0.6526155471801758,
      "learning_rate": 0.00026954960598483355,
      "loss": 3.1225,
      "step": 752
    },
    {
      "epoch": 0.2468093823619789,
      "grad_norm": 0.5912442207336426,
      "learning_rate": 0.00026945128918733237,
      "loss": 3.1322,
      "step": 753
    },
    {
      "epoch": 0.24713715046604529,
      "grad_norm": 0.5666654706001282,
      "learning_rate": 0.00026935283191660596,
      "loss": 3.1172,
      "step": 754
    },
    {
      "epoch": 0.24746491857011166,
      "grad_norm": 0.5898569822311401,
      "learning_rate": 0.00026925423428843893,
      "loss": 3.1017,
      "step": 755
    },
    {
      "epoch": 0.24779268667417803,
      "grad_norm": 0.6744604110717773,
      "learning_rate": 0.0002691554964187808,
      "loss": 3.125,
      "step": 756
    },
    {
      "epoch": 0.2481204547782444,
      "grad_norm": 0.7129366397857666,
      "learning_rate": 0.00026905661842374607,
      "loss": 3.1191,
      "step": 757
    },
    {
      "epoch": 0.24844822288231078,
      "grad_norm": 0.7283278107643127,
      "learning_rate": 0.00026895760041961405,
      "loss": 3.1056,
      "step": 758
    },
    {
      "epoch": 0.24877599098637715,
      "grad_norm": 0.7711561322212219,
      "learning_rate": 0.00026885844252282873,
      "loss": 3.1061,
      "step": 759
    },
    {
      "epoch": 0.24910375909044352,
      "grad_norm": 0.7394964098930359,
      "learning_rate": 0.0002687591448499984,
      "loss": 3.0816,
      "step": 760
    },
    {
      "epoch": 0.2494315271945099,
      "grad_norm": 0.8499705195426941,
      "learning_rate": 0.0002686597075178961,
      "loss": 3.1114,
      "step": 761
    },
    {
      "epoch": 0.24975929529857627,
      "grad_norm": 1.104940414428711,
      "learning_rate": 0.0002685601306434587,
      "loss": 3.1142,
      "step": 762
    },
    {
      "epoch": 0.25008706340264264,
      "grad_norm": 1.2112914323806763,
      "learning_rate": 0.00026846041434378746,
      "loss": 3.1211,
      "step": 763
    },
    {
      "epoch": 0.250414831506709,
      "grad_norm": 1.2731564044952393,
      "learning_rate": 0.0002683605587361475,
      "loss": 3.1398,
      "step": 764
    },
    {
      "epoch": 0.2507425996107754,
      "grad_norm": 1.185612678527832,
      "learning_rate": 0.00026826056393796776,
      "loss": 3.1222,
      "step": 765
    },
    {
      "epoch": 0.25107036771484176,
      "grad_norm": 0.9831663966178894,
      "learning_rate": 0.00026816043006684084,
      "loss": 3.1299,
      "step": 766
    },
    {
      "epoch": 0.25139813581890813,
      "grad_norm": 0.8035131692886353,
      "learning_rate": 0.000268060157240523,
      "loss": 3.1479,
      "step": 767
    },
    {
      "epoch": 0.2517259039229745,
      "grad_norm": 0.6309559941291809,
      "learning_rate": 0.0002679597455769337,
      "loss": 3.0901,
      "step": 768
    },
    {
      "epoch": 0.2520536720270409,
      "grad_norm": 0.6243298053741455,
      "learning_rate": 0.00026785919519415593,
      "loss": 3.1033,
      "step": 769
    },
    {
      "epoch": 0.25238144013110725,
      "grad_norm": 0.5572381019592285,
      "learning_rate": 0.0002677585062104356,
      "loss": 3.094,
      "step": 770
    },
    {
      "epoch": 0.2527092082351736,
      "grad_norm": 0.4880230128765106,
      "learning_rate": 0.00026765767874418177,
      "loss": 3.0817,
      "step": 771
    },
    {
      "epoch": 0.25303697633924,
      "grad_norm": 0.45588216185569763,
      "learning_rate": 0.00026755671291396626,
      "loss": 3.0919,
      "step": 772
    },
    {
      "epoch": 0.25336474444330637,
      "grad_norm": 0.4714323878288269,
      "learning_rate": 0.00026745560883852364,
      "loss": 3.118,
      "step": 773
    },
    {
      "epoch": 0.25369251254737274,
      "grad_norm": 0.42857345938682556,
      "learning_rate": 0.00026735436663675094,
      "loss": 3.0633,
      "step": 774
    },
    {
      "epoch": 0.2540202806514391,
      "grad_norm": 0.41726741194725037,
      "learning_rate": 0.0002672529864277079,
      "loss": 3.1069,
      "step": 775
    },
    {
      "epoch": 0.2543480487555055,
      "grad_norm": 0.4275728464126587,
      "learning_rate": 0.00026715146833061624,
      "loss": 3.0855,
      "step": 776
    },
    {
      "epoch": 0.25467581685957186,
      "grad_norm": 0.5390491485595703,
      "learning_rate": 0.00026704981246486,
      "loss": 3.096,
      "step": 777
    },
    {
      "epoch": 0.25500358496363823,
      "grad_norm": 0.7480720281600952,
      "learning_rate": 0.0002669480189499853,
      "loss": 3.096,
      "step": 778
    },
    {
      "epoch": 0.2553313530677046,
      "grad_norm": 0.9355522990226746,
      "learning_rate": 0.0002668460879056998,
      "loss": 3.1032,
      "step": 779
    },
    {
      "epoch": 0.255659121171771,
      "grad_norm": 0.9906046390533447,
      "learning_rate": 0.00026674401945187345,
      "loss": 3.0884,
      "step": 780
    },
    {
      "epoch": 0.25598688927583735,
      "grad_norm": 0.9119876623153687,
      "learning_rate": 0.00026664181370853726,
      "loss": 3.0946,
      "step": 781
    },
    {
      "epoch": 0.2563146573799037,
      "grad_norm": 0.9272035956382751,
      "learning_rate": 0.0002665394707958841,
      "loss": 3.0772,
      "step": 782
    },
    {
      "epoch": 0.2566424254839701,
      "grad_norm": 0.7634692192077637,
      "learning_rate": 0.0002664369908342677,
      "loss": 3.0786,
      "step": 783
    },
    {
      "epoch": 0.25697019358803647,
      "grad_norm": 0.7392791509628296,
      "learning_rate": 0.00026633437394420347,
      "loss": 3.0424,
      "step": 784
    },
    {
      "epoch": 0.25729796169210284,
      "grad_norm": 0.6836710572242737,
      "learning_rate": 0.0002662316202463674,
      "loss": 3.0862,
      "step": 785
    },
    {
      "epoch": 0.2576257297961692,
      "grad_norm": 0.7318128347396851,
      "learning_rate": 0.00026612872986159664,
      "loss": 3.0844,
      "step": 786
    },
    {
      "epoch": 0.2579534979002356,
      "grad_norm": 0.7733129262924194,
      "learning_rate": 0.00026602570291088903,
      "loss": 3.0598,
      "step": 787
    },
    {
      "epoch": 0.25828126600430196,
      "grad_norm": 0.7184171080589294,
      "learning_rate": 0.0002659225395154029,
      "loss": 3.0669,
      "step": 788
    },
    {
      "epoch": 0.25860903410836833,
      "grad_norm": 0.6744969487190247,
      "learning_rate": 0.0002658192397964572,
      "loss": 3.0835,
      "step": 789
    },
    {
      "epoch": 0.2589368022124347,
      "grad_norm": 0.6861560940742493,
      "learning_rate": 0.00026571580387553106,
      "loss": 3.0647,
      "step": 790
    },
    {
      "epoch": 0.2592645703165011,
      "grad_norm": 0.7197292447090149,
      "learning_rate": 0.0002656122318742638,
      "loss": 3.0597,
      "step": 791
    },
    {
      "epoch": 0.25959233842056745,
      "grad_norm": 0.685763955116272,
      "learning_rate": 0.00026550852391445486,
      "loss": 3.0914,
      "step": 792
    },
    {
      "epoch": 0.2599201065246338,
      "grad_norm": 0.7522270083427429,
      "learning_rate": 0.0002654046801180635,
      "loss": 3.0996,
      "step": 793
    },
    {
      "epoch": 0.2602478746287002,
      "grad_norm": 0.7542917132377625,
      "learning_rate": 0.0002653007006072087,
      "loss": 3.0661,
      "step": 794
    },
    {
      "epoch": 0.26057564273276657,
      "grad_norm": 0.734054684638977,
      "learning_rate": 0.0002651965855041691,
      "loss": 3.0932,
      "step": 795
    },
    {
      "epoch": 0.26090341083683294,
      "grad_norm": 0.6815198063850403,
      "learning_rate": 0.00026509233493138273,
      "loss": 3.0647,
      "step": 796
    },
    {
      "epoch": 0.2612311789408993,
      "grad_norm": 0.5684829354286194,
      "learning_rate": 0.00026498794901144696,
      "loss": 3.0494,
      "step": 797
    },
    {
      "epoch": 0.2615589470449657,
      "grad_norm": 0.5789884924888611,
      "learning_rate": 0.00026488342786711835,
      "loss": 3.0837,
      "step": 798
    },
    {
      "epoch": 0.26188671514903206,
      "grad_norm": 0.5571117401123047,
      "learning_rate": 0.0002647787716213125,
      "loss": 3.0516,
      "step": 799
    },
    {
      "epoch": 0.26221448325309843,
      "grad_norm": 0.5083557367324829,
      "learning_rate": 0.0002646739803971037,
      "loss": 3.0648,
      "step": 800
    },
    {
      "epoch": 0.2625422513571648,
      "grad_norm": 0.4835701882839203,
      "learning_rate": 0.0002645690543177253,
      "loss": 3.0626,
      "step": 801
    },
    {
      "epoch": 0.2628700194612312,
      "grad_norm": 0.5255538821220398,
      "learning_rate": 0.000264463993506569,
      "loss": 3.0509,
      "step": 802
    },
    {
      "epoch": 0.26319778756529755,
      "grad_norm": 0.6238380670547485,
      "learning_rate": 0.00026435879808718495,
      "loss": 3.0403,
      "step": 803
    },
    {
      "epoch": 0.2635255556693639,
      "grad_norm": 0.7160770893096924,
      "learning_rate": 0.00026425346818328174,
      "loss": 3.0525,
      "step": 804
    },
    {
      "epoch": 0.2638533237734303,
      "grad_norm": 0.7468058466911316,
      "learning_rate": 0.00026414800391872593,
      "loss": 3.0464,
      "step": 805
    },
    {
      "epoch": 0.26418109187749667,
      "grad_norm": 0.7269747853279114,
      "learning_rate": 0.00026404240541754223,
      "loss": 3.0505,
      "step": 806
    },
    {
      "epoch": 0.26450885998156304,
      "grad_norm": 0.7747303247451782,
      "learning_rate": 0.00026393667280391316,
      "loss": 3.0214,
      "step": 807
    },
    {
      "epoch": 0.2648366280856294,
      "grad_norm": 0.7954354882240295,
      "learning_rate": 0.0002638308062021789,
      "loss": 3.0116,
      "step": 808
    },
    {
      "epoch": 0.2651643961896958,
      "grad_norm": 0.7135950922966003,
      "learning_rate": 0.00026372480573683734,
      "loss": 3.0658,
      "step": 809
    },
    {
      "epoch": 0.26549216429376216,
      "grad_norm": 0.6488358974456787,
      "learning_rate": 0.0002636186715325436,
      "loss": 3.018,
      "step": 810
    },
    {
      "epoch": 0.26581993239782853,
      "grad_norm": 0.6534793376922607,
      "learning_rate": 0.0002635124037141103,
      "loss": 3.0434,
      "step": 811
    },
    {
      "epoch": 0.2661477005018949,
      "grad_norm": 0.818498969078064,
      "learning_rate": 0.00026340600240650695,
      "loss": 3.0644,
      "step": 812
    },
    {
      "epoch": 0.2664754686059613,
      "grad_norm": 0.8936206102371216,
      "learning_rate": 0.00026329946773486027,
      "loss": 3.0299,
      "step": 813
    },
    {
      "epoch": 0.26680323671002765,
      "grad_norm": 1.1470800638198853,
      "learning_rate": 0.00026319279982445367,
      "loss": 3.0371,
      "step": 814
    },
    {
      "epoch": 0.267131004814094,
      "grad_norm": 1.2824667692184448,
      "learning_rate": 0.0002630859988007272,
      "loss": 3.08,
      "step": 815
    },
    {
      "epoch": 0.2674587729181604,
      "grad_norm": 1.140101671218872,
      "learning_rate": 0.00026297906478927767,
      "loss": 3.0645,
      "step": 816
    },
    {
      "epoch": 0.26778654102222677,
      "grad_norm": 0.94339919090271,
      "learning_rate": 0.000262871997915858,
      "loss": 3.0856,
      "step": 817
    },
    {
      "epoch": 0.26811430912629314,
      "grad_norm": 0.7719992995262146,
      "learning_rate": 0.00026276479830637757,
      "loss": 3.0397,
      "step": 818
    },
    {
      "epoch": 0.2684420772303595,
      "grad_norm": 0.7329084873199463,
      "learning_rate": 0.0002626574660869018,
      "loss": 3.0274,
      "step": 819
    },
    {
      "epoch": 0.2687698453344259,
      "grad_norm": 0.6912639737129211,
      "learning_rate": 0.00026255000138365194,
      "loss": 3.0418,
      "step": 820
    },
    {
      "epoch": 0.26909761343849226,
      "grad_norm": 0.583286464214325,
      "learning_rate": 0.00026244240432300535,
      "loss": 3.0317,
      "step": 821
    },
    {
      "epoch": 0.26942538154255863,
      "grad_norm": 0.6809878349304199,
      "learning_rate": 0.0002623346750314946,
      "loss": 3.0421,
      "step": 822
    },
    {
      "epoch": 0.269753149646625,
      "grad_norm": 0.6839359998703003,
      "learning_rate": 0.0002622268136358081,
      "loss": 3.0205,
      "step": 823
    },
    {
      "epoch": 0.2700809177506914,
      "grad_norm": 0.6240798830986023,
      "learning_rate": 0.0002621188202627895,
      "loss": 3.0118,
      "step": 824
    },
    {
      "epoch": 0.27040868585475775,
      "grad_norm": 0.6113235354423523,
      "learning_rate": 0.00026201069503943765,
      "loss": 3.0196,
      "step": 825
    },
    {
      "epoch": 0.2707364539588241,
      "grad_norm": 0.5351343750953674,
      "learning_rate": 0.0002619024380929065,
      "loss": 3.008,
      "step": 826
    },
    {
      "epoch": 0.2710642220628905,
      "grad_norm": 0.5196987390518188,
      "learning_rate": 0.0002617940495505048,
      "loss": 3.0286,
      "step": 827
    },
    {
      "epoch": 0.27139199016695686,
      "grad_norm": 0.48395875096321106,
      "learning_rate": 0.00026168552953969616,
      "loss": 3.0059,
      "step": 828
    },
    {
      "epoch": 0.27171975827102324,
      "grad_norm": 0.5045729875564575,
      "learning_rate": 0.00026157687818809876,
      "loss": 3.0193,
      "step": 829
    },
    {
      "epoch": 0.2720475263750896,
      "grad_norm": 0.5179100036621094,
      "learning_rate": 0.0002614680956234852,
      "loss": 3.0357,
      "step": 830
    },
    {
      "epoch": 0.272375294479156,
      "grad_norm": 0.5171849727630615,
      "learning_rate": 0.00026135918197378247,
      "loss": 3.0055,
      "step": 831
    },
    {
      "epoch": 0.27270306258322236,
      "grad_norm": 0.4304066300392151,
      "learning_rate": 0.0002612501373670717,
      "loss": 2.9971,
      "step": 832
    },
    {
      "epoch": 0.27303083068728873,
      "grad_norm": 0.4484521150588989,
      "learning_rate": 0.00026114096193158786,
      "loss": 3.0111,
      "step": 833
    },
    {
      "epoch": 0.2733585987913551,
      "grad_norm": 0.4793112277984619,
      "learning_rate": 0.0002610316557957199,
      "loss": 3.0223,
      "step": 834
    },
    {
      "epoch": 0.2736863668954215,
      "grad_norm": 0.469759464263916,
      "learning_rate": 0.0002609222190880106,
      "loss": 3.0298,
      "step": 835
    },
    {
      "epoch": 0.27401413499948785,
      "grad_norm": 0.5265021920204163,
      "learning_rate": 0.0002608126519371562,
      "loss": 3.0104,
      "step": 836
    },
    {
      "epoch": 0.2743419031035542,
      "grad_norm": 0.5939594507217407,
      "learning_rate": 0.00026070295447200607,
      "loss": 3.0347,
      "step": 837
    },
    {
      "epoch": 0.2746696712076206,
      "grad_norm": 0.5531792640686035,
      "learning_rate": 0.0002605931268215632,
      "loss": 3.0469,
      "step": 838
    },
    {
      "epoch": 0.27499743931168696,
      "grad_norm": 0.5484223961830139,
      "learning_rate": 0.00026048316911498357,
      "loss": 3.0077,
      "step": 839
    },
    {
      "epoch": 0.27532520741575334,
      "grad_norm": 0.6024760007858276,
      "learning_rate": 0.00026037308148157604,
      "loss": 3.0185,
      "step": 840
    },
    {
      "epoch": 0.2756529755198197,
      "grad_norm": 0.6676422953605652,
      "learning_rate": 0.0002602628640508022,
      "loss": 3.0106,
      "step": 841
    },
    {
      "epoch": 0.2759807436238861,
      "grad_norm": 0.6852284669876099,
      "learning_rate": 0.0002601525169522765,
      "loss": 3.0145,
      "step": 842
    },
    {
      "epoch": 0.27630851172795245,
      "grad_norm": 0.6727927327156067,
      "learning_rate": 0.00026004204031576574,
      "loss": 3.0415,
      "step": 843
    },
    {
      "epoch": 0.2766362798320188,
      "grad_norm": 0.7600531578063965,
      "learning_rate": 0.000259931434271189,
      "loss": 2.9942,
      "step": 844
    },
    {
      "epoch": 0.2769640479360852,
      "grad_norm": 0.7947860956192017,
      "learning_rate": 0.00025982069894861764,
      "loss": 3.0251,
      "step": 845
    },
    {
      "epoch": 0.2772918160401516,
      "grad_norm": 0.7078419327735901,
      "learning_rate": 0.000259709834478275,
      "loss": 3.0137,
      "step": 846
    },
    {
      "epoch": 0.27761958414421795,
      "grad_norm": 0.6491767764091492,
      "learning_rate": 0.0002595988409905363,
      "loss": 3.036,
      "step": 847
    },
    {
      "epoch": 0.2779473522482843,
      "grad_norm": 0.7036411166191101,
      "learning_rate": 0.00025948771861592857,
      "loss": 2.9561,
      "step": 848
    },
    {
      "epoch": 0.2782751203523507,
      "grad_norm": 0.7037185430526733,
      "learning_rate": 0.0002593764674851303,
      "loss": 3.0017,
      "step": 849
    },
    {
      "epoch": 0.27860288845641706,
      "grad_norm": 0.6504265069961548,
      "learning_rate": 0.0002592650877289714,
      "loss": 3.0102,
      "step": 850
    },
    {
      "epoch": 0.27893065656048344,
      "grad_norm": 0.704096794128418,
      "learning_rate": 0.0002591535794784331,
      "loss": 2.9988,
      "step": 851
    },
    {
      "epoch": 0.2792584246645498,
      "grad_norm": 0.7523632049560547,
      "learning_rate": 0.0002590419428646477,
      "loss": 3.0171,
      "step": 852
    },
    {
      "epoch": 0.2795861927686162,
      "grad_norm": 0.794514536857605,
      "learning_rate": 0.00025893017801889844,
      "loss": 3.0289,
      "step": 853
    },
    {
      "epoch": 0.27991396087268255,
      "grad_norm": 0.8267128467559814,
      "learning_rate": 0.00025881828507261944,
      "loss": 3.0064,
      "step": 854
    },
    {
      "epoch": 0.2802417289767489,
      "grad_norm": 0.840099573135376,
      "learning_rate": 0.0002587062641573954,
      "loss": 3.0157,
      "step": 855
    },
    {
      "epoch": 0.2805694970808153,
      "grad_norm": 0.8602104783058167,
      "learning_rate": 0.0002585941154049615,
      "loss": 3.0066,
      "step": 856
    },
    {
      "epoch": 0.2808972651848817,
      "grad_norm": 0.8167847990989685,
      "learning_rate": 0.00025848183894720323,
      "loss": 2.9936,
      "step": 857
    },
    {
      "epoch": 0.28122503328894805,
      "grad_norm": 0.7479259967803955,
      "learning_rate": 0.00025836943491615636,
      "loss": 2.9932,
      "step": 858
    },
    {
      "epoch": 0.2815528013930144,
      "grad_norm": 0.7121166586875916,
      "learning_rate": 0.0002582569034440066,
      "loss": 3.0335,
      "step": 859
    },
    {
      "epoch": 0.2818805694970808,
      "grad_norm": 0.5833153128623962,
      "learning_rate": 0.0002581442446630896,
      "loss": 3.0038,
      "step": 860
    },
    {
      "epoch": 0.28220833760114716,
      "grad_norm": 0.5999266505241394,
      "learning_rate": 0.0002580314587058907,
      "loss": 2.9933,
      "step": 861
    },
    {
      "epoch": 0.28253610570521354,
      "grad_norm": 0.5932776927947998,
      "learning_rate": 0.0002579185457050446,
      "loss": 2.98,
      "step": 862
    },
    {
      "epoch": 0.2828638738092799,
      "grad_norm": 0.6155131459236145,
      "learning_rate": 0.0002578055057933358,
      "loss": 2.9911,
      "step": 863
    },
    {
      "epoch": 0.2831916419133463,
      "grad_norm": 0.5733993053436279,
      "learning_rate": 0.0002576923391036977,
      "loss": 2.9876,
      "step": 864
    },
    {
      "epoch": 0.28351941001741265,
      "grad_norm": 0.5397428274154663,
      "learning_rate": 0.000257579045769213,
      "loss": 2.9849,
      "step": 865
    },
    {
      "epoch": 0.283847178121479,
      "grad_norm": 0.5574365854263306,
      "learning_rate": 0.0002574656259231131,
      "loss": 3.0105,
      "step": 866
    },
    {
      "epoch": 0.2841749462255454,
      "grad_norm": 0.6330639719963074,
      "learning_rate": 0.0002573520796987785,
      "loss": 2.9881,
      "step": 867
    },
    {
      "epoch": 0.28450271432961177,
      "grad_norm": 0.6555003523826599,
      "learning_rate": 0.000257238407229738,
      "loss": 3.0292,
      "step": 868
    },
    {
      "epoch": 0.2848304824336782,
      "grad_norm": 0.6512277722358704,
      "learning_rate": 0.00025712460864966914,
      "loss": 2.9788,
      "step": 869
    },
    {
      "epoch": 0.2851582505377446,
      "grad_norm": 0.594256579875946,
      "learning_rate": 0.00025701068409239754,
      "loss": 2.9742,
      "step": 870
    },
    {
      "epoch": 0.28548601864181095,
      "grad_norm": 0.6006212830543518,
      "learning_rate": 0.00025689663369189697,
      "loss": 3.0062,
      "step": 871
    },
    {
      "epoch": 0.2858137867458773,
      "grad_norm": 0.5917002558708191,
      "learning_rate": 0.0002567824575822895,
      "loss": 2.9671,
      "step": 872
    },
    {
      "epoch": 0.2861415548499437,
      "grad_norm": 0.5296715497970581,
      "learning_rate": 0.00025666815589784464,
      "loss": 2.9746,
      "step": 873
    },
    {
      "epoch": 0.28646932295401006,
      "grad_norm": 0.4740630090236664,
      "learning_rate": 0.00025655372877297976,
      "loss": 2.9779,
      "step": 874
    },
    {
      "epoch": 0.28679709105807644,
      "grad_norm": 0.5613327622413635,
      "learning_rate": 0.0002564391763422598,
      "loss": 2.9834,
      "step": 875
    },
    {
      "epoch": 0.2871248591621428,
      "grad_norm": 0.6839838027954102,
      "learning_rate": 0.000256324498740397,
      "loss": 2.9792,
      "step": 876
    },
    {
      "epoch": 0.2874526272662092,
      "grad_norm": 0.7059733271598816,
      "learning_rate": 0.0002562096961022507,
      "loss": 2.965,
      "step": 877
    },
    {
      "epoch": 0.28778039537027555,
      "grad_norm": 0.6568612456321716,
      "learning_rate": 0.0002560947685628274,
      "loss": 2.9798,
      "step": 878
    },
    {
      "epoch": 0.2881081634743419,
      "grad_norm": 0.6277784109115601,
      "learning_rate": 0.00025597971625728047,
      "loss": 2.9865,
      "step": 879
    },
    {
      "epoch": 0.2884359315784083,
      "grad_norm": 0.6909790635108948,
      "learning_rate": 0.00025586453932091,
      "loss": 2.9745,
      "step": 880
    },
    {
      "epoch": 0.2887636996824747,
      "grad_norm": 0.9138698577880859,
      "learning_rate": 0.0002557492378891626,
      "loss": 3.0146,
      "step": 881
    },
    {
      "epoch": 0.28909146778654105,
      "grad_norm": 1.0398305654525757,
      "learning_rate": 0.0002556338120976313,
      "loss": 2.9612,
      "step": 882
    },
    {
      "epoch": 0.2894192358906074,
      "grad_norm": 0.8830605745315552,
      "learning_rate": 0.0002555182620820555,
      "loss": 2.972,
      "step": 883
    },
    {
      "epoch": 0.2897470039946738,
      "grad_norm": 0.6611353158950806,
      "learning_rate": 0.00025540258797832033,
      "loss": 2.9685,
      "step": 884
    },
    {
      "epoch": 0.29007477209874016,
      "grad_norm": 0.6559261083602905,
      "learning_rate": 0.0002552867899224574,
      "loss": 2.9794,
      "step": 885
    },
    {
      "epoch": 0.29040254020280654,
      "grad_norm": 0.584805428981781,
      "learning_rate": 0.00025517086805064356,
      "loss": 2.9846,
      "step": 886
    },
    {
      "epoch": 0.2907303083068729,
      "grad_norm": 0.45498427748680115,
      "learning_rate": 0.00025505482249920156,
      "loss": 2.9785,
      "step": 887
    },
    {
      "epoch": 0.2910580764109393,
      "grad_norm": 0.5600480437278748,
      "learning_rate": 0.0002549386534045995,
      "loss": 2.9431,
      "step": 888
    },
    {
      "epoch": 0.29138584451500565,
      "grad_norm": 0.5505446791648865,
      "learning_rate": 0.0002548223609034508,
      "loss": 2.9591,
      "step": 889
    },
    {
      "epoch": 0.291713612619072,
      "grad_norm": 0.6245124340057373,
      "learning_rate": 0.00025470594513251406,
      "loss": 2.9856,
      "step": 890
    },
    {
      "epoch": 0.2920413807231384,
      "grad_norm": 0.6105843186378479,
      "learning_rate": 0.00025458940622869266,
      "loss": 2.9765,
      "step": 891
    },
    {
      "epoch": 0.2923691488272048,
      "grad_norm": 0.5401928424835205,
      "learning_rate": 0.00025447274432903493,
      "loss": 2.9735,
      "step": 892
    },
    {
      "epoch": 0.29269691693127114,
      "grad_norm": 0.5685791969299316,
      "learning_rate": 0.0002543559595707338,
      "loss": 2.9826,
      "step": 893
    },
    {
      "epoch": 0.2930246850353375,
      "grad_norm": 0.6302607655525208,
      "learning_rate": 0.0002542390520911268,
      "loss": 2.9625,
      "step": 894
    },
    {
      "epoch": 0.2933524531394039,
      "grad_norm": 0.77378910779953,
      "learning_rate": 0.00025412202202769544,
      "loss": 2.9521,
      "step": 895
    },
    {
      "epoch": 0.29368022124347026,
      "grad_norm": 0.9072524905204773,
      "learning_rate": 0.00025400486951806584,
      "loss": 2.9467,
      "step": 896
    },
    {
      "epoch": 0.29400798934753664,
      "grad_norm": 0.8158965110778809,
      "learning_rate": 0.0002538875947000077,
      "loss": 2.9932,
      "step": 897
    },
    {
      "epoch": 0.294335757451603,
      "grad_norm": 0.7547710537910461,
      "learning_rate": 0.00025377019771143496,
      "loss": 2.9552,
      "step": 898
    },
    {
      "epoch": 0.2946635255556694,
      "grad_norm": 0.7321190237998962,
      "learning_rate": 0.0002536526786904048,
      "loss": 2.9781,
      "step": 899
    },
    {
      "epoch": 0.29499129365973575,
      "grad_norm": 0.5118189454078674,
      "learning_rate": 0.00025353503777511826,
      "loss": 2.9788,
      "step": 900
    },
    {
      "epoch": 0.2953190617638021,
      "grad_norm": 0.652313768863678,
      "learning_rate": 0.00025341727510391955,
      "loss": 2.9855,
      "step": 901
    },
    {
      "epoch": 0.2956468298678685,
      "grad_norm": 0.5573290586471558,
      "learning_rate": 0.00025329939081529605,
      "loss": 2.9963,
      "step": 902
    },
    {
      "epoch": 0.29597459797193487,
      "grad_norm": 0.5309406518936157,
      "learning_rate": 0.0002531813850478783,
      "loss": 2.9726,
      "step": 903
    },
    {
      "epoch": 0.29630236607600124,
      "grad_norm": 0.5919069647789001,
      "learning_rate": 0.0002530632579404395,
      "loss": 2.9515,
      "step": 904
    },
    {
      "epoch": 0.2966301341800676,
      "grad_norm": 0.6298957467079163,
      "learning_rate": 0.00025294500963189584,
      "loss": 2.9494,
      "step": 905
    },
    {
      "epoch": 0.296957902284134,
      "grad_norm": 0.6839674115180969,
      "learning_rate": 0.0002528266402613056,
      "loss": 2.9589,
      "step": 906
    },
    {
      "epoch": 0.29728567038820036,
      "grad_norm": 0.8289861679077148,
      "learning_rate": 0.0002527081499678699,
      "loss": 2.9862,
      "step": 907
    },
    {
      "epoch": 0.29761343849226674,
      "grad_norm": 0.8747567534446716,
      "learning_rate": 0.0002525895388909317,
      "loss": 2.9593,
      "step": 908
    },
    {
      "epoch": 0.2979412065963331,
      "grad_norm": 0.692939817905426,
      "learning_rate": 0.0002524708071699763,
      "loss": 2.977,
      "step": 909
    },
    {
      "epoch": 0.2982689747003995,
      "grad_norm": 0.655852198600769,
      "learning_rate": 0.00025235195494463053,
      "loss": 2.9484,
      "step": 910
    },
    {
      "epoch": 0.29859674280446585,
      "grad_norm": 0.6598823070526123,
      "learning_rate": 0.0002522329823546633,
      "loss": 2.9405,
      "step": 911
    },
    {
      "epoch": 0.2989245109085322,
      "grad_norm": 0.5980463624000549,
      "learning_rate": 0.00025211388953998474,
      "loss": 2.9709,
      "step": 912
    },
    {
      "epoch": 0.2992522790125986,
      "grad_norm": 0.4676450192928314,
      "learning_rate": 0.00025199467664064663,
      "loss": 2.9458,
      "step": 913
    },
    {
      "epoch": 0.29958004711666497,
      "grad_norm": 0.4858974814414978,
      "learning_rate": 0.00025187534379684184,
      "loss": 2.9695,
      "step": 914
    },
    {
      "epoch": 0.29990781522073134,
      "grad_norm": 0.5136504173278809,
      "learning_rate": 0.0002517558911489042,
      "loss": 2.9817,
      "step": 915
    },
    {
      "epoch": 0.3002355833247977,
      "grad_norm": 0.543595552444458,
      "learning_rate": 0.0002516363188373087,
      "loss": 2.9561,
      "step": 916
    },
    {
      "epoch": 0.3005633514288641,
      "grad_norm": 0.6279017329216003,
      "learning_rate": 0.0002515166270026707,
      "loss": 2.9513,
      "step": 917
    },
    {
      "epoch": 0.30089111953293046,
      "grad_norm": 0.7382113337516785,
      "learning_rate": 0.00025139681578574644,
      "loss": 2.9541,
      "step": 918
    },
    {
      "epoch": 0.30121888763699683,
      "grad_norm": 0.7704266905784607,
      "learning_rate": 0.00025127688532743244,
      "loss": 2.9129,
      "step": 919
    },
    {
      "epoch": 0.3015466557410632,
      "grad_norm": 0.7446998953819275,
      "learning_rate": 0.0002511568357687653,
      "loss": 2.9286,
      "step": 920
    },
    {
      "epoch": 0.3018744238451296,
      "grad_norm": 0.7159478068351746,
      "learning_rate": 0.0002510366672509218,
      "loss": 2.9751,
      "step": 921
    },
    {
      "epoch": 0.30220219194919595,
      "grad_norm": 0.7751210927963257,
      "learning_rate": 0.00025091637991521876,
      "loss": 2.9518,
      "step": 922
    },
    {
      "epoch": 0.3025299600532623,
      "grad_norm": 0.74030601978302,
      "learning_rate": 0.00025079597390311245,
      "loss": 2.9579,
      "step": 923
    },
    {
      "epoch": 0.3028577281573287,
      "grad_norm": 0.6176945567131042,
      "learning_rate": 0.0002506754493561989,
      "loss": 2.9692,
      "step": 924
    },
    {
      "epoch": 0.30318549626139507,
      "grad_norm": 0.7166186571121216,
      "learning_rate": 0.0002505548064162135,
      "loss": 2.9301,
      "step": 925
    },
    {
      "epoch": 0.30351326436546144,
      "grad_norm": 0.6897546648979187,
      "learning_rate": 0.0002504340452250307,
      "loss": 2.9325,
      "step": 926
    },
    {
      "epoch": 0.3038410324695278,
      "grad_norm": 0.6090810298919678,
      "learning_rate": 0.00025031316592466436,
      "loss": 2.9381,
      "step": 927
    },
    {
      "epoch": 0.3041688005735942,
      "grad_norm": 0.5616140365600586,
      "learning_rate": 0.0002501921686572669,
      "loss": 2.9461,
      "step": 928
    },
    {
      "epoch": 0.30449656867766056,
      "grad_norm": 0.5598219037055969,
      "learning_rate": 0.00025007105356512964,
      "loss": 2.9345,
      "step": 929
    },
    {
      "epoch": 0.30482433678172693,
      "grad_norm": 0.5793512463569641,
      "learning_rate": 0.0002499498207906823,
      "loss": 2.9385,
      "step": 930
    },
    {
      "epoch": 0.3051521048857933,
      "grad_norm": 0.5990918874740601,
      "learning_rate": 0.00024982847047649333,
      "loss": 2.9525,
      "step": 931
    },
    {
      "epoch": 0.3054798729898597,
      "grad_norm": 0.5394135117530823,
      "learning_rate": 0.00024970700276526897,
      "loss": 2.9299,
      "step": 932
    },
    {
      "epoch": 0.30580764109392605,
      "grad_norm": 0.5524212121963501,
      "learning_rate": 0.0002495854177998539,
      "loss": 2.9598,
      "step": 933
    },
    {
      "epoch": 0.3061354091979924,
      "grad_norm": 0.7138683199882507,
      "learning_rate": 0.00024946371572323036,
      "loss": 2.9628,
      "step": 934
    },
    {
      "epoch": 0.3064631773020588,
      "grad_norm": 0.8927842974662781,
      "learning_rate": 0.00024934189667851864,
      "loss": 2.9277,
      "step": 935
    },
    {
      "epoch": 0.30679094540612517,
      "grad_norm": 0.7445091009140015,
      "learning_rate": 0.00024921996080897634,
      "loss": 2.9523,
      "step": 936
    },
    {
      "epoch": 0.30711871351019154,
      "grad_norm": 0.531315267086029,
      "learning_rate": 0.0002490979082579984,
      "loss": 2.957,
      "step": 937
    },
    {
      "epoch": 0.3074464816142579,
      "grad_norm": 0.5739907026290894,
      "learning_rate": 0.0002489757391691174,
      "loss": 2.9692,
      "step": 938
    },
    {
      "epoch": 0.3077742497183243,
      "grad_norm": 0.5607403516769409,
      "learning_rate": 0.0002488534536860023,
      "loss": 2.9343,
      "step": 939
    },
    {
      "epoch": 0.30810201782239066,
      "grad_norm": 0.6588960289955139,
      "learning_rate": 0.00024873105195245956,
      "loss": 2.9745,
      "step": 940
    },
    {
      "epoch": 0.30842978592645703,
      "grad_norm": 0.7291107773780823,
      "learning_rate": 0.000248608534112432,
      "loss": 2.9316,
      "step": 941
    },
    {
      "epoch": 0.3087575540305234,
      "grad_norm": 0.6638224124908447,
      "learning_rate": 0.0002484859003099991,
      "loss": 2.9481,
      "step": 942
    },
    {
      "epoch": 0.3090853221345898,
      "grad_norm": 0.4968809187412262,
      "learning_rate": 0.0002483631506893766,
      "loss": 2.926,
      "step": 943
    },
    {
      "epoch": 0.30941309023865615,
      "grad_norm": 0.4551292657852173,
      "learning_rate": 0.0002482402853949166,
      "loss": 2.9538,
      "step": 944
    },
    {
      "epoch": 0.3097408583427225,
      "grad_norm": 0.48230186104774475,
      "learning_rate": 0.0002481173045711072,
      "loss": 2.9193,
      "step": 945
    },
    {
      "epoch": 0.3100686264467889,
      "grad_norm": 0.42411449551582336,
      "learning_rate": 0.0002479942083625722,
      "loss": 2.8874,
      "step": 946
    },
    {
      "epoch": 0.31039639455085527,
      "grad_norm": 0.4577917158603668,
      "learning_rate": 0.0002478709969140713,
      "loss": 2.9243,
      "step": 947
    },
    {
      "epoch": 0.31072416265492164,
      "grad_norm": 0.44954514503479004,
      "learning_rate": 0.0002477476703704995,
      "loss": 2.9372,
      "step": 948
    },
    {
      "epoch": 0.311051930758988,
      "grad_norm": 0.5137614011764526,
      "learning_rate": 0.00024762422887688744,
      "loss": 2.9395,
      "step": 949
    },
    {
      "epoch": 0.3113796988630544,
      "grad_norm": 0.5788330435752869,
      "learning_rate": 0.0002475006725784006,
      "loss": 2.9573,
      "step": 950
    },
    {
      "epoch": 0.31170746696712076,
      "grad_norm": 0.5684969425201416,
      "learning_rate": 0.00024737700162033984,
      "loss": 2.9017,
      "step": 951
    },
    {
      "epoch": 0.31203523507118713,
      "grad_norm": 0.48593682050704956,
      "learning_rate": 0.00024725321614814047,
      "loss": 2.9131,
      "step": 952
    },
    {
      "epoch": 0.3123630031752535,
      "grad_norm": 0.436207115650177,
      "learning_rate": 0.0002471293163073728,
      "loss": 2.9346,
      "step": 953
    },
    {
      "epoch": 0.3126907712793199,
      "grad_norm": 0.4696854054927826,
      "learning_rate": 0.00024700530224374144,
      "loss": 2.9136,
      "step": 954
    },
    {
      "epoch": 0.31301853938338625,
      "grad_norm": 0.49805524945259094,
      "learning_rate": 0.0002468811741030853,
      "loss": 2.914,
      "step": 955
    },
    {
      "epoch": 0.3133463074874526,
      "grad_norm": 0.5124749541282654,
      "learning_rate": 0.00024675693203137774,
      "loss": 2.9144,
      "step": 956
    },
    {
      "epoch": 0.313674075591519,
      "grad_norm": 0.5719628930091858,
      "learning_rate": 0.00024663257617472565,
      "loss": 2.9337,
      "step": 957
    },
    {
      "epoch": 0.31400184369558537,
      "grad_norm": 0.7140162587165833,
      "learning_rate": 0.0002465081066793702,
      "loss": 2.9028,
      "step": 958
    },
    {
      "epoch": 0.31432961179965174,
      "grad_norm": 0.8863921165466309,
      "learning_rate": 0.00024638352369168575,
      "loss": 2.9303,
      "step": 959
    },
    {
      "epoch": 0.3146573799037181,
      "grad_norm": 0.8041341304779053,
      "learning_rate": 0.00024625882735818046,
      "loss": 2.9435,
      "step": 960
    },
    {
      "epoch": 0.3149851480077845,
      "grad_norm": 0.7569011449813843,
      "learning_rate": 0.00024613401782549554,
      "loss": 2.9066,
      "step": 961
    },
    {
      "epoch": 0.31531291611185086,
      "grad_norm": 0.752571702003479,
      "learning_rate": 0.0002460090952404056,
      "loss": 2.9115,
      "step": 962
    },
    {
      "epoch": 0.31564068421591723,
      "grad_norm": 0.657586395740509,
      "learning_rate": 0.000245884059749818,
      "loss": 2.9276,
      "step": 963
    },
    {
      "epoch": 0.3159684523199836,
      "grad_norm": 0.5263017416000366,
      "learning_rate": 0.00024575891150077286,
      "loss": 2.8997,
      "step": 964
    },
    {
      "epoch": 0.31629622042405,
      "grad_norm": 0.5589649677276611,
      "learning_rate": 0.000245633650640443,
      "loss": 2.9175,
      "step": 965
    },
    {
      "epoch": 0.31662398852811635,
      "grad_norm": 0.5643594264984131,
      "learning_rate": 0.0002455082773161335,
      "loss": 2.9146,
      "step": 966
    },
    {
      "epoch": 0.3169517566321827,
      "grad_norm": 0.5730642676353455,
      "learning_rate": 0.00024538279167528207,
      "loss": 2.9206,
      "step": 967
    },
    {
      "epoch": 0.3172795247362491,
      "grad_norm": 0.648641049861908,
      "learning_rate": 0.00024525719386545806,
      "loss": 2.9244,
      "step": 968
    },
    {
      "epoch": 0.31760729284031547,
      "grad_norm": 0.6388745903968811,
      "learning_rate": 0.00024513148403436304,
      "loss": 2.896,
      "step": 969
    },
    {
      "epoch": 0.31793506094438184,
      "grad_norm": 0.5662282705307007,
      "learning_rate": 0.0002450056623298301,
      "loss": 2.9358,
      "step": 970
    },
    {
      "epoch": 0.3182628290484482,
      "grad_norm": 0.4640207588672638,
      "learning_rate": 0.00024487972889982405,
      "loss": 2.9252,
      "step": 971
    },
    {
      "epoch": 0.3185905971525146,
      "grad_norm": 0.40010130405426025,
      "learning_rate": 0.0002447536838924411,
      "loss": 2.8881,
      "step": 972
    },
    {
      "epoch": 0.31891836525658096,
      "grad_norm": 0.4883759319782257,
      "learning_rate": 0.00024462752745590846,
      "loss": 2.8904,
      "step": 973
    },
    {
      "epoch": 0.31924613336064733,
      "grad_norm": 0.45996177196502686,
      "learning_rate": 0.00024450125973858464,
      "loss": 2.8929,
      "step": 974
    },
    {
      "epoch": 0.3195739014647137,
      "grad_norm": 0.48365461826324463,
      "learning_rate": 0.00024437488088895884,
      "loss": 2.9259,
      "step": 975
    },
    {
      "epoch": 0.3199016695687801,
      "grad_norm": 0.5809811353683472,
      "learning_rate": 0.00024424839105565105,
      "loss": 2.9126,
      "step": 976
    },
    {
      "epoch": 0.32022943767284645,
      "grad_norm": 0.6552485823631287,
      "learning_rate": 0.00024412179038741166,
      "loss": 2.8878,
      "step": 977
    },
    {
      "epoch": 0.3205572057769128,
      "grad_norm": 0.6661108136177063,
      "learning_rate": 0.0002439950790331216,
      "loss": 2.8841,
      "step": 978
    },
    {
      "epoch": 0.3208849738809792,
      "grad_norm": 0.666456937789917,
      "learning_rate": 0.00024386825714179175,
      "loss": 2.8866,
      "step": 979
    },
    {
      "epoch": 0.32121274198504557,
      "grad_norm": 0.6780225038528442,
      "learning_rate": 0.0002437413248625631,
      "loss": 2.934,
      "step": 980
    },
    {
      "epoch": 0.32154051008911194,
      "grad_norm": 0.6665011644363403,
      "learning_rate": 0.00024361428234470636,
      "loss": 2.8909,
      "step": 981
    },
    {
      "epoch": 0.3218682781931783,
      "grad_norm": 0.6493362784385681,
      "learning_rate": 0.0002434871297376221,
      "loss": 2.9169,
      "step": 982
    },
    {
      "epoch": 0.3221960462972447,
      "grad_norm": 0.5496992468833923,
      "learning_rate": 0.00024335986719084,
      "loss": 2.8748,
      "step": 983
    },
    {
      "epoch": 0.32252381440131106,
      "grad_norm": 0.5362802743911743,
      "learning_rate": 0.0002432324948540194,
      "loss": 2.898,
      "step": 984
    },
    {
      "epoch": 0.32285158250537743,
      "grad_norm": 0.6901551485061646,
      "learning_rate": 0.00024310501287694853,
      "loss": 2.9221,
      "step": 985
    },
    {
      "epoch": 0.3231793506094438,
      "grad_norm": 0.7952656745910645,
      "learning_rate": 0.0002429774214095445,
      "loss": 2.9311,
      "step": 986
    },
    {
      "epoch": 0.3235071187135102,
      "grad_norm": 0.7595551013946533,
      "learning_rate": 0.00024284972060185342,
      "loss": 2.9129,
      "step": 987
    },
    {
      "epoch": 0.32383488681757655,
      "grad_norm": 0.6244006156921387,
      "learning_rate": 0.0002427219106040498,
      "loss": 2.9282,
      "step": 988
    },
    {
      "epoch": 0.3241626549216429,
      "grad_norm": 0.5533087849617004,
      "learning_rate": 0.00024259399156643656,
      "loss": 2.8936,
      "step": 989
    },
    {
      "epoch": 0.3244904230257093,
      "grad_norm": 0.5523914098739624,
      "learning_rate": 0.00024246596363944494,
      "loss": 2.9034,
      "step": 990
    },
    {
      "epoch": 0.32481819112977567,
      "grad_norm": 0.597872793674469,
      "learning_rate": 0.00024233782697363415,
      "loss": 2.9096,
      "step": 991
    },
    {
      "epoch": 0.32514595923384204,
      "grad_norm": 0.6133071184158325,
      "learning_rate": 0.00024220958171969136,
      "loss": 2.8933,
      "step": 992
    },
    {
      "epoch": 0.3254737273379084,
      "grad_norm": 0.7249990701675415,
      "learning_rate": 0.00024208122802843134,
      "loss": 2.8774,
      "step": 993
    },
    {
      "epoch": 0.3258014954419748,
      "grad_norm": 0.7590505480766296,
      "learning_rate": 0.00024195276605079645,
      "loss": 2.8948,
      "step": 994
    },
    {
      "epoch": 0.32612926354604116,
      "grad_norm": 0.6699179410934448,
      "learning_rate": 0.00024182419593785635,
      "loss": 2.9199,
      "step": 995
    },
    {
      "epoch": 0.32645703165010753,
      "grad_norm": 0.5140789151191711,
      "learning_rate": 0.00024169551784080794,
      "loss": 2.9027,
      "step": 996
    },
    {
      "epoch": 0.3267847997541739,
      "grad_norm": 0.4959802031517029,
      "learning_rate": 0.00024156673191097502,
      "loss": 2.8901,
      "step": 997
    },
    {
      "epoch": 0.3271125678582403,
      "grad_norm": 0.4865981936454773,
      "learning_rate": 0.00024143783829980826,
      "loss": 2.8809,
      "step": 998
    },
    {
      "epoch": 0.32744033596230665,
      "grad_norm": 0.4043649137020111,
      "learning_rate": 0.00024130883715888486,
      "loss": 2.9017,
      "step": 999
    },
    {
      "epoch": 0.327768104066373,
      "grad_norm": 0.4597943425178528,
      "learning_rate": 0.00024117972863990864,
      "loss": 2.8873,
      "step": 1000
    },
    {
      "epoch": 0.3280958721704394,
      "grad_norm": 0.45795246958732605,
      "learning_rate": 0.00024105051289470954,
      "loss": 2.8793,
      "step": 1001
    },
    {
      "epoch": 0.32842364027450577,
      "grad_norm": 0.45653820037841797,
      "learning_rate": 0.00024092119007524372,
      "loss": 2.8834,
      "step": 1002
    },
    {
      "epoch": 0.32875140837857214,
      "grad_norm": 0.5107137560844421,
      "learning_rate": 0.0002407917603335932,
      "loss": 2.8864,
      "step": 1003
    },
    {
      "epoch": 0.3290791764826385,
      "grad_norm": 0.5047573447227478,
      "learning_rate": 0.0002406622238219657,
      "loss": 2.9062,
      "step": 1004
    },
    {
      "epoch": 0.3294069445867049,
      "grad_norm": 0.5926194190979004,
      "learning_rate": 0.00024053258069269457,
      "loss": 2.9087,
      "step": 1005
    },
    {
      "epoch": 0.32973471269077126,
      "grad_norm": 0.6283676028251648,
      "learning_rate": 0.00024040283109823854,
      "loss": 2.8921,
      "step": 1006
    },
    {
      "epoch": 0.33006248079483763,
      "grad_norm": 0.5955371260643005,
      "learning_rate": 0.00024027297519118142,
      "loss": 2.9001,
      "step": 1007
    },
    {
      "epoch": 0.330390248898904,
      "grad_norm": 0.4730238914489746,
      "learning_rate": 0.0002401430131242322,
      "loss": 2.8954,
      "step": 1008
    },
    {
      "epoch": 0.3307180170029704,
      "grad_norm": 0.4580211043357849,
      "learning_rate": 0.0002400129450502247,
      "loss": 2.9324,
      "step": 1009
    },
    {
      "epoch": 0.33104578510703675,
      "grad_norm": 0.4760454595088959,
      "learning_rate": 0.0002398827711221172,
      "loss": 2.8778,
      "step": 1010
    },
    {
      "epoch": 0.3313735532111031,
      "grad_norm": 0.49177366495132446,
      "learning_rate": 0.00023975249149299277,
      "loss": 2.8795,
      "step": 1011
    },
    {
      "epoch": 0.3317013213151695,
      "grad_norm": 0.5791540145874023,
      "learning_rate": 0.00023962210631605854,
      "loss": 2.9013,
      "step": 1012
    },
    {
      "epoch": 0.33202908941923587,
      "grad_norm": 0.6382970809936523,
      "learning_rate": 0.0002394916157446459,
      "loss": 2.9173,
      "step": 1013
    },
    {
      "epoch": 0.33235685752330224,
      "grad_norm": 0.6266290545463562,
      "learning_rate": 0.00023936101993221007,
      "loss": 2.8966,
      "step": 1014
    },
    {
      "epoch": 0.3326846256273686,
      "grad_norm": 0.6639888286590576,
      "learning_rate": 0.00023923031903233017,
      "loss": 2.8671,
      "step": 1015
    },
    {
      "epoch": 0.333012393731435,
      "grad_norm": 0.6617338061332703,
      "learning_rate": 0.0002390995131987088,
      "loss": 2.8951,
      "step": 1016
    },
    {
      "epoch": 0.33334016183550136,
      "grad_norm": 0.6651734709739685,
      "learning_rate": 0.000238968602585172,
      "loss": 2.8712,
      "step": 1017
    },
    {
      "epoch": 0.33366792993956773,
      "grad_norm": 0.7115647792816162,
      "learning_rate": 0.00023883758734566894,
      "loss": 2.9153,
      "step": 1018
    },
    {
      "epoch": 0.3339956980436341,
      "grad_norm": 0.5902090072631836,
      "learning_rate": 0.00023870646763427198,
      "loss": 2.8731,
      "step": 1019
    },
    {
      "epoch": 0.3343234661477005,
      "grad_norm": 0.541110634803772,
      "learning_rate": 0.00023857524360517627,
      "loss": 2.8623,
      "step": 1020
    },
    {
      "epoch": 0.33465123425176685,
      "grad_norm": 0.5327656865119934,
      "learning_rate": 0.0002384439154126996,
      "loss": 2.8819,
      "step": 1021
    },
    {
      "epoch": 0.3349790023558332,
      "grad_norm": 0.4907456338405609,
      "learning_rate": 0.00023831248321128228,
      "loss": 2.8828,
      "step": 1022
    },
    {
      "epoch": 0.3353067704598996,
      "grad_norm": 0.473000705242157,
      "learning_rate": 0.00023818094715548696,
      "loss": 2.8868,
      "step": 1023
    },
    {
      "epoch": 0.33563453856396597,
      "grad_norm": 0.4504106342792511,
      "learning_rate": 0.00023804930739999838,
      "loss": 2.8888,
      "step": 1024
    },
    {
      "epoch": 0.33596230666803234,
      "grad_norm": 0.4609137773513794,
      "learning_rate": 0.00023791756409962333,
      "loss": 2.8767,
      "step": 1025
    },
    {
      "epoch": 0.3362900747720987,
      "grad_norm": 0.4646427035331726,
      "learning_rate": 0.0002377857174092901,
      "loss": 2.8541,
      "step": 1026
    },
    {
      "epoch": 0.33661784287616514,
      "grad_norm": 0.6159888505935669,
      "learning_rate": 0.000237653767484049,
      "loss": 2.8619,
      "step": 1027
    },
    {
      "epoch": 0.3369456109802315,
      "grad_norm": 0.8686097264289856,
      "learning_rate": 0.0002375217144790713,
      "loss": 2.9008,
      "step": 1028
    },
    {
      "epoch": 0.3372733790842979,
      "grad_norm": 0.8257648944854736,
      "learning_rate": 0.00023738955854964974,
      "loss": 2.9017,
      "step": 1029
    },
    {
      "epoch": 0.33760114718836426,
      "grad_norm": 0.6768382787704468,
      "learning_rate": 0.0002372572998511981,
      "loss": 2.8923,
      "step": 1030
    },
    {
      "epoch": 0.33792891529243063,
      "grad_norm": 0.6436159014701843,
      "learning_rate": 0.00023712493853925086,
      "loss": 2.8831,
      "step": 1031
    },
    {
      "epoch": 0.338256683396497,
      "grad_norm": 0.5274121165275574,
      "learning_rate": 0.00023699247476946335,
      "loss": 2.8724,
      "step": 1032
    },
    {
      "epoch": 0.3385844515005634,
      "grad_norm": 0.5255157947540283,
      "learning_rate": 0.00023685990869761126,
      "loss": 2.8727,
      "step": 1033
    },
    {
      "epoch": 0.33891221960462975,
      "grad_norm": 0.5342048406600952,
      "learning_rate": 0.00023672724047959072,
      "loss": 2.9119,
      "step": 1034
    },
    {
      "epoch": 0.3392399877086961,
      "grad_norm": 0.4867332875728607,
      "learning_rate": 0.00023659447027141777,
      "loss": 2.8986,
      "step": 1035
    },
    {
      "epoch": 0.3395677558127625,
      "grad_norm": 0.4629996716976166,
      "learning_rate": 0.00023646159822922862,
      "loss": 2.8894,
      "step": 1036
    },
    {
      "epoch": 0.33989552391682887,
      "grad_norm": 0.443604439496994,
      "learning_rate": 0.00023632862450927907,
      "loss": 2.8768,
      "step": 1037
    },
    {
      "epoch": 0.34022329202089524,
      "grad_norm": 0.45238810777664185,
      "learning_rate": 0.00023619554926794463,
      "loss": 2.8834,
      "step": 1038
    },
    {
      "epoch": 0.3405510601249616,
      "grad_norm": 0.45511525869369507,
      "learning_rate": 0.00023606237266172005,
      "loss": 2.8742,
      "step": 1039
    },
    {
      "epoch": 0.340878828229028,
      "grad_norm": 0.40897512435913086,
      "learning_rate": 0.00023592909484721944,
      "loss": 2.8887,
      "step": 1040
    },
    {
      "epoch": 0.34120659633309436,
      "grad_norm": 0.4774895906448364,
      "learning_rate": 0.0002357957159811757,
      "loss": 2.8864,
      "step": 1041
    },
    {
      "epoch": 0.34153436443716073,
      "grad_norm": 0.5712913870811462,
      "learning_rate": 0.0002356622362204409,
      "loss": 2.8897,
      "step": 1042
    },
    {
      "epoch": 0.3418621325412271,
      "grad_norm": 0.6660239696502686,
      "learning_rate": 0.0002355286557219854,
      "loss": 2.8752,
      "step": 1043
    },
    {
      "epoch": 0.3421899006452935,
      "grad_norm": 0.7441208958625793,
      "learning_rate": 0.0002353949746428983,
      "loss": 2.8771,
      "step": 1044
    },
    {
      "epoch": 0.34251766874935985,
      "grad_norm": 0.7098329663276672,
      "learning_rate": 0.00023526119314038689,
      "loss": 2.8668,
      "step": 1045
    },
    {
      "epoch": 0.3428454368534262,
      "grad_norm": 0.570091962814331,
      "learning_rate": 0.00023512731137177644,
      "loss": 2.8317,
      "step": 1046
    },
    {
      "epoch": 0.3431732049574926,
      "grad_norm": 0.4903099238872528,
      "learning_rate": 0.00023499332949451036,
      "loss": 2.8886,
      "step": 1047
    },
    {
      "epoch": 0.34350097306155897,
      "grad_norm": 0.6062990427017212,
      "learning_rate": 0.00023485924766614957,
      "loss": 2.8624,
      "step": 1048
    },
    {
      "epoch": 0.34382874116562534,
      "grad_norm": 0.5583822131156921,
      "learning_rate": 0.00023472506604437272,
      "loss": 2.8648,
      "step": 1049
    },
    {
      "epoch": 0.3441565092696917,
      "grad_norm": 0.497497022151947,
      "learning_rate": 0.00023459078478697565,
      "loss": 2.8583,
      "step": 1050
    },
    {
      "epoch": 0.3444842773737581,
      "grad_norm": 0.5369836688041687,
      "learning_rate": 0.00023445640405187146,
      "loss": 2.8654,
      "step": 1051
    },
    {
      "epoch": 0.34481204547782446,
      "grad_norm": 0.5115830898284912,
      "learning_rate": 0.00023432192399709028,
      "loss": 2.8482,
      "step": 1052
    },
    {
      "epoch": 0.34513981358189083,
      "grad_norm": 0.5166441202163696,
      "learning_rate": 0.00023418734478077886,
      "loss": 2.8553,
      "step": 1053
    },
    {
      "epoch": 0.3454675816859572,
      "grad_norm": 0.4660893678665161,
      "learning_rate": 0.0002340526665612008,
      "loss": 2.8452,
      "step": 1054
    },
    {
      "epoch": 0.3457953497900236,
      "grad_norm": 0.5137863159179688,
      "learning_rate": 0.00023391788949673591,
      "loss": 2.8692,
      "step": 1055
    },
    {
      "epoch": 0.34612311789408995,
      "grad_norm": 0.4810244143009186,
      "learning_rate": 0.00023378301374588038,
      "loss": 2.8448,
      "step": 1056
    },
    {
      "epoch": 0.3464508859981563,
      "grad_norm": 0.4139957129955292,
      "learning_rate": 0.00023364803946724635,
      "loss": 2.8555,
      "step": 1057
    },
    {
      "epoch": 0.3467786541022227,
      "grad_norm": 0.39261195063591003,
      "learning_rate": 0.000233512966819562,
      "loss": 2.8584,
      "step": 1058
    },
    {
      "epoch": 0.34710642220628907,
      "grad_norm": 0.44562047719955444,
      "learning_rate": 0.00023337779596167098,
      "loss": 2.8369,
      "step": 1059
    },
    {
      "epoch": 0.34743419031035544,
      "grad_norm": 0.4964537024497986,
      "learning_rate": 0.00023324252705253257,
      "loss": 2.8693,
      "step": 1060
    },
    {
      "epoch": 0.3477619584144218,
      "grad_norm": 0.5690633654594421,
      "learning_rate": 0.0002331071602512213,
      "loss": 2.8881,
      "step": 1061
    },
    {
      "epoch": 0.3480897265184882,
      "grad_norm": 0.6213364005088806,
      "learning_rate": 0.00023297169571692692,
      "loss": 2.8823,
      "step": 1062
    },
    {
      "epoch": 0.34841749462255456,
      "grad_norm": 0.6921164393424988,
      "learning_rate": 0.00023283613360895392,
      "loss": 2.8539,
      "step": 1063
    },
    {
      "epoch": 0.34874526272662093,
      "grad_norm": 0.776489794254303,
      "learning_rate": 0.00023270047408672167,
      "loss": 2.8627,
      "step": 1064
    },
    {
      "epoch": 0.3490730308306873,
      "grad_norm": 0.8252043128013611,
      "learning_rate": 0.00023256471730976415,
      "loss": 2.8763,
      "step": 1065
    },
    {
      "epoch": 0.3494007989347537,
      "grad_norm": 0.7534387707710266,
      "learning_rate": 0.00023242886343772956,
      "loss": 2.8675,
      "step": 1066
    },
    {
      "epoch": 0.34972856703882005,
      "grad_norm": 0.7675911784172058,
      "learning_rate": 0.00023229291263038038,
      "loss": 2.8471,
      "step": 1067
    },
    {
      "epoch": 0.3500563351428864,
      "grad_norm": 0.716643750667572,
      "learning_rate": 0.00023215686504759306,
      "loss": 2.8342,
      "step": 1068
    },
    {
      "epoch": 0.3503841032469528,
      "grad_norm": 0.6098406910896301,
      "learning_rate": 0.00023202072084935787,
      "loss": 2.8706,
      "step": 1069
    },
    {
      "epoch": 0.35071187135101917,
      "grad_norm": 0.5638412237167358,
      "learning_rate": 0.0002318844801957787,
      "loss": 2.8186,
      "step": 1070
    },
    {
      "epoch": 0.35103963945508554,
      "grad_norm": 0.5273844003677368,
      "learning_rate": 0.00023174814324707283,
      "loss": 2.83,
      "step": 1071
    },
    {
      "epoch": 0.3513674075591519,
      "grad_norm": 0.4280959665775299,
      "learning_rate": 0.00023161171016357077,
      "loss": 2.8527,
      "step": 1072
    },
    {
      "epoch": 0.3516951756632183,
      "grad_norm": 0.43230515718460083,
      "learning_rate": 0.00023147518110571623,
      "loss": 2.8662,
      "step": 1073
    },
    {
      "epoch": 0.35202294376728466,
      "grad_norm": 0.43274328112602234,
      "learning_rate": 0.0002313385562340656,
      "loss": 2.84,
      "step": 1074
    },
    {
      "epoch": 0.35235071187135103,
      "grad_norm": 0.4361269772052765,
      "learning_rate": 0.00023120183570928804,
      "loss": 2.8216,
      "step": 1075
    },
    {
      "epoch": 0.3526784799754174,
      "grad_norm": 0.40252530574798584,
      "learning_rate": 0.00023106501969216521,
      "loss": 2.853,
      "step": 1076
    },
    {
      "epoch": 0.3530062480794838,
      "grad_norm": 0.3871248960494995,
      "learning_rate": 0.00023092810834359097,
      "loss": 2.8347,
      "step": 1077
    },
    {
      "epoch": 0.35333401618355015,
      "grad_norm": 0.3950715959072113,
      "learning_rate": 0.00023079110182457145,
      "loss": 2.8456,
      "step": 1078
    },
    {
      "epoch": 0.3536617842876165,
      "grad_norm": 0.41251930594444275,
      "learning_rate": 0.0002306540002962245,
      "loss": 2.8249,
      "step": 1079
    },
    {
      "epoch": 0.3539895523916829,
      "grad_norm": 0.43543675541877747,
      "learning_rate": 0.0002305168039197799,
      "loss": 2.8787,
      "step": 1080
    },
    {
      "epoch": 0.35431732049574927,
      "grad_norm": 0.5186308026313782,
      "learning_rate": 0.00023037951285657886,
      "loss": 2.8362,
      "step": 1081
    },
    {
      "epoch": 0.35464508859981564,
      "grad_norm": 0.5729436874389648,
      "learning_rate": 0.0002302421272680739,
      "loss": 2.847,
      "step": 1082
    },
    {
      "epoch": 0.354972856703882,
      "grad_norm": 0.4990769326686859,
      "learning_rate": 0.00023010464731582878,
      "loss": 2.8304,
      "step": 1083
    },
    {
      "epoch": 0.3553006248079484,
      "grad_norm": 0.39789560437202454,
      "learning_rate": 0.00022996707316151827,
      "loss": 2.8543,
      "step": 1084
    },
    {
      "epoch": 0.35562839291201476,
      "grad_norm": 0.3906105160713196,
      "learning_rate": 0.00022982940496692777,
      "loss": 2.8234,
      "step": 1085
    },
    {
      "epoch": 0.35595616101608113,
      "grad_norm": 0.4015531837940216,
      "learning_rate": 0.0002296916428939534,
      "loss": 2.8582,
      "step": 1086
    },
    {
      "epoch": 0.3562839291201475,
      "grad_norm": 0.3971082866191864,
      "learning_rate": 0.00022955378710460167,
      "loss": 2.8592,
      "step": 1087
    },
    {
      "epoch": 0.3566116972242139,
      "grad_norm": 0.4378838539123535,
      "learning_rate": 0.00022941583776098923,
      "loss": 2.8376,
      "step": 1088
    },
    {
      "epoch": 0.35693946532828025,
      "grad_norm": 0.5674352049827576,
      "learning_rate": 0.0002292777950253428,
      "loss": 2.8493,
      "step": 1089
    },
    {
      "epoch": 0.3572672334323466,
      "grad_norm": 0.6778782606124878,
      "learning_rate": 0.00022913965905999883,
      "loss": 2.8523,
      "step": 1090
    },
    {
      "epoch": 0.357595001536413,
      "grad_norm": 0.7269361019134521,
      "learning_rate": 0.00022900143002740363,
      "loss": 2.871,
      "step": 1091
    },
    {
      "epoch": 0.35792276964047937,
      "grad_norm": 0.6212242841720581,
      "learning_rate": 0.00022886310809011275,
      "loss": 2.8437,
      "step": 1092
    },
    {
      "epoch": 0.35825053774454574,
      "grad_norm": 0.5374279022216797,
      "learning_rate": 0.00022872469341079105,
      "loss": 2.851,
      "step": 1093
    },
    {
      "epoch": 0.3585783058486121,
      "grad_norm": 0.5668669939041138,
      "learning_rate": 0.00022858618615221246,
      "loss": 2.8229,
      "step": 1094
    },
    {
      "epoch": 0.3589060739526785,
      "grad_norm": 0.5145589113235474,
      "learning_rate": 0.00022844758647725988,
      "loss": 2.8234,
      "step": 1095
    },
    {
      "epoch": 0.35923384205674486,
      "grad_norm": 0.47991228103637695,
      "learning_rate": 0.00022830889454892466,
      "loss": 2.8473,
      "step": 1096
    },
    {
      "epoch": 0.35956161016081123,
      "grad_norm": 0.4994203448295593,
      "learning_rate": 0.00022817011053030686,
      "loss": 2.8131,
      "step": 1097
    },
    {
      "epoch": 0.3598893782648776,
      "grad_norm": 0.5937672257423401,
      "learning_rate": 0.0002280312345846147,
      "loss": 2.876,
      "step": 1098
    },
    {
      "epoch": 0.360217146368944,
      "grad_norm": 0.6261516213417053,
      "learning_rate": 0.00022789226687516465,
      "loss": 2.8048,
      "step": 1099
    },
    {
      "epoch": 0.36054491447301035,
      "grad_norm": 0.6214791536331177,
      "learning_rate": 0.00022775320756538095,
      "loss": 2.8448,
      "step": 1100
    },
    {
      "epoch": 0.3608726825770767,
      "grad_norm": 0.5956441760063171,
      "learning_rate": 0.00022761405681879558,
      "loss": 2.8714,
      "step": 1101
    },
    {
      "epoch": 0.3612004506811431,
      "grad_norm": 0.626610279083252,
      "learning_rate": 0.0002274748147990481,
      "loss": 2.8451,
      "step": 1102
    },
    {
      "epoch": 0.36152821878520947,
      "grad_norm": 0.7552147507667542,
      "learning_rate": 0.00022733548166988543,
      "loss": 2.8729,
      "step": 1103
    },
    {
      "epoch": 0.36185598688927584,
      "grad_norm": 0.7533428072929382,
      "learning_rate": 0.00022719605759516156,
      "loss": 2.8706,
      "step": 1104
    },
    {
      "epoch": 0.3621837549933422,
      "grad_norm": 0.5611458420753479,
      "learning_rate": 0.00022705654273883744,
      "loss": 2.8364,
      "step": 1105
    },
    {
      "epoch": 0.3625115230974086,
      "grad_norm": 0.49332892894744873,
      "learning_rate": 0.0002269169372649808,
      "loss": 2.8433,
      "step": 1106
    },
    {
      "epoch": 0.36283929120147496,
      "grad_norm": 0.511888861656189,
      "learning_rate": 0.00022677724133776602,
      "loss": 2.843,
      "step": 1107
    },
    {
      "epoch": 0.36316705930554133,
      "grad_norm": 0.46571359038352966,
      "learning_rate": 0.00022663745512147362,
      "loss": 2.8268,
      "step": 1108
    },
    {
      "epoch": 0.3634948274096077,
      "grad_norm": 0.3932188153266907,
      "learning_rate": 0.00022649757878049059,
      "loss": 2.8364,
      "step": 1109
    },
    {
      "epoch": 0.3638225955136741,
      "grad_norm": 0.41225847601890564,
      "learning_rate": 0.00022635761247930968,
      "loss": 2.8338,
      "step": 1110
    },
    {
      "epoch": 0.36415036361774045,
      "grad_norm": 0.3508935570716858,
      "learning_rate": 0.0002262175563825295,
      "loss": 2.8161,
      "step": 1111
    },
    {
      "epoch": 0.3644781317218068,
      "grad_norm": 0.37387606501579285,
      "learning_rate": 0.00022607741065485432,
      "loss": 2.8003,
      "step": 1112
    },
    {
      "epoch": 0.3648058998258732,
      "grad_norm": 0.40946367383003235,
      "learning_rate": 0.0002259371754610938,
      "loss": 2.8443,
      "step": 1113
    },
    {
      "epoch": 0.36513366792993956,
      "grad_norm": 0.4486735761165619,
      "learning_rate": 0.00022579685096616267,
      "loss": 2.8072,
      "step": 1114
    },
    {
      "epoch": 0.36546143603400594,
      "grad_norm": 0.47549164295196533,
      "learning_rate": 0.00022565643733508082,
      "loss": 2.8375,
      "step": 1115
    },
    {
      "epoch": 0.3657892041380723,
      "grad_norm": 0.508994996547699,
      "learning_rate": 0.00022551593473297302,
      "loss": 2.8266,
      "step": 1116
    },
    {
      "epoch": 0.3661169722421387,
      "grad_norm": 0.5281587243080139,
      "learning_rate": 0.00022537534332506848,
      "loss": 2.8099,
      "step": 1117
    },
    {
      "epoch": 0.36644474034620506,
      "grad_norm": 0.5284013152122498,
      "learning_rate": 0.00022523466327670094,
      "loss": 2.8223,
      "step": 1118
    },
    {
      "epoch": 0.36677250845027143,
      "grad_norm": 0.5597354769706726,
      "learning_rate": 0.00022509389475330844,
      "loss": 2.8502,
      "step": 1119
    },
    {
      "epoch": 0.3671002765543378,
      "grad_norm": 0.5902564525604248,
      "learning_rate": 0.00022495303792043297,
      "loss": 2.8734,
      "step": 1120
    },
    {
      "epoch": 0.3674280446584042,
      "grad_norm": 0.6202237010002136,
      "learning_rate": 0.0002248120929437204,
      "loss": 2.8377,
      "step": 1121
    },
    {
      "epoch": 0.36775581276247055,
      "grad_norm": 0.7627241015434265,
      "learning_rate": 0.0002246710599889203,
      "loss": 2.8178,
      "step": 1122
    },
    {
      "epoch": 0.3680835808665369,
      "grad_norm": 0.8680369257926941,
      "learning_rate": 0.00022452993922188563,
      "loss": 2.8867,
      "step": 1123
    },
    {
      "epoch": 0.3684113489706033,
      "grad_norm": 0.7672315239906311,
      "learning_rate": 0.00022438873080857263,
      "loss": 2.8212,
      "step": 1124
    },
    {
      "epoch": 0.36873911707466966,
      "grad_norm": 0.6476048827171326,
      "learning_rate": 0.0002242474349150407,
      "loss": 2.8667,
      "step": 1125
    },
    {
      "epoch": 0.36906688517873604,
      "grad_norm": 0.5863383412361145,
      "learning_rate": 0.00022410605170745197,
      "loss": 2.8273,
      "step": 1126
    },
    {
      "epoch": 0.3693946532828024,
      "grad_norm": 0.4630106985569,
      "learning_rate": 0.0002239645813520714,
      "loss": 2.8128,
      "step": 1127
    },
    {
      "epoch": 0.3697224213868688,
      "grad_norm": 0.4158491790294647,
      "learning_rate": 0.00022382302401526634,
      "loss": 2.8208,
      "step": 1128
    },
    {
      "epoch": 0.37005018949093516,
      "grad_norm": 0.41064000129699707,
      "learning_rate": 0.00022368137986350642,
      "loss": 2.8482,
      "step": 1129
    },
    {
      "epoch": 0.37037795759500153,
      "grad_norm": 0.4166639745235443,
      "learning_rate": 0.0002235396490633634,
      "loss": 2.7872,
      "step": 1130
    },
    {
      "epoch": 0.3707057256990679,
      "grad_norm": 0.3931819498538971,
      "learning_rate": 0.00022339783178151098,
      "loss": 2.8254,
      "step": 1131
    },
    {
      "epoch": 0.3710334938031343,
      "grad_norm": 0.35478413105010986,
      "learning_rate": 0.00022325592818472445,
      "loss": 2.807,
      "step": 1132
    },
    {
      "epoch": 0.37136126190720065,
      "grad_norm": 0.3856247663497925,
      "learning_rate": 0.00022311393843988073,
      "loss": 2.8087,
      "step": 1133
    },
    {
      "epoch": 0.371689030011267,
      "grad_norm": 0.41272205114364624,
      "learning_rate": 0.00022297186271395795,
      "loss": 2.8205,
      "step": 1134
    },
    {
      "epoch": 0.3720167981153334,
      "grad_norm": 0.3942267894744873,
      "learning_rate": 0.00022282970117403538,
      "loss": 2.8036,
      "step": 1135
    },
    {
      "epoch": 0.37234456621939976,
      "grad_norm": 0.37912842631340027,
      "learning_rate": 0.00022268745398729324,
      "loss": 2.8188,
      "step": 1136
    },
    {
      "epoch": 0.37267233432346614,
      "grad_norm": 0.4754405915737152,
      "learning_rate": 0.00022254512132101244,
      "loss": 2.8353,
      "step": 1137
    },
    {
      "epoch": 0.3730001024275325,
      "grad_norm": 0.5920494794845581,
      "learning_rate": 0.00022240270334257444,
      "loss": 2.8238,
      "step": 1138
    },
    {
      "epoch": 0.3733278705315989,
      "grad_norm": 0.6658889651298523,
      "learning_rate": 0.00022226020021946097,
      "loss": 2.8393,
      "step": 1139
    },
    {
      "epoch": 0.37365563863566525,
      "grad_norm": 0.6518831849098206,
      "learning_rate": 0.00022211761211925389,
      "loss": 2.8313,
      "step": 1140
    },
    {
      "epoch": 0.3739834067397316,
      "grad_norm": 0.6136741042137146,
      "learning_rate": 0.00022197493920963514,
      "loss": 2.8125,
      "step": 1141
    },
    {
      "epoch": 0.374311174843798,
      "grad_norm": 0.6367186307907104,
      "learning_rate": 0.0002218321816583862,
      "loss": 2.7819,
      "step": 1142
    },
    {
      "epoch": 0.3746389429478644,
      "grad_norm": 0.617961049079895,
      "learning_rate": 0.00022168933963338816,
      "loss": 2.8571,
      "step": 1143
    },
    {
      "epoch": 0.37496671105193075,
      "grad_norm": 0.6260095238685608,
      "learning_rate": 0.00022154641330262152,
      "loss": 2.8191,
      "step": 1144
    },
    {
      "epoch": 0.3752944791559971,
      "grad_norm": 0.6537489295005798,
      "learning_rate": 0.0002214034028341658,
      "loss": 2.8429,
      "step": 1145
    },
    {
      "epoch": 0.3756222472600635,
      "grad_norm": 0.5901066064834595,
      "learning_rate": 0.00022126030839619953,
      "loss": 2.8126,
      "step": 1146
    },
    {
      "epoch": 0.37595001536412986,
      "grad_norm": 0.5498477816581726,
      "learning_rate": 0.00022111713015700004,
      "loss": 2.8396,
      "step": 1147
    },
    {
      "epoch": 0.37627778346819624,
      "grad_norm": 0.558394730091095,
      "learning_rate": 0.00022097386828494312,
      "loss": 2.8076,
      "step": 1148
    },
    {
      "epoch": 0.3766055515722626,
      "grad_norm": 0.527473509311676,
      "learning_rate": 0.0002208305229485029,
      "loss": 2.8231,
      "step": 1149
    },
    {
      "epoch": 0.376933319676329,
      "grad_norm": 0.4828898012638092,
      "learning_rate": 0.00022068709431625179,
      "loss": 2.8376,
      "step": 1150
    },
    {
      "epoch": 0.37726108778039535,
      "grad_norm": 0.49523988366127014,
      "learning_rate": 0.00022054358255685998,
      "loss": 2.8323,
      "step": 1151
    },
    {
      "epoch": 0.3775888558844617,
      "grad_norm": 0.539283037185669,
      "learning_rate": 0.00022039998783909557,
      "loss": 2.8074,
      "step": 1152
    },
    {
      "epoch": 0.3779166239885281,
      "grad_norm": 0.4995076060295105,
      "learning_rate": 0.00022025631033182415,
      "loss": 2.8199,
      "step": 1153
    },
    {
      "epoch": 0.3782443920925945,
      "grad_norm": 0.46780145168304443,
      "learning_rate": 0.00022011255020400867,
      "loss": 2.7955,
      "step": 1154
    },
    {
      "epoch": 0.37857216019666085,
      "grad_norm": 0.4357112944126129,
      "learning_rate": 0.00021996870762470923,
      "loss": 2.8053,
      "step": 1155
    },
    {
      "epoch": 0.3788999283007272,
      "grad_norm": 0.45485028624534607,
      "learning_rate": 0.00021982478276308292,
      "loss": 2.8178,
      "step": 1156
    },
    {
      "epoch": 0.3792276964047936,
      "grad_norm": 0.4715808629989624,
      "learning_rate": 0.00021968077578838358,
      "loss": 2.7924,
      "step": 1157
    },
    {
      "epoch": 0.37955546450885996,
      "grad_norm": 0.4148097634315491,
      "learning_rate": 0.0002195366868699616,
      "loss": 2.8141,
      "step": 1158
    },
    {
      "epoch": 0.37988323261292634,
      "grad_norm": 0.36805927753448486,
      "learning_rate": 0.0002193925161772638,
      "loss": 2.8158,
      "step": 1159
    },
    {
      "epoch": 0.3802110007169927,
      "grad_norm": 0.4042779803276062,
      "learning_rate": 0.00021924826387983306,
      "loss": 2.8231,
      "step": 1160
    },
    {
      "epoch": 0.3805387688210591,
      "grad_norm": 0.3683284819126129,
      "learning_rate": 0.0002191039301473083,
      "loss": 2.8084,
      "step": 1161
    },
    {
      "epoch": 0.38086653692512545,
      "grad_norm": 0.36154627799987793,
      "learning_rate": 0.0002189595151494242,
      "loss": 2.7891,
      "step": 1162
    },
    {
      "epoch": 0.3811943050291918,
      "grad_norm": 0.39630788564682007,
      "learning_rate": 0.00021881501905601097,
      "loss": 2.8335,
      "step": 1163
    },
    {
      "epoch": 0.3815220731332582,
      "grad_norm": 0.4356604218482971,
      "learning_rate": 0.0002186704420369942,
      "loss": 2.815,
      "step": 1164
    },
    {
      "epoch": 0.38184984123732457,
      "grad_norm": 0.5058849453926086,
      "learning_rate": 0.00021852578426239476,
      "loss": 2.8225,
      "step": 1165
    },
    {
      "epoch": 0.38217760934139094,
      "grad_norm": 0.5024181008338928,
      "learning_rate": 0.00021838104590232827,
      "loss": 2.7882,
      "step": 1166
    },
    {
      "epoch": 0.3825053774454573,
      "grad_norm": 0.47593122720718384,
      "learning_rate": 0.00021823622712700526,
      "loss": 2.8322,
      "step": 1167
    },
    {
      "epoch": 0.3828331455495237,
      "grad_norm": 0.4374440610408783,
      "learning_rate": 0.00021809132810673087,
      "loss": 2.819,
      "step": 1168
    },
    {
      "epoch": 0.38316091365359006,
      "grad_norm": 0.5071108937263489,
      "learning_rate": 0.00021794634901190445,
      "loss": 2.8167,
      "step": 1169
    },
    {
      "epoch": 0.38348868175765644,
      "grad_norm": 0.6669984459877014,
      "learning_rate": 0.00021780129001301965,
      "loss": 2.8265,
      "step": 1170
    },
    {
      "epoch": 0.3838164498617228,
      "grad_norm": 0.8165507316589355,
      "learning_rate": 0.00021765615128066407,
      "loss": 2.8164,
      "step": 1171
    },
    {
      "epoch": 0.3841442179657892,
      "grad_norm": 0.7968217730522156,
      "learning_rate": 0.00021751093298551897,
      "loss": 2.8015,
      "step": 1172
    },
    {
      "epoch": 0.38447198606985555,
      "grad_norm": 0.6756076216697693,
      "learning_rate": 0.00021736563529835932,
      "loss": 2.7935,
      "step": 1173
    },
    {
      "epoch": 0.3847997541739219,
      "grad_norm": 0.6532030701637268,
      "learning_rate": 0.00021722025839005337,
      "loss": 2.8111,
      "step": 1174
    },
    {
      "epoch": 0.3851275222779883,
      "grad_norm": 0.5528733134269714,
      "learning_rate": 0.00021707480243156254,
      "loss": 2.8187,
      "step": 1175
    },
    {
      "epoch": 0.38545529038205467,
      "grad_norm": 0.4568619728088379,
      "learning_rate": 0.00021692926759394124,
      "loss": 2.8058,
      "step": 1176
    },
    {
      "epoch": 0.38578305848612104,
      "grad_norm": 0.42711418867111206,
      "learning_rate": 0.0002167836540483366,
      "loss": 2.8081,
      "step": 1177
    },
    {
      "epoch": 0.3861108265901874,
      "grad_norm": 0.42029044032096863,
      "learning_rate": 0.00021663796196598836,
      "loss": 2.8165,
      "step": 1178
    },
    {
      "epoch": 0.3864385946942538,
      "grad_norm": 0.37350431084632874,
      "learning_rate": 0.00021649219151822854,
      "loss": 2.7926,
      "step": 1179
    },
    {
      "epoch": 0.38676636279832016,
      "grad_norm": 0.378343403339386,
      "learning_rate": 0.00021634634287648138,
      "loss": 2.7956,
      "step": 1180
    },
    {
      "epoch": 0.38709413090238654,
      "grad_norm": 0.3817271590232849,
      "learning_rate": 0.00021620041621226314,
      "loss": 2.7735,
      "step": 1181
    },
    {
      "epoch": 0.3874218990064529,
      "grad_norm": 0.3855082392692566,
      "learning_rate": 0.00021605441169718166,
      "loss": 2.7915,
      "step": 1182
    },
    {
      "epoch": 0.3877496671105193,
      "grad_norm": 0.416172593832016,
      "learning_rate": 0.00021590832950293644,
      "loss": 2.8156,
      "step": 1183
    },
    {
      "epoch": 0.38807743521458565,
      "grad_norm": 0.4516294002532959,
      "learning_rate": 0.00021576216980131842,
      "loss": 2.7844,
      "step": 1184
    },
    {
      "epoch": 0.3884052033186521,
      "grad_norm": 0.46423640847206116,
      "learning_rate": 0.00021561593276420946,
      "loss": 2.7695,
      "step": 1185
    },
    {
      "epoch": 0.38873297142271845,
      "grad_norm": 0.4706401228904724,
      "learning_rate": 0.00021546961856358252,
      "loss": 2.7869,
      "step": 1186
    },
    {
      "epoch": 0.3890607395267848,
      "grad_norm": 0.3978046178817749,
      "learning_rate": 0.00021532322737150133,
      "loss": 2.8112,
      "step": 1187
    },
    {
      "epoch": 0.3893885076308512,
      "grad_norm": 0.40057602524757385,
      "learning_rate": 0.00021517675936012006,
      "loss": 2.8083,
      "step": 1188
    },
    {
      "epoch": 0.38971627573491757,
      "grad_norm": 0.46209609508514404,
      "learning_rate": 0.00021503021470168325,
      "loss": 2.8194,
      "step": 1189
    },
    {
      "epoch": 0.39004404383898394,
      "grad_norm": 0.4921955466270447,
      "learning_rate": 0.00021488359356852563,
      "loss": 2.7683,
      "step": 1190
    },
    {
      "epoch": 0.3903718119430503,
      "grad_norm": 0.4887790083885193,
      "learning_rate": 0.00021473689613307176,
      "loss": 2.8105,
      "step": 1191
    },
    {
      "epoch": 0.3906995800471167,
      "grad_norm": 0.49188512563705444,
      "learning_rate": 0.00021459012256783608,
      "loss": 2.8058,
      "step": 1192
    },
    {
      "epoch": 0.39102734815118306,
      "grad_norm": 0.46983930468559265,
      "learning_rate": 0.00021444327304542238,
      "loss": 2.7936,
      "step": 1193
    },
    {
      "epoch": 0.39135511625524944,
      "grad_norm": 0.4696689248085022,
      "learning_rate": 0.00021429634773852395,
      "loss": 2.823,
      "step": 1194
    },
    {
      "epoch": 0.3916828843593158,
      "grad_norm": 0.551556408405304,
      "learning_rate": 0.00021414934681992305,
      "loss": 2.7748,
      "step": 1195
    },
    {
      "epoch": 0.3920106524633822,
      "grad_norm": 0.59735107421875,
      "learning_rate": 0.00021400227046249095,
      "loss": 2.7715,
      "step": 1196
    },
    {
      "epoch": 0.39233842056744855,
      "grad_norm": 0.5508872270584106,
      "learning_rate": 0.00021385511883918764,
      "loss": 2.8202,
      "step": 1197
    },
    {
      "epoch": 0.3926661886715149,
      "grad_norm": 0.4950760304927826,
      "learning_rate": 0.00021370789212306156,
      "loss": 2.8289,
      "step": 1198
    },
    {
      "epoch": 0.3929939567755813,
      "grad_norm": 0.4580576717853546,
      "learning_rate": 0.00021356059048724946,
      "loss": 2.8022,
      "step": 1199
    },
    {
      "epoch": 0.39332172487964767,
      "grad_norm": 0.4219397306442261,
      "learning_rate": 0.00021341321410497629,
      "loss": 2.7892,
      "step": 1200
    },
    {
      "epoch": 0.39364949298371404,
      "grad_norm": 0.4433912932872772,
      "learning_rate": 0.00021326576314955483,
      "loss": 2.7966,
      "step": 1201
    },
    {
      "epoch": 0.3939772610877804,
      "grad_norm": 0.4681191146373749,
      "learning_rate": 0.00021311823779438552,
      "loss": 2.7773,
      "step": 1202
    },
    {
      "epoch": 0.3943050291918468,
      "grad_norm": 0.5158486366271973,
      "learning_rate": 0.00021297063821295632,
      "loss": 2.7738,
      "step": 1203
    },
    {
      "epoch": 0.39463279729591316,
      "grad_norm": 0.5936678647994995,
      "learning_rate": 0.0002128229645788426,
      "loss": 2.8078,
      "step": 1204
    },
    {
      "epoch": 0.39496056539997954,
      "grad_norm": 0.6802369952201843,
      "learning_rate": 0.00021267521706570662,
      "loss": 2.7982,
      "step": 1205
    },
    {
      "epoch": 0.3952883335040459,
      "grad_norm": 0.7164925932884216,
      "learning_rate": 0.00021252739584729766,
      "loss": 2.8071,
      "step": 1206
    },
    {
      "epoch": 0.3956161016081123,
      "grad_norm": 0.6550671458244324,
      "learning_rate": 0.00021237950109745154,
      "loss": 2.8111,
      "step": 1207
    },
    {
      "epoch": 0.39594386971217865,
      "grad_norm": 0.7102881073951721,
      "learning_rate": 0.00021223153299009074,
      "loss": 2.7928,
      "step": 1208
    },
    {
      "epoch": 0.396271637816245,
      "grad_norm": 0.6405779123306274,
      "learning_rate": 0.00021208349169922385,
      "loss": 2.7727,
      "step": 1209
    },
    {
      "epoch": 0.3965994059203114,
      "grad_norm": 0.5100626349449158,
      "learning_rate": 0.00021193537739894563,
      "loss": 2.7981,
      "step": 1210
    },
    {
      "epoch": 0.39692717402437777,
      "grad_norm": 0.5272778272628784,
      "learning_rate": 0.00021178719026343658,
      "loss": 2.7814,
      "step": 1211
    },
    {
      "epoch": 0.39725494212844414,
      "grad_norm": 0.49390050768852234,
      "learning_rate": 0.000211638930466963,
      "loss": 2.7955,
      "step": 1212
    },
    {
      "epoch": 0.3975827102325105,
      "grad_norm": 0.5301363468170166,
      "learning_rate": 0.0002114905981838765,
      "loss": 2.7874,
      "step": 1213
    },
    {
      "epoch": 0.3979104783365769,
      "grad_norm": 0.5548292994499207,
      "learning_rate": 0.00021134219358861405,
      "loss": 2.7889,
      "step": 1214
    },
    {
      "epoch": 0.39823824644064326,
      "grad_norm": 0.5172969698905945,
      "learning_rate": 0.00021119371685569753,
      "loss": 2.7744,
      "step": 1215
    },
    {
      "epoch": 0.39856601454470963,
      "grad_norm": 0.5458659529685974,
      "learning_rate": 0.00021104516815973376,
      "loss": 2.7868,
      "step": 1216
    },
    {
      "epoch": 0.398893782648776,
      "grad_norm": 0.5588213801383972,
      "learning_rate": 0.00021089654767541413,
      "loss": 2.7876,
      "step": 1217
    },
    {
      "epoch": 0.3992215507528424,
      "grad_norm": 0.6173799633979797,
      "learning_rate": 0.00021074785557751452,
      "loss": 2.7662,
      "step": 1218
    },
    {
      "epoch": 0.39954931885690875,
      "grad_norm": 0.5874898433685303,
      "learning_rate": 0.00021059909204089501,
      "loss": 2.7919,
      "step": 1219
    },
    {
      "epoch": 0.3998770869609751,
      "grad_norm": 0.5422521233558655,
      "learning_rate": 0.00021045025724049956,
      "loss": 2.7984,
      "step": 1220
    },
    {
      "epoch": 0.4002048550650415,
      "grad_norm": 0.5050473213195801,
      "learning_rate": 0.00021030135135135608,
      "loss": 2.7886,
      "step": 1221
    },
    {
      "epoch": 0.40053262316910787,
      "grad_norm": 0.472950279712677,
      "learning_rate": 0.00021015237454857606,
      "loss": 2.8139,
      "step": 1222
    },
    {
      "epoch": 0.40086039127317424,
      "grad_norm": 0.4556065499782562,
      "learning_rate": 0.00021000332700735433,
      "loss": 2.803,
      "step": 1223
    },
    {
      "epoch": 0.4011881593772406,
      "grad_norm": 0.44369402527809143,
      "learning_rate": 0.000209854208902969,
      "loss": 2.7697,
      "step": 1224
    },
    {
      "epoch": 0.401515927481307,
      "grad_norm": 0.4693219065666199,
      "learning_rate": 0.00020970502041078103,
      "loss": 2.7995,
      "step": 1225
    },
    {
      "epoch": 0.40184369558537336,
      "grad_norm": 0.5676727890968323,
      "learning_rate": 0.00020955576170623424,
      "loss": 2.8137,
      "step": 1226
    },
    {
      "epoch": 0.40217146368943973,
      "grad_norm": 0.682849109172821,
      "learning_rate": 0.00020940643296485503,
      "loss": 2.822,
      "step": 1227
    },
    {
      "epoch": 0.4024992317935061,
      "grad_norm": 0.7043463587760925,
      "learning_rate": 0.0002092570343622521,
      "loss": 2.7851,
      "step": 1228
    },
    {
      "epoch": 0.4028269998975725,
      "grad_norm": 0.5996337532997131,
      "learning_rate": 0.00020910756607411636,
      "loss": 2.7935,
      "step": 1229
    },
    {
      "epoch": 0.40315476800163885,
      "grad_norm": 0.5428400635719299,
      "learning_rate": 0.00020895802827622067,
      "loss": 2.7968,
      "step": 1230
    },
    {
      "epoch": 0.4034825361057052,
      "grad_norm": 0.4344894587993622,
      "learning_rate": 0.0002088084211444196,
      "loss": 2.7873,
      "step": 1231
    },
    {
      "epoch": 0.4038103042097716,
      "grad_norm": 0.4370434582233429,
      "learning_rate": 0.00020865874485464923,
      "loss": 2.7606,
      "step": 1232
    },
    {
      "epoch": 0.40413807231383797,
      "grad_norm": 0.4208409786224365,
      "learning_rate": 0.00020850899958292708,
      "loss": 2.7794,
      "step": 1233
    },
    {
      "epoch": 0.40446584041790434,
      "grad_norm": 0.3953684866428375,
      "learning_rate": 0.00020835918550535167,
      "loss": 2.7981,
      "step": 1234
    },
    {
      "epoch": 0.4047936085219707,
      "grad_norm": 0.33164164423942566,
      "learning_rate": 0.0002082093027981025,
      "loss": 2.7719,
      "step": 1235
    },
    {
      "epoch": 0.4051213766260371,
      "grad_norm": 0.377951979637146,
      "learning_rate": 0.00020805935163743978,
      "loss": 2.7919,
      "step": 1236
    },
    {
      "epoch": 0.40544914473010346,
      "grad_norm": 0.38034558296203613,
      "learning_rate": 0.00020790933219970418,
      "loss": 2.7889,
      "step": 1237
    },
    {
      "epoch": 0.40577691283416983,
      "grad_norm": 0.3775262236595154,
      "learning_rate": 0.0002077592446613167,
      "loss": 2.797,
      "step": 1238
    },
    {
      "epoch": 0.4061046809382362,
      "grad_norm": 0.3746313154697418,
      "learning_rate": 0.0002076090891987784,
      "loss": 2.7878,
      "step": 1239
    },
    {
      "epoch": 0.4064324490423026,
      "grad_norm": 0.3420334458351135,
      "learning_rate": 0.0002074588659886702,
      "loss": 2.7713,
      "step": 1240
    },
    {
      "epoch": 0.40676021714636895,
      "grad_norm": 0.349092960357666,
      "learning_rate": 0.00020730857520765276,
      "loss": 2.7758,
      "step": 1241
    },
    {
      "epoch": 0.4070879852504353,
      "grad_norm": 0.38412579894065857,
      "learning_rate": 0.0002071582170324662,
      "loss": 2.7821,
      "step": 1242
    },
    {
      "epoch": 0.4074157533545017,
      "grad_norm": 0.3782721757888794,
      "learning_rate": 0.0002070077916399298,
      "loss": 2.8018,
      "step": 1243
    },
    {
      "epoch": 0.40774352145856807,
      "grad_norm": 0.34878307580947876,
      "learning_rate": 0.00020685729920694195,
      "loss": 2.7832,
      "step": 1244
    },
    {
      "epoch": 0.40807128956263444,
      "grad_norm": 0.3918986916542053,
      "learning_rate": 0.0002067067399104799,
      "loss": 2.7719,
      "step": 1245
    },
    {
      "epoch": 0.4083990576667008,
      "grad_norm": 0.39464670419692993,
      "learning_rate": 0.00020655611392759947,
      "loss": 2.7832,
      "step": 1246
    },
    {
      "epoch": 0.4087268257707672,
      "grad_norm": 0.3954949975013733,
      "learning_rate": 0.00020640542143543494,
      "loss": 2.7656,
      "step": 1247
    },
    {
      "epoch": 0.40905459387483356,
      "grad_norm": 0.47197312116622925,
      "learning_rate": 0.00020625466261119885,
      "loss": 2.7987,
      "step": 1248
    },
    {
      "epoch": 0.40938236197889993,
      "grad_norm": 0.6507770419120789,
      "learning_rate": 0.00020610383763218162,
      "loss": 2.7765,
      "step": 1249
    },
    {
      "epoch": 0.4097101300829663,
      "grad_norm": 0.7721110582351685,
      "learning_rate": 0.0002059529466757516,
      "loss": 2.783,
      "step": 1250
    },
    {
      "epoch": 0.4100378981870327,
      "grad_norm": 0.8044735789299011,
      "learning_rate": 0.00020580198991935464,
      "loss": 2.7893,
      "step": 1251
    },
    {
      "epoch": 0.41036566629109905,
      "grad_norm": 0.8803442120552063,
      "learning_rate": 0.00020565096754051395,
      "loss": 2.7789,
      "step": 1252
    },
    {
      "epoch": 0.4106934343951654,
      "grad_norm": 0.924492359161377,
      "learning_rate": 0.00020549987971683014,
      "loss": 2.7977,
      "step": 1253
    },
    {
      "epoch": 0.4110212024992318,
      "grad_norm": 0.7357518076896667,
      "learning_rate": 0.0002053487266259804,
      "loss": 2.7931,
      "step": 1254
    },
    {
      "epoch": 0.41134897060329817,
      "grad_norm": 0.5559607148170471,
      "learning_rate": 0.00020519750844571907,
      "loss": 2.8126,
      "step": 1255
    },
    {
      "epoch": 0.41167673870736454,
      "grad_norm": 0.5270066261291504,
      "learning_rate": 0.00020504622535387666,
      "loss": 2.8086,
      "step": 1256
    },
    {
      "epoch": 0.4120045068114309,
      "grad_norm": 0.48741114139556885,
      "learning_rate": 0.00020489487752836031,
      "loss": 2.7709,
      "step": 1257
    },
    {
      "epoch": 0.4123322749154973,
      "grad_norm": 0.5161513686180115,
      "learning_rate": 0.00020474346514715312,
      "loss": 2.7612,
      "step": 1258
    },
    {
      "epoch": 0.41266004301956366,
      "grad_norm": 0.4308263957500458,
      "learning_rate": 0.0002045919883883142,
      "loss": 2.7816,
      "step": 1259
    },
    {
      "epoch": 0.41298781112363003,
      "grad_norm": 0.4495430886745453,
      "learning_rate": 0.0002044404474299783,
      "loss": 2.7751,
      "step": 1260
    },
    {
      "epoch": 0.4133155792276964,
      "grad_norm": 0.4520399272441864,
      "learning_rate": 0.00020428884245035566,
      "loss": 2.7763,
      "step": 1261
    },
    {
      "epoch": 0.4136433473317628,
      "grad_norm": 0.4151339530944824,
      "learning_rate": 0.000204137173627732,
      "loss": 2.7453,
      "step": 1262
    },
    {
      "epoch": 0.41397111543582915,
      "grad_norm": 0.38594749569892883,
      "learning_rate": 0.00020398544114046775,
      "loss": 2.7791,
      "step": 1263
    },
    {
      "epoch": 0.4142988835398955,
      "grad_norm": 0.3920685946941376,
      "learning_rate": 0.0002038336451669986,
      "loss": 2.7817,
      "step": 1264
    },
    {
      "epoch": 0.4146266516439619,
      "grad_norm": 0.42037516832351685,
      "learning_rate": 0.00020368178588583462,
      "loss": 2.7845,
      "step": 1265
    },
    {
      "epoch": 0.41495441974802827,
      "grad_norm": 0.4587058126926422,
      "learning_rate": 0.00020352986347556043,
      "loss": 2.7621,
      "step": 1266
    },
    {
      "epoch": 0.41528218785209464,
      "grad_norm": 0.4797496795654297,
      "learning_rate": 0.00020337787811483492,
      "loss": 2.7773,
      "step": 1267
    },
    {
      "epoch": 0.415609955956161,
      "grad_norm": 0.5026241540908813,
      "learning_rate": 0.00020322582998239097,
      "loss": 2.7525,
      "step": 1268
    },
    {
      "epoch": 0.4159377240602274,
      "grad_norm": 0.4384046494960785,
      "learning_rate": 0.0002030737192570353,
      "loss": 2.7965,
      "step": 1269
    },
    {
      "epoch": 0.41626549216429376,
      "grad_norm": 0.33181434869766235,
      "learning_rate": 0.00020292154611764815,
      "loss": 2.7547,
      "step": 1270
    },
    {
      "epoch": 0.41659326026836013,
      "grad_norm": 0.3446034789085388,
      "learning_rate": 0.00020276931074318338,
      "loss": 2.7587,
      "step": 1271
    },
    {
      "epoch": 0.4169210283724265,
      "grad_norm": 0.3301067054271698,
      "learning_rate": 0.00020261701331266774,
      "loss": 2.7499,
      "step": 1272
    },
    {
      "epoch": 0.4172487964764929,
      "grad_norm": 0.3445490300655365,
      "learning_rate": 0.00020246465400520122,
      "loss": 2.7769,
      "step": 1273
    },
    {
      "epoch": 0.41757656458055925,
      "grad_norm": 0.3456873297691345,
      "learning_rate": 0.00020231223299995636,
      "loss": 2.805,
      "step": 1274
    },
    {
      "epoch": 0.4179043326846256,
      "grad_norm": 0.35453271865844727,
      "learning_rate": 0.00020215975047617845,
      "loss": 2.7684,
      "step": 1275
    },
    {
      "epoch": 0.418232100788692,
      "grad_norm": 0.42691612243652344,
      "learning_rate": 0.00020200720661318498,
      "loss": 2.7879,
      "step": 1276
    },
    {
      "epoch": 0.41855986889275837,
      "grad_norm": 0.5454808473587036,
      "learning_rate": 0.0002018546015903657,
      "loss": 2.7535,
      "step": 1277
    },
    {
      "epoch": 0.41888763699682474,
      "grad_norm": 0.635960578918457,
      "learning_rate": 0.0002017019355871821,
      "loss": 2.7663,
      "step": 1278
    },
    {
      "epoch": 0.4192154051008911,
      "grad_norm": 0.5575053691864014,
      "learning_rate": 0.00020154920878316752,
      "loss": 2.7758,
      "step": 1279
    },
    {
      "epoch": 0.4195431732049575,
      "grad_norm": 0.5016326308250427,
      "learning_rate": 0.00020139642135792688,
      "loss": 2.7871,
      "step": 1280
    },
    {
      "epoch": 0.41987094130902386,
      "grad_norm": 0.5453934669494629,
      "learning_rate": 0.00020124357349113616,
      "loss": 2.7533,
      "step": 1281
    },
    {
      "epoch": 0.42019870941309023,
      "grad_norm": 0.4675084948539734,
      "learning_rate": 0.0002010906653625427,
      "loss": 2.7854,
      "step": 1282
    },
    {
      "epoch": 0.4205264775171566,
      "grad_norm": 0.459076851606369,
      "learning_rate": 0.0002009376971519643,
      "loss": 2.7473,
      "step": 1283
    },
    {
      "epoch": 0.420854245621223,
      "grad_norm": 0.4102446734905243,
      "learning_rate": 0.00020078466903928992,
      "loss": 2.7671,
      "step": 1284
    },
    {
      "epoch": 0.42118201372528935,
      "grad_norm": 0.3822803795337677,
      "learning_rate": 0.00020063158120447858,
      "loss": 2.7789,
      "step": 1285
    },
    {
      "epoch": 0.4215097818293557,
      "grad_norm": 0.38408979773521423,
      "learning_rate": 0.00020047843382755968,
      "loss": 2.7804,
      "step": 1286
    },
    {
      "epoch": 0.4218375499334221,
      "grad_norm": 0.3887682557106018,
      "learning_rate": 0.00020032522708863262,
      "loss": 2.746,
      "step": 1287
    },
    {
      "epoch": 0.42216531803748847,
      "grad_norm": 0.3539411723613739,
      "learning_rate": 0.00020017196116786664,
      "loss": 2.8039,
      "step": 1288
    },
    {
      "epoch": 0.42249308614155484,
      "grad_norm": 0.33308106660842896,
      "learning_rate": 0.00020001863624550053,
      "loss": 2.7687,
      "step": 1289
    },
    {
      "epoch": 0.4228208542456212,
      "grad_norm": 0.32491493225097656,
      "learning_rate": 0.00019986525250184249,
      "loss": 2.7508,
      "step": 1290
    },
    {
      "epoch": 0.4231486223496876,
      "grad_norm": 0.352622926235199,
      "learning_rate": 0.0001997118101172699,
      "loss": 2.7866,
      "step": 1291
    },
    {
      "epoch": 0.42347639045375396,
      "grad_norm": 0.4020777940750122,
      "learning_rate": 0.00019955830927222907,
      "loss": 2.7358,
      "step": 1292
    },
    {
      "epoch": 0.42380415855782033,
      "grad_norm": 0.39411863684654236,
      "learning_rate": 0.0001994047501472351,
      "loss": 2.7401,
      "step": 1293
    },
    {
      "epoch": 0.4241319266618867,
      "grad_norm": 0.38781246542930603,
      "learning_rate": 0.00019925113292287153,
      "loss": 2.775,
      "step": 1294
    },
    {
      "epoch": 0.4244596947659531,
      "grad_norm": 0.47220513224601746,
      "learning_rate": 0.00019909745777979042,
      "loss": 2.779,
      "step": 1295
    },
    {
      "epoch": 0.42478746287001945,
      "grad_norm": 0.6135913729667664,
      "learning_rate": 0.00019894372489871176,
      "loss": 2.7374,
      "step": 1296
    },
    {
      "epoch": 0.4251152309740858,
      "grad_norm": 0.6452367901802063,
      "learning_rate": 0.00019878993446042348,
      "loss": 2.7711,
      "step": 1297
    },
    {
      "epoch": 0.4254429990781522,
      "grad_norm": 0.5616791844367981,
      "learning_rate": 0.0001986360866457812,
      "loss": 2.7723,
      "step": 1298
    },
    {
      "epoch": 0.42577076718221857,
      "grad_norm": 0.5863160490989685,
      "learning_rate": 0.00019848218163570806,
      "loss": 2.7697,
      "step": 1299
    },
    {
      "epoch": 0.42609853528628494,
      "grad_norm": 0.5139130353927612,
      "learning_rate": 0.0001983282196111945,
      "loss": 2.7606,
      "step": 1300
    },
    {
      "epoch": 0.4264263033903513,
      "grad_norm": 0.44372737407684326,
      "learning_rate": 0.00019817420075329782,
      "loss": 2.7394,
      "step": 1301
    },
    {
      "epoch": 0.4267540714944177,
      "grad_norm": 0.43880048394203186,
      "learning_rate": 0.00019802012524314239,
      "loss": 2.7514,
      "step": 1302
    },
    {
      "epoch": 0.42708183959848406,
      "grad_norm": 0.3914763629436493,
      "learning_rate": 0.00019786599326191892,
      "loss": 2.7726,
      "step": 1303
    },
    {
      "epoch": 0.42740960770255043,
      "grad_norm": 0.4233521521091461,
      "learning_rate": 0.00019771180499088492,
      "loss": 2.7627,
      "step": 1304
    },
    {
      "epoch": 0.4277373758066168,
      "grad_norm": 0.4161035418510437,
      "learning_rate": 0.00019755756061136368,
      "loss": 2.7601,
      "step": 1305
    },
    {
      "epoch": 0.4280651439106832,
      "grad_norm": 0.4137035012245178,
      "learning_rate": 0.00019740326030474474,
      "loss": 2.7658,
      "step": 1306
    },
    {
      "epoch": 0.42839291201474955,
      "grad_norm": 0.42943352460861206,
      "learning_rate": 0.00019724890425248335,
      "loss": 2.7368,
      "step": 1307
    },
    {
      "epoch": 0.4287206801188159,
      "grad_norm": 0.402279794216156,
      "learning_rate": 0.00019709449263610027,
      "loss": 2.7522,
      "step": 1308
    },
    {
      "epoch": 0.4290484482228823,
      "grad_norm": 0.4516339600086212,
      "learning_rate": 0.00019694002563718166,
      "loss": 2.7923,
      "step": 1309
    },
    {
      "epoch": 0.42937621632694867,
      "grad_norm": 0.505512535572052,
      "learning_rate": 0.00019678550343737875,
      "loss": 2.7617,
      "step": 1310
    },
    {
      "epoch": 0.42970398443101504,
      "grad_norm": 0.5427916049957275,
      "learning_rate": 0.0001966309262184078,
      "loss": 2.7841,
      "step": 1311
    },
    {
      "epoch": 0.4300317525350814,
      "grad_norm": 0.5151055455207825,
      "learning_rate": 0.00019647629416204952,
      "loss": 2.7568,
      "step": 1312
    },
    {
      "epoch": 0.4303595206391478,
      "grad_norm": 0.4841025173664093,
      "learning_rate": 0.0001963216074501495,
      "loss": 2.7792,
      "step": 1313
    },
    {
      "epoch": 0.43068728874321416,
      "grad_norm": 0.506763756275177,
      "learning_rate": 0.00019616686626461717,
      "loss": 2.759,
      "step": 1314
    },
    {
      "epoch": 0.43101505684728053,
      "grad_norm": 0.46548500657081604,
      "learning_rate": 0.00019601207078742642,
      "loss": 2.7749,
      "step": 1315
    },
    {
      "epoch": 0.4313428249513469,
      "grad_norm": 0.4043777883052826,
      "learning_rate": 0.00019585722120061467,
      "loss": 2.7333,
      "step": 1316
    },
    {
      "epoch": 0.4316705930554133,
      "grad_norm": 0.3831441104412079,
      "learning_rate": 0.00019570231768628317,
      "loss": 2.7406,
      "step": 1317
    },
    {
      "epoch": 0.43199836115947965,
      "grad_norm": 0.38225212693214417,
      "learning_rate": 0.00019554736042659644,
      "loss": 2.7509,
      "step": 1318
    },
    {
      "epoch": 0.432326129263546,
      "grad_norm": 0.3674747943878174,
      "learning_rate": 0.00019539234960378235,
      "loss": 2.7412,
      "step": 1319
    },
    {
      "epoch": 0.4326538973676124,
      "grad_norm": 0.41648441553115845,
      "learning_rate": 0.0001952372854001317,
      "loss": 2.7479,
      "step": 1320
    },
    {
      "epoch": 0.43298166547167877,
      "grad_norm": 0.4841931164264679,
      "learning_rate": 0.00019508216799799801,
      "loss": 2.7638,
      "step": 1321
    },
    {
      "epoch": 0.43330943357574514,
      "grad_norm": 0.6214985847473145,
      "learning_rate": 0.00019492699757979752,
      "loss": 2.7422,
      "step": 1322
    },
    {
      "epoch": 0.4336372016798115,
      "grad_norm": 0.791103720664978,
      "learning_rate": 0.0001947717743280085,
      "loss": 2.7706,
      "step": 1323
    },
    {
      "epoch": 0.4339649697838779,
      "grad_norm": 0.8623865246772766,
      "learning_rate": 0.00019461649842517176,
      "loss": 2.7777,
      "step": 1324
    },
    {
      "epoch": 0.43429273788794426,
      "grad_norm": 0.7921873331069946,
      "learning_rate": 0.00019446117005388972,
      "loss": 2.756,
      "step": 1325
    },
    {
      "epoch": 0.43462050599201063,
      "grad_norm": 0.6116681098937988,
      "learning_rate": 0.0001943057893968266,
      "loss": 2.792,
      "step": 1326
    },
    {
      "epoch": 0.434948274096077,
      "grad_norm": 0.5793179869651794,
      "learning_rate": 0.00019415035663670818,
      "loss": 2.7422,
      "step": 1327
    },
    {
      "epoch": 0.4352760422001434,
      "grad_norm": 0.5061002373695374,
      "learning_rate": 0.00019399487195632134,
      "loss": 2.7617,
      "step": 1328
    },
    {
      "epoch": 0.43560381030420975,
      "grad_norm": 0.40214240550994873,
      "learning_rate": 0.00019383933553851428,
      "loss": 2.7497,
      "step": 1329
    },
    {
      "epoch": 0.4359315784082761,
      "grad_norm": 0.3885798752307892,
      "learning_rate": 0.0001936837475661957,
      "loss": 2.776,
      "step": 1330
    },
    {
      "epoch": 0.4362593465123425,
      "grad_norm": 0.3701172173023224,
      "learning_rate": 0.0001935281082223353,
      "loss": 2.7537,
      "step": 1331
    },
    {
      "epoch": 0.43658711461640887,
      "grad_norm": 0.3671768307685852,
      "learning_rate": 0.00019337241768996284,
      "loss": 2.7552,
      "step": 1332
    },
    {
      "epoch": 0.43691488272047524,
      "grad_norm": 0.3434082269668579,
      "learning_rate": 0.00019321667615216859,
      "loss": 2.7552,
      "step": 1333
    },
    {
      "epoch": 0.4372426508245416,
      "grad_norm": 0.32625722885131836,
      "learning_rate": 0.00019306088379210254,
      "loss": 2.7626,
      "step": 1334
    },
    {
      "epoch": 0.437570418928608,
      "grad_norm": 0.33526402711868286,
      "learning_rate": 0.00019290504079297463,
      "loss": 2.751,
      "step": 1335
    },
    {
      "epoch": 0.43789818703267436,
      "grad_norm": 0.34736859798431396,
      "learning_rate": 0.00019274914733805423,
      "loss": 2.7637,
      "step": 1336
    },
    {
      "epoch": 0.43822595513674073,
      "grad_norm": 0.31375792622566223,
      "learning_rate": 0.0001925932036106701,
      "loss": 2.7661,
      "step": 1337
    },
    {
      "epoch": 0.4385537232408071,
      "grad_norm": 0.3256567120552063,
      "learning_rate": 0.0001924372097942102,
      "loss": 2.7323,
      "step": 1338
    },
    {
      "epoch": 0.4388814913448735,
      "grad_norm": 0.3458004891872406,
      "learning_rate": 0.00019228116607212118,
      "loss": 2.7566,
      "step": 1339
    },
    {
      "epoch": 0.43920925944893985,
      "grad_norm": 0.3500332832336426,
      "learning_rate": 0.00019212507262790867,
      "loss": 2.7751,
      "step": 1340
    },
    {
      "epoch": 0.4395370275530062,
      "grad_norm": 0.40353789925575256,
      "learning_rate": 0.00019196892964513641,
      "loss": 2.7204,
      "step": 1341
    },
    {
      "epoch": 0.4398647956570726,
      "grad_norm": 0.46816354990005493,
      "learning_rate": 0.00019181273730742684,
      "loss": 2.7561,
      "step": 1342
    },
    {
      "epoch": 0.440192563761139,
      "grad_norm": 0.5092817544937134,
      "learning_rate": 0.00019165649579845994,
      "loss": 2.7436,
      "step": 1343
    },
    {
      "epoch": 0.4405203318652054,
      "grad_norm": 0.5068868398666382,
      "learning_rate": 0.00019150020530197404,
      "loss": 2.7429,
      "step": 1344
    },
    {
      "epoch": 0.44084809996927177,
      "grad_norm": 0.5188720226287842,
      "learning_rate": 0.00019134386600176454,
      "loss": 2.7524,
      "step": 1345
    },
    {
      "epoch": 0.44117586807333814,
      "grad_norm": 0.5619134902954102,
      "learning_rate": 0.00019118747808168473,
      "loss": 2.7314,
      "step": 1346
    },
    {
      "epoch": 0.4415036361774045,
      "grad_norm": 0.5292083024978638,
      "learning_rate": 0.00019103104172564478,
      "loss": 2.7106,
      "step": 1347
    },
    {
      "epoch": 0.4418314042814709,
      "grad_norm": 0.484811007976532,
      "learning_rate": 0.0001908745571176118,
      "loss": 2.7302,
      "step": 1348
    },
    {
      "epoch": 0.44215917238553726,
      "grad_norm": 0.491346150636673,
      "learning_rate": 0.00019071802444160988,
      "loss": 2.7525,
      "step": 1349
    },
    {
      "epoch": 0.44248694048960363,
      "grad_norm": 0.4629802405834198,
      "learning_rate": 0.0001905614438817194,
      "loss": 2.7722,
      "step": 1350
    },
    {
      "epoch": 0.44281470859367,
      "grad_norm": 0.4013309180736542,
      "learning_rate": 0.0001904048156220772,
      "loss": 2.7023,
      "step": 1351
    },
    {
      "epoch": 0.4431424766977364,
      "grad_norm": 0.3366755545139313,
      "learning_rate": 0.0001902481398468761,
      "loss": 2.7544,
      "step": 1352
    },
    {
      "epoch": 0.44347024480180275,
      "grad_norm": 0.39040982723236084,
      "learning_rate": 0.00019009141674036493,
      "loss": 2.7432,
      "step": 1353
    },
    {
      "epoch": 0.4437980129058691,
      "grad_norm": 0.38550451397895813,
      "learning_rate": 0.000189934646486848,
      "loss": 2.7522,
      "step": 1354
    },
    {
      "epoch": 0.4441257810099355,
      "grad_norm": 0.36483797430992126,
      "learning_rate": 0.0001897778292706853,
      "loss": 2.7388,
      "step": 1355
    },
    {
      "epoch": 0.44445354911400187,
      "grad_norm": 0.3610079884529114,
      "learning_rate": 0.0001896209652762918,
      "loss": 2.76,
      "step": 1356
    },
    {
      "epoch": 0.44478131721806824,
      "grad_norm": 0.411331444978714,
      "learning_rate": 0.00018946405468813767,
      "loss": 2.737,
      "step": 1357
    },
    {
      "epoch": 0.4451090853221346,
      "grad_norm": 0.42473921179771423,
      "learning_rate": 0.00018930709769074782,
      "loss": 2.77,
      "step": 1358
    },
    {
      "epoch": 0.445436853426201,
      "grad_norm": 0.41725385189056396,
      "learning_rate": 0.00018915009446870162,
      "loss": 2.7486,
      "step": 1359
    },
    {
      "epoch": 0.44576462153026736,
      "grad_norm": 0.3912196457386017,
      "learning_rate": 0.00018899304520663304,
      "loss": 2.7231,
      "step": 1360
    },
    {
      "epoch": 0.44609238963433373,
      "grad_norm": 0.33415186405181885,
      "learning_rate": 0.00018883595008922988,
      "loss": 2.7319,
      "step": 1361
    },
    {
      "epoch": 0.4464201577384001,
      "grad_norm": 0.3151305317878723,
      "learning_rate": 0.00018867880930123428,
      "loss": 2.7471,
      "step": 1362
    },
    {
      "epoch": 0.4467479258424665,
      "grad_norm": 0.3534322679042816,
      "learning_rate": 0.00018852162302744157,
      "loss": 2.7103,
      "step": 1363
    },
    {
      "epoch": 0.44707569394653285,
      "grad_norm": 0.3756597936153412,
      "learning_rate": 0.00018836439145270107,
      "loss": 2.7298,
      "step": 1364
    },
    {
      "epoch": 0.4474034620505992,
      "grad_norm": 0.2980944812297821,
      "learning_rate": 0.000188207114761915,
      "loss": 2.7371,
      "step": 1365
    },
    {
      "epoch": 0.4477312301546656,
      "grad_norm": 0.3322344124317169,
      "learning_rate": 0.00018804979314003884,
      "loss": 2.7021,
      "step": 1366
    },
    {
      "epoch": 0.44805899825873197,
      "grad_norm": 0.3761936128139496,
      "learning_rate": 0.0001878924267720809,
      "loss": 2.7562,
      "step": 1367
    },
    {
      "epoch": 0.44838676636279834,
      "grad_norm": 0.3709375858306885,
      "learning_rate": 0.00018773501584310197,
      "loss": 2.7423,
      "step": 1368
    },
    {
      "epoch": 0.4487145344668647,
      "grad_norm": 0.33742934465408325,
      "learning_rate": 0.00018757756053821542,
      "loss": 2.7274,
      "step": 1369
    },
    {
      "epoch": 0.4490423025709311,
      "grad_norm": 0.3962436616420746,
      "learning_rate": 0.00018742006104258664,
      "loss": 2.7339,
      "step": 1370
    },
    {
      "epoch": 0.44937007067499746,
      "grad_norm": 0.5108657479286194,
      "learning_rate": 0.0001872625175414332,
      "loss": 2.7294,
      "step": 1371
    },
    {
      "epoch": 0.44969783877906383,
      "grad_norm": 0.6143011450767517,
      "learning_rate": 0.00018710493022002417,
      "loss": 2.7627,
      "step": 1372
    },
    {
      "epoch": 0.4500256068831302,
      "grad_norm": 0.6082242727279663,
      "learning_rate": 0.00018694729926368035,
      "loss": 2.7615,
      "step": 1373
    },
    {
      "epoch": 0.4503533749871966,
      "grad_norm": 0.4971383810043335,
      "learning_rate": 0.00018678962485777368,
      "loss": 2.7254,
      "step": 1374
    },
    {
      "epoch": 0.45068114309126295,
      "grad_norm": 0.4854544401168823,
      "learning_rate": 0.0001866319071877274,
      "loss": 2.7378,
      "step": 1375
    },
    {
      "epoch": 0.4510089111953293,
      "grad_norm": 0.4427330791950226,
      "learning_rate": 0.0001864741464390155,
      "loss": 2.7271,
      "step": 1376
    },
    {
      "epoch": 0.4513366792993957,
      "grad_norm": 0.4636475145816803,
      "learning_rate": 0.00018631634279716257,
      "loss": 2.736,
      "step": 1377
    },
    {
      "epoch": 0.45166444740346207,
      "grad_norm": 0.4348282217979431,
      "learning_rate": 0.00018615849644774388,
      "loss": 2.7149,
      "step": 1378
    },
    {
      "epoch": 0.45199221550752844,
      "grad_norm": 0.4342174232006073,
      "learning_rate": 0.00018600060757638454,
      "loss": 2.7486,
      "step": 1379
    },
    {
      "epoch": 0.4523199836115948,
      "grad_norm": 0.4653981626033783,
      "learning_rate": 0.00018584267636876015,
      "loss": 2.7512,
      "step": 1380
    },
    {
      "epoch": 0.4526477517156612,
      "grad_norm": 0.49032410979270935,
      "learning_rate": 0.00018568470301059563,
      "loss": 2.7484,
      "step": 1381
    },
    {
      "epoch": 0.45297551981972756,
      "grad_norm": 0.5292990803718567,
      "learning_rate": 0.00018552668768766578,
      "loss": 2.7284,
      "step": 1382
    },
    {
      "epoch": 0.45330328792379393,
      "grad_norm": 0.550326406955719,
      "learning_rate": 0.0001853686305857946,
      "loss": 2.7412,
      "step": 1383
    },
    {
      "epoch": 0.4536310560278603,
      "grad_norm": 0.5961176753044128,
      "learning_rate": 0.00018521053189085536,
      "loss": 2.7789,
      "step": 1384
    },
    {
      "epoch": 0.4539588241319267,
      "grad_norm": 0.6080220937728882,
      "learning_rate": 0.00018505239178877002,
      "loss": 2.7328,
      "step": 1385
    },
    {
      "epoch": 0.45428659223599305,
      "grad_norm": 0.5832818746566772,
      "learning_rate": 0.00018489421046550945,
      "loss": 2.7305,
      "step": 1386
    },
    {
      "epoch": 0.4546143603400594,
      "grad_norm": 0.6796801090240479,
      "learning_rate": 0.00018473598810709295,
      "loss": 2.7597,
      "step": 1387
    },
    {
      "epoch": 0.4549421284441258,
      "grad_norm": 0.6816468834877014,
      "learning_rate": 0.0001845777248995879,
      "loss": 2.7322,
      "step": 1388
    },
    {
      "epoch": 0.45526989654819217,
      "grad_norm": 0.5454117655754089,
      "learning_rate": 0.00018441942102911002,
      "loss": 2.7533,
      "step": 1389
    },
    {
      "epoch": 0.45559766465225854,
      "grad_norm": 0.48633697628974915,
      "learning_rate": 0.00018426107668182253,
      "loss": 2.7371,
      "step": 1390
    },
    {
      "epoch": 0.4559254327563249,
      "grad_norm": 0.46119117736816406,
      "learning_rate": 0.00018410269204393657,
      "loss": 2.7334,
      "step": 1391
    },
    {
      "epoch": 0.4562532008603913,
      "grad_norm": 0.48279884457588196,
      "learning_rate": 0.0001839442673017103,
      "loss": 2.7494,
      "step": 1392
    },
    {
      "epoch": 0.45658096896445766,
      "grad_norm": 0.4576421082019806,
      "learning_rate": 0.00018378580264144946,
      "loss": 2.746,
      "step": 1393
    },
    {
      "epoch": 0.45690873706852403,
      "grad_norm": 0.39968547224998474,
      "learning_rate": 0.00018362729824950632,
      "loss": 2.7772,
      "step": 1394
    },
    {
      "epoch": 0.4572365051725904,
      "grad_norm": 0.379339337348938,
      "learning_rate": 0.0001834687543122802,
      "loss": 2.7268,
      "step": 1395
    },
    {
      "epoch": 0.4575642732766568,
      "grad_norm": 0.4528960585594177,
      "learning_rate": 0.00018331017101621674,
      "loss": 2.7123,
      "step": 1396
    },
    {
      "epoch": 0.45789204138072315,
      "grad_norm": 0.398939311504364,
      "learning_rate": 0.00018315154854780784,
      "loss": 2.7208,
      "step": 1397
    },
    {
      "epoch": 0.4582198094847895,
      "grad_norm": 0.4496064782142639,
      "learning_rate": 0.00018299288709359174,
      "loss": 2.7372,
      "step": 1398
    },
    {
      "epoch": 0.4585475775888559,
      "grad_norm": 0.5024970173835754,
      "learning_rate": 0.00018283418684015212,
      "loss": 2.7563,
      "step": 1399
    },
    {
      "epoch": 0.45887534569292227,
      "grad_norm": 0.48903629183769226,
      "learning_rate": 0.00018267544797411864,
      "loss": 2.724,
      "step": 1400
    },
    {
      "epoch": 0.45920311379698864,
      "grad_norm": 0.51679527759552,
      "learning_rate": 0.0001825166706821661,
      "loss": 2.7408,
      "step": 1401
    },
    {
      "epoch": 0.459530881901055,
      "grad_norm": 0.5076078772544861,
      "learning_rate": 0.0001823578551510148,
      "loss": 2.7078,
      "step": 1402
    },
    {
      "epoch": 0.4598586500051214,
      "grad_norm": 0.4286098778247833,
      "learning_rate": 0.0001821990015674296,
      "loss": 2.758,
      "step": 1403
    },
    {
      "epoch": 0.46018641810918776,
      "grad_norm": 0.39153575897216797,
      "learning_rate": 0.00018204011011822046,
      "loss": 2.7286,
      "step": 1404
    },
    {
      "epoch": 0.46051418621325413,
      "grad_norm": 0.3830080032348633,
      "learning_rate": 0.00018188118099024176,
      "loss": 2.7322,
      "step": 1405
    },
    {
      "epoch": 0.4608419543173205,
      "grad_norm": 0.3420911133289337,
      "learning_rate": 0.00018172221437039212,
      "loss": 2.7332,
      "step": 1406
    },
    {
      "epoch": 0.4611697224213869,
      "grad_norm": 0.33059006929397583,
      "learning_rate": 0.00018156321044561431,
      "loss": 2.7361,
      "step": 1407
    },
    {
      "epoch": 0.46149749052545325,
      "grad_norm": 0.3263669013977051,
      "learning_rate": 0.00018140416940289495,
      "loss": 2.7124,
      "step": 1408
    },
    {
      "epoch": 0.4618252586295196,
      "grad_norm": 0.3369363248348236,
      "learning_rate": 0.0001812450914292644,
      "loss": 2.6954,
      "step": 1409
    },
    {
      "epoch": 0.462153026733586,
      "grad_norm": 0.3377738296985626,
      "learning_rate": 0.00018108597671179623,
      "loss": 2.7282,
      "step": 1410
    },
    {
      "epoch": 0.46248079483765236,
      "grad_norm": 0.34859010577201843,
      "learning_rate": 0.0001809268254376075,
      "loss": 2.7517,
      "step": 1411
    },
    {
      "epoch": 0.46280856294171874,
      "grad_norm": 0.3764835000038147,
      "learning_rate": 0.00018076763779385796,
      "loss": 2.7521,
      "step": 1412
    },
    {
      "epoch": 0.4631363310457851,
      "grad_norm": 0.3472992777824402,
      "learning_rate": 0.00018060841396775048,
      "loss": 2.7186,
      "step": 1413
    },
    {
      "epoch": 0.4634640991498515,
      "grad_norm": 0.3443721830844879,
      "learning_rate": 0.00018044915414653016,
      "loss": 2.7333,
      "step": 1414
    },
    {
      "epoch": 0.46379186725391786,
      "grad_norm": 0.3215879797935486,
      "learning_rate": 0.00018028985851748465,
      "loss": 2.7151,
      "step": 1415
    },
    {
      "epoch": 0.46411963535798423,
      "grad_norm": 0.31043803691864014,
      "learning_rate": 0.00018013052726794358,
      "loss": 2.7513,
      "step": 1416
    },
    {
      "epoch": 0.4644474034620506,
      "grad_norm": 0.29414716362953186,
      "learning_rate": 0.00017997116058527843,
      "loss": 2.7001,
      "step": 1417
    },
    {
      "epoch": 0.464775171566117,
      "grad_norm": 0.3639432191848755,
      "learning_rate": 0.00017981175865690262,
      "loss": 2.7311,
      "step": 1418
    },
    {
      "epoch": 0.46510293967018335,
      "grad_norm": 0.4138663709163666,
      "learning_rate": 0.00017965232167027061,
      "loss": 2.7293,
      "step": 1419
    },
    {
      "epoch": 0.4654307077742497,
      "grad_norm": 0.42913734912872314,
      "learning_rate": 0.00017949284981287852,
      "loss": 2.6924,
      "step": 1420
    },
    {
      "epoch": 0.4657584758783161,
      "grad_norm": 0.46504029631614685,
      "learning_rate": 0.00017933334327226304,
      "loss": 2.7028,
      "step": 1421
    },
    {
      "epoch": 0.46608624398238246,
      "grad_norm": 0.576808512210846,
      "learning_rate": 0.00017917380223600208,
      "loss": 2.7417,
      "step": 1422
    },
    {
      "epoch": 0.46641401208644884,
      "grad_norm": 0.6149821877479553,
      "learning_rate": 0.00017901422689171377,
      "loss": 2.7363,
      "step": 1423
    },
    {
      "epoch": 0.4667417801905152,
      "grad_norm": 0.5001227855682373,
      "learning_rate": 0.00017885461742705677,
      "loss": 2.7246,
      "step": 1424
    },
    {
      "epoch": 0.4670695482945816,
      "grad_norm": 0.45386070013046265,
      "learning_rate": 0.00017869497402972986,
      "loss": 2.7075,
      "step": 1425
    },
    {
      "epoch": 0.46739731639864796,
      "grad_norm": 0.48044830560684204,
      "learning_rate": 0.00017853529688747157,
      "loss": 2.7499,
      "step": 1426
    },
    {
      "epoch": 0.46772508450271433,
      "grad_norm": 0.43410444259643555,
      "learning_rate": 0.00017837558618806037,
      "loss": 2.7131,
      "step": 1427
    },
    {
      "epoch": 0.4680528526067807,
      "grad_norm": 0.46222537755966187,
      "learning_rate": 0.0001782158421193139,
      "loss": 2.7458,
      "step": 1428
    },
    {
      "epoch": 0.4683806207108471,
      "grad_norm": 0.4100143313407898,
      "learning_rate": 0.00017805606486908935,
      "loss": 2.7409,
      "step": 1429
    },
    {
      "epoch": 0.46870838881491345,
      "grad_norm": 0.4286052882671356,
      "learning_rate": 0.00017789625462528262,
      "loss": 2.6753,
      "step": 1430
    },
    {
      "epoch": 0.4690361569189798,
      "grad_norm": 0.37086620926856995,
      "learning_rate": 0.00017773641157582868,
      "loss": 2.7478,
      "step": 1431
    },
    {
      "epoch": 0.4693639250230462,
      "grad_norm": 0.37501198053359985,
      "learning_rate": 0.00017757653590870086,
      "loss": 2.7383,
      "step": 1432
    },
    {
      "epoch": 0.46969169312711256,
      "grad_norm": 0.4125354588031769,
      "learning_rate": 0.00017741662781191103,
      "loss": 2.727,
      "step": 1433
    },
    {
      "epoch": 0.47001946123117894,
      "grad_norm": 0.4420657157897949,
      "learning_rate": 0.00017725668747350907,
      "loss": 2.7224,
      "step": 1434
    },
    {
      "epoch": 0.4703472293352453,
      "grad_norm": 0.4119550287723541,
      "learning_rate": 0.00017709671508158288,
      "loss": 2.7421,
      "step": 1435
    },
    {
      "epoch": 0.4706749974393117,
      "grad_norm": 0.4383295476436615,
      "learning_rate": 0.00017693671082425795,
      "loss": 2.7258,
      "step": 1436
    },
    {
      "epoch": 0.47100276554337805,
      "grad_norm": 0.5180468559265137,
      "learning_rate": 0.00017677667488969723,
      "loss": 2.6936,
      "step": 1437
    },
    {
      "epoch": 0.4713305336474444,
      "grad_norm": 0.5136943459510803,
      "learning_rate": 0.00017661660746610115,
      "loss": 2.7171,
      "step": 1438
    },
    {
      "epoch": 0.4716583017515108,
      "grad_norm": 0.44279906153678894,
      "learning_rate": 0.0001764565087417068,
      "loss": 2.7209,
      "step": 1439
    },
    {
      "epoch": 0.4719860698555772,
      "grad_norm": 0.4214088022708893,
      "learning_rate": 0.00017629637890478843,
      "loss": 2.7243,
      "step": 1440
    },
    {
      "epoch": 0.47231383795964355,
      "grad_norm": 0.4458678066730499,
      "learning_rate": 0.00017613621814365664,
      "loss": 2.725,
      "step": 1441
    },
    {
      "epoch": 0.4726416060637099,
      "grad_norm": 0.397516131401062,
      "learning_rate": 0.00017597602664665854,
      "loss": 2.7019,
      "step": 1442
    },
    {
      "epoch": 0.4729693741677763,
      "grad_norm": 0.35766422748565674,
      "learning_rate": 0.00017581580460217732,
      "loss": 2.7012,
      "step": 1443
    },
    {
      "epoch": 0.47329714227184266,
      "grad_norm": 0.392117977142334,
      "learning_rate": 0.0001756555521986321,
      "loss": 2.7244,
      "step": 1444
    },
    {
      "epoch": 0.47362491037590904,
      "grad_norm": 0.34815481305122375,
      "learning_rate": 0.00017549526962447773,
      "loss": 2.689,
      "step": 1445
    },
    {
      "epoch": 0.4739526784799754,
      "grad_norm": 0.4091472327709198,
      "learning_rate": 0.00017533495706820447,
      "loss": 2.7136,
      "step": 1446
    },
    {
      "epoch": 0.4742804465840418,
      "grad_norm": 0.3945775330066681,
      "learning_rate": 0.00017517461471833797,
      "loss": 2.7187,
      "step": 1447
    },
    {
      "epoch": 0.47460821468810815,
      "grad_norm": 0.33132827281951904,
      "learning_rate": 0.00017501424276343867,
      "loss": 2.7102,
      "step": 1448
    },
    {
      "epoch": 0.4749359827921745,
      "grad_norm": 0.39383184909820557,
      "learning_rate": 0.0001748538413921022,
      "loss": 2.6989,
      "step": 1449
    },
    {
      "epoch": 0.4752637508962409,
      "grad_norm": 0.43057113885879517,
      "learning_rate": 0.00017469341079295834,
      "loss": 2.7354,
      "step": 1450
    },
    {
      "epoch": 0.4755915190003073,
      "grad_norm": 0.41950443387031555,
      "learning_rate": 0.00017453295115467168,
      "loss": 2.7262,
      "step": 1451
    },
    {
      "epoch": 0.47591928710437365,
      "grad_norm": 0.4410029351711273,
      "learning_rate": 0.0001743724626659406,
      "loss": 2.7029,
      "step": 1452
    },
    {
      "epoch": 0.47624705520844,
      "grad_norm": 0.44722604751586914,
      "learning_rate": 0.00017421194551549765,
      "loss": 2.721,
      "step": 1453
    },
    {
      "epoch": 0.4765748233125064,
      "grad_norm": 0.3503797650337219,
      "learning_rate": 0.00017405139989210897,
      "loss": 2.7012,
      "step": 1454
    },
    {
      "epoch": 0.47690259141657276,
      "grad_norm": 0.33686408400535583,
      "learning_rate": 0.00017389082598457423,
      "loss": 2.7035,
      "step": 1455
    },
    {
      "epoch": 0.47723035952063914,
      "grad_norm": 0.37940120697021484,
      "learning_rate": 0.0001737302239817263,
      "loss": 2.719,
      "step": 1456
    },
    {
      "epoch": 0.4775581276247055,
      "grad_norm": 0.41810905933380127,
      "learning_rate": 0.00017356959407243116,
      "loss": 2.7184,
      "step": 1457
    },
    {
      "epoch": 0.4778858957287719,
      "grad_norm": 0.4000389873981476,
      "learning_rate": 0.0001734089364455876,
      "loss": 2.7383,
      "step": 1458
    },
    {
      "epoch": 0.47821366383283825,
      "grad_norm": 0.3642897605895996,
      "learning_rate": 0.00017324825129012684,
      "loss": 2.7278,
      "step": 1459
    },
    {
      "epoch": 0.4785414319369046,
      "grad_norm": 0.33403611183166504,
      "learning_rate": 0.00017308753879501286,
      "loss": 2.7245,
      "step": 1460
    },
    {
      "epoch": 0.478869200040971,
      "grad_norm": 0.38122713565826416,
      "learning_rate": 0.0001729267991492413,
      "loss": 2.6942,
      "step": 1461
    },
    {
      "epoch": 0.47919696814503737,
      "grad_norm": 0.3834579885005951,
      "learning_rate": 0.00017276603254184016,
      "loss": 2.7245,
      "step": 1462
    },
    {
      "epoch": 0.47952473624910374,
      "grad_norm": 0.41515064239501953,
      "learning_rate": 0.0001726052391618689,
      "loss": 2.6946,
      "step": 1463
    },
    {
      "epoch": 0.4798525043531701,
      "grad_norm": 0.501492440700531,
      "learning_rate": 0.00017244441919841855,
      "loss": 2.688,
      "step": 1464
    },
    {
      "epoch": 0.4801802724572365,
      "grad_norm": 0.5997803807258606,
      "learning_rate": 0.00017228357284061133,
      "loss": 2.7212,
      "step": 1465
    },
    {
      "epoch": 0.48050804056130286,
      "grad_norm": 0.5351518988609314,
      "learning_rate": 0.00017212270027760056,
      "loss": 2.7097,
      "step": 1466
    },
    {
      "epoch": 0.48083580866536924,
      "grad_norm": 0.3825709819793701,
      "learning_rate": 0.00017196180169857045,
      "loss": 2.6999,
      "step": 1467
    },
    {
      "epoch": 0.4811635767694356,
      "grad_norm": 0.4065598249435425,
      "learning_rate": 0.00017180087729273553,
      "loss": 2.7179,
      "step": 1468
    },
    {
      "epoch": 0.481491344873502,
      "grad_norm": 0.3939165771007538,
      "learning_rate": 0.00017163992724934113,
      "loss": 2.7074,
      "step": 1469
    },
    {
      "epoch": 0.48181911297756835,
      "grad_norm": 0.3651926815509796,
      "learning_rate": 0.0001714789517576623,
      "loss": 2.7293,
      "step": 1470
    },
    {
      "epoch": 0.4821468810816347,
      "grad_norm": 0.37031039595603943,
      "learning_rate": 0.00017131795100700433,
      "loss": 2.7217,
      "step": 1471
    },
    {
      "epoch": 0.4824746491857011,
      "grad_norm": 0.35909032821655273,
      "learning_rate": 0.00017115692518670204,
      "loss": 2.7056,
      "step": 1472
    },
    {
      "epoch": 0.48280241728976747,
      "grad_norm": 0.3420318067073822,
      "learning_rate": 0.0001709958744861198,
      "loss": 2.7045,
      "step": 1473
    },
    {
      "epoch": 0.48313018539383384,
      "grad_norm": 0.3183366358280182,
      "learning_rate": 0.0001708347990946512,
      "loss": 2.7109,
      "step": 1474
    },
    {
      "epoch": 0.4834579534979002,
      "grad_norm": 0.3333042860031128,
      "learning_rate": 0.00017067369920171891,
      "loss": 2.7266,
      "step": 1475
    },
    {
      "epoch": 0.4837857216019666,
      "grad_norm": 0.34115853905677795,
      "learning_rate": 0.00017051257499677442,
      "loss": 2.7068,
      "step": 1476
    },
    {
      "epoch": 0.48411348970603296,
      "grad_norm": 0.3735904097557068,
      "learning_rate": 0.00017035142666929775,
      "loss": 2.718,
      "step": 1477
    },
    {
      "epoch": 0.48444125781009933,
      "grad_norm": 0.38665321469306946,
      "learning_rate": 0.00017019025440879733,
      "loss": 2.7097,
      "step": 1478
    },
    {
      "epoch": 0.4847690259141657,
      "grad_norm": 0.3851580023765564,
      "learning_rate": 0.0001700290584048097,
      "loss": 2.7082,
      "step": 1479
    },
    {
      "epoch": 0.4850967940182321,
      "grad_norm": 0.39520707726478577,
      "learning_rate": 0.00016986783884689942,
      "loss": 2.6895,
      "step": 1480
    },
    {
      "epoch": 0.48542456212229845,
      "grad_norm": 0.4190409183502197,
      "learning_rate": 0.00016970659592465854,
      "loss": 2.7074,
      "step": 1481
    },
    {
      "epoch": 0.4857523302263648,
      "grad_norm": 0.48491334915161133,
      "learning_rate": 0.00016954532982770687,
      "loss": 2.6986,
      "step": 1482
    },
    {
      "epoch": 0.4860800983304312,
      "grad_norm": 0.53666752576828,
      "learning_rate": 0.0001693840407456913,
      "loss": 2.7144,
      "step": 1483
    },
    {
      "epoch": 0.48640786643449757,
      "grad_norm": 0.5276663899421692,
      "learning_rate": 0.0001692227288682857,
      "loss": 2.7386,
      "step": 1484
    },
    {
      "epoch": 0.48673563453856394,
      "grad_norm": 0.4045628309249878,
      "learning_rate": 0.00016906139438519093,
      "loss": 2.7066,
      "step": 1485
    },
    {
      "epoch": 0.4870634026426303,
      "grad_norm": 0.42891553044319153,
      "learning_rate": 0.00016890003748613425,
      "loss": 2.6821,
      "step": 1486
    },
    {
      "epoch": 0.4873911707466967,
      "grad_norm": 0.3966737389564514,
      "learning_rate": 0.00016873865836086938,
      "loss": 2.7243,
      "step": 1487
    },
    {
      "epoch": 0.48771893885076306,
      "grad_norm": 0.31401991844177246,
      "learning_rate": 0.0001685772571991761,
      "loss": 2.6943,
      "step": 1488
    },
    {
      "epoch": 0.48804670695482943,
      "grad_norm": 0.3859846293926239,
      "learning_rate": 0.00016841583419086034,
      "loss": 2.703,
      "step": 1489
    },
    {
      "epoch": 0.4883744750588958,
      "grad_norm": 0.3737219572067261,
      "learning_rate": 0.00016825438952575332,
      "loss": 2.7102,
      "step": 1490
    },
    {
      "epoch": 0.4887022431629622,
      "grad_norm": 0.4113554358482361,
      "learning_rate": 0.0001680929233937121,
      "loss": 2.6959,
      "step": 1491
    },
    {
      "epoch": 0.48903001126702855,
      "grad_norm": 0.4018915295600891,
      "learning_rate": 0.00016793143598461876,
      "loss": 2.7136,
      "step": 1492
    },
    {
      "epoch": 0.4893577793710949,
      "grad_norm": 0.39682772755622864,
      "learning_rate": 0.00016776992748838054,
      "loss": 2.7088,
      "step": 1493
    },
    {
      "epoch": 0.4896855474751613,
      "grad_norm": 0.3940980136394501,
      "learning_rate": 0.0001676083980949294,
      "loss": 2.7277,
      "step": 1494
    },
    {
      "epoch": 0.49001331557922767,
      "grad_norm": 0.37177014350891113,
      "learning_rate": 0.00016744684799422185,
      "loss": 2.7329,
      "step": 1495
    },
    {
      "epoch": 0.49034108368329404,
      "grad_norm": 0.3880418539047241,
      "learning_rate": 0.0001672852773762388,
      "loss": 2.719,
      "step": 1496
    },
    {
      "epoch": 0.4906688517873604,
      "grad_norm": 0.3790152966976166,
      "learning_rate": 0.0001671236864309853,
      "loss": 2.7311,
      "step": 1497
    },
    {
      "epoch": 0.4909966198914268,
      "grad_norm": 0.3962230086326599,
      "learning_rate": 0.00016696207534849035,
      "loss": 2.7404,
      "step": 1498
    },
    {
      "epoch": 0.49132438799549316,
      "grad_norm": 0.44014090299606323,
      "learning_rate": 0.00016680044431880643,
      "loss": 2.7199,
      "step": 1499
    },
    {
      "epoch": 0.49165215609955953,
      "grad_norm": 0.40408408641815186,
      "learning_rate": 0.00016663879353200967,
      "loss": 2.7121,
      "step": 1500
    },
    {
      "epoch": 0.49197992420362596,
      "grad_norm": 0.4121157228946686,
      "learning_rate": 0.0001664771231781994,
      "loss": 2.6964,
      "step": 1501
    },
    {
      "epoch": 0.49230769230769234,
      "grad_norm": 0.5021514892578125,
      "learning_rate": 0.00016631543344749797,
      "loss": 2.7414,
      "step": 1502
    },
    {
      "epoch": 0.4926354604117587,
      "grad_norm": 0.5478354096412659,
      "learning_rate": 0.00016615372453005042,
      "loss": 2.7052,
      "step": 1503
    },
    {
      "epoch": 0.4929632285158251,
      "grad_norm": 0.5333743095397949,
      "learning_rate": 0.00016599199661602442,
      "loss": 2.7314,
      "step": 1504
    },
    {
      "epoch": 0.49329099661989145,
      "grad_norm": 0.5230220556259155,
      "learning_rate": 0.00016583024989561,
      "loss": 2.7274,
      "step": 1505
    },
    {
      "epoch": 0.4936187647239578,
      "grad_norm": 0.5356989502906799,
      "learning_rate": 0.00016566848455901932,
      "loss": 2.7158,
      "step": 1506
    },
    {
      "epoch": 0.4939465328280242,
      "grad_norm": 0.4169514775276184,
      "learning_rate": 0.0001655067007964864,
      "loss": 2.6971,
      "step": 1507
    },
    {
      "epoch": 0.49427430093209057,
      "grad_norm": 0.36312535405158997,
      "learning_rate": 0.00016534489879826676,
      "loss": 2.7104,
      "step": 1508
    },
    {
      "epoch": 0.49460206903615694,
      "grad_norm": 0.3681789040565491,
      "learning_rate": 0.00016518307875463775,
      "loss": 2.6962,
      "step": 1509
    },
    {
      "epoch": 0.4949298371402233,
      "grad_norm": 0.32893791794776917,
      "learning_rate": 0.0001650212408558976,
      "loss": 2.6861,
      "step": 1510
    },
    {
      "epoch": 0.4952576052442897,
      "grad_norm": 0.36786603927612305,
      "learning_rate": 0.0001648593852923657,
      "loss": 2.6774,
      "step": 1511
    },
    {
      "epoch": 0.49558537334835606,
      "grad_norm": 0.35271912813186646,
      "learning_rate": 0.0001646975122543821,
      "loss": 2.7036,
      "step": 1512
    },
    {
      "epoch": 0.49591314145242243,
      "grad_norm": 0.34868016839027405,
      "learning_rate": 0.0001645356219323076,
      "loss": 2.7036,
      "step": 1513
    },
    {
      "epoch": 0.4962409095564888,
      "grad_norm": 0.36124610900878906,
      "learning_rate": 0.0001643737145165231,
      "loss": 2.6814,
      "step": 1514
    },
    {
      "epoch": 0.4965686776605552,
      "grad_norm": 0.35083895921707153,
      "learning_rate": 0.00016421179019742975,
      "loss": 2.6924,
      "step": 1515
    },
    {
      "epoch": 0.49689644576462155,
      "grad_norm": 0.33570048213005066,
      "learning_rate": 0.00016404984916544848,
      "loss": 2.6865,
      "step": 1516
    },
    {
      "epoch": 0.4972242138686879,
      "grad_norm": 0.33337855339050293,
      "learning_rate": 0.00016388789161101997,
      "loss": 2.6945,
      "step": 1517
    },
    {
      "epoch": 0.4975519819727543,
      "grad_norm": 0.33507174253463745,
      "learning_rate": 0.00016372591772460433,
      "loss": 2.6858,
      "step": 1518
    },
    {
      "epoch": 0.49787975007682067,
      "grad_norm": 0.338058203458786,
      "learning_rate": 0.00016356392769668066,
      "loss": 2.7059,
      "step": 1519
    },
    {
      "epoch": 0.49820751818088704,
      "grad_norm": 0.3892712891101837,
      "learning_rate": 0.00016340192171774735,
      "loss": 2.6702,
      "step": 1520
    },
    {
      "epoch": 0.4985352862849534,
      "grad_norm": 0.4013400375843048,
      "learning_rate": 0.00016323989997832136,
      "loss": 2.7189,
      "step": 1521
    },
    {
      "epoch": 0.4988630543890198,
      "grad_norm": 0.4389299750328064,
      "learning_rate": 0.00016307786266893826,
      "loss": 2.7243,
      "step": 1522
    },
    {
      "epoch": 0.49919082249308616,
      "grad_norm": 0.5422746539115906,
      "learning_rate": 0.00016291580998015187,
      "loss": 2.7134,
      "step": 1523
    },
    {
      "epoch": 0.49951859059715253,
      "grad_norm": 0.5881990790367126,
      "learning_rate": 0.0001627537421025342,
      "loss": 2.7093,
      "step": 1524
    },
    {
      "epoch": 0.4998463587012189,
      "grad_norm": 0.5639975666999817,
      "learning_rate": 0.00016259165922667495,
      "loss": 2.7096,
      "step": 1525
    },
    {
      "epoch": 0.5001741268052853,
      "grad_norm": 0.5586763024330139,
      "learning_rate": 0.00016242956154318162,
      "loss": 2.6818,
      "step": 1526
    },
    {
      "epoch": 0.5005018949093516,
      "grad_norm": 0.4807201325893402,
      "learning_rate": 0.00016226744924267906,
      "loss": 2.7153,
      "step": 1527
    },
    {
      "epoch": 0.500829663013418,
      "grad_norm": 0.4065215289592743,
      "learning_rate": 0.0001621053225158093,
      "loss": 2.7106,
      "step": 1528
    },
    {
      "epoch": 0.5011574311174843,
      "grad_norm": 0.4472382068634033,
      "learning_rate": 0.00016194318155323133,
      "loss": 2.6938,
      "step": 1529
    },
    {
      "epoch": 0.5014851992215508,
      "grad_norm": 0.378627210855484,
      "learning_rate": 0.00016178102654562095,
      "loss": 2.7182,
      "step": 1530
    },
    {
      "epoch": 0.5018129673256171,
      "grad_norm": 0.3613034188747406,
      "learning_rate": 0.00016161885768367038,
      "loss": 2.7052,
      "step": 1531
    },
    {
      "epoch": 0.5021407354296835,
      "grad_norm": 0.366486519575119,
      "learning_rate": 0.0001614566751580882,
      "loss": 2.717,
      "step": 1532
    },
    {
      "epoch": 0.5024685035337498,
      "grad_norm": 0.3230029046535492,
      "learning_rate": 0.00016129447915959902,
      "loss": 2.7148,
      "step": 1533
    },
    {
      "epoch": 0.5027962716378163,
      "grad_norm": 0.3543810546398163,
      "learning_rate": 0.00016113226987894333,
      "loss": 2.6895,
      "step": 1534
    },
    {
      "epoch": 0.5031240397418826,
      "grad_norm": 0.33714473247528076,
      "learning_rate": 0.00016097004750687717,
      "loss": 2.6766,
      "step": 1535
    },
    {
      "epoch": 0.503451807845949,
      "grad_norm": 0.3578430116176605,
      "learning_rate": 0.0001608078122341721,
      "loss": 2.7219,
      "step": 1536
    },
    {
      "epoch": 0.5037795759500153,
      "grad_norm": 0.35124197602272034,
      "learning_rate": 0.0001606455642516147,
      "loss": 2.7023,
      "step": 1537
    },
    {
      "epoch": 0.5041073440540818,
      "grad_norm": 0.34792909026145935,
      "learning_rate": 0.00016048330375000668,
      "loss": 2.7021,
      "step": 1538
    },
    {
      "epoch": 0.5044351121581481,
      "grad_norm": 0.374316930770874,
      "learning_rate": 0.00016032103092016421,
      "loss": 2.6829,
      "step": 1539
    },
    {
      "epoch": 0.5047628802622145,
      "grad_norm": 0.4081607460975647,
      "learning_rate": 0.00016015874595291826,
      "loss": 2.7038,
      "step": 1540
    },
    {
      "epoch": 0.5050906483662808,
      "grad_norm": 0.48843827843666077,
      "learning_rate": 0.00015999644903911384,
      "loss": 2.6963,
      "step": 1541
    },
    {
      "epoch": 0.5054184164703472,
      "grad_norm": 0.5589615702629089,
      "learning_rate": 0.00015983414036961014,
      "loss": 2.7025,
      "step": 1542
    },
    {
      "epoch": 0.5057461845744136,
      "grad_norm": 0.5446618795394897,
      "learning_rate": 0.00015967182013528004,
      "loss": 2.6909,
      "step": 1543
    },
    {
      "epoch": 0.50607395267848,
      "grad_norm": 0.5397456288337708,
      "learning_rate": 0.00015950948852701025,
      "loss": 2.7079,
      "step": 1544
    },
    {
      "epoch": 0.5064017207825463,
      "grad_norm": 0.4836558997631073,
      "learning_rate": 0.0001593471457357006,
      "loss": 2.6877,
      "step": 1545
    },
    {
      "epoch": 0.5067294888866127,
      "grad_norm": 0.47800928354263306,
      "learning_rate": 0.00015918479195226428,
      "loss": 2.6881,
      "step": 1546
    },
    {
      "epoch": 0.507057256990679,
      "grad_norm": 0.4727572798728943,
      "learning_rate": 0.00015902242736762722,
      "loss": 2.7142,
      "step": 1547
    },
    {
      "epoch": 0.5073850250947455,
      "grad_norm": 0.39762401580810547,
      "learning_rate": 0.00015886005217272817,
      "loss": 2.6912,
      "step": 1548
    },
    {
      "epoch": 0.5077127931988118,
      "grad_norm": 0.38846203684806824,
      "learning_rate": 0.00015869766655851836,
      "loss": 2.6959,
      "step": 1549
    },
    {
      "epoch": 0.5080405613028782,
      "grad_norm": 0.3652801811695099,
      "learning_rate": 0.00015853527071596127,
      "loss": 2.6884,
      "step": 1550
    },
    {
      "epoch": 0.5083683294069445,
      "grad_norm": 0.3292587399482727,
      "learning_rate": 0.0001583728648360323,
      "loss": 2.6833,
      "step": 1551
    },
    {
      "epoch": 0.508696097511011,
      "grad_norm": 0.34119442105293274,
      "learning_rate": 0.00015821044910971883,
      "loss": 2.6795,
      "step": 1552
    },
    {
      "epoch": 0.5090238656150773,
      "grad_norm": 0.3172920346260071,
      "learning_rate": 0.00015804802372801967,
      "loss": 2.6992,
      "step": 1553
    },
    {
      "epoch": 0.5093516337191437,
      "grad_norm": 0.3500863015651703,
      "learning_rate": 0.00015788558888194502,
      "loss": 2.6982,
      "step": 1554
    },
    {
      "epoch": 0.50967940182321,
      "grad_norm": 0.3814968168735504,
      "learning_rate": 0.00015772314476251634,
      "loss": 2.7013,
      "step": 1555
    },
    {
      "epoch": 0.5100071699272765,
      "grad_norm": 0.3641250729560852,
      "learning_rate": 0.00015756069156076574,
      "loss": 2.7244,
      "step": 1556
    },
    {
      "epoch": 0.5103349380313428,
      "grad_norm": 0.39410701394081116,
      "learning_rate": 0.00015739822946773626,
      "loss": 2.6892,
      "step": 1557
    },
    {
      "epoch": 0.5106627061354092,
      "grad_norm": 0.4027422070503235,
      "learning_rate": 0.00015723575867448127,
      "loss": 2.6853,
      "step": 1558
    },
    {
      "epoch": 0.5109904742394755,
      "grad_norm": 0.39325910806655884,
      "learning_rate": 0.0001570732793720644,
      "loss": 2.697,
      "step": 1559
    },
    {
      "epoch": 0.511318242343542,
      "grad_norm": 0.34672263264656067,
      "learning_rate": 0.00015691079175155924,
      "loss": 2.6924,
      "step": 1560
    },
    {
      "epoch": 0.5116460104476083,
      "grad_norm": 0.34332984685897827,
      "learning_rate": 0.00015674829600404927,
      "loss": 2.694,
      "step": 1561
    },
    {
      "epoch": 0.5119737785516747,
      "grad_norm": 0.34191006422042847,
      "learning_rate": 0.0001565857923206274,
      "loss": 2.675,
      "step": 1562
    },
    {
      "epoch": 0.512301546655741,
      "grad_norm": 0.3346618115901947,
      "learning_rate": 0.00015642328089239598,
      "loss": 2.6963,
      "step": 1563
    },
    {
      "epoch": 0.5126293147598074,
      "grad_norm": 0.3403336703777313,
      "learning_rate": 0.00015626076191046638,
      "loss": 2.6924,
      "step": 1564
    },
    {
      "epoch": 0.5129570828638738,
      "grad_norm": 0.3478751480579376,
      "learning_rate": 0.00015609823556595893,
      "loss": 2.6731,
      "step": 1565
    },
    {
      "epoch": 0.5132848509679402,
      "grad_norm": 0.38101330399513245,
      "learning_rate": 0.00015593570205000255,
      "loss": 2.6673,
      "step": 1566
    },
    {
      "epoch": 0.5136126190720065,
      "grad_norm": 0.3927878141403198,
      "learning_rate": 0.00015577316155373466,
      "loss": 2.6949,
      "step": 1567
    },
    {
      "epoch": 0.5139403871760729,
      "grad_norm": 0.36184197664260864,
      "learning_rate": 0.00015561061426830087,
      "loss": 2.6802,
      "step": 1568
    },
    {
      "epoch": 0.5142681552801392,
      "grad_norm": 0.34086763858795166,
      "learning_rate": 0.0001554480603848547,
      "loss": 2.692,
      "step": 1569
    },
    {
      "epoch": 0.5145959233842057,
      "grad_norm": 0.3630260229110718,
      "learning_rate": 0.00015528550009455747,
      "loss": 2.6882,
      "step": 1570
    },
    {
      "epoch": 0.514923691488272,
      "grad_norm": 0.3569084405899048,
      "learning_rate": 0.00015512293358857816,
      "loss": 2.6853,
      "step": 1571
    },
    {
      "epoch": 0.5152514595923384,
      "grad_norm": 0.346039742231369,
      "learning_rate": 0.00015496036105809287,
      "loss": 2.6979,
      "step": 1572
    },
    {
      "epoch": 0.5155792276964047,
      "grad_norm": 0.3373422920703888,
      "learning_rate": 0.0001547977826942849,
      "loss": 2.7017,
      "step": 1573
    },
    {
      "epoch": 0.5159069958004712,
      "grad_norm": 0.345812052488327,
      "learning_rate": 0.00015463519868834431,
      "loss": 2.6599,
      "step": 1574
    },
    {
      "epoch": 0.5162347639045375,
      "grad_norm": 0.3497503995895386,
      "learning_rate": 0.000154472609231468,
      "loss": 2.6965,
      "step": 1575
    },
    {
      "epoch": 0.5165625320086039,
      "grad_norm": 0.35169726610183716,
      "learning_rate": 0.000154310014514859,
      "loss": 2.7059,
      "step": 1576
    },
    {
      "epoch": 0.5168903001126702,
      "grad_norm": 0.3379371762275696,
      "learning_rate": 0.00015414741472972673,
      "loss": 2.7111,
      "step": 1577
    },
    {
      "epoch": 0.5172180682167367,
      "grad_norm": 0.3814832866191864,
      "learning_rate": 0.00015398481006728652,
      "loss": 2.7033,
      "step": 1578
    },
    {
      "epoch": 0.517545836320803,
      "grad_norm": 0.41635119915008545,
      "learning_rate": 0.0001538222007187594,
      "loss": 2.6737,
      "step": 1579
    },
    {
      "epoch": 0.5178736044248694,
      "grad_norm": 0.3996528089046478,
      "learning_rate": 0.00015365958687537192,
      "loss": 2.6956,
      "step": 1580
    },
    {
      "epoch": 0.5182013725289358,
      "grad_norm": 0.3664855659008026,
      "learning_rate": 0.00015349696872835598,
      "loss": 2.6628,
      "step": 1581
    },
    {
      "epoch": 0.5185291406330022,
      "grad_norm": 0.36086586117744446,
      "learning_rate": 0.00015333434646894845,
      "loss": 2.6758,
      "step": 1582
    },
    {
      "epoch": 0.5188569087370686,
      "grad_norm": 0.39146870374679565,
      "learning_rate": 0.00015317172028839107,
      "loss": 2.6961,
      "step": 1583
    },
    {
      "epoch": 0.5191846768411349,
      "grad_norm": 0.41053006052970886,
      "learning_rate": 0.00015300909037793025,
      "loss": 2.6768,
      "step": 1584
    },
    {
      "epoch": 0.5195124449452013,
      "grad_norm": 0.43242958188056946,
      "learning_rate": 0.0001528464569288167,
      "loss": 2.6875,
      "step": 1585
    },
    {
      "epoch": 0.5198402130492676,
      "grad_norm": 0.4258914589881897,
      "learning_rate": 0.0001526838201323053,
      "loss": 2.6978,
      "step": 1586
    },
    {
      "epoch": 0.5201679811533341,
      "grad_norm": 0.3804033398628235,
      "learning_rate": 0.00015252118017965494,
      "loss": 2.7014,
      "step": 1587
    },
    {
      "epoch": 0.5204957492574004,
      "grad_norm": 0.3271435499191284,
      "learning_rate": 0.00015235853726212816,
      "loss": 2.6647,
      "step": 1588
    },
    {
      "epoch": 0.5208235173614668,
      "grad_norm": 0.31767508387565613,
      "learning_rate": 0.00015219589157099101,
      "loss": 2.6971,
      "step": 1589
    },
    {
      "epoch": 0.5211512854655331,
      "grad_norm": 0.30170580744743347,
      "learning_rate": 0.00015203324329751276,
      "loss": 2.6823,
      "step": 1590
    },
    {
      "epoch": 0.5214790535695996,
      "grad_norm": 0.32227855920791626,
      "learning_rate": 0.00015187059263296578,
      "loss": 2.6636,
      "step": 1591
    },
    {
      "epoch": 0.5218068216736659,
      "grad_norm": 0.3570776581764221,
      "learning_rate": 0.0001517079397686252,
      "loss": 2.6783,
      "step": 1592
    },
    {
      "epoch": 0.5221345897777323,
      "grad_norm": 0.38633325695991516,
      "learning_rate": 0.00015154528489576876,
      "loss": 2.6728,
      "step": 1593
    },
    {
      "epoch": 0.5224623578817986,
      "grad_norm": 0.3698895573616028,
      "learning_rate": 0.0001513826282056766,
      "loss": 2.6808,
      "step": 1594
    },
    {
      "epoch": 0.522790125985865,
      "grad_norm": 0.36638355255126953,
      "learning_rate": 0.00015121996988963092,
      "loss": 2.67,
      "step": 1595
    },
    {
      "epoch": 0.5231178940899314,
      "grad_norm": 0.3439140021800995,
      "learning_rate": 0.00015105731013891587,
      "loss": 2.6789,
      "step": 1596
    },
    {
      "epoch": 0.5234456621939978,
      "grad_norm": 0.354537695646286,
      "learning_rate": 0.00015089464914481727,
      "loss": 2.6864,
      "step": 1597
    },
    {
      "epoch": 0.5237734302980641,
      "grad_norm": 0.483690470457077,
      "learning_rate": 0.00015073198709862246,
      "loss": 2.7098,
      "step": 1598
    },
    {
      "epoch": 0.5241011984021305,
      "grad_norm": 0.5977973937988281,
      "learning_rate": 0.00015056932419161998,
      "loss": 2.6927,
      "step": 1599
    },
    {
      "epoch": 0.5244289665061969,
      "grad_norm": 0.5499054789543152,
      "learning_rate": 0.00015040666061509934,
      "loss": 2.6966,
      "step": 1600
    },
    {
      "epoch": 0.5247567346102633,
      "grad_norm": 0.39210039377212524,
      "learning_rate": 0.0001502439965603509,
      "loss": 2.6746,
      "step": 1601
    },
    {
      "epoch": 0.5250845027143296,
      "grad_norm": 0.4330633878707886,
      "learning_rate": 0.00015008133221866552,
      "loss": 2.6862,
      "step": 1602
    },
    {
      "epoch": 0.525412270818396,
      "grad_norm": 0.4015035927295685,
      "learning_rate": 0.00014991866778133448,
      "loss": 2.6647,
      "step": 1603
    },
    {
      "epoch": 0.5257400389224623,
      "grad_norm": 0.34680062532424927,
      "learning_rate": 0.00014975600343964909,
      "loss": 2.6826,
      "step": 1604
    },
    {
      "epoch": 0.5260678070265288,
      "grad_norm": 0.369509220123291,
      "learning_rate": 0.00014959333938490066,
      "loss": 2.6714,
      "step": 1605
    },
    {
      "epoch": 0.5263955751305951,
      "grad_norm": 0.343665212392807,
      "learning_rate": 0.00014943067580838003,
      "loss": 2.673,
      "step": 1606
    },
    {
      "epoch": 0.5267233432346615,
      "grad_norm": 0.35386544466018677,
      "learning_rate": 0.0001492680129013775,
      "loss": 2.6793,
      "step": 1607
    },
    {
      "epoch": 0.5270511113387278,
      "grad_norm": 0.3830808699131012,
      "learning_rate": 0.00014910535085518276,
      "loss": 2.6898,
      "step": 1608
    },
    {
      "epoch": 0.5273788794427943,
      "grad_norm": 0.37419354915618896,
      "learning_rate": 0.00014894268986108414,
      "loss": 2.6816,
      "step": 1609
    },
    {
      "epoch": 0.5277066475468606,
      "grad_norm": 0.34641873836517334,
      "learning_rate": 0.00014878003011036908,
      "loss": 2.6942,
      "step": 1610
    },
    {
      "epoch": 0.528034415650927,
      "grad_norm": 0.3277365565299988,
      "learning_rate": 0.00014861737179432336,
      "loss": 2.6853,
      "step": 1611
    },
    {
      "epoch": 0.5283621837549933,
      "grad_norm": 0.3441120982170105,
      "learning_rate": 0.00014845471510423124,
      "loss": 2.6825,
      "step": 1612
    },
    {
      "epoch": 0.5286899518590598,
      "grad_norm": 0.32767170667648315,
      "learning_rate": 0.0001482920602313748,
      "loss": 2.6769,
      "step": 1613
    },
    {
      "epoch": 0.5290177199631261,
      "grad_norm": 0.2917831838130951,
      "learning_rate": 0.00014812940736703422,
      "loss": 2.6546,
      "step": 1614
    },
    {
      "epoch": 0.5293454880671925,
      "grad_norm": 0.3032539486885071,
      "learning_rate": 0.0001479667567024872,
      "loss": 2.7019,
      "step": 1615
    },
    {
      "epoch": 0.5296732561712588,
      "grad_norm": 0.329616904258728,
      "learning_rate": 0.00014780410842900899,
      "loss": 2.6781,
      "step": 1616
    },
    {
      "epoch": 0.5300010242753252,
      "grad_norm": 0.33794960379600525,
      "learning_rate": 0.00014764146273787182,
      "loss": 2.6847,
      "step": 1617
    },
    {
      "epoch": 0.5303287923793916,
      "grad_norm": 0.3589686155319214,
      "learning_rate": 0.00014747881982034503,
      "loss": 2.6948,
      "step": 1618
    },
    {
      "epoch": 0.530656560483458,
      "grad_norm": 0.4067794680595398,
      "learning_rate": 0.00014731617986769472,
      "loss": 2.6816,
      "step": 1619
    },
    {
      "epoch": 0.5309843285875243,
      "grad_norm": 0.43168553709983826,
      "learning_rate": 0.00014715354307118328,
      "loss": 2.6725,
      "step": 1620
    },
    {
      "epoch": 0.5313120966915907,
      "grad_norm": 0.43623390793800354,
      "learning_rate": 0.00014699090962206972,
      "loss": 2.7075,
      "step": 1621
    },
    {
      "epoch": 0.5316398647956571,
      "grad_norm": 0.44397783279418945,
      "learning_rate": 0.00014682827971160888,
      "loss": 2.6615,
      "step": 1622
    },
    {
      "epoch": 0.5319676328997235,
      "grad_norm": 0.47549980878829956,
      "learning_rate": 0.00014666565353105157,
      "loss": 2.6766,
      "step": 1623
    },
    {
      "epoch": 0.5322954010037898,
      "grad_norm": 0.45597174763679504,
      "learning_rate": 0.00014650303127164402,
      "loss": 2.6806,
      "step": 1624
    },
    {
      "epoch": 0.5326231691078562,
      "grad_norm": 0.3677747845649719,
      "learning_rate": 0.00014634041312462805,
      "loss": 2.657,
      "step": 1625
    },
    {
      "epoch": 0.5329509372119225,
      "grad_norm": 0.34715035557746887,
      "learning_rate": 0.00014617779928124055,
      "loss": 2.668,
      "step": 1626
    },
    {
      "epoch": 0.533278705315989,
      "grad_norm": 0.3365010619163513,
      "learning_rate": 0.00014601518993271348,
      "loss": 2.7101,
      "step": 1627
    },
    {
      "epoch": 0.5336064734200553,
      "grad_norm": 0.3578198254108429,
      "learning_rate": 0.00014585258527027327,
      "loss": 2.6789,
      "step": 1628
    },
    {
      "epoch": 0.5339342415241217,
      "grad_norm": 0.3816952407360077,
      "learning_rate": 0.000145689985485141,
      "loss": 2.6624,
      "step": 1629
    },
    {
      "epoch": 0.534262009628188,
      "grad_norm": 0.3661121726036072,
      "learning_rate": 0.00014552739076853204,
      "loss": 2.6833,
      "step": 1630
    },
    {
      "epoch": 0.5345897777322545,
      "grad_norm": 0.30730605125427246,
      "learning_rate": 0.00014536480131165566,
      "loss": 2.67,
      "step": 1631
    },
    {
      "epoch": 0.5349175458363208,
      "grad_norm": 0.3154616057872772,
      "learning_rate": 0.00014520221730571513,
      "loss": 2.6849,
      "step": 1632
    },
    {
      "epoch": 0.5352453139403872,
      "grad_norm": 0.3680059611797333,
      "learning_rate": 0.0001450396389419071,
      "loss": 2.6593,
      "step": 1633
    },
    {
      "epoch": 0.5355730820444535,
      "grad_norm": 0.3762935400009155,
      "learning_rate": 0.00014487706641142184,
      "loss": 2.6781,
      "step": 1634
    },
    {
      "epoch": 0.53590085014852,
      "grad_norm": 0.3365190327167511,
      "learning_rate": 0.0001447144999054425,
      "loss": 2.6826,
      "step": 1635
    },
    {
      "epoch": 0.5362286182525863,
      "grad_norm": 0.30186331272125244,
      "learning_rate": 0.00014455193961514533,
      "loss": 2.6763,
      "step": 1636
    },
    {
      "epoch": 0.5365563863566527,
      "grad_norm": 0.35031232237815857,
      "learning_rate": 0.0001443893857316991,
      "loss": 2.6869,
      "step": 1637
    },
    {
      "epoch": 0.536884154460719,
      "grad_norm": 0.33937594294548035,
      "learning_rate": 0.0001442268384462653,
      "loss": 2.6734,
      "step": 1638
    },
    {
      "epoch": 0.5372119225647854,
      "grad_norm": 0.3059437572956085,
      "learning_rate": 0.00014406429794999742,
      "loss": 2.6666,
      "step": 1639
    },
    {
      "epoch": 0.5375396906688518,
      "grad_norm": 0.33458465337753296,
      "learning_rate": 0.00014390176443404104,
      "loss": 2.6806,
      "step": 1640
    },
    {
      "epoch": 0.5378674587729182,
      "grad_norm": 0.33298662304878235,
      "learning_rate": 0.00014373923808953364,
      "loss": 2.6724,
      "step": 1641
    },
    {
      "epoch": 0.5381952268769845,
      "grad_norm": 0.3442537486553192,
      "learning_rate": 0.00014357671910760403,
      "loss": 2.6728,
      "step": 1642
    },
    {
      "epoch": 0.5385229949810509,
      "grad_norm": 0.36955854296684265,
      "learning_rate": 0.00014341420767937258,
      "loss": 2.6974,
      "step": 1643
    },
    {
      "epoch": 0.5388507630851173,
      "grad_norm": 0.31045693159103394,
      "learning_rate": 0.0001432517039959507,
      "loss": 2.6786,
      "step": 1644
    },
    {
      "epoch": 0.5391785311891837,
      "grad_norm": 0.34602126479148865,
      "learning_rate": 0.00014308920824844076,
      "loss": 2.6656,
      "step": 1645
    },
    {
      "epoch": 0.53950629929325,
      "grad_norm": 0.4065701961517334,
      "learning_rate": 0.00014292672062793559,
      "loss": 2.6811,
      "step": 1646
    },
    {
      "epoch": 0.5398340673973164,
      "grad_norm": 0.4333396255970001,
      "learning_rate": 0.0001427642413255187,
      "loss": 2.6771,
      "step": 1647
    },
    {
      "epoch": 0.5401618355013827,
      "grad_norm": 0.4441620111465454,
      "learning_rate": 0.00014260177053226377,
      "loss": 2.6663,
      "step": 1648
    },
    {
      "epoch": 0.5404896036054492,
      "grad_norm": 0.4837704300880432,
      "learning_rate": 0.00014243930843923426,
      "loss": 2.6772,
      "step": 1649
    },
    {
      "epoch": 0.5408173717095155,
      "grad_norm": 0.5026467442512512,
      "learning_rate": 0.0001422768552374837,
      "loss": 2.6972,
      "step": 1650
    },
    {
      "epoch": 0.5411451398135819,
      "grad_norm": 0.4008827805519104,
      "learning_rate": 0.00014211441111805492,
      "loss": 2.6996,
      "step": 1651
    },
    {
      "epoch": 0.5414729079176482,
      "grad_norm": 0.35099175572395325,
      "learning_rate": 0.00014195197627198038,
      "loss": 2.681,
      "step": 1652
    },
    {
      "epoch": 0.5418006760217147,
      "grad_norm": 0.3745565414428711,
      "learning_rate": 0.00014178955089028117,
      "loss": 2.6595,
      "step": 1653
    },
    {
      "epoch": 0.542128444125781,
      "grad_norm": 0.37733516097068787,
      "learning_rate": 0.00014162713516396768,
      "loss": 2.6516,
      "step": 1654
    },
    {
      "epoch": 0.5424562122298474,
      "grad_norm": 0.37897834181785583,
      "learning_rate": 0.0001414647292840387,
      "loss": 2.6805,
      "step": 1655
    },
    {
      "epoch": 0.5427839803339137,
      "grad_norm": 0.3729161024093628,
      "learning_rate": 0.00014130233344148162,
      "loss": 2.667,
      "step": 1656
    },
    {
      "epoch": 0.5431117484379802,
      "grad_norm": 0.3535510003566742,
      "learning_rate": 0.00014113994782727183,
      "loss": 2.6506,
      "step": 1657
    },
    {
      "epoch": 0.5434395165420465,
      "grad_norm": 0.32235610485076904,
      "learning_rate": 0.00014097757263237276,
      "loss": 2.6394,
      "step": 1658
    },
    {
      "epoch": 0.5437672846461129,
      "grad_norm": 0.3195200562477112,
      "learning_rate": 0.00014081520804773578,
      "loss": 2.6873,
      "step": 1659
    },
    {
      "epoch": 0.5440950527501792,
      "grad_norm": 0.3370298445224762,
      "learning_rate": 0.0001406528542642994,
      "loss": 2.6711,
      "step": 1660
    },
    {
      "epoch": 0.5444228208542456,
      "grad_norm": 0.3313058018684387,
      "learning_rate": 0.00014049051147298975,
      "loss": 2.6773,
      "step": 1661
    },
    {
      "epoch": 0.544750588958312,
      "grad_norm": 0.3543422520160675,
      "learning_rate": 0.00014032817986471988,
      "loss": 2.6504,
      "step": 1662
    },
    {
      "epoch": 0.5450783570623784,
      "grad_norm": 0.3598536252975464,
      "learning_rate": 0.00014016585963038989,
      "loss": 2.6548,
      "step": 1663
    },
    {
      "epoch": 0.5454061251664447,
      "grad_norm": 0.3620494306087494,
      "learning_rate": 0.00014000355096088616,
      "loss": 2.7069,
      "step": 1664
    },
    {
      "epoch": 0.5457338932705111,
      "grad_norm": 0.3845476508140564,
      "learning_rate": 0.00013984125404708174,
      "loss": 2.6685,
      "step": 1665
    },
    {
      "epoch": 0.5460616613745775,
      "grad_norm": 0.38552436232566833,
      "learning_rate": 0.00013967896907983573,
      "loss": 2.684,
      "step": 1666
    },
    {
      "epoch": 0.5463894294786439,
      "grad_norm": 0.42170968651771545,
      "learning_rate": 0.00013951669624999333,
      "loss": 2.6802,
      "step": 1667
    },
    {
      "epoch": 0.5467171975827102,
      "grad_norm": 0.4664781093597412,
      "learning_rate": 0.00013935443574838527,
      "loss": 2.6643,
      "step": 1668
    },
    {
      "epoch": 0.5470449656867766,
      "grad_norm": 0.4862056076526642,
      "learning_rate": 0.00013919218776582787,
      "loss": 2.685,
      "step": 1669
    },
    {
      "epoch": 0.547372733790843,
      "grad_norm": 0.4921315908432007,
      "learning_rate": 0.00013902995249312285,
      "loss": 2.6872,
      "step": 1670
    },
    {
      "epoch": 0.5477005018949094,
      "grad_norm": 0.41438281536102295,
      "learning_rate": 0.00013886773012105667,
      "loss": 2.6501,
      "step": 1671
    },
    {
      "epoch": 0.5480282699989757,
      "grad_norm": 0.33941325545310974,
      "learning_rate": 0.00013870552084040098,
      "loss": 2.6885,
      "step": 1672
    },
    {
      "epoch": 0.5483560381030421,
      "grad_norm": 0.4148651361465454,
      "learning_rate": 0.00013854332484191176,
      "loss": 2.6249,
      "step": 1673
    },
    {
      "epoch": 0.5486838062071084,
      "grad_norm": 0.38279297947883606,
      "learning_rate": 0.00013838114231632962,
      "loss": 2.6776,
      "step": 1674
    },
    {
      "epoch": 0.5490115743111749,
      "grad_norm": 0.3672370910644531,
      "learning_rate": 0.00013821897345437905,
      "loss": 2.67,
      "step": 1675
    },
    {
      "epoch": 0.5493393424152412,
      "grad_norm": 0.3458797037601471,
      "learning_rate": 0.00013805681844676864,
      "loss": 2.6792,
      "step": 1676
    },
    {
      "epoch": 0.5496671105193076,
      "grad_norm": 0.3560895025730133,
      "learning_rate": 0.00013789467748419066,
      "loss": 2.658,
      "step": 1677
    },
    {
      "epoch": 0.5499948786233739,
      "grad_norm": 0.36738717555999756,
      "learning_rate": 0.00013773255075732094,
      "loss": 2.692,
      "step": 1678
    },
    {
      "epoch": 0.5503226467274404,
      "grad_norm": 0.33901944756507874,
      "learning_rate": 0.00013757043845681838,
      "loss": 2.6756,
      "step": 1679
    },
    {
      "epoch": 0.5506504148315067,
      "grad_norm": 0.3149450123310089,
      "learning_rate": 0.00013740834077332503,
      "loss": 2.696,
      "step": 1680
    },
    {
      "epoch": 0.5509781829355731,
      "grad_norm": 0.336287260055542,
      "learning_rate": 0.00013724625789746585,
      "loss": 2.6359,
      "step": 1681
    },
    {
      "epoch": 0.5513059510396394,
      "grad_norm": 0.35394367575645447,
      "learning_rate": 0.0001370841900198481,
      "loss": 2.6514,
      "step": 1682
    },
    {
      "epoch": 0.5516337191437058,
      "grad_norm": 0.37545859813690186,
      "learning_rate": 0.00013692213733106174,
      "loss": 2.6831,
      "step": 1683
    },
    {
      "epoch": 0.5519614872477722,
      "grad_norm": 0.37896019220352173,
      "learning_rate": 0.00013676010002167861,
      "loss": 2.6686,
      "step": 1684
    },
    {
      "epoch": 0.5522892553518386,
      "grad_norm": 0.34163546562194824,
      "learning_rate": 0.00013659807828225265,
      "loss": 2.6973,
      "step": 1685
    },
    {
      "epoch": 0.5526170234559049,
      "grad_norm": 0.3673558831214905,
      "learning_rate": 0.00013643607230331934,
      "loss": 2.6657,
      "step": 1686
    },
    {
      "epoch": 0.5529447915599713,
      "grad_norm": 0.373911589384079,
      "learning_rate": 0.00013627408227539567,
      "loss": 2.6579,
      "step": 1687
    },
    {
      "epoch": 0.5532725596640377,
      "grad_norm": 0.32223373651504517,
      "learning_rate": 0.00013611210838897998,
      "loss": 2.6504,
      "step": 1688
    },
    {
      "epoch": 0.5536003277681041,
      "grad_norm": 0.3024083077907562,
      "learning_rate": 0.0001359501508345515,
      "loss": 2.6704,
      "step": 1689
    },
    {
      "epoch": 0.5539280958721704,
      "grad_norm": 0.3468625247478485,
      "learning_rate": 0.00013578820980257025,
      "loss": 2.6611,
      "step": 1690
    },
    {
      "epoch": 0.5542558639762368,
      "grad_norm": 0.35991203784942627,
      "learning_rate": 0.00013562628548347683,
      "loss": 2.6822,
      "step": 1691
    },
    {
      "epoch": 0.5545836320803031,
      "grad_norm": 0.34634506702423096,
      "learning_rate": 0.00013546437806769238,
      "loss": 2.6764,
      "step": 1692
    },
    {
      "epoch": 0.5549114001843696,
      "grad_norm": 0.3353610932826996,
      "learning_rate": 0.00013530248774561786,
      "loss": 2.6463,
      "step": 1693
    },
    {
      "epoch": 0.5552391682884359,
      "grad_norm": 0.32636696100234985,
      "learning_rate": 0.00013514061470763433,
      "loss": 2.6272,
      "step": 1694
    },
    {
      "epoch": 0.5555669363925023,
      "grad_norm": 0.3571641743183136,
      "learning_rate": 0.00013497875914410238,
      "loss": 2.6558,
      "step": 1695
    },
    {
      "epoch": 0.5558947044965686,
      "grad_norm": 0.38477423787117004,
      "learning_rate": 0.00013481692124536225,
      "loss": 2.6657,
      "step": 1696
    },
    {
      "epoch": 0.5562224726006351,
      "grad_norm": 0.3637823462486267,
      "learning_rate": 0.00013465510120173324,
      "loss": 2.6684,
      "step": 1697
    },
    {
      "epoch": 0.5565502407047014,
      "grad_norm": 0.36012113094329834,
      "learning_rate": 0.00013449329920351362,
      "loss": 2.6719,
      "step": 1698
    },
    {
      "epoch": 0.5568780088087678,
      "grad_norm": 0.37314140796661377,
      "learning_rate": 0.0001343315154409807,
      "loss": 2.6624,
      "step": 1699
    },
    {
      "epoch": 0.5572057769128341,
      "grad_norm": 0.34156498312950134,
      "learning_rate": 0.00013416975010438996,
      "loss": 2.6661,
      "step": 1700
    },
    {
      "epoch": 0.5575335450169006,
      "grad_norm": 0.3242475986480713,
      "learning_rate": 0.00013400800338397558,
      "loss": 2.638,
      "step": 1701
    },
    {
      "epoch": 0.5578613131209669,
      "grad_norm": 0.3251325190067291,
      "learning_rate": 0.00013384627546994955,
      "loss": 2.6411,
      "step": 1702
    },
    {
      "epoch": 0.5581890812250333,
      "grad_norm": 0.38058632612228394,
      "learning_rate": 0.00013368456655250203,
      "loss": 2.6533,
      "step": 1703
    },
    {
      "epoch": 0.5585168493290996,
      "grad_norm": 0.3963983654975891,
      "learning_rate": 0.00013352287682180056,
      "loss": 2.6723,
      "step": 1704
    },
    {
      "epoch": 0.558844617433166,
      "grad_norm": 0.33390846848487854,
      "learning_rate": 0.00013336120646799033,
      "loss": 2.6814,
      "step": 1705
    },
    {
      "epoch": 0.5591723855372324,
      "grad_norm": 0.29623380303382874,
      "learning_rate": 0.00013319955568119355,
      "loss": 2.6515,
      "step": 1706
    },
    {
      "epoch": 0.5595001536412988,
      "grad_norm": 0.3254721462726593,
      "learning_rate": 0.00013303792465150968,
      "loss": 2.657,
      "step": 1707
    },
    {
      "epoch": 0.5598279217453651,
      "grad_norm": 0.3299209475517273,
      "learning_rate": 0.00013287631356901467,
      "loss": 2.6485,
      "step": 1708
    },
    {
      "epoch": 0.5601556898494315,
      "grad_norm": 0.3334026634693146,
      "learning_rate": 0.00013271472262376115,
      "loss": 2.6504,
      "step": 1709
    },
    {
      "epoch": 0.5604834579534979,
      "grad_norm": 0.3277537524700165,
      "learning_rate": 0.0001325531520057782,
      "loss": 2.6628,
      "step": 1710
    },
    {
      "epoch": 0.5608112260575643,
      "grad_norm": 0.3099980354309082,
      "learning_rate": 0.0001323916019050706,
      "loss": 2.6704,
      "step": 1711
    },
    {
      "epoch": 0.5611389941616306,
      "grad_norm": 0.319196492433548,
      "learning_rate": 0.00013223007251161946,
      "loss": 2.6708,
      "step": 1712
    },
    {
      "epoch": 0.561466762265697,
      "grad_norm": 0.3433091938495636,
      "learning_rate": 0.0001320685640153812,
      "loss": 2.6274,
      "step": 1713
    },
    {
      "epoch": 0.5617945303697633,
      "grad_norm": 0.3435508608818054,
      "learning_rate": 0.00013190707660628792,
      "loss": 2.6765,
      "step": 1714
    },
    {
      "epoch": 0.5621222984738298,
      "grad_norm": 0.3952488899230957,
      "learning_rate": 0.00013174561047424668,
      "loss": 2.6632,
      "step": 1715
    },
    {
      "epoch": 0.5624500665778961,
      "grad_norm": 0.397368848323822,
      "learning_rate": 0.00013158416580913966,
      "loss": 2.6528,
      "step": 1716
    },
    {
      "epoch": 0.5627778346819625,
      "grad_norm": 0.3838111460208893,
      "learning_rate": 0.00013142274280082382,
      "loss": 2.6692,
      "step": 1717
    },
    {
      "epoch": 0.5631056027860288,
      "grad_norm": 0.3538469076156616,
      "learning_rate": 0.00013126134163913064,
      "loss": 2.6584,
      "step": 1718
    },
    {
      "epoch": 0.5634333708900953,
      "grad_norm": 0.30948778986930847,
      "learning_rate": 0.00013109996251386578,
      "loss": 2.6678,
      "step": 1719
    },
    {
      "epoch": 0.5637611389941616,
      "grad_norm": 0.34749698638916016,
      "learning_rate": 0.00013093860561480905,
      "loss": 2.6551,
      "step": 1720
    },
    {
      "epoch": 0.564088907098228,
      "grad_norm": 0.33672231435775757,
      "learning_rate": 0.00013077727113171427,
      "loss": 2.6602,
      "step": 1721
    },
    {
      "epoch": 0.5644166752022943,
      "grad_norm": 0.317628413438797,
      "learning_rate": 0.0001306159592543087,
      "loss": 2.6543,
      "step": 1722
    },
    {
      "epoch": 0.5647444433063608,
      "grad_norm": 0.3289946913719177,
      "learning_rate": 0.0001304546701722931,
      "loss": 2.6544,
      "step": 1723
    },
    {
      "epoch": 0.5650722114104271,
      "grad_norm": 0.32999908924102783,
      "learning_rate": 0.0001302934040753414,
      "loss": 2.6606,
      "step": 1724
    },
    {
      "epoch": 0.5653999795144935,
      "grad_norm": 0.34443262219429016,
      "learning_rate": 0.0001301321611531006,
      "loss": 2.6721,
      "step": 1725
    },
    {
      "epoch": 0.5657277476185598,
      "grad_norm": 0.33381983637809753,
      "learning_rate": 0.0001299709415951903,
      "loss": 2.6716,
      "step": 1726
    },
    {
      "epoch": 0.5660555157226262,
      "grad_norm": 0.3027624487876892,
      "learning_rate": 0.00012980974559120265,
      "loss": 2.6675,
      "step": 1727
    },
    {
      "epoch": 0.5663832838266926,
      "grad_norm": 0.3052419126033783,
      "learning_rate": 0.00012964857333070223,
      "loss": 2.6833,
      "step": 1728
    },
    {
      "epoch": 0.566711051930759,
      "grad_norm": 0.3095815181732178,
      "learning_rate": 0.00012948742500322558,
      "loss": 2.6889,
      "step": 1729
    },
    {
      "epoch": 0.5670388200348253,
      "grad_norm": 0.3064812123775482,
      "learning_rate": 0.0001293263007982811,
      "loss": 2.6567,
      "step": 1730
    },
    {
      "epoch": 0.5673665881388917,
      "grad_norm": 0.3697197735309601,
      "learning_rate": 0.00012916520090534877,
      "loss": 2.6476,
      "step": 1731
    },
    {
      "epoch": 0.567694356242958,
      "grad_norm": 0.42839860916137695,
      "learning_rate": 0.00012900412551388021,
      "loss": 2.6488,
      "step": 1732
    },
    {
      "epoch": 0.5680221243470245,
      "grad_norm": 0.46037042140960693,
      "learning_rate": 0.00012884307481329796,
      "loss": 2.6527,
      "step": 1733
    },
    {
      "epoch": 0.5683498924510908,
      "grad_norm": 0.5027325749397278,
      "learning_rate": 0.00012868204899299567,
      "loss": 2.6609,
      "step": 1734
    },
    {
      "epoch": 0.5686776605551572,
      "grad_norm": 0.5359936952590942,
      "learning_rate": 0.00012852104824233765,
      "loss": 2.6702,
      "step": 1735
    },
    {
      "epoch": 0.5690054286592235,
      "grad_norm": 0.47884997725486755,
      "learning_rate": 0.00012836007275065887,
      "loss": 2.6333,
      "step": 1736
    },
    {
      "epoch": 0.56933319676329,
      "grad_norm": 0.4265766143798828,
      "learning_rate": 0.00012819912270726444,
      "loss": 2.6468,
      "step": 1737
    },
    {
      "epoch": 0.5696609648673564,
      "grad_norm": 0.3412497043609619,
      "learning_rate": 0.00012803819830142955,
      "loss": 2.6618,
      "step": 1738
    },
    {
      "epoch": 0.5699887329714227,
      "grad_norm": 0.35164400935173035,
      "learning_rate": 0.00012787729972239944,
      "loss": 2.6616,
      "step": 1739
    },
    {
      "epoch": 0.5703165010754891,
      "grad_norm": 0.34342601895332336,
      "learning_rate": 0.00012771642715938867,
      "loss": 2.6537,
      "step": 1740
    },
    {
      "epoch": 0.5706442691795555,
      "grad_norm": 0.2998886704444885,
      "learning_rate": 0.00012755558080158145,
      "loss": 2.6444,
      "step": 1741
    },
    {
      "epoch": 0.5709720372836219,
      "grad_norm": 0.3273070156574249,
      "learning_rate": 0.00012739476083813104,
      "loss": 2.6557,
      "step": 1742
    },
    {
      "epoch": 0.5712998053876882,
      "grad_norm": 0.3246595859527588,
      "learning_rate": 0.00012723396745815981,
      "loss": 2.6576,
      "step": 1743
    },
    {
      "epoch": 0.5716275734917546,
      "grad_norm": 0.33149033784866333,
      "learning_rate": 0.00012707320085075867,
      "loss": 2.6492,
      "step": 1744
    },
    {
      "epoch": 0.571955341595821,
      "grad_norm": 0.30908480286598206,
      "learning_rate": 0.00012691246120498712,
      "loss": 2.6465,
      "step": 1745
    },
    {
      "epoch": 0.5722831096998874,
      "grad_norm": 0.30651381611824036,
      "learning_rate": 0.00012675174870987308,
      "loss": 2.6452,
      "step": 1746
    },
    {
      "epoch": 0.5726108778039537,
      "grad_norm": 0.2925996482372284,
      "learning_rate": 0.00012659106355441245,
      "loss": 2.6642,
      "step": 1747
    },
    {
      "epoch": 0.5729386459080201,
      "grad_norm": 0.28848761320114136,
      "learning_rate": 0.00012643040592756884,
      "loss": 2.6324,
      "step": 1748
    },
    {
      "epoch": 0.5732664140120864,
      "grad_norm": 0.32919076085090637,
      "learning_rate": 0.00012626977601827365,
      "loss": 2.6392,
      "step": 1749
    },
    {
      "epoch": 0.5735941821161529,
      "grad_norm": 0.31903812289237976,
      "learning_rate": 0.00012610917401542578,
      "loss": 2.6536,
      "step": 1750
    },
    {
      "epoch": 0.5739219502202192,
      "grad_norm": 0.2876034379005432,
      "learning_rate": 0.000125948600107891,
      "loss": 2.6541,
      "step": 1751
    },
    {
      "epoch": 0.5742497183242856,
      "grad_norm": 0.2711520195007324,
      "learning_rate": 0.00012578805448450233,
      "loss": 2.6393,
      "step": 1752
    },
    {
      "epoch": 0.5745774864283519,
      "grad_norm": 0.2828490138053894,
      "learning_rate": 0.00012562753733405936,
      "loss": 2.6542,
      "step": 1753
    },
    {
      "epoch": 0.5749052545324184,
      "grad_norm": 0.3011717200279236,
      "learning_rate": 0.00012546704884532835,
      "loss": 2.6155,
      "step": 1754
    },
    {
      "epoch": 0.5752330226364847,
      "grad_norm": 0.3019540011882782,
      "learning_rate": 0.00012530658920704163,
      "loss": 2.6805,
      "step": 1755
    },
    {
      "epoch": 0.5755607907405511,
      "grad_norm": 0.31215381622314453,
      "learning_rate": 0.0001251461586078978,
      "loss": 2.6461,
      "step": 1756
    },
    {
      "epoch": 0.5758885588446174,
      "grad_norm": 0.33403581380844116,
      "learning_rate": 0.00012498575723656128,
      "loss": 2.6861,
      "step": 1757
    },
    {
      "epoch": 0.5762163269486839,
      "grad_norm": 0.34063616394996643,
      "learning_rate": 0.00012482538528166208,
      "loss": 2.6562,
      "step": 1758
    },
    {
      "epoch": 0.5765440950527502,
      "grad_norm": 0.36702948808670044,
      "learning_rate": 0.00012466504293179553,
      "loss": 2.6727,
      "step": 1759
    },
    {
      "epoch": 0.5768718631568166,
      "grad_norm": 0.35876795649528503,
      "learning_rate": 0.00012450473037552221,
      "loss": 2.6592,
      "step": 1760
    },
    {
      "epoch": 0.5771996312608829,
      "grad_norm": 0.3559570908546448,
      "learning_rate": 0.00012434444780136787,
      "loss": 2.6711,
      "step": 1761
    },
    {
      "epoch": 0.5775273993649493,
      "grad_norm": 0.4310802221298218,
      "learning_rate": 0.00012418419539782268,
      "loss": 2.6649,
      "step": 1762
    },
    {
      "epoch": 0.5778551674690157,
      "grad_norm": 0.48112887144088745,
      "learning_rate": 0.00012402397335334144,
      "loss": 2.6522,
      "step": 1763
    },
    {
      "epoch": 0.5781829355730821,
      "grad_norm": 0.45927879214286804,
      "learning_rate": 0.00012386378185634333,
      "loss": 2.6816,
      "step": 1764
    },
    {
      "epoch": 0.5785107036771484,
      "grad_norm": 0.4202127456665039,
      "learning_rate": 0.00012370362109521158,
      "loss": 2.6601,
      "step": 1765
    },
    {
      "epoch": 0.5788384717812148,
      "grad_norm": 0.4326076805591583,
      "learning_rate": 0.0001235434912582932,
      "loss": 2.6347,
      "step": 1766
    },
    {
      "epoch": 0.5791662398852812,
      "grad_norm": 0.3714361786842346,
      "learning_rate": 0.00012338339253389885,
      "loss": 2.6684,
      "step": 1767
    },
    {
      "epoch": 0.5794940079893476,
      "grad_norm": 0.3050670921802521,
      "learning_rate": 0.00012322332511030272,
      "loss": 2.6566,
      "step": 1768
    },
    {
      "epoch": 0.5798217760934139,
      "grad_norm": 0.3211820125579834,
      "learning_rate": 0.00012306328917574205,
      "loss": 2.6458,
      "step": 1769
    },
    {
      "epoch": 0.5801495441974803,
      "grad_norm": 0.359813392162323,
      "learning_rate": 0.00012290328491841712,
      "loss": 2.6648,
      "step": 1770
    },
    {
      "epoch": 0.5804773123015466,
      "grad_norm": 0.3029991090297699,
      "learning_rate": 0.00012274331252649088,
      "loss": 2.6508,
      "step": 1771
    },
    {
      "epoch": 0.5808050804056131,
      "grad_norm": 0.33109650015830994,
      "learning_rate": 0.00012258337218808894,
      "loss": 2.6725,
      "step": 1772
    },
    {
      "epoch": 0.5811328485096794,
      "grad_norm": 0.3058113753795624,
      "learning_rate": 0.0001224234640912991,
      "loss": 2.6505,
      "step": 1773
    },
    {
      "epoch": 0.5814606166137458,
      "grad_norm": 0.3350861966609955,
      "learning_rate": 0.0001222635884241713,
      "loss": 2.6652,
      "step": 1774
    },
    {
      "epoch": 0.5817883847178121,
      "grad_norm": 0.3452356457710266,
      "learning_rate": 0.00012210374537471733,
      "loss": 2.6085,
      "step": 1775
    },
    {
      "epoch": 0.5821161528218786,
      "grad_norm": 0.31614920496940613,
      "learning_rate": 0.00012194393513091066,
      "loss": 2.6707,
      "step": 1776
    },
    {
      "epoch": 0.5824439209259449,
      "grad_norm": 0.2994755506515503,
      "learning_rate": 0.00012178415788068606,
      "loss": 2.6504,
      "step": 1777
    },
    {
      "epoch": 0.5827716890300113,
      "grad_norm": 0.31705161929130554,
      "learning_rate": 0.0001216244138119396,
      "loss": 2.6435,
      "step": 1778
    },
    {
      "epoch": 0.5830994571340776,
      "grad_norm": 0.33271992206573486,
      "learning_rate": 0.00012146470311252838,
      "loss": 2.6493,
      "step": 1779
    },
    {
      "epoch": 0.583427225238144,
      "grad_norm": 0.3157113194465637,
      "learning_rate": 0.00012130502597027016,
      "loss": 2.6453,
      "step": 1780
    },
    {
      "epoch": 0.5837549933422104,
      "grad_norm": 0.32026347517967224,
      "learning_rate": 0.00012114538257294321,
      "loss": 2.6487,
      "step": 1781
    },
    {
      "epoch": 0.5840827614462768,
      "grad_norm": 0.3339104950428009,
      "learning_rate": 0.00012098577310828619,
      "loss": 2.6403,
      "step": 1782
    },
    {
      "epoch": 0.5844105295503431,
      "grad_norm": 0.27943435311317444,
      "learning_rate": 0.00012082619776399794,
      "loss": 2.6461,
      "step": 1783
    },
    {
      "epoch": 0.5847382976544095,
      "grad_norm": 0.288215696811676,
      "learning_rate": 0.00012066665672773694,
      "loss": 2.6422,
      "step": 1784
    },
    {
      "epoch": 0.5850660657584759,
      "grad_norm": 0.3410589098930359,
      "learning_rate": 0.00012050715018712149,
      "loss": 2.6668,
      "step": 1785
    },
    {
      "epoch": 0.5853938338625423,
      "grad_norm": 0.3659217059612274,
      "learning_rate": 0.00012034767832972935,
      "loss": 2.6311,
      "step": 1786
    },
    {
      "epoch": 0.5857216019666086,
      "grad_norm": 0.3516576588153839,
      "learning_rate": 0.00012018824134309743,
      "loss": 2.6323,
      "step": 1787
    },
    {
      "epoch": 0.586049370070675,
      "grad_norm": 0.3196917474269867,
      "learning_rate": 0.00012002883941472154,
      "loss": 2.6645,
      "step": 1788
    },
    {
      "epoch": 0.5863771381747414,
      "grad_norm": 0.32933536171913147,
      "learning_rate": 0.00011986947273205642,
      "loss": 2.6485,
      "step": 1789
    },
    {
      "epoch": 0.5867049062788078,
      "grad_norm": 0.3619523346424103,
      "learning_rate": 0.00011971014148251536,
      "loss": 2.665,
      "step": 1790
    },
    {
      "epoch": 0.5870326743828741,
      "grad_norm": 0.37490424513816833,
      "learning_rate": 0.00011955084585346983,
      "loss": 2.648,
      "step": 1791
    },
    {
      "epoch": 0.5873604424869405,
      "grad_norm": 0.4004858434200287,
      "learning_rate": 0.00011939158603224952,
      "loss": 2.6576,
      "step": 1792
    },
    {
      "epoch": 0.5876882105910068,
      "grad_norm": 0.4431753158569336,
      "learning_rate": 0.00011923236220614199,
      "loss": 2.6545,
      "step": 1793
    },
    {
      "epoch": 0.5880159786950733,
      "grad_norm": 0.4016016125679016,
      "learning_rate": 0.00011907317456239254,
      "loss": 2.6648,
      "step": 1794
    },
    {
      "epoch": 0.5883437467991396,
      "grad_norm": 0.3223544657230377,
      "learning_rate": 0.00011891402328820377,
      "loss": 2.6038,
      "step": 1795
    },
    {
      "epoch": 0.588671514903206,
      "grad_norm": 0.33719342947006226,
      "learning_rate": 0.00011875490857073561,
      "loss": 2.6608,
      "step": 1796
    },
    {
      "epoch": 0.5889992830072723,
      "grad_norm": 0.35297322273254395,
      "learning_rate": 0.000118595830597105,
      "loss": 2.6521,
      "step": 1797
    },
    {
      "epoch": 0.5893270511113388,
      "grad_norm": 0.3748766779899597,
      "learning_rate": 0.00011843678955438569,
      "loss": 2.6752,
      "step": 1798
    },
    {
      "epoch": 0.5896548192154051,
      "grad_norm": 0.39487090706825256,
      "learning_rate": 0.00011827778562960787,
      "loss": 2.643,
      "step": 1799
    },
    {
      "epoch": 0.5899825873194715,
      "grad_norm": 0.38804298639297485,
      "learning_rate": 0.0001181188190097582,
      "loss": 2.6539,
      "step": 1800
    },
    {
      "epoch": 0.5903103554235378,
      "grad_norm": 0.3794306218624115,
      "learning_rate": 0.00011795988988177951,
      "loss": 2.6564,
      "step": 1801
    },
    {
      "epoch": 0.5906381235276043,
      "grad_norm": 0.3307282030582428,
      "learning_rate": 0.00011780099843257039,
      "loss": 2.6838,
      "step": 1802
    },
    {
      "epoch": 0.5909658916316706,
      "grad_norm": 0.35124659538269043,
      "learning_rate": 0.0001176421448489852,
      "loss": 2.6614,
      "step": 1803
    },
    {
      "epoch": 0.591293659735737,
      "grad_norm": 0.33702942728996277,
      "learning_rate": 0.00011748332931783385,
      "loss": 2.6398,
      "step": 1804
    },
    {
      "epoch": 0.5916214278398033,
      "grad_norm": 0.3175002932548523,
      "learning_rate": 0.00011732455202588139,
      "loss": 2.6256,
      "step": 1805
    },
    {
      "epoch": 0.5919491959438697,
      "grad_norm": 0.3016677498817444,
      "learning_rate": 0.00011716581315984788,
      "loss": 2.6544,
      "step": 1806
    },
    {
      "epoch": 0.5922769640479361,
      "grad_norm": 0.30953091382980347,
      "learning_rate": 0.00011700711290640826,
      "loss": 2.6383,
      "step": 1807
    },
    {
      "epoch": 0.5926047321520025,
      "grad_norm": 0.34168145060539246,
      "learning_rate": 0.0001168484514521921,
      "loss": 2.6302,
      "step": 1808
    },
    {
      "epoch": 0.5929325002560688,
      "grad_norm": 0.32690638303756714,
      "learning_rate": 0.00011668982898378329,
      "loss": 2.6231,
      "step": 1809
    },
    {
      "epoch": 0.5932602683601352,
      "grad_norm": 0.3032096028327942,
      "learning_rate": 0.0001165312456877198,
      "loss": 2.6345,
      "step": 1810
    },
    {
      "epoch": 0.5935880364642016,
      "grad_norm": 0.3170810639858246,
      "learning_rate": 0.00011637270175049364,
      "loss": 2.6433,
      "step": 1811
    },
    {
      "epoch": 0.593915804568268,
      "grad_norm": 0.35333573818206787,
      "learning_rate": 0.00011621419735855056,
      "loss": 2.6316,
      "step": 1812
    },
    {
      "epoch": 0.5942435726723343,
      "grad_norm": 0.35406753420829773,
      "learning_rate": 0.00011605573269828967,
      "loss": 2.6316,
      "step": 1813
    },
    {
      "epoch": 0.5945713407764007,
      "grad_norm": 0.33628278970718384,
      "learning_rate": 0.00011589730795606345,
      "loss": 2.6377,
      "step": 1814
    },
    {
      "epoch": 0.594899108880467,
      "grad_norm": 0.29600781202316284,
      "learning_rate": 0.00011573892331817743,
      "loss": 2.6341,
      "step": 1815
    },
    {
      "epoch": 0.5952268769845335,
      "grad_norm": 0.31649863719940186,
      "learning_rate": 0.00011558057897089002,
      "loss": 2.6266,
      "step": 1816
    },
    {
      "epoch": 0.5955546450885998,
      "grad_norm": 0.32194480299949646,
      "learning_rate": 0.0001154222751004121,
      "loss": 2.6354,
      "step": 1817
    },
    {
      "epoch": 0.5958824131926662,
      "grad_norm": 0.34177160263061523,
      "learning_rate": 0.00011526401189290706,
      "loss": 2.6613,
      "step": 1818
    },
    {
      "epoch": 0.5962101812967325,
      "grad_norm": 0.32764992117881775,
      "learning_rate": 0.00011510578953449051,
      "loss": 2.6617,
      "step": 1819
    },
    {
      "epoch": 0.596537949400799,
      "grad_norm": 0.31487908959388733,
      "learning_rate": 0.00011494760821122998,
      "loss": 2.6274,
      "step": 1820
    },
    {
      "epoch": 0.5968657175048653,
      "grad_norm": 0.3009500205516815,
      "learning_rate": 0.00011478946810914464,
      "loss": 2.6545,
      "step": 1821
    },
    {
      "epoch": 0.5971934856089317,
      "grad_norm": 0.26198238134384155,
      "learning_rate": 0.00011463136941420536,
      "loss": 2.6496,
      "step": 1822
    },
    {
      "epoch": 0.597521253712998,
      "grad_norm": 0.28077515959739685,
      "learning_rate": 0.00011447331231233424,
      "loss": 2.6449,
      "step": 1823
    },
    {
      "epoch": 0.5978490218170645,
      "grad_norm": 0.29687830805778503,
      "learning_rate": 0.00011431529698940439,
      "loss": 2.6574,
      "step": 1824
    },
    {
      "epoch": 0.5981767899211308,
      "grad_norm": 0.28839537501335144,
      "learning_rate": 0.00011415732363123986,
      "loss": 2.6347,
      "step": 1825
    },
    {
      "epoch": 0.5985045580251972,
      "grad_norm": 0.3221776485443115,
      "learning_rate": 0.0001139993924236154,
      "loss": 2.6505,
      "step": 1826
    },
    {
      "epoch": 0.5988323261292635,
      "grad_norm": 0.335850328207016,
      "learning_rate": 0.00011384150355225618,
      "loss": 2.6422,
      "step": 1827
    },
    {
      "epoch": 0.5991600942333299,
      "grad_norm": 0.3310573399066925,
      "learning_rate": 0.00011368365720283741,
      "loss": 2.6771,
      "step": 1828
    },
    {
      "epoch": 0.5994878623373963,
      "grad_norm": 0.34616607427597046,
      "learning_rate": 0.00011352585356098449,
      "loss": 2.6577,
      "step": 1829
    },
    {
      "epoch": 0.5998156304414627,
      "grad_norm": 0.35497745871543884,
      "learning_rate": 0.0001133680928122726,
      "loss": 2.6426,
      "step": 1830
    },
    {
      "epoch": 0.600143398545529,
      "grad_norm": 0.35011717677116394,
      "learning_rate": 0.0001132103751422263,
      "loss": 2.6558,
      "step": 1831
    },
    {
      "epoch": 0.6004711666495954,
      "grad_norm": 0.3928643763065338,
      "learning_rate": 0.00011305270073631965,
      "loss": 2.6507,
      "step": 1832
    },
    {
      "epoch": 0.6007989347536618,
      "grad_norm": 0.3496970236301422,
      "learning_rate": 0.00011289506977997579,
      "loss": 2.6639,
      "step": 1833
    },
    {
      "epoch": 0.6011267028577282,
      "grad_norm": 0.299760639667511,
      "learning_rate": 0.0001127374824585668,
      "loss": 2.676,
      "step": 1834
    },
    {
      "epoch": 0.6014544709617945,
      "grad_norm": 0.3292911946773529,
      "learning_rate": 0.00011257993895741333,
      "loss": 2.6528,
      "step": 1835
    },
    {
      "epoch": 0.6017822390658609,
      "grad_norm": 0.3419291079044342,
      "learning_rate": 0.00011242243946178458,
      "loss": 2.6672,
      "step": 1836
    },
    {
      "epoch": 0.6021100071699272,
      "grad_norm": 0.2942347526550293,
      "learning_rate": 0.000112264984156898,
      "loss": 2.6448,
      "step": 1837
    },
    {
      "epoch": 0.6024377752739937,
      "grad_norm": 0.33152061700820923,
      "learning_rate": 0.00011210757322791913,
      "loss": 2.6569,
      "step": 1838
    },
    {
      "epoch": 0.60276554337806,
      "grad_norm": 0.33789849281311035,
      "learning_rate": 0.00011195020685996116,
      "loss": 2.6518,
      "step": 1839
    },
    {
      "epoch": 0.6030933114821264,
      "grad_norm": 0.30879297852516174,
      "learning_rate": 0.00011179288523808499,
      "loss": 2.655,
      "step": 1840
    },
    {
      "epoch": 0.6034210795861927,
      "grad_norm": 0.3064461052417755,
      "learning_rate": 0.00011163560854729898,
      "loss": 2.6589,
      "step": 1841
    },
    {
      "epoch": 0.6037488476902592,
      "grad_norm": 0.31158584356307983,
      "learning_rate": 0.00011147837697255843,
      "loss": 2.6298,
      "step": 1842
    },
    {
      "epoch": 0.6040766157943255,
      "grad_norm": 0.3077316880226135,
      "learning_rate": 0.00011132119069876574,
      "loss": 2.6226,
      "step": 1843
    },
    {
      "epoch": 0.6044043838983919,
      "grad_norm": 0.3440551161766052,
      "learning_rate": 0.00011116404991077005,
      "loss": 2.6479,
      "step": 1844
    },
    {
      "epoch": 0.6047321520024582,
      "grad_norm": 0.3474750816822052,
      "learning_rate": 0.00011100695479336698,
      "loss": 2.6458,
      "step": 1845
    },
    {
      "epoch": 0.6050599201065247,
      "grad_norm": 0.3124255836009979,
      "learning_rate": 0.00011084990553129838,
      "loss": 2.6545,
      "step": 1846
    },
    {
      "epoch": 0.605387688210591,
      "grad_norm": 0.32397887110710144,
      "learning_rate": 0.00011069290230925218,
      "loss": 2.6268,
      "step": 1847
    },
    {
      "epoch": 0.6057154563146574,
      "grad_norm": 0.28994181752204895,
      "learning_rate": 0.0001105359453118623,
      "loss": 2.6471,
      "step": 1848
    },
    {
      "epoch": 0.6060432244187237,
      "grad_norm": 0.2927913963794708,
      "learning_rate": 0.00011037903472370821,
      "loss": 2.6319,
      "step": 1849
    },
    {
      "epoch": 0.6063709925227901,
      "grad_norm": 0.35040196776390076,
      "learning_rate": 0.00011022217072931471,
      "loss": 2.6399,
      "step": 1850
    },
    {
      "epoch": 0.6066987606268565,
      "grad_norm": 0.3077397048473358,
      "learning_rate": 0.00011006535351315196,
      "loss": 2.6457,
      "step": 1851
    },
    {
      "epoch": 0.6070265287309229,
      "grad_norm": 0.31649890542030334,
      "learning_rate": 0.00010990858325963511,
      "loss": 2.633,
      "step": 1852
    },
    {
      "epoch": 0.6073542968349892,
      "grad_norm": 0.31401845812797546,
      "learning_rate": 0.0001097518601531239,
      "loss": 2.6487,
      "step": 1853
    },
    {
      "epoch": 0.6076820649390556,
      "grad_norm": 0.352474570274353,
      "learning_rate": 0.00010959518437792277,
      "loss": 2.6226,
      "step": 1854
    },
    {
      "epoch": 0.608009833043122,
      "grad_norm": 0.33771687746047974,
      "learning_rate": 0.00010943855611828055,
      "loss": 2.6456,
      "step": 1855
    },
    {
      "epoch": 0.6083376011471884,
      "grad_norm": 0.30731624364852905,
      "learning_rate": 0.00010928197555839012,
      "loss": 2.6541,
      "step": 1856
    },
    {
      "epoch": 0.6086653692512547,
      "grad_norm": 0.3324386179447174,
      "learning_rate": 0.00010912544288238819,
      "loss": 2.6311,
      "step": 1857
    },
    {
      "epoch": 0.6089931373553211,
      "grad_norm": 0.3404601812362671,
      "learning_rate": 0.00010896895827435522,
      "loss": 2.6234,
      "step": 1858
    },
    {
      "epoch": 0.6093209054593874,
      "grad_norm": 0.3015362620353699,
      "learning_rate": 0.00010881252191831525,
      "loss": 2.638,
      "step": 1859
    },
    {
      "epoch": 0.6096486735634539,
      "grad_norm": 0.284250408411026,
      "learning_rate": 0.00010865613399823544,
      "loss": 2.6376,
      "step": 1860
    },
    {
      "epoch": 0.6099764416675202,
      "grad_norm": 0.34295809268951416,
      "learning_rate": 0.00010849979469802598,
      "loss": 2.6589,
      "step": 1861
    },
    {
      "epoch": 0.6103042097715866,
      "grad_norm": 0.34481140971183777,
      "learning_rate": 0.00010834350420154002,
      "loss": 2.6419,
      "step": 1862
    },
    {
      "epoch": 0.6106319778756529,
      "grad_norm": 0.34550198912620544,
      "learning_rate": 0.0001081872626925732,
      "loss": 2.6259,
      "step": 1863
    },
    {
      "epoch": 0.6109597459797194,
      "grad_norm": 0.3437153697013855,
      "learning_rate": 0.00010803107035486356,
      "loss": 2.6244,
      "step": 1864
    },
    {
      "epoch": 0.6112875140837857,
      "grad_norm": 0.3144376873970032,
      "learning_rate": 0.00010787492737209134,
      "loss": 2.6216,
      "step": 1865
    },
    {
      "epoch": 0.6116152821878521,
      "grad_norm": 0.26224806904792786,
      "learning_rate": 0.00010771883392787878,
      "loss": 2.6156,
      "step": 1866
    },
    {
      "epoch": 0.6119430502919184,
      "grad_norm": 0.3155961036682129,
      "learning_rate": 0.00010756279020578981,
      "loss": 2.6337,
      "step": 1867
    },
    {
      "epoch": 0.6122708183959849,
      "grad_norm": 0.3345566391944885,
      "learning_rate": 0.0001074067963893299,
      "loss": 2.6324,
      "step": 1868
    },
    {
      "epoch": 0.6125985865000512,
      "grad_norm": 0.31805604696273804,
      "learning_rate": 0.00010725085266194575,
      "loss": 2.6459,
      "step": 1869
    },
    {
      "epoch": 0.6129263546041176,
      "grad_norm": 0.32687118649482727,
      "learning_rate": 0.00010709495920702539,
      "loss": 2.6386,
      "step": 1870
    },
    {
      "epoch": 0.6132541227081839,
      "grad_norm": 0.31808772683143616,
      "learning_rate": 0.00010693911620789747,
      "loss": 2.6317,
      "step": 1871
    },
    {
      "epoch": 0.6135818908122503,
      "grad_norm": 0.31519925594329834,
      "learning_rate": 0.00010678332384783139,
      "loss": 2.6287,
      "step": 1872
    },
    {
      "epoch": 0.6139096589163167,
      "grad_norm": 0.3062494099140167,
      "learning_rate": 0.00010662758231003711,
      "loss": 2.6248,
      "step": 1873
    },
    {
      "epoch": 0.6142374270203831,
      "grad_norm": 0.31669533252716064,
      "learning_rate": 0.00010647189177766471,
      "loss": 2.6437,
      "step": 1874
    },
    {
      "epoch": 0.6145651951244494,
      "grad_norm": 0.32764145731925964,
      "learning_rate": 0.00010631625243380428,
      "loss": 2.6535,
      "step": 1875
    },
    {
      "epoch": 0.6148929632285158,
      "grad_norm": 0.3269522786140442,
      "learning_rate": 0.00010616066446148572,
      "loss": 2.6257,
      "step": 1876
    },
    {
      "epoch": 0.6152207313325821,
      "grad_norm": 0.3451915681362152,
      "learning_rate": 0.00010600512804367862,
      "loss": 2.6408,
      "step": 1877
    },
    {
      "epoch": 0.6155484994366486,
      "grad_norm": 0.35520055890083313,
      "learning_rate": 0.00010584964336329186,
      "loss": 2.6351,
      "step": 1878
    },
    {
      "epoch": 0.6158762675407149,
      "grad_norm": 0.3423083424568176,
      "learning_rate": 0.00010569421060317336,
      "loss": 2.6478,
      "step": 1879
    },
    {
      "epoch": 0.6162040356447813,
      "grad_norm": 0.3507572412490845,
      "learning_rate": 0.00010553882994611028,
      "loss": 2.6294,
      "step": 1880
    },
    {
      "epoch": 0.6165318037488476,
      "grad_norm": 0.31801944971084595,
      "learning_rate": 0.00010538350157482827,
      "loss": 2.6502,
      "step": 1881
    },
    {
      "epoch": 0.6168595718529141,
      "grad_norm": 0.30633363127708435,
      "learning_rate": 0.0001052282256719915,
      "loss": 2.6361,
      "step": 1882
    },
    {
      "epoch": 0.6171873399569804,
      "grad_norm": 0.29937922954559326,
      "learning_rate": 0.0001050730024202025,
      "loss": 2.6151,
      "step": 1883
    },
    {
      "epoch": 0.6175151080610468,
      "grad_norm": 0.28122588992118835,
      "learning_rate": 0.00010491783200200193,
      "loss": 2.6304,
      "step": 1884
    },
    {
      "epoch": 0.6178428761651131,
      "grad_norm": 0.28090915083885193,
      "learning_rate": 0.0001047627145998683,
      "loss": 2.6413,
      "step": 1885
    },
    {
      "epoch": 0.6181706442691796,
      "grad_norm": 0.31325143575668335,
      "learning_rate": 0.00010460765039621766,
      "loss": 2.6211,
      "step": 1886
    },
    {
      "epoch": 0.6184984123732459,
      "grad_norm": 0.30407124757766724,
      "learning_rate": 0.00010445263957340352,
      "loss": 2.632,
      "step": 1887
    },
    {
      "epoch": 0.6188261804773123,
      "grad_norm": 0.3384755849838257,
      "learning_rate": 0.00010429768231371683,
      "loss": 2.6481,
      "step": 1888
    },
    {
      "epoch": 0.6191539485813786,
      "grad_norm": 0.34834763407707214,
      "learning_rate": 0.00010414277879938534,
      "loss": 2.6579,
      "step": 1889
    },
    {
      "epoch": 0.619481716685445,
      "grad_norm": 0.29119130969047546,
      "learning_rate": 0.00010398792921257356,
      "loss": 2.6562,
      "step": 1890
    },
    {
      "epoch": 0.6198094847895114,
      "grad_norm": 0.2894696295261383,
      "learning_rate": 0.00010383313373538277,
      "loss": 2.648,
      "step": 1891
    },
    {
      "epoch": 0.6201372528935778,
      "grad_norm": 0.3271693289279938,
      "learning_rate": 0.00010367839254985054,
      "loss": 2.6571,
      "step": 1892
    },
    {
      "epoch": 0.6204650209976441,
      "grad_norm": 0.29092785716056824,
      "learning_rate": 0.00010352370583795046,
      "loss": 2.6392,
      "step": 1893
    },
    {
      "epoch": 0.6207927891017105,
      "grad_norm": 0.3205406963825226,
      "learning_rate": 0.00010336907378159221,
      "loss": 2.6356,
      "step": 1894
    },
    {
      "epoch": 0.6211205572057769,
      "grad_norm": 0.31888529658317566,
      "learning_rate": 0.00010321449656262121,
      "loss": 2.6377,
      "step": 1895
    },
    {
      "epoch": 0.6214483253098433,
      "grad_norm": 0.28198620676994324,
      "learning_rate": 0.00010305997436281835,
      "loss": 2.6312,
      "step": 1896
    },
    {
      "epoch": 0.6217760934139097,
      "grad_norm": 0.28850674629211426,
      "learning_rate": 0.00010290550736389975,
      "loss": 2.6387,
      "step": 1897
    },
    {
      "epoch": 0.622103861517976,
      "grad_norm": 0.31574392318725586,
      "learning_rate": 0.00010275109574751664,
      "loss": 2.6425,
      "step": 1898
    },
    {
      "epoch": 0.6224316296220425,
      "grad_norm": 0.33580800890922546,
      "learning_rate": 0.00010259673969525523,
      "loss": 2.6278,
      "step": 1899
    },
    {
      "epoch": 0.6227593977261088,
      "grad_norm": 0.31850552558898926,
      "learning_rate": 0.00010244243938863635,
      "loss": 2.6455,
      "step": 1900
    },
    {
      "epoch": 0.6230871658301752,
      "grad_norm": 0.3032270073890686,
      "learning_rate": 0.00010228819500911509,
      "loss": 2.6414,
      "step": 1901
    },
    {
      "epoch": 0.6234149339342415,
      "grad_norm": 0.28759336471557617,
      "learning_rate": 0.00010213400673808102,
      "loss": 2.6214,
      "step": 1902
    },
    {
      "epoch": 0.623742702038308,
      "grad_norm": 0.32534825801849365,
      "learning_rate": 0.00010197987475685764,
      "loss": 2.6058,
      "step": 1903
    },
    {
      "epoch": 0.6240704701423743,
      "grad_norm": 0.3506724238395691,
      "learning_rate": 0.00010182579924670217,
      "loss": 2.6428,
      "step": 1904
    },
    {
      "epoch": 0.6243982382464407,
      "grad_norm": 0.38476547598838806,
      "learning_rate": 0.00010167178038880547,
      "loss": 2.6419,
      "step": 1905
    },
    {
      "epoch": 0.624726006350507,
      "grad_norm": 0.42955535650253296,
      "learning_rate": 0.00010151781836429188,
      "loss": 2.6254,
      "step": 1906
    },
    {
      "epoch": 0.6250537744545734,
      "grad_norm": 0.4552249312400818,
      "learning_rate": 0.00010136391335421879,
      "loss": 2.6553,
      "step": 1907
    },
    {
      "epoch": 0.6253815425586398,
      "grad_norm": 0.40762993693351746,
      "learning_rate": 0.00010121006553957652,
      "loss": 2.6252,
      "step": 1908
    },
    {
      "epoch": 0.6257093106627062,
      "grad_norm": 0.3231521248817444,
      "learning_rate": 0.00010105627510128824,
      "loss": 2.6594,
      "step": 1909
    },
    {
      "epoch": 0.6260370787667725,
      "grad_norm": 0.3848448395729065,
      "learning_rate": 0.00010090254222020955,
      "loss": 2.6282,
      "step": 1910
    },
    {
      "epoch": 0.6263648468708389,
      "grad_norm": 0.4366028606891632,
      "learning_rate": 0.00010074886707712846,
      "loss": 2.6065,
      "step": 1911
    },
    {
      "epoch": 0.6266926149749052,
      "grad_norm": 0.36184707283973694,
      "learning_rate": 0.0001005952498527649,
      "loss": 2.6369,
      "step": 1912
    },
    {
      "epoch": 0.6270203830789717,
      "grad_norm": 0.32037630677223206,
      "learning_rate": 0.0001004416907277709,
      "loss": 2.6291,
      "step": 1913
    },
    {
      "epoch": 0.627348151183038,
      "grad_norm": 0.3594643473625183,
      "learning_rate": 0.00010028818988273009,
      "loss": 2.6344,
      "step": 1914
    },
    {
      "epoch": 0.6276759192871044,
      "grad_norm": 0.36127445101737976,
      "learning_rate": 0.00010013474749815752,
      "loss": 2.6243,
      "step": 1915
    },
    {
      "epoch": 0.6280036873911707,
      "grad_norm": 0.35069146752357483,
      "learning_rate": 9.998136375449944e-05,
      "loss": 2.6049,
      "step": 1916
    },
    {
      "epoch": 0.6283314554952372,
      "grad_norm": 0.29222527146339417,
      "learning_rate": 9.982803883213333e-05,
      "loss": 2.6456,
      "step": 1917
    },
    {
      "epoch": 0.6286592235993035,
      "grad_norm": 0.33221837878227234,
      "learning_rate": 9.967477291136739e-05,
      "loss": 2.6129,
      "step": 1918
    },
    {
      "epoch": 0.6289869917033699,
      "grad_norm": 0.3460496962070465,
      "learning_rate": 9.952156617244031e-05,
      "loss": 2.6386,
      "step": 1919
    },
    {
      "epoch": 0.6293147598074362,
      "grad_norm": 0.29282015562057495,
      "learning_rate": 9.936841879552142e-05,
      "loss": 2.6337,
      "step": 1920
    },
    {
      "epoch": 0.6296425279115027,
      "grad_norm": 0.29564571380615234,
      "learning_rate": 9.92153309607101e-05,
      "loss": 2.6021,
      "step": 1921
    },
    {
      "epoch": 0.629970296015569,
      "grad_norm": 0.3010735809803009,
      "learning_rate": 9.906230284803568e-05,
      "loss": 2.6479,
      "step": 1922
    },
    {
      "epoch": 0.6302980641196354,
      "grad_norm": 0.2911166250705719,
      "learning_rate": 9.890933463745732e-05,
      "loss": 2.6511,
      "step": 1923
    },
    {
      "epoch": 0.6306258322237017,
      "grad_norm": 0.2868756353855133,
      "learning_rate": 9.87564265088638e-05,
      "loss": 2.6168,
      "step": 1924
    },
    {
      "epoch": 0.6309536003277681,
      "grad_norm": 0.29428860545158386,
      "learning_rate": 9.860357864207313e-05,
      "loss": 2.6091,
      "step": 1925
    },
    {
      "epoch": 0.6312813684318345,
      "grad_norm": 0.3007241487503052,
      "learning_rate": 9.845079121683247e-05,
      "loss": 2.6389,
      "step": 1926
    },
    {
      "epoch": 0.6316091365359009,
      "grad_norm": 0.3022482991218567,
      "learning_rate": 9.829806441281791e-05,
      "loss": 2.6311,
      "step": 1927
    },
    {
      "epoch": 0.6319369046399672,
      "grad_norm": 0.3153926134109497,
      "learning_rate": 9.814539840963432e-05,
      "loss": 2.6317,
      "step": 1928
    },
    {
      "epoch": 0.6322646727440336,
      "grad_norm": 0.29269835352897644,
      "learning_rate": 9.799279338681502e-05,
      "loss": 2.6326,
      "step": 1929
    },
    {
      "epoch": 0.6325924408481,
      "grad_norm": 0.2709883153438568,
      "learning_rate": 9.784024952382153e-05,
      "loss": 2.6551,
      "step": 1930
    },
    {
      "epoch": 0.6329202089521664,
      "grad_norm": 0.2718515694141388,
      "learning_rate": 9.768776700004361e-05,
      "loss": 2.6354,
      "step": 1931
    },
    {
      "epoch": 0.6332479770562327,
      "grad_norm": 0.28530457615852356,
      "learning_rate": 9.75353459947988e-05,
      "loss": 2.6186,
      "step": 1932
    },
    {
      "epoch": 0.6335757451602991,
      "grad_norm": 0.25843387842178345,
      "learning_rate": 9.738298668733226e-05,
      "loss": 2.628,
      "step": 1933
    },
    {
      "epoch": 0.6339035132643654,
      "grad_norm": 0.2586897313594818,
      "learning_rate": 9.72306892568166e-05,
      "loss": 2.6258,
      "step": 1934
    },
    {
      "epoch": 0.6342312813684319,
      "grad_norm": 0.31695520877838135,
      "learning_rate": 9.70784538823518e-05,
      "loss": 2.6355,
      "step": 1935
    },
    {
      "epoch": 0.6345590494724982,
      "grad_norm": 0.3296419382095337,
      "learning_rate": 9.692628074296472e-05,
      "loss": 2.6359,
      "step": 1936
    },
    {
      "epoch": 0.6348868175765646,
      "grad_norm": 0.30061060190200806,
      "learning_rate": 9.6774170017609e-05,
      "loss": 2.6084,
      "step": 1937
    },
    {
      "epoch": 0.6352145856806309,
      "grad_norm": 0.2572491466999054,
      "learning_rate": 9.662212188516507e-05,
      "loss": 2.6334,
      "step": 1938
    },
    {
      "epoch": 0.6355423537846974,
      "grad_norm": 0.2786917984485626,
      "learning_rate": 9.647013652443956e-05,
      "loss": 2.6231,
      "step": 1939
    },
    {
      "epoch": 0.6358701218887637,
      "grad_norm": 0.31626129150390625,
      "learning_rate": 9.631821411416543e-05,
      "loss": 2.6489,
      "step": 1940
    },
    {
      "epoch": 0.6361978899928301,
      "grad_norm": 0.3296341896057129,
      "learning_rate": 9.61663548330014e-05,
      "loss": 2.6251,
      "step": 1941
    },
    {
      "epoch": 0.6365256580968964,
      "grad_norm": 0.30066558718681335,
      "learning_rate": 9.601455885953223e-05,
      "loss": 2.6366,
      "step": 1942
    },
    {
      "epoch": 0.6368534262009629,
      "grad_norm": 0.2883712351322174,
      "learning_rate": 9.586282637226803e-05,
      "loss": 2.6615,
      "step": 1943
    },
    {
      "epoch": 0.6371811943050292,
      "grad_norm": 0.3005324602127075,
      "learning_rate": 9.571115754964432e-05,
      "loss": 2.626,
      "step": 1944
    },
    {
      "epoch": 0.6375089624090956,
      "grad_norm": 0.35946428775787354,
      "learning_rate": 9.555955257002169e-05,
      "loss": 2.6347,
      "step": 1945
    },
    {
      "epoch": 0.6378367305131619,
      "grad_norm": 0.31673726439476013,
      "learning_rate": 9.540801161168581e-05,
      "loss": 2.6047,
      "step": 1946
    },
    {
      "epoch": 0.6381644986172283,
      "grad_norm": 0.2476285994052887,
      "learning_rate": 9.52565348528469e-05,
      "loss": 2.6349,
      "step": 1947
    },
    {
      "epoch": 0.6384922667212947,
      "grad_norm": 0.30210137367248535,
      "learning_rate": 9.510512247163969e-05,
      "loss": 2.6121,
      "step": 1948
    },
    {
      "epoch": 0.6388200348253611,
      "grad_norm": 0.34079429507255554,
      "learning_rate": 9.495377464612333e-05,
      "loss": 2.669,
      "step": 1949
    },
    {
      "epoch": 0.6391478029294274,
      "grad_norm": 0.3211289048194885,
      "learning_rate": 9.480249155428094e-05,
      "loss": 2.6222,
      "step": 1950
    },
    {
      "epoch": 0.6394755710334938,
      "grad_norm": 0.2879835069179535,
      "learning_rate": 9.465127337401959e-05,
      "loss": 2.625,
      "step": 1951
    },
    {
      "epoch": 0.6398033391375602,
      "grad_norm": 0.26269954442977905,
      "learning_rate": 9.450012028316985e-05,
      "loss": 2.6213,
      "step": 1952
    },
    {
      "epoch": 0.6401311072416266,
      "grad_norm": 0.29715240001678467,
      "learning_rate": 9.434903245948599e-05,
      "loss": 2.6258,
      "step": 1953
    },
    {
      "epoch": 0.6404588753456929,
      "grad_norm": 0.3348333537578583,
      "learning_rate": 9.419801008064538e-05,
      "loss": 2.6338,
      "step": 1954
    },
    {
      "epoch": 0.6407866434497593,
      "grad_norm": 0.319065123796463,
      "learning_rate": 9.404705332424841e-05,
      "loss": 2.6289,
      "step": 1955
    },
    {
      "epoch": 0.6411144115538256,
      "grad_norm": 0.28592395782470703,
      "learning_rate": 9.389616236781838e-05,
      "loss": 2.642,
      "step": 1956
    },
    {
      "epoch": 0.6414421796578921,
      "grad_norm": 0.28616297245025635,
      "learning_rate": 9.374533738880116e-05,
      "loss": 2.6713,
      "step": 1957
    },
    {
      "epoch": 0.6417699477619584,
      "grad_norm": 0.3063107430934906,
      "learning_rate": 9.359457856456506e-05,
      "loss": 2.6169,
      "step": 1958
    },
    {
      "epoch": 0.6420977158660248,
      "grad_norm": 0.30190029740333557,
      "learning_rate": 9.344388607240053e-05,
      "loss": 2.6399,
      "step": 1959
    },
    {
      "epoch": 0.6424254839700911,
      "grad_norm": 0.28243446350097656,
      "learning_rate": 9.329326008952009e-05,
      "loss": 2.6666,
      "step": 1960
    },
    {
      "epoch": 0.6427532520741576,
      "grad_norm": 0.28757303953170776,
      "learning_rate": 9.314270079305806e-05,
      "loss": 2.6368,
      "step": 1961
    },
    {
      "epoch": 0.6430810201782239,
      "grad_norm": 0.29973363876342773,
      "learning_rate": 9.299220836007023e-05,
      "loss": 2.6323,
      "step": 1962
    },
    {
      "epoch": 0.6434087882822903,
      "grad_norm": 0.26642295718193054,
      "learning_rate": 9.284178296753377e-05,
      "loss": 2.6413,
      "step": 1963
    },
    {
      "epoch": 0.6437365563863566,
      "grad_norm": 0.2879663109779358,
      "learning_rate": 9.26914247923472e-05,
      "loss": 2.6231,
      "step": 1964
    },
    {
      "epoch": 0.6440643244904231,
      "grad_norm": 0.2763608396053314,
      "learning_rate": 9.254113401132982e-05,
      "loss": 2.6229,
      "step": 1965
    },
    {
      "epoch": 0.6443920925944894,
      "grad_norm": 0.26553913950920105,
      "learning_rate": 9.239091080122162e-05,
      "loss": 2.6393,
      "step": 1966
    },
    {
      "epoch": 0.6447198606985558,
      "grad_norm": 0.2776680886745453,
      "learning_rate": 9.22407553386833e-05,
      "loss": 2.6243,
      "step": 1967
    },
    {
      "epoch": 0.6450476288026221,
      "grad_norm": 0.2744794189929962,
      "learning_rate": 9.209066780029581e-05,
      "loss": 2.6628,
      "step": 1968
    },
    {
      "epoch": 0.6453753969066885,
      "grad_norm": 0.24941056966781616,
      "learning_rate": 9.194064836256023e-05,
      "loss": 2.6142,
      "step": 1969
    },
    {
      "epoch": 0.6457031650107549,
      "grad_norm": 0.26541319489479065,
      "learning_rate": 9.179069720189748e-05,
      "loss": 2.6138,
      "step": 1970
    },
    {
      "epoch": 0.6460309331148213,
      "grad_norm": 0.29101818799972534,
      "learning_rate": 9.164081449464832e-05,
      "loss": 2.6081,
      "step": 1971
    },
    {
      "epoch": 0.6463587012188876,
      "grad_norm": 0.26936113834381104,
      "learning_rate": 9.149100041707292e-05,
      "loss": 2.6101,
      "step": 1972
    },
    {
      "epoch": 0.646686469322954,
      "grad_norm": 0.26367688179016113,
      "learning_rate": 9.134125514535078e-05,
      "loss": 2.6288,
      "step": 1973
    },
    {
      "epoch": 0.6470142374270204,
      "grad_norm": 0.28603655099868774,
      "learning_rate": 9.11915788555804e-05,
      "loss": 2.6334,
      "step": 1974
    },
    {
      "epoch": 0.6473420055310868,
      "grad_norm": 0.2694447636604309,
      "learning_rate": 9.104197172377931e-05,
      "loss": 2.6399,
      "step": 1975
    },
    {
      "epoch": 0.6476697736351531,
      "grad_norm": 0.285255491733551,
      "learning_rate": 9.089243392588365e-05,
      "loss": 2.6422,
      "step": 1976
    },
    {
      "epoch": 0.6479975417392195,
      "grad_norm": 0.27982378005981445,
      "learning_rate": 9.07429656377479e-05,
      "loss": 2.6412,
      "step": 1977
    },
    {
      "epoch": 0.6483253098432858,
      "grad_norm": 0.27139899134635925,
      "learning_rate": 9.059356703514497e-05,
      "loss": 2.6239,
      "step": 1978
    },
    {
      "epoch": 0.6486530779473523,
      "grad_norm": 0.27365925908088684,
      "learning_rate": 9.044423829376576e-05,
      "loss": 2.6175,
      "step": 1979
    },
    {
      "epoch": 0.6489808460514186,
      "grad_norm": 0.2579551041126251,
      "learning_rate": 9.029497958921901e-05,
      "loss": 2.6413,
      "step": 1980
    },
    {
      "epoch": 0.649308614155485,
      "grad_norm": 0.26111507415771484,
      "learning_rate": 9.014579109703101e-05,
      "loss": 2.6128,
      "step": 1981
    },
    {
      "epoch": 0.6496363822595513,
      "grad_norm": 0.25565826892852783,
      "learning_rate": 8.999667299264564e-05,
      "loss": 2.62,
      "step": 1982
    },
    {
      "epoch": 0.6499641503636178,
      "grad_norm": 0.2791650891304016,
      "learning_rate": 8.984762545142395e-05,
      "loss": 2.6259,
      "step": 1983
    },
    {
      "epoch": 0.6502919184676841,
      "grad_norm": 0.25738346576690674,
      "learning_rate": 8.969864864864392e-05,
      "loss": 2.6271,
      "step": 1984
    },
    {
      "epoch": 0.6506196865717505,
      "grad_norm": 0.27870479226112366,
      "learning_rate": 8.954974275950045e-05,
      "loss": 2.6104,
      "step": 1985
    },
    {
      "epoch": 0.6509474546758168,
      "grad_norm": 0.28271543979644775,
      "learning_rate": 8.9400907959105e-05,
      "loss": 2.6137,
      "step": 1986
    },
    {
      "epoch": 0.6512752227798833,
      "grad_norm": 0.25489187240600586,
      "learning_rate": 8.925214442248548e-05,
      "loss": 2.6374,
      "step": 1987
    },
    {
      "epoch": 0.6516029908839496,
      "grad_norm": 0.28739649057388306,
      "learning_rate": 8.910345232458584e-05,
      "loss": 2.6265,
      "step": 1988
    },
    {
      "epoch": 0.651930758988016,
      "grad_norm": 0.31752809882164,
      "learning_rate": 8.895483184026625e-05,
      "loss": 2.6363,
      "step": 1989
    },
    {
      "epoch": 0.6522585270920823,
      "grad_norm": 0.2896292507648468,
      "learning_rate": 8.880628314430245e-05,
      "loss": 2.6579,
      "step": 1990
    },
    {
      "epoch": 0.6525862951961487,
      "grad_norm": 0.2645973861217499,
      "learning_rate": 8.8657806411386e-05,
      "loss": 2.6533,
      "step": 1991
    },
    {
      "epoch": 0.6529140633002151,
      "grad_norm": 0.2717178463935852,
      "learning_rate": 8.850940181612348e-05,
      "loss": 2.6093,
      "step": 1992
    },
    {
      "epoch": 0.6532418314042815,
      "grad_norm": 0.2766091823577881,
      "learning_rate": 8.836106953303699e-05,
      "loss": 2.6103,
      "step": 1993
    },
    {
      "epoch": 0.6535695995083478,
      "grad_norm": 0.2910188138484955,
      "learning_rate": 8.821280973656342e-05,
      "loss": 2.6509,
      "step": 1994
    },
    {
      "epoch": 0.6538973676124142,
      "grad_norm": 0.26722508668899536,
      "learning_rate": 8.806462260105436e-05,
      "loss": 2.6189,
      "step": 1995
    },
    {
      "epoch": 0.6542251357164806,
      "grad_norm": 0.2887569069862366,
      "learning_rate": 8.791650830077613e-05,
      "loss": 2.6239,
      "step": 1996
    },
    {
      "epoch": 0.654552903820547,
      "grad_norm": 0.31068870425224304,
      "learning_rate": 8.776846700990925e-05,
      "loss": 2.6282,
      "step": 1997
    },
    {
      "epoch": 0.6548806719246133,
      "grad_norm": 0.248562291264534,
      "learning_rate": 8.762049890254847e-05,
      "loss": 2.6156,
      "step": 1998
    },
    {
      "epoch": 0.6552084400286797,
      "grad_norm": 0.26338446140289307,
      "learning_rate": 8.747260415270236e-05,
      "loss": 2.6208,
      "step": 1999
    },
    {
      "epoch": 0.655536208132746,
      "grad_norm": 0.2749533951282501,
      "learning_rate": 8.732478293429336e-05,
      "loss": 2.6086,
      "step": 2000
    },
    {
      "epoch": 0.6558639762368125,
      "grad_norm": 0.2579619884490967,
      "learning_rate": 8.717703542115738e-05,
      "loss": 2.6074,
      "step": 2001
    },
    {
      "epoch": 0.6561917443408788,
      "grad_norm": 0.2706739008426666,
      "learning_rate": 8.702936178704364e-05,
      "loss": 2.6236,
      "step": 2002
    },
    {
      "epoch": 0.6565195124449452,
      "grad_norm": 0.31489861011505127,
      "learning_rate": 8.688176220561448e-05,
      "loss": 2.6173,
      "step": 2003
    },
    {
      "epoch": 0.6568472805490115,
      "grad_norm": 0.2625630497932434,
      "learning_rate": 8.673423685044515e-05,
      "loss": 2.6277,
      "step": 2004
    },
    {
      "epoch": 0.657175048653078,
      "grad_norm": 0.26368051767349243,
      "learning_rate": 8.658678589502367e-05,
      "loss": 2.6353,
      "step": 2005
    },
    {
      "epoch": 0.6575028167571443,
      "grad_norm": 0.27330997586250305,
      "learning_rate": 8.64394095127505e-05,
      "loss": 2.6067,
      "step": 2006
    },
    {
      "epoch": 0.6578305848612107,
      "grad_norm": 0.29583197832107544,
      "learning_rate": 8.629210787693844e-05,
      "loss": 2.6337,
      "step": 2007
    },
    {
      "epoch": 0.658158352965277,
      "grad_norm": 0.29423972964286804,
      "learning_rate": 8.614488116081236e-05,
      "loss": 2.6345,
      "step": 2008
    },
    {
      "epoch": 0.6584861210693435,
      "grad_norm": 0.3018028736114502,
      "learning_rate": 8.599772953750903e-05,
      "loss": 2.6202,
      "step": 2009
    },
    {
      "epoch": 0.6588138891734098,
      "grad_norm": 0.28583526611328125,
      "learning_rate": 8.585065318007696e-05,
      "loss": 2.6266,
      "step": 2010
    },
    {
      "epoch": 0.6591416572774762,
      "grad_norm": 0.29197049140930176,
      "learning_rate": 8.570365226147606e-05,
      "loss": 2.6352,
      "step": 2011
    },
    {
      "epoch": 0.6594694253815425,
      "grad_norm": 0.267610639333725,
      "learning_rate": 8.555672695457761e-05,
      "loss": 2.6139,
      "step": 2012
    },
    {
      "epoch": 0.659797193485609,
      "grad_norm": 0.28885388374328613,
      "learning_rate": 8.540987743216394e-05,
      "loss": 2.6023,
      "step": 2013
    },
    {
      "epoch": 0.6601249615896753,
      "grad_norm": 0.3043147325515747,
      "learning_rate": 8.526310386692824e-05,
      "loss": 2.6098,
      "step": 2014
    },
    {
      "epoch": 0.6604527296937417,
      "grad_norm": 0.27867960929870605,
      "learning_rate": 8.511640643147439e-05,
      "loss": 2.6608,
      "step": 2015
    },
    {
      "epoch": 0.660780497797808,
      "grad_norm": 0.26369157433509827,
      "learning_rate": 8.496978529831676e-05,
      "loss": 2.6316,
      "step": 2016
    },
    {
      "epoch": 0.6611082659018744,
      "grad_norm": 0.25341343879699707,
      "learning_rate": 8.482324063987995e-05,
      "loss": 2.6163,
      "step": 2017
    },
    {
      "epoch": 0.6614360340059408,
      "grad_norm": 0.25478920340538025,
      "learning_rate": 8.467677262849866e-05,
      "loss": 2.6293,
      "step": 2018
    },
    {
      "epoch": 0.6617638021100072,
      "grad_norm": 0.25091055035591125,
      "learning_rate": 8.453038143641746e-05,
      "loss": 2.6263,
      "step": 2019
    },
    {
      "epoch": 0.6620915702140735,
      "grad_norm": 0.2759169936180115,
      "learning_rate": 8.438406723579054e-05,
      "loss": 2.6396,
      "step": 2020
    },
    {
      "epoch": 0.6624193383181399,
      "grad_norm": 0.26277977228164673,
      "learning_rate": 8.423783019868158e-05,
      "loss": 2.6385,
      "step": 2021
    },
    {
      "epoch": 0.6627471064222062,
      "grad_norm": 0.2574128806591034,
      "learning_rate": 8.409167049706352e-05,
      "loss": 2.6323,
      "step": 2022
    },
    {
      "epoch": 0.6630748745262727,
      "grad_norm": 0.30135729908943176,
      "learning_rate": 8.394558830281834e-05,
      "loss": 2.6255,
      "step": 2023
    },
    {
      "epoch": 0.663402642630339,
      "grad_norm": 0.2587924897670746,
      "learning_rate": 8.379958378773686e-05,
      "loss": 2.6299,
      "step": 2024
    },
    {
      "epoch": 0.6637304107344054,
      "grad_norm": 0.2862369120121002,
      "learning_rate": 8.36536571235186e-05,
      "loss": 2.6318,
      "step": 2025
    },
    {
      "epoch": 0.6640581788384717,
      "grad_norm": 0.2878693640232086,
      "learning_rate": 8.350780848177146e-05,
      "loss": 2.6142,
      "step": 2026
    },
    {
      "epoch": 0.6643859469425382,
      "grad_norm": 0.2918153703212738,
      "learning_rate": 8.336203803401166e-05,
      "loss": 2.6116,
      "step": 2027
    },
    {
      "epoch": 0.6647137150466045,
      "grad_norm": 0.29014843702316284,
      "learning_rate": 8.32163459516634e-05,
      "loss": 2.6235,
      "step": 2028
    },
    {
      "epoch": 0.6650414831506709,
      "grad_norm": 0.31071797013282776,
      "learning_rate": 8.307073240605878e-05,
      "loss": 2.6437,
      "step": 2029
    },
    {
      "epoch": 0.6653692512547372,
      "grad_norm": 0.29521745443344116,
      "learning_rate": 8.292519756843745e-05,
      "loss": 2.625,
      "step": 2030
    },
    {
      "epoch": 0.6656970193588037,
      "grad_norm": 0.2799225151538849,
      "learning_rate": 8.277974160994662e-05,
      "loss": 2.603,
      "step": 2031
    },
    {
      "epoch": 0.66602478746287,
      "grad_norm": 0.31386542320251465,
      "learning_rate": 8.263436470164067e-05,
      "loss": 2.5965,
      "step": 2032
    },
    {
      "epoch": 0.6663525555669364,
      "grad_norm": 0.3016723096370697,
      "learning_rate": 8.248906701448103e-05,
      "loss": 2.6357,
      "step": 2033
    },
    {
      "epoch": 0.6666803236710027,
      "grad_norm": 0.2924099266529083,
      "learning_rate": 8.234384871933595e-05,
      "loss": 2.6262,
      "step": 2034
    },
    {
      "epoch": 0.6670080917750691,
      "grad_norm": 0.3014432489871979,
      "learning_rate": 8.219870998698034e-05,
      "loss": 2.5993,
      "step": 2035
    },
    {
      "epoch": 0.6673358598791355,
      "grad_norm": 0.31889304518699646,
      "learning_rate": 8.205365098809555e-05,
      "loss": 2.629,
      "step": 2036
    },
    {
      "epoch": 0.6676636279832019,
      "grad_norm": 0.3087154030799866,
      "learning_rate": 8.190867189326915e-05,
      "loss": 2.6268,
      "step": 2037
    },
    {
      "epoch": 0.6679913960872682,
      "grad_norm": 0.30926790833473206,
      "learning_rate": 8.176377287299473e-05,
      "loss": 2.6137,
      "step": 2038
    },
    {
      "epoch": 0.6683191641913346,
      "grad_norm": 0.2762918472290039,
      "learning_rate": 8.161895409767173e-05,
      "loss": 2.5967,
      "step": 2039
    },
    {
      "epoch": 0.668646932295401,
      "grad_norm": 0.26080796122550964,
      "learning_rate": 8.147421573760526e-05,
      "loss": 2.6079,
      "step": 2040
    },
    {
      "epoch": 0.6689747003994674,
      "grad_norm": 0.27633169293403625,
      "learning_rate": 8.132955796300575e-05,
      "loss": 2.634,
      "step": 2041
    },
    {
      "epoch": 0.6693024685035337,
      "grad_norm": 0.2689859867095947,
      "learning_rate": 8.118498094398903e-05,
      "loss": 2.5889,
      "step": 2042
    },
    {
      "epoch": 0.6696302366076001,
      "grad_norm": 0.2684418857097626,
      "learning_rate": 8.10404848505758e-05,
      "loss": 2.6282,
      "step": 2043
    },
    {
      "epoch": 0.6699580047116664,
      "grad_norm": 0.2695564925670624,
      "learning_rate": 8.089606985269168e-05,
      "loss": 2.6429,
      "step": 2044
    },
    {
      "epoch": 0.6702857728157329,
      "grad_norm": 0.27577999234199524,
      "learning_rate": 8.075173612016692e-05,
      "loss": 2.6164,
      "step": 2045
    },
    {
      "epoch": 0.6706135409197992,
      "grad_norm": 0.27913352847099304,
      "learning_rate": 8.06074838227362e-05,
      "loss": 2.6136,
      "step": 2046
    },
    {
      "epoch": 0.6709413090238656,
      "grad_norm": 0.2824477553367615,
      "learning_rate": 8.046331313003837e-05,
      "loss": 2.6171,
      "step": 2047
    },
    {
      "epoch": 0.6712690771279319,
      "grad_norm": 0.28918468952178955,
      "learning_rate": 8.031922421161641e-05,
      "loss": 2.6259,
      "step": 2048
    },
    {
      "epoch": 0.6715968452319984,
      "grad_norm": 0.31219935417175293,
      "learning_rate": 8.017521723691708e-05,
      "loss": 2.617,
      "step": 2049
    },
    {
      "epoch": 0.6719246133360647,
      "grad_norm": 0.3205530643463135,
      "learning_rate": 8.003129237529076e-05,
      "loss": 2.6198,
      "step": 2050
    },
    {
      "epoch": 0.6722523814401311,
      "grad_norm": 0.2829303741455078,
      "learning_rate": 7.988744979599132e-05,
      "loss": 2.6107,
      "step": 2051
    },
    {
      "epoch": 0.6725801495441974,
      "grad_norm": 0.27512261271476746,
      "learning_rate": 7.974368966817582e-05,
      "loss": 2.6074,
      "step": 2052
    },
    {
      "epoch": 0.6729079176482639,
      "grad_norm": 0.28791821002960205,
      "learning_rate": 7.96000121609044e-05,
      "loss": 2.6241,
      "step": 2053
    },
    {
      "epoch": 0.6732356857523303,
      "grad_norm": 0.3059482276439667,
      "learning_rate": 7.945641744314e-05,
      "loss": 2.6252,
      "step": 2054
    },
    {
      "epoch": 0.6735634538563966,
      "grad_norm": 0.3017938733100891,
      "learning_rate": 7.931290568374823e-05,
      "loss": 2.5958,
      "step": 2055
    },
    {
      "epoch": 0.673891221960463,
      "grad_norm": 0.27474191784858704,
      "learning_rate": 7.916947705149709e-05,
      "loss": 2.6369,
      "step": 2056
    },
    {
      "epoch": 0.6742189900645293,
      "grad_norm": 0.2731579840183258,
      "learning_rate": 7.902613171505688e-05,
      "loss": 2.6006,
      "step": 2057
    },
    {
      "epoch": 0.6745467581685958,
      "grad_norm": 0.24327325820922852,
      "learning_rate": 7.888286984299994e-05,
      "loss": 2.6184,
      "step": 2058
    },
    {
      "epoch": 0.6748745262726621,
      "grad_norm": 0.25319817662239075,
      "learning_rate": 7.873969160380044e-05,
      "loss": 2.624,
      "step": 2059
    },
    {
      "epoch": 0.6752022943767285,
      "grad_norm": 0.23943448066711426,
      "learning_rate": 7.859659716583419e-05,
      "loss": 2.6397,
      "step": 2060
    },
    {
      "epoch": 0.6755300624807948,
      "grad_norm": 0.2786068320274353,
      "learning_rate": 7.845358669737848e-05,
      "loss": 2.6414,
      "step": 2061
    },
    {
      "epoch": 0.6758578305848613,
      "grad_norm": 0.28359493613243103,
      "learning_rate": 7.831066036661182e-05,
      "loss": 2.6252,
      "step": 2062
    },
    {
      "epoch": 0.6761855986889276,
      "grad_norm": 0.28070494532585144,
      "learning_rate": 7.816781834161379e-05,
      "loss": 2.6242,
      "step": 2063
    },
    {
      "epoch": 0.676513366792994,
      "grad_norm": 0.2796879708766937,
      "learning_rate": 7.802506079036485e-05,
      "loss": 2.6196,
      "step": 2064
    },
    {
      "epoch": 0.6768411348970603,
      "grad_norm": 0.30354824662208557,
      "learning_rate": 7.788238788074607e-05,
      "loss": 2.6198,
      "step": 2065
    },
    {
      "epoch": 0.6771689030011268,
      "grad_norm": 0.2879975438117981,
      "learning_rate": 7.773979978053905e-05,
      "loss": 2.6298,
      "step": 2066
    },
    {
      "epoch": 0.6774966711051931,
      "grad_norm": 0.256451815366745,
      "learning_rate": 7.759729665742558e-05,
      "loss": 2.618,
      "step": 2067
    },
    {
      "epoch": 0.6778244392092595,
      "grad_norm": 0.2718779444694519,
      "learning_rate": 7.745487867898756e-05,
      "loss": 2.6254,
      "step": 2068
    },
    {
      "epoch": 0.6781522073133258,
      "grad_norm": 0.27879950404167175,
      "learning_rate": 7.731254601270676e-05,
      "loss": 2.614,
      "step": 2069
    },
    {
      "epoch": 0.6784799754173922,
      "grad_norm": 0.2582402527332306,
      "learning_rate": 7.717029882596463e-05,
      "loss": 2.6286,
      "step": 2070
    },
    {
      "epoch": 0.6788077435214586,
      "grad_norm": 0.2495412826538086,
      "learning_rate": 7.702813728604205e-05,
      "loss": 2.6416,
      "step": 2071
    },
    {
      "epoch": 0.679135511625525,
      "grad_norm": 0.2588759660720825,
      "learning_rate": 7.688606156011926e-05,
      "loss": 2.6179,
      "step": 2072
    },
    {
      "epoch": 0.6794632797295913,
      "grad_norm": 0.2474244236946106,
      "learning_rate": 7.674407181527552e-05,
      "loss": 2.6193,
      "step": 2073
    },
    {
      "epoch": 0.6797910478336577,
      "grad_norm": 0.25654396414756775,
      "learning_rate": 7.660216821848901e-05,
      "loss": 2.6182,
      "step": 2074
    },
    {
      "epoch": 0.680118815937724,
      "grad_norm": 0.2546704411506653,
      "learning_rate": 7.646035093663659e-05,
      "loss": 2.6031,
      "step": 2075
    },
    {
      "epoch": 0.6804465840417905,
      "grad_norm": 0.2554164230823517,
      "learning_rate": 7.631862013649357e-05,
      "loss": 2.6286,
      "step": 2076
    },
    {
      "epoch": 0.6807743521458568,
      "grad_norm": 0.242889866232872,
      "learning_rate": 7.617697598473367e-05,
      "loss": 2.5892,
      "step": 2077
    },
    {
      "epoch": 0.6811021202499232,
      "grad_norm": 0.24770599603652954,
      "learning_rate": 7.603541864792857e-05,
      "loss": 2.5962,
      "step": 2078
    },
    {
      "epoch": 0.6814298883539895,
      "grad_norm": 0.25479915738105774,
      "learning_rate": 7.5893948292548e-05,
      "loss": 2.6262,
      "step": 2079
    },
    {
      "epoch": 0.681757656458056,
      "grad_norm": 0.28115588426589966,
      "learning_rate": 7.57525650849593e-05,
      "loss": 2.6123,
      "step": 2080
    },
    {
      "epoch": 0.6820854245621223,
      "grad_norm": 0.26292353868484497,
      "learning_rate": 7.561126919142735e-05,
      "loss": 2.6117,
      "step": 2081
    },
    {
      "epoch": 0.6824131926661887,
      "grad_norm": 0.2390204221010208,
      "learning_rate": 7.547006077811439e-05,
      "loss": 2.5806,
      "step": 2082
    },
    {
      "epoch": 0.682740960770255,
      "grad_norm": 0.25490859150886536,
      "learning_rate": 7.532894001107968e-05,
      "loss": 2.6057,
      "step": 2083
    },
    {
      "epoch": 0.6830687288743215,
      "grad_norm": 0.26018333435058594,
      "learning_rate": 7.518790705627957e-05,
      "loss": 2.6181,
      "step": 2084
    },
    {
      "epoch": 0.6833964969783878,
      "grad_norm": 0.2631153166294098,
      "learning_rate": 7.504696207956701e-05,
      "loss": 2.6064,
      "step": 2085
    },
    {
      "epoch": 0.6837242650824542,
      "grad_norm": 0.24797388911247253,
      "learning_rate": 7.490610524669153e-05,
      "loss": 2.6306,
      "step": 2086
    },
    {
      "epoch": 0.6840520331865205,
      "grad_norm": 0.2551782727241516,
      "learning_rate": 7.476533672329903e-05,
      "loss": 2.6032,
      "step": 2087
    },
    {
      "epoch": 0.684379801290587,
      "grad_norm": 0.26215019822120667,
      "learning_rate": 7.462465667493151e-05,
      "loss": 2.6302,
      "step": 2088
    },
    {
      "epoch": 0.6847075693946533,
      "grad_norm": 0.2689448297023773,
      "learning_rate": 7.448406526702697e-05,
      "loss": 2.5878,
      "step": 2089
    },
    {
      "epoch": 0.6850353374987197,
      "grad_norm": 0.23600395023822784,
      "learning_rate": 7.434356266491915e-05,
      "loss": 2.6151,
      "step": 2090
    },
    {
      "epoch": 0.685363105602786,
      "grad_norm": 0.2626035511493683,
      "learning_rate": 7.420314903383732e-05,
      "loss": 2.6177,
      "step": 2091
    },
    {
      "epoch": 0.6856908737068524,
      "grad_norm": 0.28897830843925476,
      "learning_rate": 7.406282453890621e-05,
      "loss": 2.6373,
      "step": 2092
    },
    {
      "epoch": 0.6860186418109188,
      "grad_norm": 0.26653674244880676,
      "learning_rate": 7.392258934514566e-05,
      "loss": 2.6231,
      "step": 2093
    },
    {
      "epoch": 0.6863464099149852,
      "grad_norm": 0.25687673687934875,
      "learning_rate": 7.378244361747048e-05,
      "loss": 2.6015,
      "step": 2094
    },
    {
      "epoch": 0.6866741780190515,
      "grad_norm": 0.24843725562095642,
      "learning_rate": 7.364238752069033e-05,
      "loss": 2.6253,
      "step": 2095
    },
    {
      "epoch": 0.6870019461231179,
      "grad_norm": 0.24035000801086426,
      "learning_rate": 7.350242121950942e-05,
      "loss": 2.6243,
      "step": 2096
    },
    {
      "epoch": 0.6873297142271843,
      "grad_norm": 0.2595539689064026,
      "learning_rate": 7.336254487852637e-05,
      "loss": 2.6258,
      "step": 2097
    },
    {
      "epoch": 0.6876574823312507,
      "grad_norm": 0.23763293027877808,
      "learning_rate": 7.3222758662234e-05,
      "loss": 2.6042,
      "step": 2098
    },
    {
      "epoch": 0.687985250435317,
      "grad_norm": 0.2543374001979828,
      "learning_rate": 7.308306273501918e-05,
      "loss": 2.6126,
      "step": 2099
    },
    {
      "epoch": 0.6883130185393834,
      "grad_norm": 0.2400883436203003,
      "learning_rate": 7.294345726116255e-05,
      "loss": 2.6112,
      "step": 2100
    },
    {
      "epoch": 0.6886407866434497,
      "grad_norm": 0.2443738579750061,
      "learning_rate": 7.280394240483845e-05,
      "loss": 2.6055,
      "step": 2101
    },
    {
      "epoch": 0.6889685547475162,
      "grad_norm": 0.2590622901916504,
      "learning_rate": 7.266451833011455e-05,
      "loss": 2.606,
      "step": 2102
    },
    {
      "epoch": 0.6892963228515825,
      "grad_norm": 0.26422715187072754,
      "learning_rate": 7.252518520095188e-05,
      "loss": 2.5824,
      "step": 2103
    },
    {
      "epoch": 0.6896240909556489,
      "grad_norm": 0.2734808325767517,
      "learning_rate": 7.238594318120442e-05,
      "loss": 2.6335,
      "step": 2104
    },
    {
      "epoch": 0.6899518590597152,
      "grad_norm": 0.2615413963794708,
      "learning_rate": 7.224679243461905e-05,
      "loss": 2.6097,
      "step": 2105
    },
    {
      "epoch": 0.6902796271637817,
      "grad_norm": 0.24325242638587952,
      "learning_rate": 7.210773312483533e-05,
      "loss": 2.605,
      "step": 2106
    },
    {
      "epoch": 0.690607395267848,
      "grad_norm": 0.25890374183654785,
      "learning_rate": 7.196876541538526e-05,
      "loss": 2.615,
      "step": 2107
    },
    {
      "epoch": 0.6909351633719144,
      "grad_norm": 0.269019216299057,
      "learning_rate": 7.182988946969314e-05,
      "loss": 2.6396,
      "step": 2108
    },
    {
      "epoch": 0.6912629314759807,
      "grad_norm": 0.2834825813770294,
      "learning_rate": 7.169110545107534e-05,
      "loss": 2.6228,
      "step": 2109
    },
    {
      "epoch": 0.6915906995800472,
      "grad_norm": 0.27043676376342773,
      "learning_rate": 7.155241352274013e-05,
      "loss": 2.601,
      "step": 2110
    },
    {
      "epoch": 0.6919184676841135,
      "grad_norm": 0.253651887178421,
      "learning_rate": 7.14138138477875e-05,
      "loss": 2.6124,
      "step": 2111
    },
    {
      "epoch": 0.6922462357881799,
      "grad_norm": 0.2780308723449707,
      "learning_rate": 7.127530658920895e-05,
      "loss": 2.6336,
      "step": 2112
    },
    {
      "epoch": 0.6925740038922462,
      "grad_norm": 0.28822237253189087,
      "learning_rate": 7.113689190988725e-05,
      "loss": 2.6087,
      "step": 2113
    },
    {
      "epoch": 0.6929017719963126,
      "grad_norm": 0.2649008333683014,
      "learning_rate": 7.099856997259636e-05,
      "loss": 2.6356,
      "step": 2114
    },
    {
      "epoch": 0.693229540100379,
      "grad_norm": 0.2456894814968109,
      "learning_rate": 7.086034094000115e-05,
      "loss": 2.5902,
      "step": 2115
    },
    {
      "epoch": 0.6935573082044454,
      "grad_norm": 0.269246369600296,
      "learning_rate": 7.072220497465722e-05,
      "loss": 2.5934,
      "step": 2116
    },
    {
      "epoch": 0.6938850763085117,
      "grad_norm": 0.27668482065200806,
      "learning_rate": 7.058416223901076e-05,
      "loss": 2.6067,
      "step": 2117
    },
    {
      "epoch": 0.6942128444125781,
      "grad_norm": 0.27306604385375977,
      "learning_rate": 7.044621289539831e-05,
      "loss": 2.619,
      "step": 2118
    },
    {
      "epoch": 0.6945406125166445,
      "grad_norm": 0.25508734583854675,
      "learning_rate": 7.030835710604656e-05,
      "loss": 2.59,
      "step": 2119
    },
    {
      "epoch": 0.6948683806207109,
      "grad_norm": 0.24837592244148254,
      "learning_rate": 7.017059503307221e-05,
      "loss": 2.6028,
      "step": 2120
    },
    {
      "epoch": 0.6951961487247772,
      "grad_norm": 0.2616073787212372,
      "learning_rate": 7.003292683848172e-05,
      "loss": 2.6072,
      "step": 2121
    },
    {
      "epoch": 0.6955239168288436,
      "grad_norm": 0.2535676062107086,
      "learning_rate": 6.98953526841712e-05,
      "loss": 2.5915,
      "step": 2122
    },
    {
      "epoch": 0.6958516849329099,
      "grad_norm": 0.2519867420196533,
      "learning_rate": 6.975787273192609e-05,
      "loss": 2.6087,
      "step": 2123
    },
    {
      "epoch": 0.6961794530369764,
      "grad_norm": 0.24991676211357117,
      "learning_rate": 6.962048714342114e-05,
      "loss": 2.6148,
      "step": 2124
    },
    {
      "epoch": 0.6965072211410427,
      "grad_norm": 0.2521587908267975,
      "learning_rate": 6.948319608022008e-05,
      "loss": 2.619,
      "step": 2125
    },
    {
      "epoch": 0.6968349892451091,
      "grad_norm": 0.24201878905296326,
      "learning_rate": 6.934599970377549e-05,
      "loss": 2.5987,
      "step": 2126
    },
    {
      "epoch": 0.6971627573491754,
      "grad_norm": 0.2675149738788605,
      "learning_rate": 6.920889817542856e-05,
      "loss": 2.5966,
      "step": 2127
    },
    {
      "epoch": 0.6974905254532419,
      "grad_norm": 0.29264548420906067,
      "learning_rate": 6.907189165640902e-05,
      "loss": 2.6546,
      "step": 2128
    },
    {
      "epoch": 0.6978182935573082,
      "grad_norm": 0.2747671604156494,
      "learning_rate": 6.89349803078348e-05,
      "loss": 2.608,
      "step": 2129
    },
    {
      "epoch": 0.6981460616613746,
      "grad_norm": 0.24894088506698608,
      "learning_rate": 6.879816429071195e-05,
      "loss": 2.5957,
      "step": 2130
    },
    {
      "epoch": 0.6984738297654409,
      "grad_norm": 0.2964569330215454,
      "learning_rate": 6.866144376593438e-05,
      "loss": 2.6446,
      "step": 2131
    },
    {
      "epoch": 0.6988015978695074,
      "grad_norm": 0.27578702569007874,
      "learning_rate": 6.852481889428377e-05,
      "loss": 2.6236,
      "step": 2132
    },
    {
      "epoch": 0.6991293659735737,
      "grad_norm": 0.26747584342956543,
      "learning_rate": 6.83882898364292e-05,
      "loss": 2.6198,
      "step": 2133
    },
    {
      "epoch": 0.6994571340776401,
      "grad_norm": 0.2723943591117859,
      "learning_rate": 6.825185675292718e-05,
      "loss": 2.609,
      "step": 2134
    },
    {
      "epoch": 0.6997849021817064,
      "grad_norm": 0.28764522075653076,
      "learning_rate": 6.811551980422131e-05,
      "loss": 2.6203,
      "step": 2135
    },
    {
      "epoch": 0.7001126702857728,
      "grad_norm": 0.3342200815677643,
      "learning_rate": 6.797927915064212e-05,
      "loss": 2.5918,
      "step": 2136
    },
    {
      "epoch": 0.7004404383898392,
      "grad_norm": 0.2981763780117035,
      "learning_rate": 6.784313495240692e-05,
      "loss": 2.6077,
      "step": 2137
    },
    {
      "epoch": 0.7007682064939056,
      "grad_norm": 0.2563974857330322,
      "learning_rate": 6.77070873696196e-05,
      "loss": 2.5991,
      "step": 2138
    },
    {
      "epoch": 0.7010959745979719,
      "grad_norm": 0.2744596302509308,
      "learning_rate": 6.757113656227042e-05,
      "loss": 2.6033,
      "step": 2139
    },
    {
      "epoch": 0.7014237427020383,
      "grad_norm": 0.28913217782974243,
      "learning_rate": 6.743528269023584e-05,
      "loss": 2.5943,
      "step": 2140
    },
    {
      "epoch": 0.7017515108061047,
      "grad_norm": 0.2692992687225342,
      "learning_rate": 6.729952591327829e-05,
      "loss": 2.6156,
      "step": 2141
    },
    {
      "epoch": 0.7020792789101711,
      "grad_norm": 0.2729698717594147,
      "learning_rate": 6.716386639104607e-05,
      "loss": 2.5954,
      "step": 2142
    },
    {
      "epoch": 0.7024070470142374,
      "grad_norm": 0.2821563482284546,
      "learning_rate": 6.702830428307309e-05,
      "loss": 2.6119,
      "step": 2143
    },
    {
      "epoch": 0.7027348151183038,
      "grad_norm": 0.260110080242157,
      "learning_rate": 6.689283974877866e-05,
      "loss": 2.6181,
      "step": 2144
    },
    {
      "epoch": 0.7030625832223701,
      "grad_norm": 0.28795376420021057,
      "learning_rate": 6.67574729474674e-05,
      "loss": 2.6104,
      "step": 2145
    },
    {
      "epoch": 0.7033903513264366,
      "grad_norm": 0.26875683665275574,
      "learning_rate": 6.662220403832901e-05,
      "loss": 2.6059,
      "step": 2146
    },
    {
      "epoch": 0.7037181194305029,
      "grad_norm": 0.2726321220397949,
      "learning_rate": 6.648703318043801e-05,
      "loss": 2.6048,
      "step": 2147
    },
    {
      "epoch": 0.7040458875345693,
      "grad_norm": 0.34558388590812683,
      "learning_rate": 6.635196053275364e-05,
      "loss": 2.6146,
      "step": 2148
    },
    {
      "epoch": 0.7043736556386356,
      "grad_norm": 0.27832528948783875,
      "learning_rate": 6.621698625411964e-05,
      "loss": 2.622,
      "step": 2149
    },
    {
      "epoch": 0.7047014237427021,
      "grad_norm": 0.27960166335105896,
      "learning_rate": 6.60821105032641e-05,
      "loss": 2.5921,
      "step": 2150
    },
    {
      "epoch": 0.7050291918467684,
      "grad_norm": 0.3109115660190582,
      "learning_rate": 6.59473334387992e-05,
      "loss": 2.6163,
      "step": 2151
    },
    {
      "epoch": 0.7053569599508348,
      "grad_norm": 0.2634798288345337,
      "learning_rate": 6.581265521922111e-05,
      "loss": 2.5886,
      "step": 2152
    },
    {
      "epoch": 0.7056847280549011,
      "grad_norm": 0.2825953960418701,
      "learning_rate": 6.567807600290973e-05,
      "loss": 2.6333,
      "step": 2153
    },
    {
      "epoch": 0.7060124961589676,
      "grad_norm": 0.2886092960834503,
      "learning_rate": 6.55435959481285e-05,
      "loss": 2.6047,
      "step": 2154
    },
    {
      "epoch": 0.7063402642630339,
      "grad_norm": 0.29396852850914,
      "learning_rate": 6.540921521302433e-05,
      "loss": 2.6259,
      "step": 2155
    },
    {
      "epoch": 0.7066680323671003,
      "grad_norm": 0.27750253677368164,
      "learning_rate": 6.527493395562729e-05,
      "loss": 2.5733,
      "step": 2156
    },
    {
      "epoch": 0.7069958004711666,
      "grad_norm": 0.2824249565601349,
      "learning_rate": 6.514075233385041e-05,
      "loss": 2.6185,
      "step": 2157
    },
    {
      "epoch": 0.707323568575233,
      "grad_norm": 0.3020329773426056,
      "learning_rate": 6.500667050548965e-05,
      "loss": 2.6072,
      "step": 2158
    },
    {
      "epoch": 0.7076513366792994,
      "grad_norm": 0.2555171251296997,
      "learning_rate": 6.487268862822355e-05,
      "loss": 2.6182,
      "step": 2159
    },
    {
      "epoch": 0.7079791047833658,
      "grad_norm": 0.27965351939201355,
      "learning_rate": 6.473880685961313e-05,
      "loss": 2.6009,
      "step": 2160
    },
    {
      "epoch": 0.7083068728874321,
      "grad_norm": 0.26994967460632324,
      "learning_rate": 6.46050253571017e-05,
      "loss": 2.6487,
      "step": 2161
    },
    {
      "epoch": 0.7086346409914985,
      "grad_norm": 0.2729305922985077,
      "learning_rate": 6.44713442780146e-05,
      "loss": 2.6118,
      "step": 2162
    },
    {
      "epoch": 0.7089624090955648,
      "grad_norm": 0.2797885537147522,
      "learning_rate": 6.433776377955912e-05,
      "loss": 2.6049,
      "step": 2163
    },
    {
      "epoch": 0.7092901771996313,
      "grad_norm": 0.27044782042503357,
      "learning_rate": 6.420428401882427e-05,
      "loss": 2.6322,
      "step": 2164
    },
    {
      "epoch": 0.7096179453036976,
      "grad_norm": 0.26355960965156555,
      "learning_rate": 6.407090515278058e-05,
      "loss": 2.5997,
      "step": 2165
    },
    {
      "epoch": 0.709945713407764,
      "grad_norm": 0.2827610969543457,
      "learning_rate": 6.393762733827992e-05,
      "loss": 2.6112,
      "step": 2166
    },
    {
      "epoch": 0.7102734815118303,
      "grad_norm": 0.279345840215683,
      "learning_rate": 6.380445073205535e-05,
      "loss": 2.6066,
      "step": 2167
    },
    {
      "epoch": 0.7106012496158968,
      "grad_norm": 0.2693032920360565,
      "learning_rate": 6.36713754907209e-05,
      "loss": 2.5976,
      "step": 2168
    },
    {
      "epoch": 0.7109290177199631,
      "grad_norm": 0.2645607888698578,
      "learning_rate": 6.353840177077138e-05,
      "loss": 2.5994,
      "step": 2169
    },
    {
      "epoch": 0.7112567858240295,
      "grad_norm": 0.2809315025806427,
      "learning_rate": 6.340552972858223e-05,
      "loss": 2.6131,
      "step": 2170
    },
    {
      "epoch": 0.7115845539280958,
      "grad_norm": 0.2826550304889679,
      "learning_rate": 6.32727595204093e-05,
      "loss": 2.6418,
      "step": 2171
    },
    {
      "epoch": 0.7119123220321623,
      "grad_norm": 0.2798115313053131,
      "learning_rate": 6.314009130238874e-05,
      "loss": 2.6099,
      "step": 2172
    },
    {
      "epoch": 0.7122400901362286,
      "grad_norm": 0.25630369782447815,
      "learning_rate": 6.300752523053666e-05,
      "loss": 2.5924,
      "step": 2173
    },
    {
      "epoch": 0.712567858240295,
      "grad_norm": 0.28124725818634033,
      "learning_rate": 6.287506146074915e-05,
      "loss": 2.6124,
      "step": 2174
    },
    {
      "epoch": 0.7128956263443613,
      "grad_norm": 0.2600134313106537,
      "learning_rate": 6.274270014880192e-05,
      "loss": 2.595,
      "step": 2175
    },
    {
      "epoch": 0.7132233944484277,
      "grad_norm": 0.25801941752433777,
      "learning_rate": 6.261044145035027e-05,
      "loss": 2.5968,
      "step": 2176
    },
    {
      "epoch": 0.7135511625524941,
      "grad_norm": 0.2474004030227661,
      "learning_rate": 6.247828552092871e-05,
      "loss": 2.6036,
      "step": 2177
    },
    {
      "epoch": 0.7138789306565605,
      "grad_norm": 0.25909513235092163,
      "learning_rate": 6.234623251595102e-05,
      "loss": 2.6297,
      "step": 2178
    },
    {
      "epoch": 0.7142066987606268,
      "grad_norm": 0.23779527842998505,
      "learning_rate": 6.221428259070986e-05,
      "loss": 2.6122,
      "step": 2179
    },
    {
      "epoch": 0.7145344668646932,
      "grad_norm": 0.24455593526363373,
      "learning_rate": 6.208243590037669e-05,
      "loss": 2.595,
      "step": 2180
    },
    {
      "epoch": 0.7148622349687596,
      "grad_norm": 0.2298748940229416,
      "learning_rate": 6.195069260000159e-05,
      "loss": 2.6067,
      "step": 2181
    },
    {
      "epoch": 0.715190003072826,
      "grad_norm": 0.2503463625907898,
      "learning_rate": 6.181905284451303e-05,
      "loss": 2.612,
      "step": 2182
    },
    {
      "epoch": 0.7155177711768923,
      "grad_norm": 0.24387001991271973,
      "learning_rate": 6.168751678871772e-05,
      "loss": 2.6312,
      "step": 2183
    },
    {
      "epoch": 0.7158455392809587,
      "grad_norm": 0.23296479880809784,
      "learning_rate": 6.15560845873004e-05,
      "loss": 2.6026,
      "step": 2184
    },
    {
      "epoch": 0.716173307385025,
      "grad_norm": 0.25280097126960754,
      "learning_rate": 6.142475639482373e-05,
      "loss": 2.5768,
      "step": 2185
    },
    {
      "epoch": 0.7165010754890915,
      "grad_norm": 0.23497173190116882,
      "learning_rate": 6.129353236572801e-05,
      "loss": 2.5828,
      "step": 2186
    },
    {
      "epoch": 0.7168288435931578,
      "grad_norm": 0.2394094467163086,
      "learning_rate": 6.116241265433106e-05,
      "loss": 2.6089,
      "step": 2187
    },
    {
      "epoch": 0.7171566116972242,
      "grad_norm": 0.2303859144449234,
      "learning_rate": 6.103139741482802e-05,
      "loss": 2.5973,
      "step": 2188
    },
    {
      "epoch": 0.7174843798012905,
      "grad_norm": 0.23815687000751495,
      "learning_rate": 6.0900486801291195e-05,
      "loss": 2.6047,
      "step": 2189
    },
    {
      "epoch": 0.717812147905357,
      "grad_norm": 0.22952279448509216,
      "learning_rate": 6.0769680967669806e-05,
      "loss": 2.5957,
      "step": 2190
    },
    {
      "epoch": 0.7181399160094233,
      "grad_norm": 0.2578250467777252,
      "learning_rate": 6.06389800677899e-05,
      "loss": 2.6138,
      "step": 2191
    },
    {
      "epoch": 0.7184676841134897,
      "grad_norm": 0.23834307491779327,
      "learning_rate": 6.0508384255354095e-05,
      "loss": 2.5747,
      "step": 2192
    },
    {
      "epoch": 0.718795452217556,
      "grad_norm": 0.24226413667201996,
      "learning_rate": 6.0377893683941454e-05,
      "loss": 2.5937,
      "step": 2193
    },
    {
      "epoch": 0.7191232203216225,
      "grad_norm": 0.23467521369457245,
      "learning_rate": 6.0247508507007235e-05,
      "loss": 2.5988,
      "step": 2194
    },
    {
      "epoch": 0.7194509884256888,
      "grad_norm": 0.2698470652103424,
      "learning_rate": 6.011722887788279e-05,
      "loss": 2.6052,
      "step": 2195
    },
    {
      "epoch": 0.7197787565297552,
      "grad_norm": 0.240181565284729,
      "learning_rate": 5.998705494977534e-05,
      "loss": 2.6077,
      "step": 2196
    },
    {
      "epoch": 0.7201065246338215,
      "grad_norm": 0.24892279505729675,
      "learning_rate": 5.9856986875767796e-05,
      "loss": 2.6146,
      "step": 2197
    },
    {
      "epoch": 0.720434292737888,
      "grad_norm": 0.2661048173904419,
      "learning_rate": 5.972702480881859e-05,
      "loss": 2.5877,
      "step": 2198
    },
    {
      "epoch": 0.7207620608419543,
      "grad_norm": 0.2413903921842575,
      "learning_rate": 5.9597168901761486e-05,
      "loss": 2.5859,
      "step": 2199
    },
    {
      "epoch": 0.7210898289460207,
      "grad_norm": 0.26053372025489807,
      "learning_rate": 5.9467419307305415e-05,
      "loss": 2.5937,
      "step": 2200
    },
    {
      "epoch": 0.721417597050087,
      "grad_norm": 0.23364536464214325,
      "learning_rate": 5.933777617803428e-05,
      "loss": 2.604,
      "step": 2201
    },
    {
      "epoch": 0.7217453651541534,
      "grad_norm": 0.2508625090122223,
      "learning_rate": 5.920823966640679e-05,
      "loss": 2.5742,
      "step": 2202
    },
    {
      "epoch": 0.7220731332582198,
      "grad_norm": 0.24291519820690155,
      "learning_rate": 5.907880992475626e-05,
      "loss": 2.6045,
      "step": 2203
    },
    {
      "epoch": 0.7224009013622862,
      "grad_norm": 0.23980744183063507,
      "learning_rate": 5.8949487105290444e-05,
      "loss": 2.6032,
      "step": 2204
    },
    {
      "epoch": 0.7227286694663525,
      "grad_norm": 0.2429552972316742,
      "learning_rate": 5.8820271360091376e-05,
      "loss": 2.6179,
      "step": 2205
    },
    {
      "epoch": 0.7230564375704189,
      "grad_norm": 0.25635474920272827,
      "learning_rate": 5.869116284111514e-05,
      "loss": 2.603,
      "step": 2206
    },
    {
      "epoch": 0.7233842056744852,
      "grad_norm": 0.2661820650100708,
      "learning_rate": 5.8562161700191756e-05,
      "loss": 2.6103,
      "step": 2207
    },
    {
      "epoch": 0.7237119737785517,
      "grad_norm": 0.23869240283966064,
      "learning_rate": 5.843326808902497e-05,
      "loss": 2.5989,
      "step": 2208
    },
    {
      "epoch": 0.724039741882618,
      "grad_norm": 0.22447095811367035,
      "learning_rate": 5.830448215919204e-05,
      "loss": 2.6095,
      "step": 2209
    },
    {
      "epoch": 0.7243675099866844,
      "grad_norm": 0.2555433511734009,
      "learning_rate": 5.817580406214361e-05,
      "loss": 2.6205,
      "step": 2210
    },
    {
      "epoch": 0.7246952780907507,
      "grad_norm": 0.22452190518379211,
      "learning_rate": 5.804723394920354e-05,
      "loss": 2.6154,
      "step": 2211
    },
    {
      "epoch": 0.7250230461948172,
      "grad_norm": 0.24976591765880585,
      "learning_rate": 5.791877197156858e-05,
      "loss": 2.6045,
      "step": 2212
    },
    {
      "epoch": 0.7253508142988836,
      "grad_norm": 0.2558619976043701,
      "learning_rate": 5.779041828030863e-05,
      "loss": 2.6302,
      "step": 2213
    },
    {
      "epoch": 0.7256785824029499,
      "grad_norm": 0.23392534255981445,
      "learning_rate": 5.766217302636582e-05,
      "loss": 2.6358,
      "step": 2214
    },
    {
      "epoch": 0.7260063505070163,
      "grad_norm": 0.2819538414478302,
      "learning_rate": 5.7534036360555065e-05,
      "loss": 2.6142,
      "step": 2215
    },
    {
      "epoch": 0.7263341186110827,
      "grad_norm": 0.2611438035964966,
      "learning_rate": 5.740600843356344e-05,
      "loss": 2.5899,
      "step": 2216
    },
    {
      "epoch": 0.7266618867151491,
      "grad_norm": 0.25384482741355896,
      "learning_rate": 5.727808939595021e-05,
      "loss": 2.6043,
      "step": 2217
    },
    {
      "epoch": 0.7269896548192154,
      "grad_norm": 0.2651389241218567,
      "learning_rate": 5.7150279398146566e-05,
      "loss": 2.5913,
      "step": 2218
    },
    {
      "epoch": 0.7273174229232818,
      "grad_norm": 0.22625315189361572,
      "learning_rate": 5.7022578590455485e-05,
      "loss": 2.6071,
      "step": 2219
    },
    {
      "epoch": 0.7276451910273481,
      "grad_norm": 0.24574093520641327,
      "learning_rate": 5.68949871230515e-05,
      "loss": 2.6005,
      "step": 2220
    },
    {
      "epoch": 0.7279729591314146,
      "grad_norm": 0.2359461933374405,
      "learning_rate": 5.676750514598058e-05,
      "loss": 2.6096,
      "step": 2221
    },
    {
      "epoch": 0.7283007272354809,
      "grad_norm": 0.23588185012340546,
      "learning_rate": 5.664013280915997e-05,
      "loss": 2.6021,
      "step": 2222
    },
    {
      "epoch": 0.7286284953395473,
      "grad_norm": 0.2479645162820816,
      "learning_rate": 5.651287026237787e-05,
      "loss": 2.598,
      "step": 2223
    },
    {
      "epoch": 0.7289562634436136,
      "grad_norm": 0.2518611252307892,
      "learning_rate": 5.638571765529361e-05,
      "loss": 2.6256,
      "step": 2224
    },
    {
      "epoch": 0.7292840315476801,
      "grad_norm": 0.22681808471679688,
      "learning_rate": 5.625867513743692e-05,
      "loss": 2.6011,
      "step": 2225
    },
    {
      "epoch": 0.7296117996517464,
      "grad_norm": 0.24860022962093353,
      "learning_rate": 5.6131742858208264e-05,
      "loss": 2.5903,
      "step": 2226
    },
    {
      "epoch": 0.7299395677558128,
      "grad_norm": 0.23499011993408203,
      "learning_rate": 5.600492096687839e-05,
      "loss": 2.599,
      "step": 2227
    },
    {
      "epoch": 0.7302673358598791,
      "grad_norm": 0.24225769937038422,
      "learning_rate": 5.587820961258831e-05,
      "loss": 2.6032,
      "step": 2228
    },
    {
      "epoch": 0.7305951039639456,
      "grad_norm": 0.2535077929496765,
      "learning_rate": 5.575160894434897e-05,
      "loss": 2.5655,
      "step": 2229
    },
    {
      "epoch": 0.7309228720680119,
      "grad_norm": 0.2639150619506836,
      "learning_rate": 5.562511911104116e-05,
      "loss": 2.6013,
      "step": 2230
    },
    {
      "epoch": 0.7312506401720783,
      "grad_norm": 0.26317572593688965,
      "learning_rate": 5.549874026141536e-05,
      "loss": 2.6312,
      "step": 2231
    },
    {
      "epoch": 0.7315784082761446,
      "grad_norm": 0.24021638929843903,
      "learning_rate": 5.537247254409153e-05,
      "loss": 2.6139,
      "step": 2232
    },
    {
      "epoch": 0.731906176380211,
      "grad_norm": 0.2575647234916687,
      "learning_rate": 5.5246316107558924e-05,
      "loss": 2.5938,
      "step": 2233
    },
    {
      "epoch": 0.7322339444842774,
      "grad_norm": 0.2604861259460449,
      "learning_rate": 5.5120271100175926e-05,
      "loss": 2.6048,
      "step": 2234
    },
    {
      "epoch": 0.7325617125883438,
      "grad_norm": 0.26644304394721985,
      "learning_rate": 5.4994337670169884e-05,
      "loss": 2.5947,
      "step": 2235
    },
    {
      "epoch": 0.7328894806924101,
      "grad_norm": 0.23088522255420685,
      "learning_rate": 5.4868515965636966e-05,
      "loss": 2.5852,
      "step": 2236
    },
    {
      "epoch": 0.7332172487964765,
      "grad_norm": 0.2521936297416687,
      "learning_rate": 5.474280613454193e-05,
      "loss": 2.6106,
      "step": 2237
    },
    {
      "epoch": 0.7335450169005429,
      "grad_norm": 0.23503023386001587,
      "learning_rate": 5.461720832471793e-05,
      "loss": 2.5879,
      "step": 2238
    },
    {
      "epoch": 0.7338727850046093,
      "grad_norm": 0.23308029770851135,
      "learning_rate": 5.449172268386646e-05,
      "loss": 2.6106,
      "step": 2239
    },
    {
      "epoch": 0.7342005531086756,
      "grad_norm": 0.2590566873550415,
      "learning_rate": 5.4366349359557045e-05,
      "loss": 2.619,
      "step": 2240
    },
    {
      "epoch": 0.734528321212742,
      "grad_norm": 0.24545970559120178,
      "learning_rate": 5.42410884992271e-05,
      "loss": 2.6032,
      "step": 2241
    },
    {
      "epoch": 0.7348560893168083,
      "grad_norm": 0.24722588062286377,
      "learning_rate": 5.411594025018199e-05,
      "loss": 2.6071,
      "step": 2242
    },
    {
      "epoch": 0.7351838574208748,
      "grad_norm": 0.25953972339630127,
      "learning_rate": 5.3990904759594355e-05,
      "loss": 2.5991,
      "step": 2243
    },
    {
      "epoch": 0.7355116255249411,
      "grad_norm": 0.26403501629829407,
      "learning_rate": 5.386598217450442e-05,
      "loss": 2.5971,
      "step": 2244
    },
    {
      "epoch": 0.7358393936290075,
      "grad_norm": 0.25991979241371155,
      "learning_rate": 5.374117264181957e-05,
      "loss": 2.5862,
      "step": 2245
    },
    {
      "epoch": 0.7361671617330738,
      "grad_norm": 0.27997687458992004,
      "learning_rate": 5.361647630831425e-05,
      "loss": 2.6227,
      "step": 2246
    },
    {
      "epoch": 0.7364949298371403,
      "grad_norm": 0.2523103356361389,
      "learning_rate": 5.349189332062981e-05,
      "loss": 2.6101,
      "step": 2247
    },
    {
      "epoch": 0.7368226979412066,
      "grad_norm": 0.24560630321502686,
      "learning_rate": 5.3367423825274287e-05,
      "loss": 2.6151,
      "step": 2248
    },
    {
      "epoch": 0.737150466045273,
      "grad_norm": 0.2650389075279236,
      "learning_rate": 5.324306796862226e-05,
      "loss": 2.6188,
      "step": 2249
    },
    {
      "epoch": 0.7374782341493393,
      "grad_norm": 0.24118591845035553,
      "learning_rate": 5.311882589691465e-05,
      "loss": 2.5973,
      "step": 2250
    },
    {
      "epoch": 0.7378060022534058,
      "grad_norm": 0.25606876611709595,
      "learning_rate": 5.299469775625859e-05,
      "loss": 2.5907,
      "step": 2251
    },
    {
      "epoch": 0.7381337703574721,
      "grad_norm": 0.2533804476261139,
      "learning_rate": 5.2870683692627164e-05,
      "loss": 2.5997,
      "step": 2252
    },
    {
      "epoch": 0.7384615384615385,
      "grad_norm": 0.24069108068943024,
      "learning_rate": 5.274678385185954e-05,
      "loss": 2.5852,
      "step": 2253
    },
    {
      "epoch": 0.7387893065656048,
      "grad_norm": 0.25159698724746704,
      "learning_rate": 5.26229983796602e-05,
      "loss": 2.5946,
      "step": 2254
    },
    {
      "epoch": 0.7391170746696712,
      "grad_norm": 0.2387530356645584,
      "learning_rate": 5.249932742159939e-05,
      "loss": 2.6199,
      "step": 2255
    },
    {
      "epoch": 0.7394448427737376,
      "grad_norm": 0.25479865074157715,
      "learning_rate": 5.23757711231126e-05,
      "loss": 2.5842,
      "step": 2256
    },
    {
      "epoch": 0.739772610877804,
      "grad_norm": 0.24838438630104065,
      "learning_rate": 5.2252329629500494e-05,
      "loss": 2.6033,
      "step": 2257
    },
    {
      "epoch": 0.7401003789818703,
      "grad_norm": 0.2422100305557251,
      "learning_rate": 5.212900308592874e-05,
      "loss": 2.6087,
      "step": 2258
    },
    {
      "epoch": 0.7404281470859367,
      "grad_norm": 0.2491818070411682,
      "learning_rate": 5.200579163742779e-05,
      "loss": 2.6027,
      "step": 2259
    },
    {
      "epoch": 0.7407559151900031,
      "grad_norm": 0.24730432033538818,
      "learning_rate": 5.18826954288928e-05,
      "loss": 2.5731,
      "step": 2260
    },
    {
      "epoch": 0.7410836832940695,
      "grad_norm": 0.23839987814426422,
      "learning_rate": 5.1759714605083356e-05,
      "loss": 2.5782,
      "step": 2261
    },
    {
      "epoch": 0.7414114513981358,
      "grad_norm": 0.24351249635219574,
      "learning_rate": 5.1636849310623374e-05,
      "loss": 2.5915,
      "step": 2262
    },
    {
      "epoch": 0.7417392195022022,
      "grad_norm": 0.2989616096019745,
      "learning_rate": 5.1514099690000865e-05,
      "loss": 2.5845,
      "step": 2263
    },
    {
      "epoch": 0.7420669876062685,
      "grad_norm": 0.2971200942993164,
      "learning_rate": 5.1391465887567995e-05,
      "loss": 2.5849,
      "step": 2264
    },
    {
      "epoch": 0.742394755710335,
      "grad_norm": 0.23772165179252625,
      "learning_rate": 5.126894804754044e-05,
      "loss": 2.5953,
      "step": 2265
    },
    {
      "epoch": 0.7427225238144013,
      "grad_norm": 0.28087490797042847,
      "learning_rate": 5.114654631399769e-05,
      "loss": 2.5997,
      "step": 2266
    },
    {
      "epoch": 0.7430502919184677,
      "grad_norm": 0.2773439884185791,
      "learning_rate": 5.1024260830882654e-05,
      "loss": 2.6031,
      "step": 2267
    },
    {
      "epoch": 0.743378060022534,
      "grad_norm": 0.24936851859092712,
      "learning_rate": 5.090209174200154e-05,
      "loss": 2.5799,
      "step": 2268
    },
    {
      "epoch": 0.7437058281266005,
      "grad_norm": 0.29526975750923157,
      "learning_rate": 5.078003919102369e-05,
      "loss": 2.597,
      "step": 2269
    },
    {
      "epoch": 0.7440335962306668,
      "grad_norm": 0.25693798065185547,
      "learning_rate": 5.06581033214813e-05,
      "loss": 2.6149,
      "step": 2270
    },
    {
      "epoch": 0.7443613643347332,
      "grad_norm": 0.26033976674079895,
      "learning_rate": 5.05362842767696e-05,
      "loss": 2.5864,
      "step": 2271
    },
    {
      "epoch": 0.7446891324387995,
      "grad_norm": 0.2788679003715515,
      "learning_rate": 5.041458220014611e-05,
      "loss": 2.5875,
      "step": 2272
    },
    {
      "epoch": 0.745016900542866,
      "grad_norm": 0.23309031128883362,
      "learning_rate": 5.029299723473101e-05,
      "loss": 2.5865,
      "step": 2273
    },
    {
      "epoch": 0.7453446686469323,
      "grad_norm": 0.25326740741729736,
      "learning_rate": 5.017152952350668e-05,
      "loss": 2.617,
      "step": 2274
    },
    {
      "epoch": 0.7456724367509987,
      "grad_norm": 0.2591648995876312,
      "learning_rate": 5.0050179209317664e-05,
      "loss": 2.5961,
      "step": 2275
    },
    {
      "epoch": 0.746000204855065,
      "grad_norm": 0.22041501104831696,
      "learning_rate": 4.992894643487039e-05,
      "loss": 2.59,
      "step": 2276
    },
    {
      "epoch": 0.7463279729591314,
      "grad_norm": 0.24302862584590912,
      "learning_rate": 4.9807831342733104e-05,
      "loss": 2.6077,
      "step": 2277
    },
    {
      "epoch": 0.7466557410631978,
      "grad_norm": 0.22420021891593933,
      "learning_rate": 4.968683407533564e-05,
      "loss": 2.5901,
      "step": 2278
    },
    {
      "epoch": 0.7469835091672642,
      "grad_norm": 0.24276335537433624,
      "learning_rate": 4.9565954774969255e-05,
      "loss": 2.6105,
      "step": 2279
    },
    {
      "epoch": 0.7473112772713305,
      "grad_norm": 0.25751951336860657,
      "learning_rate": 4.944519358378653e-05,
      "loss": 2.601,
      "step": 2280
    },
    {
      "epoch": 0.7476390453753969,
      "grad_norm": 0.21551457047462463,
      "learning_rate": 4.932455064380104e-05,
      "loss": 2.616,
      "step": 2281
    },
    {
      "epoch": 0.7479668134794633,
      "grad_norm": 0.2450745403766632,
      "learning_rate": 4.920402609688755e-05,
      "loss": 2.6189,
      "step": 2282
    },
    {
      "epoch": 0.7482945815835297,
      "grad_norm": 0.23279424011707306,
      "learning_rate": 4.908362008478126e-05,
      "loss": 2.594,
      "step": 2283
    },
    {
      "epoch": 0.748622349687596,
      "grad_norm": 0.22893062233924866,
      "learning_rate": 4.8963332749078195e-05,
      "loss": 2.6066,
      "step": 2284
    },
    {
      "epoch": 0.7489501177916624,
      "grad_norm": 0.24754178524017334,
      "learning_rate": 4.8843164231234745e-05,
      "loss": 2.6024,
      "step": 2285
    },
    {
      "epoch": 0.7492778858957287,
      "grad_norm": 0.22727423906326294,
      "learning_rate": 4.8723114672567585e-05,
      "loss": 2.6091,
      "step": 2286
    },
    {
      "epoch": 0.7496056539997952,
      "grad_norm": 0.23019689321517944,
      "learning_rate": 4.860318421425353e-05,
      "loss": 2.5931,
      "step": 2287
    },
    {
      "epoch": 0.7499334221038615,
      "grad_norm": 0.23216819763183594,
      "learning_rate": 4.848337299732928e-05,
      "loss": 2.6101,
      "step": 2288
    },
    {
      "epoch": 0.7502611902079279,
      "grad_norm": 0.22479352355003357,
      "learning_rate": 4.836368116269132e-05,
      "loss": 2.5815,
      "step": 2289
    },
    {
      "epoch": 0.7505889583119942,
      "grad_norm": 0.22613106667995453,
      "learning_rate": 4.8244108851095774e-05,
      "loss": 2.5903,
      "step": 2290
    },
    {
      "epoch": 0.7509167264160607,
      "grad_norm": 0.2238788604736328,
      "learning_rate": 4.812465620315818e-05,
      "loss": 2.5867,
      "step": 2291
    },
    {
      "epoch": 0.751244494520127,
      "grad_norm": 0.221490740776062,
      "learning_rate": 4.800532335935332e-05,
      "loss": 2.6005,
      "step": 2292
    },
    {
      "epoch": 0.7515722626241934,
      "grad_norm": 0.21761228144168854,
      "learning_rate": 4.788611046001524e-05,
      "loss": 2.6112,
      "step": 2293
    },
    {
      "epoch": 0.7519000307282597,
      "grad_norm": 0.2231815755367279,
      "learning_rate": 4.7767017645336735e-05,
      "loss": 2.5909,
      "step": 2294
    },
    {
      "epoch": 0.7522277988323262,
      "grad_norm": 0.22359654307365417,
      "learning_rate": 4.7648045055369465e-05,
      "loss": 2.6062,
      "step": 2295
    },
    {
      "epoch": 0.7525555669363925,
      "grad_norm": 0.22408170998096466,
      "learning_rate": 4.752919283002373e-05,
      "loss": 2.5882,
      "step": 2296
    },
    {
      "epoch": 0.7528833350404589,
      "grad_norm": 0.22360780835151672,
      "learning_rate": 4.741046110906828e-05,
      "loss": 2.5966,
      "step": 2297
    },
    {
      "epoch": 0.7532111031445252,
      "grad_norm": 0.2252150923013687,
      "learning_rate": 4.7291850032130125e-05,
      "loss": 2.5963,
      "step": 2298
    },
    {
      "epoch": 0.7535388712485916,
      "grad_norm": 0.2226179987192154,
      "learning_rate": 4.7173359738694336e-05,
      "loss": 2.6001,
      "step": 2299
    },
    {
      "epoch": 0.753866639352658,
      "grad_norm": 0.23446974158287048,
      "learning_rate": 4.705499036810421e-05,
      "loss": 2.5771,
      "step": 2300
    },
    {
      "epoch": 0.7541944074567244,
      "grad_norm": 0.23189891874790192,
      "learning_rate": 4.693674205956046e-05,
      "loss": 2.5988,
      "step": 2301
    },
    {
      "epoch": 0.7545221755607907,
      "grad_norm": 0.2488941252231598,
      "learning_rate": 4.6818614952121714e-05,
      "loss": 2.6282,
      "step": 2302
    },
    {
      "epoch": 0.7548499436648571,
      "grad_norm": 0.22892923653125763,
      "learning_rate": 4.67006091847039e-05,
      "loss": 2.5775,
      "step": 2303
    },
    {
      "epoch": 0.7551777117689235,
      "grad_norm": 0.2560936212539673,
      "learning_rate": 4.6582724896080454e-05,
      "loss": 2.6299,
      "step": 2304
    },
    {
      "epoch": 0.7555054798729899,
      "grad_norm": 0.2292664796113968,
      "learning_rate": 4.6464962224881724e-05,
      "loss": 2.5874,
      "step": 2305
    },
    {
      "epoch": 0.7558332479770562,
      "grad_norm": 0.2352384328842163,
      "learning_rate": 4.6347321309595184e-05,
      "loss": 2.5928,
      "step": 2306
    },
    {
      "epoch": 0.7561610160811226,
      "grad_norm": 0.24332602322101593,
      "learning_rate": 4.622980228856506e-05,
      "loss": 2.6027,
      "step": 2307
    },
    {
      "epoch": 0.756488784185189,
      "grad_norm": 0.23712489008903503,
      "learning_rate": 4.611240529999226e-05,
      "loss": 2.632,
      "step": 2308
    },
    {
      "epoch": 0.7568165522892554,
      "grad_norm": 0.23187634348869324,
      "learning_rate": 4.5995130481934186e-05,
      "loss": 2.6097,
      "step": 2309
    },
    {
      "epoch": 0.7571443203933217,
      "grad_norm": 0.23863139748573303,
      "learning_rate": 4.5877977972304506e-05,
      "loss": 2.5526,
      "step": 2310
    },
    {
      "epoch": 0.7574720884973881,
      "grad_norm": 0.21985718607902527,
      "learning_rate": 4.5760947908873264e-05,
      "loss": 2.6165,
      "step": 2311
    },
    {
      "epoch": 0.7577998566014544,
      "grad_norm": 0.2383367121219635,
      "learning_rate": 4.5644040429266196e-05,
      "loss": 2.6095,
      "step": 2312
    },
    {
      "epoch": 0.7581276247055209,
      "grad_norm": 0.21687331795692444,
      "learning_rate": 4.552725567096507e-05,
      "loss": 2.6081,
      "step": 2313
    },
    {
      "epoch": 0.7584553928095872,
      "grad_norm": 0.23388998210430145,
      "learning_rate": 4.541059377130731e-05,
      "loss": 2.6123,
      "step": 2314
    },
    {
      "epoch": 0.7587831609136536,
      "grad_norm": 0.24181458353996277,
      "learning_rate": 4.529405486748595e-05,
      "loss": 2.5935,
      "step": 2315
    },
    {
      "epoch": 0.7591109290177199,
      "grad_norm": 0.22293643653392792,
      "learning_rate": 4.5177639096549165e-05,
      "loss": 2.5985,
      "step": 2316
    },
    {
      "epoch": 0.7594386971217864,
      "grad_norm": 0.2594209313392639,
      "learning_rate": 4.506134659540048e-05,
      "loss": 2.5987,
      "step": 2317
    },
    {
      "epoch": 0.7597664652258527,
      "grad_norm": 0.24157987534999847,
      "learning_rate": 4.4945177500798454e-05,
      "loss": 2.5936,
      "step": 2318
    },
    {
      "epoch": 0.7600942333299191,
      "grad_norm": 0.2442627102136612,
      "learning_rate": 4.482913194935646e-05,
      "loss": 2.5858,
      "step": 2319
    },
    {
      "epoch": 0.7604220014339854,
      "grad_norm": 0.23015929758548737,
      "learning_rate": 4.471321007754263e-05,
      "loss": 2.6115,
      "step": 2320
    },
    {
      "epoch": 0.7607497695380518,
      "grad_norm": 0.24662767350673676,
      "learning_rate": 4.45974120216796e-05,
      "loss": 2.6088,
      "step": 2321
    },
    {
      "epoch": 0.7610775376421182,
      "grad_norm": 0.22777128219604492,
      "learning_rate": 4.4481737917944566e-05,
      "loss": 2.5772,
      "step": 2322
    },
    {
      "epoch": 0.7614053057461846,
      "grad_norm": 0.245216503739357,
      "learning_rate": 4.4366187902368695e-05,
      "loss": 2.6246,
      "step": 2323
    },
    {
      "epoch": 0.7617330738502509,
      "grad_norm": 0.22162556648254395,
      "learning_rate": 4.425076211083741e-05,
      "loss": 2.5811,
      "step": 2324
    },
    {
      "epoch": 0.7620608419543173,
      "grad_norm": 0.23615840077400208,
      "learning_rate": 4.4135460679090005e-05,
      "loss": 2.5756,
      "step": 2325
    },
    {
      "epoch": 0.7623886100583837,
      "grad_norm": 0.22098447382450104,
      "learning_rate": 4.4020283742719515e-05,
      "loss": 2.5896,
      "step": 2326
    },
    {
      "epoch": 0.7627163781624501,
      "grad_norm": 0.2356531322002411,
      "learning_rate": 4.39052314371726e-05,
      "loss": 2.6054,
      "step": 2327
    },
    {
      "epoch": 0.7630441462665164,
      "grad_norm": 0.24737729132175446,
      "learning_rate": 4.379030389774927e-05,
      "loss": 2.6238,
      "step": 2328
    },
    {
      "epoch": 0.7633719143705828,
      "grad_norm": 0.23679190874099731,
      "learning_rate": 4.367550125960301e-05,
      "loss": 2.6149,
      "step": 2329
    },
    {
      "epoch": 0.7636996824746491,
      "grad_norm": 0.22944560647010803,
      "learning_rate": 4.356082365774017e-05,
      "loss": 2.5589,
      "step": 2330
    },
    {
      "epoch": 0.7640274505787156,
      "grad_norm": 0.23560021817684174,
      "learning_rate": 4.344627122702021e-05,
      "loss": 2.6229,
      "step": 2331
    },
    {
      "epoch": 0.7643552186827819,
      "grad_norm": 0.22157889604568481,
      "learning_rate": 4.3331844102155315e-05,
      "loss": 2.5946,
      "step": 2332
    },
    {
      "epoch": 0.7646829867868483,
      "grad_norm": 0.2457520216703415,
      "learning_rate": 4.321754241771051e-05,
      "loss": 2.5843,
      "step": 2333
    },
    {
      "epoch": 0.7650107548909146,
      "grad_norm": 0.22551213204860687,
      "learning_rate": 4.3103366308103e-05,
      "loss": 2.6029,
      "step": 2334
    },
    {
      "epoch": 0.7653385229949811,
      "grad_norm": 0.2367902398109436,
      "learning_rate": 4.29893159076025e-05,
      "loss": 2.6076,
      "step": 2335
    },
    {
      "epoch": 0.7656662910990474,
      "grad_norm": 0.25230878591537476,
      "learning_rate": 4.287539135033088e-05,
      "loss": 2.6132,
      "step": 2336
    },
    {
      "epoch": 0.7659940592031138,
      "grad_norm": 0.2243475764989853,
      "learning_rate": 4.2761592770261966e-05,
      "loss": 2.6174,
      "step": 2337
    },
    {
      "epoch": 0.7663218273071801,
      "grad_norm": 0.2447350174188614,
      "learning_rate": 4.264792030122151e-05,
      "loss": 2.6106,
      "step": 2338
    },
    {
      "epoch": 0.7666495954112466,
      "grad_norm": 0.2368604838848114,
      "learning_rate": 4.253437407688682e-05,
      "loss": 2.6291,
      "step": 2339
    },
    {
      "epoch": 0.7669773635153129,
      "grad_norm": 0.22404201328754425,
      "learning_rate": 4.242095423078702e-05,
      "loss": 2.5807,
      "step": 2340
    },
    {
      "epoch": 0.7673051316193793,
      "grad_norm": 0.22664746642112732,
      "learning_rate": 4.2307660896302284e-05,
      "loss": 2.5974,
      "step": 2341
    },
    {
      "epoch": 0.7676328997234456,
      "grad_norm": 0.2168373167514801,
      "learning_rate": 4.219449420666418e-05,
      "loss": 2.5869,
      "step": 2342
    },
    {
      "epoch": 0.767960667827512,
      "grad_norm": 0.23350656032562256,
      "learning_rate": 4.208145429495532e-05,
      "loss": 2.5873,
      "step": 2343
    },
    {
      "epoch": 0.7682884359315784,
      "grad_norm": 0.22382023930549622,
      "learning_rate": 4.196854129410934e-05,
      "loss": 2.6105,
      "step": 2344
    },
    {
      "epoch": 0.7686162040356448,
      "grad_norm": 0.24136137962341309,
      "learning_rate": 4.185575533691037e-05,
      "loss": 2.6021,
      "step": 2345
    },
    {
      "epoch": 0.7689439721397111,
      "grad_norm": 0.24784936010837555,
      "learning_rate": 4.174309655599337e-05,
      "loss": 2.5992,
      "step": 2346
    },
    {
      "epoch": 0.7692717402437775,
      "grad_norm": 0.2277684211730957,
      "learning_rate": 4.163056508384362e-05,
      "loss": 2.6043,
      "step": 2347
    },
    {
      "epoch": 0.7695995083478439,
      "grad_norm": 0.24685436487197876,
      "learning_rate": 4.1518161052796775e-05,
      "loss": 2.5991,
      "step": 2348
    },
    {
      "epoch": 0.7699272764519103,
      "grad_norm": 0.22616000473499298,
      "learning_rate": 4.140588459503852e-05,
      "loss": 2.5836,
      "step": 2349
    },
    {
      "epoch": 0.7702550445559766,
      "grad_norm": 0.23825882375240326,
      "learning_rate": 4.129373584260456e-05,
      "loss": 2.607,
      "step": 2350
    },
    {
      "epoch": 0.770582812660043,
      "grad_norm": 0.21374322474002838,
      "learning_rate": 4.1181714927380545e-05,
      "loss": 2.6048,
      "step": 2351
    },
    {
      "epoch": 0.7709105807641093,
      "grad_norm": 0.22623784840106964,
      "learning_rate": 4.106982198110155e-05,
      "loss": 2.5637,
      "step": 2352
    },
    {
      "epoch": 0.7712383488681758,
      "grad_norm": 0.2219807654619217,
      "learning_rate": 4.095805713535232e-05,
      "loss": 2.5932,
      "step": 2353
    },
    {
      "epoch": 0.7715661169722421,
      "grad_norm": 0.22586940228939056,
      "learning_rate": 4.084642052156687e-05,
      "loss": 2.61,
      "step": 2354
    },
    {
      "epoch": 0.7718938850763085,
      "grad_norm": 0.2214585244655609,
      "learning_rate": 4.07349122710286e-05,
      "loss": 2.598,
      "step": 2355
    },
    {
      "epoch": 0.7722216531803748,
      "grad_norm": 0.2191293090581894,
      "learning_rate": 4.0623532514869705e-05,
      "loss": 2.5789,
      "step": 2356
    },
    {
      "epoch": 0.7725494212844413,
      "grad_norm": 0.21850523352622986,
      "learning_rate": 4.051228138407137e-05,
      "loss": 2.6007,
      "step": 2357
    },
    {
      "epoch": 0.7728771893885076,
      "grad_norm": 0.21722573041915894,
      "learning_rate": 4.040115900946368e-05,
      "loss": 2.572,
      "step": 2358
    },
    {
      "epoch": 0.773204957492574,
      "grad_norm": 0.21071529388427734,
      "learning_rate": 4.029016552172502e-05,
      "loss": 2.578,
      "step": 2359
    },
    {
      "epoch": 0.7735327255966403,
      "grad_norm": 0.2254953235387802,
      "learning_rate": 4.0179301051382366e-05,
      "loss": 2.5877,
      "step": 2360
    },
    {
      "epoch": 0.7738604937007068,
      "grad_norm": 0.21367499232292175,
      "learning_rate": 4.006856572881096e-05,
      "loss": 2.6032,
      "step": 2361
    },
    {
      "epoch": 0.7741882618047731,
      "grad_norm": 0.22988539934158325,
      "learning_rate": 3.995795968423427e-05,
      "loss": 2.5911,
      "step": 2362
    },
    {
      "epoch": 0.7745160299088395,
      "grad_norm": 0.21411526203155518,
      "learning_rate": 3.984748304772347e-05,
      "loss": 2.5866,
      "step": 2363
    },
    {
      "epoch": 0.7748437980129058,
      "grad_norm": 0.2506677210330963,
      "learning_rate": 3.973713594919778e-05,
      "loss": 2.6043,
      "step": 2364
    },
    {
      "epoch": 0.7751715661169722,
      "grad_norm": 0.23651427030563354,
      "learning_rate": 3.962691851842399e-05,
      "loss": 2.5944,
      "step": 2365
    },
    {
      "epoch": 0.7754993342210386,
      "grad_norm": 0.22282293438911438,
      "learning_rate": 3.951683088501642e-05,
      "loss": 2.5909,
      "step": 2366
    },
    {
      "epoch": 0.775827102325105,
      "grad_norm": 0.22604653239250183,
      "learning_rate": 3.9406873178436784e-05,
      "loss": 2.5706,
      "step": 2367
    },
    {
      "epoch": 0.7761548704291713,
      "grad_norm": 0.2187861204147339,
      "learning_rate": 3.9297045527993884e-05,
      "loss": 2.5905,
      "step": 2368
    },
    {
      "epoch": 0.7764826385332377,
      "grad_norm": 0.2366308718919754,
      "learning_rate": 3.9187348062843835e-05,
      "loss": 2.5913,
      "step": 2369
    },
    {
      "epoch": 0.7768104066373042,
      "grad_norm": 0.2233089804649353,
      "learning_rate": 3.907778091198934e-05,
      "loss": 2.6297,
      "step": 2370
    },
    {
      "epoch": 0.7771381747413705,
      "grad_norm": 0.2268788069486618,
      "learning_rate": 3.896834420428005e-05,
      "loss": 2.6202,
      "step": 2371
    },
    {
      "epoch": 0.7774659428454369,
      "grad_norm": 0.22924599051475525,
      "learning_rate": 3.8859038068412126e-05,
      "loss": 2.5939,
      "step": 2372
    },
    {
      "epoch": 0.7777937109495032,
      "grad_norm": 0.22284872829914093,
      "learning_rate": 3.8749862632928344e-05,
      "loss": 2.592,
      "step": 2373
    },
    {
      "epoch": 0.7781214790535697,
      "grad_norm": 0.2221636176109314,
      "learning_rate": 3.86408180262175e-05,
      "loss": 2.5964,
      "step": 2374
    },
    {
      "epoch": 0.778449247157636,
      "grad_norm": 0.2151167392730713,
      "learning_rate": 3.853190437651473e-05,
      "loss": 2.5926,
      "step": 2375
    },
    {
      "epoch": 0.7787770152617024,
      "grad_norm": 0.22868528962135315,
      "learning_rate": 3.8423121811901245e-05,
      "loss": 2.5922,
      "step": 2376
    },
    {
      "epoch": 0.7791047833657687,
      "grad_norm": 0.21251419186592102,
      "learning_rate": 3.831447046030383e-05,
      "loss": 2.5907,
      "step": 2377
    },
    {
      "epoch": 0.7794325514698351,
      "grad_norm": 0.22495394945144653,
      "learning_rate": 3.8205950449495194e-05,
      "loss": 2.5971,
      "step": 2378
    },
    {
      "epoch": 0.7797603195739015,
      "grad_norm": 0.220749169588089,
      "learning_rate": 3.8097561907093464e-05,
      "loss": 2.6117,
      "step": 2379
    },
    {
      "epoch": 0.7800880876779679,
      "grad_norm": 0.21854175627231598,
      "learning_rate": 3.798930496056232e-05,
      "loss": 2.5951,
      "step": 2380
    },
    {
      "epoch": 0.7804158557820342,
      "grad_norm": 0.21736013889312744,
      "learning_rate": 3.788117973721049e-05,
      "loss": 2.5913,
      "step": 2381
    },
    {
      "epoch": 0.7807436238861006,
      "grad_norm": 0.23301191627979279,
      "learning_rate": 3.77731863641919e-05,
      "loss": 2.6134,
      "step": 2382
    },
    {
      "epoch": 0.781071391990167,
      "grad_norm": 0.2139110118150711,
      "learning_rate": 3.7665324968505365e-05,
      "loss": 2.6018,
      "step": 2383
    },
    {
      "epoch": 0.7813991600942334,
      "grad_norm": 0.23210425674915314,
      "learning_rate": 3.755759567699468e-05,
      "loss": 2.5804,
      "step": 2384
    },
    {
      "epoch": 0.7817269281982997,
      "grad_norm": 0.2296343743801117,
      "learning_rate": 3.744999861634801e-05,
      "loss": 2.5745,
      "step": 2385
    },
    {
      "epoch": 0.7820546963023661,
      "grad_norm": 0.220485121011734,
      "learning_rate": 3.734253391309818e-05,
      "loss": 2.6016,
      "step": 2386
    },
    {
      "epoch": 0.7823824644064324,
      "grad_norm": 0.25402554869651794,
      "learning_rate": 3.723520169362243e-05,
      "loss": 2.5852,
      "step": 2387
    },
    {
      "epoch": 0.7827102325104989,
      "grad_norm": 0.21245135366916656,
      "learning_rate": 3.7128002084142017e-05,
      "loss": 2.5747,
      "step": 2388
    },
    {
      "epoch": 0.7830380006145652,
      "grad_norm": 0.26229801774024963,
      "learning_rate": 3.702093521072236e-05,
      "loss": 2.591,
      "step": 2389
    },
    {
      "epoch": 0.7833657687186316,
      "grad_norm": 0.22503502666950226,
      "learning_rate": 3.6914001199272736e-05,
      "loss": 2.5807,
      "step": 2390
    },
    {
      "epoch": 0.7836935368226979,
      "grad_norm": 0.2573000192642212,
      "learning_rate": 3.680720017554634e-05,
      "loss": 2.6155,
      "step": 2391
    },
    {
      "epoch": 0.7840213049267644,
      "grad_norm": 0.23882365226745605,
      "learning_rate": 3.6700532265139696e-05,
      "loss": 2.5962,
      "step": 2392
    },
    {
      "epoch": 0.7843490730308307,
      "grad_norm": 0.2555299997329712,
      "learning_rate": 3.6593997593493015e-05,
      "loss": 2.6019,
      "step": 2393
    },
    {
      "epoch": 0.7846768411348971,
      "grad_norm": 0.2594314515590668,
      "learning_rate": 3.6487596285889654e-05,
      "loss": 2.5939,
      "step": 2394
    },
    {
      "epoch": 0.7850046092389634,
      "grad_norm": 0.24519389867782593,
      "learning_rate": 3.6381328467456376e-05,
      "loss": 2.6151,
      "step": 2395
    },
    {
      "epoch": 0.7853323773430299,
      "grad_norm": 0.23986832797527313,
      "learning_rate": 3.627519426316267e-05,
      "loss": 2.5846,
      "step": 2396
    },
    {
      "epoch": 0.7856601454470962,
      "grad_norm": 0.22741010785102844,
      "learning_rate": 3.616919379782106e-05,
      "loss": 2.5979,
      "step": 2397
    },
    {
      "epoch": 0.7859879135511626,
      "grad_norm": 0.2316109538078308,
      "learning_rate": 3.6063327196086865e-05,
      "loss": 2.5912,
      "step": 2398
    },
    {
      "epoch": 0.7863156816552289,
      "grad_norm": 0.23206166923046112,
      "learning_rate": 3.595759458245778e-05,
      "loss": 2.6028,
      "step": 2399
    },
    {
      "epoch": 0.7866434497592953,
      "grad_norm": 0.2260417491197586,
      "learning_rate": 3.585199608127408e-05,
      "loss": 2.613,
      "step": 2400
    },
    {
      "epoch": 0.7869712178633617,
      "grad_norm": 0.23725146055221558,
      "learning_rate": 3.5746531816718226e-05,
      "loss": 2.6035,
      "step": 2401
    },
    {
      "epoch": 0.7872989859674281,
      "grad_norm": 0.23330649733543396,
      "learning_rate": 3.5641201912815026e-05,
      "loss": 2.577,
      "step": 2402
    },
    {
      "epoch": 0.7876267540714944,
      "grad_norm": 0.240737184882164,
      "learning_rate": 3.5536006493430996e-05,
      "loss": 2.5806,
      "step": 2403
    },
    {
      "epoch": 0.7879545221755608,
      "grad_norm": 0.20493672788143158,
      "learning_rate": 3.5430945682274634e-05,
      "loss": 2.5937,
      "step": 2404
    },
    {
      "epoch": 0.7882822902796272,
      "grad_norm": 0.23652048408985138,
      "learning_rate": 3.5326019602896265e-05,
      "loss": 2.6129,
      "step": 2405
    },
    {
      "epoch": 0.7886100583836936,
      "grad_norm": 0.2182389795780182,
      "learning_rate": 3.522122837868753e-05,
      "loss": 2.5627,
      "step": 2406
    },
    {
      "epoch": 0.7889378264877599,
      "grad_norm": 0.22876180708408356,
      "learning_rate": 3.511657213288164e-05,
      "loss": 2.5612,
      "step": 2407
    },
    {
      "epoch": 0.7892655945918263,
      "grad_norm": 0.21317513287067413,
      "learning_rate": 3.5012050988552996e-05,
      "loss": 2.5862,
      "step": 2408
    },
    {
      "epoch": 0.7895933626958926,
      "grad_norm": 0.22169364988803864,
      "learning_rate": 3.4907665068617274e-05,
      "loss": 2.6152,
      "step": 2409
    },
    {
      "epoch": 0.7899211307999591,
      "grad_norm": 0.21043077111244202,
      "learning_rate": 3.4803414495830906e-05,
      "loss": 2.5749,
      "step": 2410
    },
    {
      "epoch": 0.7902488989040254,
      "grad_norm": 0.2234741896390915,
      "learning_rate": 3.4699299392791294e-05,
      "loss": 2.5976,
      "step": 2411
    },
    {
      "epoch": 0.7905766670080918,
      "grad_norm": 0.20667555928230286,
      "learning_rate": 3.4595319881936454e-05,
      "loss": 2.6089,
      "step": 2412
    },
    {
      "epoch": 0.7909044351121581,
      "grad_norm": 0.2264156937599182,
      "learning_rate": 3.4491476085545125e-05,
      "loss": 2.5644,
      "step": 2413
    },
    {
      "epoch": 0.7912322032162246,
      "grad_norm": 0.2035752683877945,
      "learning_rate": 3.438776812573619e-05,
      "loss": 2.5917,
      "step": 2414
    },
    {
      "epoch": 0.7915599713202909,
      "grad_norm": 0.2368454486131668,
      "learning_rate": 3.428419612446891e-05,
      "loss": 2.5796,
      "step": 2415
    },
    {
      "epoch": 0.7918877394243573,
      "grad_norm": 0.2071729600429535,
      "learning_rate": 3.41807602035428e-05,
      "loss": 2.5766,
      "step": 2416
    },
    {
      "epoch": 0.7922155075284236,
      "grad_norm": 0.23788978159427643,
      "learning_rate": 3.4077460484597074e-05,
      "loss": 2.5925,
      "step": 2417
    },
    {
      "epoch": 0.79254327563249,
      "grad_norm": 0.22186018526554108,
      "learning_rate": 3.397429708911097e-05,
      "loss": 2.5744,
      "step": 2418
    },
    {
      "epoch": 0.7928710437365564,
      "grad_norm": 0.23829582333564758,
      "learning_rate": 3.38712701384033e-05,
      "loss": 2.5758,
      "step": 2419
    },
    {
      "epoch": 0.7931988118406228,
      "grad_norm": 0.21357972919940948,
      "learning_rate": 3.37683797536326e-05,
      "loss": 2.5951,
      "step": 2420
    },
    {
      "epoch": 0.7935265799446891,
      "grad_norm": 0.25494784116744995,
      "learning_rate": 3.366562605579656e-05,
      "loss": 2.561,
      "step": 2421
    },
    {
      "epoch": 0.7938543480487555,
      "grad_norm": 0.20391586422920227,
      "learning_rate": 3.356300916573229e-05,
      "loss": 2.591,
      "step": 2422
    },
    {
      "epoch": 0.7941821161528219,
      "grad_norm": 0.2604627311229706,
      "learning_rate": 3.346052920411591e-05,
      "loss": 2.5865,
      "step": 2423
    },
    {
      "epoch": 0.7945098842568883,
      "grad_norm": 0.2164345383644104,
      "learning_rate": 3.335818629146271e-05,
      "loss": 2.5739,
      "step": 2424
    },
    {
      "epoch": 0.7948376523609546,
      "grad_norm": 0.23951084911823273,
      "learning_rate": 3.325598054812656e-05,
      "loss": 2.5762,
      "step": 2425
    },
    {
      "epoch": 0.795165420465021,
      "grad_norm": 0.22274227440357208,
      "learning_rate": 3.315391209430013e-05,
      "loss": 2.5707,
      "step": 2426
    },
    {
      "epoch": 0.7954931885690874,
      "grad_norm": 0.23613068461418152,
      "learning_rate": 3.305198105001477e-05,
      "loss": 2.6093,
      "step": 2427
    },
    {
      "epoch": 0.7958209566731538,
      "grad_norm": 0.21505503356456757,
      "learning_rate": 3.295018753514001e-05,
      "loss": 2.628,
      "step": 2428
    },
    {
      "epoch": 0.7961487247772201,
      "grad_norm": 0.2259896993637085,
      "learning_rate": 3.284853166938378e-05,
      "loss": 2.5887,
      "step": 2429
    },
    {
      "epoch": 0.7964764928812865,
      "grad_norm": 0.22420252859592438,
      "learning_rate": 3.274701357229208e-05,
      "loss": 2.579,
      "step": 2430
    },
    {
      "epoch": 0.7968042609853528,
      "grad_norm": 0.21966488659381866,
      "learning_rate": 3.264563336324903e-05,
      "loss": 2.6006,
      "step": 2431
    },
    {
      "epoch": 0.7971320290894193,
      "grad_norm": 0.214057058095932,
      "learning_rate": 3.2544391161476364e-05,
      "loss": 2.5666,
      "step": 2432
    },
    {
      "epoch": 0.7974597971934856,
      "grad_norm": 0.23260371387004852,
      "learning_rate": 3.244328708603367e-05,
      "loss": 2.5905,
      "step": 2433
    },
    {
      "epoch": 0.797787565297552,
      "grad_norm": 0.21445143222808838,
      "learning_rate": 3.234232125581816e-05,
      "loss": 2.5775,
      "step": 2434
    },
    {
      "epoch": 0.7981153334016183,
      "grad_norm": 0.23470380902290344,
      "learning_rate": 3.224149378956437e-05,
      "loss": 2.583,
      "step": 2435
    },
    {
      "epoch": 0.7984431015056848,
      "grad_norm": 0.2155144065618515,
      "learning_rate": 3.214080480584407e-05,
      "loss": 2.6226,
      "step": 2436
    },
    {
      "epoch": 0.7987708696097511,
      "grad_norm": 0.23677022755146027,
      "learning_rate": 3.2040254423066265e-05,
      "loss": 2.5904,
      "step": 2437
    },
    {
      "epoch": 0.7990986377138175,
      "grad_norm": 0.21819254755973816,
      "learning_rate": 3.193984275947704e-05,
      "loss": 2.6073,
      "step": 2438
    },
    {
      "epoch": 0.7994264058178838,
      "grad_norm": 0.23135922849178314,
      "learning_rate": 3.1839569933159164e-05,
      "loss": 2.584,
      "step": 2439
    },
    {
      "epoch": 0.7997541739219503,
      "grad_norm": 0.22196663916110992,
      "learning_rate": 3.1739436062032256e-05,
      "loss": 2.619,
      "step": 2440
    },
    {
      "epoch": 0.8000819420260166,
      "grad_norm": 0.2249092310667038,
      "learning_rate": 3.1639441263852463e-05,
      "loss": 2.5898,
      "step": 2441
    },
    {
      "epoch": 0.800409710130083,
      "grad_norm": 0.2241891771554947,
      "learning_rate": 3.153958565621252e-05,
      "loss": 2.6142,
      "step": 2442
    },
    {
      "epoch": 0.8007374782341493,
      "grad_norm": 0.21388977766036987,
      "learning_rate": 3.14398693565413e-05,
      "loss": 2.5929,
      "step": 2443
    },
    {
      "epoch": 0.8010652463382157,
      "grad_norm": 0.22568170726299286,
      "learning_rate": 3.134029248210388e-05,
      "loss": 2.6088,
      "step": 2444
    },
    {
      "epoch": 0.8013930144422821,
      "grad_norm": 0.23370040953159332,
      "learning_rate": 3.124085515000153e-05,
      "loss": 2.5991,
      "step": 2445
    },
    {
      "epoch": 0.8017207825463485,
      "grad_norm": 0.2160407304763794,
      "learning_rate": 3.11415574771713e-05,
      "loss": 2.6114,
      "step": 2446
    },
    {
      "epoch": 0.8020485506504148,
      "grad_norm": 0.231491819024086,
      "learning_rate": 3.1042399580385935e-05,
      "loss": 2.6019,
      "step": 2447
    },
    {
      "epoch": 0.8023763187544812,
      "grad_norm": 0.20341479778289795,
      "learning_rate": 3.094338157625388e-05,
      "loss": 2.5566,
      "step": 2448
    },
    {
      "epoch": 0.8027040868585475,
      "grad_norm": 0.223765566945076,
      "learning_rate": 3.0844503581219217e-05,
      "loss": 2.6014,
      "step": 2449
    },
    {
      "epoch": 0.803031854962614,
      "grad_norm": 0.20860394835472107,
      "learning_rate": 3.074576571156108e-05,
      "loss": 2.5896,
      "step": 2450
    },
    {
      "epoch": 0.8033596230666803,
      "grad_norm": 0.21491962671279907,
      "learning_rate": 3.064716808339404e-05,
      "loss": 2.5689,
      "step": 2451
    },
    {
      "epoch": 0.8036873911707467,
      "grad_norm": 0.209796741604805,
      "learning_rate": 3.054871081266761e-05,
      "loss": 2.593,
      "step": 2452
    },
    {
      "epoch": 0.804015159274813,
      "grad_norm": 0.22286063432693481,
      "learning_rate": 3.0450394015166436e-05,
      "loss": 2.5857,
      "step": 2453
    },
    {
      "epoch": 0.8043429273788795,
      "grad_norm": 0.2028699368238449,
      "learning_rate": 3.0352217806509743e-05,
      "loss": 2.5947,
      "step": 2454
    },
    {
      "epoch": 0.8046706954829458,
      "grad_norm": 0.21012690663337708,
      "learning_rate": 3.025418230215153e-05,
      "loss": 2.5993,
      "step": 2455
    },
    {
      "epoch": 0.8049984635870122,
      "grad_norm": 0.21057070791721344,
      "learning_rate": 3.0156287617380427e-05,
      "loss": 2.5954,
      "step": 2456
    },
    {
      "epoch": 0.8053262316910785,
      "grad_norm": 0.21098166704177856,
      "learning_rate": 3.005853386731924e-05,
      "loss": 2.6051,
      "step": 2457
    },
    {
      "epoch": 0.805653999795145,
      "grad_norm": 0.2091560959815979,
      "learning_rate": 2.9960921166925217e-05,
      "loss": 2.5845,
      "step": 2458
    },
    {
      "epoch": 0.8059817678992113,
      "grad_norm": 0.21213847398757935,
      "learning_rate": 2.9863449630989615e-05,
      "loss": 2.5879,
      "step": 2459
    },
    {
      "epoch": 0.8063095360032777,
      "grad_norm": 0.20751343667507172,
      "learning_rate": 2.976611937413788e-05,
      "loss": 2.5962,
      "step": 2460
    },
    {
      "epoch": 0.806637304107344,
      "grad_norm": 0.20558348298072815,
      "learning_rate": 2.9668930510829052e-05,
      "loss": 2.5884,
      "step": 2461
    },
    {
      "epoch": 0.8069650722114105,
      "grad_norm": 0.2086854875087738,
      "learning_rate": 2.9571883155356025e-05,
      "loss": 2.5812,
      "step": 2462
    },
    {
      "epoch": 0.8072928403154768,
      "grad_norm": 0.20464293658733368,
      "learning_rate": 2.9474977421845368e-05,
      "loss": 2.5614,
      "step": 2463
    },
    {
      "epoch": 0.8076206084195432,
      "grad_norm": 0.20841629803180695,
      "learning_rate": 2.937821342425698e-05,
      "loss": 2.588,
      "step": 2464
    },
    {
      "epoch": 0.8079483765236095,
      "grad_norm": 0.20680736005306244,
      "learning_rate": 2.9281591276384065e-05,
      "loss": 2.57,
      "step": 2465
    },
    {
      "epoch": 0.8082761446276759,
      "grad_norm": 0.21328338980674744,
      "learning_rate": 2.9185111091853066e-05,
      "loss": 2.591,
      "step": 2466
    },
    {
      "epoch": 0.8086039127317423,
      "grad_norm": 0.20131781697273254,
      "learning_rate": 2.908877298412357e-05,
      "loss": 2.5627,
      "step": 2467
    },
    {
      "epoch": 0.8089316808358087,
      "grad_norm": 0.22006459534168243,
      "learning_rate": 2.8992577066487893e-05,
      "loss": 2.6168,
      "step": 2468
    },
    {
      "epoch": 0.809259448939875,
      "grad_norm": 0.20543262362480164,
      "learning_rate": 2.889652345207126e-05,
      "loss": 2.5731,
      "step": 2469
    },
    {
      "epoch": 0.8095872170439414,
      "grad_norm": 0.20709559321403503,
      "learning_rate": 2.8800612253831474e-05,
      "loss": 2.5759,
      "step": 2470
    },
    {
      "epoch": 0.8099149851480077,
      "grad_norm": 0.2138638198375702,
      "learning_rate": 2.870484358455905e-05,
      "loss": 2.5839,
      "step": 2471
    },
    {
      "epoch": 0.8102427532520742,
      "grad_norm": 0.20900684595108032,
      "learning_rate": 2.8609217556876617e-05,
      "loss": 2.577,
      "step": 2472
    },
    {
      "epoch": 0.8105705213561405,
      "grad_norm": 0.21266865730285645,
      "learning_rate": 2.8513734283239185e-05,
      "loss": 2.5984,
      "step": 2473
    },
    {
      "epoch": 0.8108982894602069,
      "grad_norm": 0.2086341828107834,
      "learning_rate": 2.8418393875933986e-05,
      "loss": 2.5927,
      "step": 2474
    },
    {
      "epoch": 0.8112260575642732,
      "grad_norm": 0.20991627871990204,
      "learning_rate": 2.832319644708015e-05,
      "loss": 2.6147,
      "step": 2475
    },
    {
      "epoch": 0.8115538256683397,
      "grad_norm": 0.2200661450624466,
      "learning_rate": 2.8228142108628553e-05,
      "loss": 2.5793,
      "step": 2476
    },
    {
      "epoch": 0.811881593772406,
      "grad_norm": 0.2128237634897232,
      "learning_rate": 2.8133230972361937e-05,
      "loss": 2.5893,
      "step": 2477
    },
    {
      "epoch": 0.8122093618764724,
      "grad_norm": 0.21536816656589508,
      "learning_rate": 2.8038463149894747e-05,
      "loss": 2.5934,
      "step": 2478
    },
    {
      "epoch": 0.8125371299805387,
      "grad_norm": 0.2275838404893875,
      "learning_rate": 2.7943838752672605e-05,
      "loss": 2.5803,
      "step": 2479
    },
    {
      "epoch": 0.8128648980846052,
      "grad_norm": 0.20828786492347717,
      "learning_rate": 2.784935789197268e-05,
      "loss": 2.5886,
      "step": 2480
    },
    {
      "epoch": 0.8131926661886715,
      "grad_norm": 0.21716687083244324,
      "learning_rate": 2.7755020678903246e-05,
      "loss": 2.6064,
      "step": 2481
    },
    {
      "epoch": 0.8135204342927379,
      "grad_norm": 0.21226033568382263,
      "learning_rate": 2.766082722440381e-05,
      "loss": 2.6075,
      "step": 2482
    },
    {
      "epoch": 0.8138482023968042,
      "grad_norm": 0.21174053847789764,
      "learning_rate": 2.7566777639244563e-05,
      "loss": 2.569,
      "step": 2483
    },
    {
      "epoch": 0.8141759705008706,
      "grad_norm": 0.21543392539024353,
      "learning_rate": 2.747287203402667e-05,
      "loss": 2.5958,
      "step": 2484
    },
    {
      "epoch": 0.814503738604937,
      "grad_norm": 0.20579169690608978,
      "learning_rate": 2.7379110519182012e-05,
      "loss": 2.5959,
      "step": 2485
    },
    {
      "epoch": 0.8148315067090034,
      "grad_norm": 0.21119019389152527,
      "learning_rate": 2.7285493204972953e-05,
      "loss": 2.5681,
      "step": 2486
    },
    {
      "epoch": 0.8151592748130697,
      "grad_norm": 0.21652494370937347,
      "learning_rate": 2.7192020201492226e-05,
      "loss": 2.6033,
      "step": 2487
    },
    {
      "epoch": 0.8154870429171361,
      "grad_norm": 0.21415075659751892,
      "learning_rate": 2.7098691618662904e-05,
      "loss": 2.5913,
      "step": 2488
    },
    {
      "epoch": 0.8158148110212025,
      "grad_norm": 0.20211206376552582,
      "learning_rate": 2.700550756623836e-05,
      "loss": 2.5931,
      "step": 2489
    },
    {
      "epoch": 0.8161425791252689,
      "grad_norm": 0.2092437446117401,
      "learning_rate": 2.691246815380175e-05,
      "loss": 2.5975,
      "step": 2490
    },
    {
      "epoch": 0.8164703472293352,
      "grad_norm": 0.20556117594242096,
      "learning_rate": 2.681957349076626e-05,
      "loss": 2.5931,
      "step": 2491
    },
    {
      "epoch": 0.8167981153334016,
      "grad_norm": 0.20171800255775452,
      "learning_rate": 2.6726823686374947e-05,
      "loss": 2.5818,
      "step": 2492
    },
    {
      "epoch": 0.817125883437468,
      "grad_norm": 0.2133953720331192,
      "learning_rate": 2.6634218849700433e-05,
      "loss": 2.6061,
      "step": 2493
    },
    {
      "epoch": 0.8174536515415344,
      "grad_norm": 0.20345596969127655,
      "learning_rate": 2.6541759089644738e-05,
      "loss": 2.6187,
      "step": 2494
    },
    {
      "epoch": 0.8177814196456007,
      "grad_norm": 0.2098943591117859,
      "learning_rate": 2.64494445149394e-05,
      "loss": 2.6098,
      "step": 2495
    },
    {
      "epoch": 0.8181091877496671,
      "grad_norm": 0.20709247887134552,
      "learning_rate": 2.635727523414535e-05,
      "loss": 2.5896,
      "step": 2496
    },
    {
      "epoch": 0.8184369558537334,
      "grad_norm": 0.2129770964384079,
      "learning_rate": 2.6265251355652346e-05,
      "loss": 2.5706,
      "step": 2497
    },
    {
      "epoch": 0.8187647239577999,
      "grad_norm": 0.2096823751926422,
      "learning_rate": 2.6173372987679393e-05,
      "loss": 2.5795,
      "step": 2498
    },
    {
      "epoch": 0.8190924920618662,
      "grad_norm": 0.21142129600048065,
      "learning_rate": 2.6081640238274258e-05,
      "loss": 2.5908,
      "step": 2499
    },
    {
      "epoch": 0.8194202601659326,
      "grad_norm": 0.21668507158756256,
      "learning_rate": 2.599005321531364e-05,
      "loss": 2.5914,
      "step": 2500
    },
    {
      "epoch": 0.8197480282699989,
      "grad_norm": 0.2085029035806656,
      "learning_rate": 2.589861202650259e-05,
      "loss": 2.5835,
      "step": 2501
    },
    {
      "epoch": 0.8200757963740654,
      "grad_norm": 0.22121040523052216,
      "learning_rate": 2.5807316779374815e-05,
      "loss": 2.5848,
      "step": 2502
    },
    {
      "epoch": 0.8204035644781317,
      "grad_norm": 0.20186038315296173,
      "learning_rate": 2.571616758129248e-05,
      "loss": 2.5806,
      "step": 2503
    },
    {
      "epoch": 0.8207313325821981,
      "grad_norm": 0.20896779000759125,
      "learning_rate": 2.562516453944589e-05,
      "loss": 2.5973,
      "step": 2504
    },
    {
      "epoch": 0.8210591006862644,
      "grad_norm": 0.20196686685085297,
      "learning_rate": 2.5534307760853413e-05,
      "loss": 2.5871,
      "step": 2505
    },
    {
      "epoch": 0.8213868687903308,
      "grad_norm": 0.2159028947353363,
      "learning_rate": 2.5443597352361488e-05,
      "loss": 2.5941,
      "step": 2506
    },
    {
      "epoch": 0.8217146368943972,
      "grad_norm": 0.2114078551530838,
      "learning_rate": 2.5353033420644527e-05,
      "loss": 2.5726,
      "step": 2507
    },
    {
      "epoch": 0.8220424049984636,
      "grad_norm": 0.21035708487033844,
      "learning_rate": 2.5262616072204478e-05,
      "loss": 2.5886,
      "step": 2508
    },
    {
      "epoch": 0.8223701731025299,
      "grad_norm": 0.2083594650030136,
      "learning_rate": 2.5172345413371058e-05,
      "loss": 2.5692,
      "step": 2509
    },
    {
      "epoch": 0.8226979412065963,
      "grad_norm": 0.21238857507705688,
      "learning_rate": 2.5082221550301384e-05,
      "loss": 2.5958,
      "step": 2510
    },
    {
      "epoch": 0.8230257093106627,
      "grad_norm": 0.21610325574874878,
      "learning_rate": 2.499224458898011e-05,
      "loss": 2.5695,
      "step": 2511
    },
    {
      "epoch": 0.8233534774147291,
      "grad_norm": 0.21365264058113098,
      "learning_rate": 2.4902414635218927e-05,
      "loss": 2.5906,
      "step": 2512
    },
    {
      "epoch": 0.8236812455187954,
      "grad_norm": 0.2110065519809723,
      "learning_rate": 2.4812731794656714e-05,
      "loss": 2.5802,
      "step": 2513
    },
    {
      "epoch": 0.8240090136228618,
      "grad_norm": 0.21811947226524353,
      "learning_rate": 2.4723196172759447e-05,
      "loss": 2.584,
      "step": 2514
    },
    {
      "epoch": 0.8243367817269281,
      "grad_norm": 0.20298439264297485,
      "learning_rate": 2.4633807874819928e-05,
      "loss": 2.5915,
      "step": 2515
    },
    {
      "epoch": 0.8246645498309946,
      "grad_norm": 0.21852168440818787,
      "learning_rate": 2.454456700595757e-05,
      "loss": 2.5909,
      "step": 2516
    },
    {
      "epoch": 0.8249923179350609,
      "grad_norm": 0.2012888491153717,
      "learning_rate": 2.445547367111855e-05,
      "loss": 2.6094,
      "step": 2517
    },
    {
      "epoch": 0.8253200860391273,
      "grad_norm": 0.21438951790332794,
      "learning_rate": 2.4366527975075613e-05,
      "loss": 2.5573,
      "step": 2518
    },
    {
      "epoch": 0.8256478541431936,
      "grad_norm": 0.2149784117937088,
      "learning_rate": 2.4277730022427662e-05,
      "loss": 2.5875,
      "step": 2519
    },
    {
      "epoch": 0.8259756222472601,
      "grad_norm": 0.20011068880558014,
      "learning_rate": 2.4189079917600012e-05,
      "loss": 2.5995,
      "step": 2520
    },
    {
      "epoch": 0.8263033903513264,
      "grad_norm": 0.22518783807754517,
      "learning_rate": 2.4100577764844142e-05,
      "loss": 2.5838,
      "step": 2521
    },
    {
      "epoch": 0.8266311584553928,
      "grad_norm": 0.20196735858917236,
      "learning_rate": 2.401222366823748e-05,
      "loss": 2.5867,
      "step": 2522
    },
    {
      "epoch": 0.8269589265594591,
      "grad_norm": 0.2223328799009323,
      "learning_rate": 2.392401773168326e-05,
      "loss": 2.5791,
      "step": 2523
    },
    {
      "epoch": 0.8272866946635256,
      "grad_norm": 0.19856087863445282,
      "learning_rate": 2.3835960058910576e-05,
      "loss": 2.5884,
      "step": 2524
    },
    {
      "epoch": 0.8276144627675919,
      "grad_norm": 0.2177092730998993,
      "learning_rate": 2.3748050753474208e-05,
      "loss": 2.6059,
      "step": 2525
    },
    {
      "epoch": 0.8279422308716583,
      "grad_norm": 0.2008262723684311,
      "learning_rate": 2.366028991875441e-05,
      "loss": 2.5929,
      "step": 2526
    },
    {
      "epoch": 0.8282699989757246,
      "grad_norm": 0.2088140845298767,
      "learning_rate": 2.3572677657956744e-05,
      "loss": 2.5832,
      "step": 2527
    },
    {
      "epoch": 0.828597767079791,
      "grad_norm": 0.20901484787464142,
      "learning_rate": 2.3485214074112162e-05,
      "loss": 2.5906,
      "step": 2528
    },
    {
      "epoch": 0.8289255351838575,
      "grad_norm": 0.20443417131900787,
      "learning_rate": 2.3397899270076837e-05,
      "loss": 2.5369,
      "step": 2529
    },
    {
      "epoch": 0.8292533032879238,
      "grad_norm": 0.2235620617866516,
      "learning_rate": 2.3310733348531778e-05,
      "loss": 2.6097,
      "step": 2530
    },
    {
      "epoch": 0.8295810713919902,
      "grad_norm": 0.2102924883365631,
      "learning_rate": 2.3223716411983046e-05,
      "loss": 2.6142,
      "step": 2531
    },
    {
      "epoch": 0.8299088394960565,
      "grad_norm": 0.2048657089471817,
      "learning_rate": 2.3136848562761497e-05,
      "loss": 2.5903,
      "step": 2532
    },
    {
      "epoch": 0.830236607600123,
      "grad_norm": 0.19881491363048553,
      "learning_rate": 2.305012990302268e-05,
      "loss": 2.577,
      "step": 2533
    },
    {
      "epoch": 0.8305643757041893,
      "grad_norm": 0.2187969833612442,
      "learning_rate": 2.2963560534746572e-05,
      "loss": 2.6115,
      "step": 2534
    },
    {
      "epoch": 0.8308921438082557,
      "grad_norm": 0.20269083976745605,
      "learning_rate": 2.2877140559737672e-05,
      "loss": 2.5829,
      "step": 2535
    },
    {
      "epoch": 0.831219911912322,
      "grad_norm": 0.20600344240665436,
      "learning_rate": 2.279087007962485e-05,
      "loss": 2.556,
      "step": 2536
    },
    {
      "epoch": 0.8315476800163885,
      "grad_norm": 0.19962002336978912,
      "learning_rate": 2.2704749195861123e-05,
      "loss": 2.5789,
      "step": 2537
    },
    {
      "epoch": 0.8318754481204548,
      "grad_norm": 0.20577242970466614,
      "learning_rate": 2.261877800972347e-05,
      "loss": 2.5746,
      "step": 2538
    },
    {
      "epoch": 0.8322032162245212,
      "grad_norm": 0.20849967002868652,
      "learning_rate": 2.2532956622313042e-05,
      "loss": 2.5972,
      "step": 2539
    },
    {
      "epoch": 0.8325309843285875,
      "grad_norm": 0.20220384001731873,
      "learning_rate": 2.2447285134554704e-05,
      "loss": 2.5822,
      "step": 2540
    },
    {
      "epoch": 0.832858752432654,
      "grad_norm": 0.20871584117412567,
      "learning_rate": 2.2361763647197016e-05,
      "loss": 2.5925,
      "step": 2541
    },
    {
      "epoch": 0.8331865205367203,
      "grad_norm": 0.20674555003643036,
      "learning_rate": 2.2276392260812148e-05,
      "loss": 2.5826,
      "step": 2542
    },
    {
      "epoch": 0.8335142886407867,
      "grad_norm": 0.20125342905521393,
      "learning_rate": 2.2191171075795872e-05,
      "loss": 2.5967,
      "step": 2543
    },
    {
      "epoch": 0.833842056744853,
      "grad_norm": 0.2108154147863388,
      "learning_rate": 2.210610019236724e-05,
      "loss": 2.5747,
      "step": 2544
    },
    {
      "epoch": 0.8341698248489194,
      "grad_norm": 0.20311734080314636,
      "learning_rate": 2.2021179710568453e-05,
      "loss": 2.5865,
      "step": 2545
    },
    {
      "epoch": 0.8344975929529858,
      "grad_norm": 0.21982955932617188,
      "learning_rate": 2.193640973026497e-05,
      "loss": 2.5784,
      "step": 2546
    },
    {
      "epoch": 0.8348253610570522,
      "grad_norm": 0.1964792162179947,
      "learning_rate": 2.1851790351145327e-05,
      "loss": 2.591,
      "step": 2547
    },
    {
      "epoch": 0.8351531291611185,
      "grad_norm": 0.21516971290111542,
      "learning_rate": 2.1767321672720738e-05,
      "loss": 2.5709,
      "step": 2548
    },
    {
      "epoch": 0.8354808972651849,
      "grad_norm": 0.20529617369174957,
      "learning_rate": 2.1683003794325333e-05,
      "loss": 2.5708,
      "step": 2549
    },
    {
      "epoch": 0.8358086653692512,
      "grad_norm": 0.21054871380329132,
      "learning_rate": 2.1598836815115955e-05,
      "loss": 2.6139,
      "step": 2550
    },
    {
      "epoch": 0.8361364334733177,
      "grad_norm": 0.21240994334220886,
      "learning_rate": 2.15148208340719e-05,
      "loss": 2.5494,
      "step": 2551
    },
    {
      "epoch": 0.836464201577384,
      "grad_norm": 0.20035281777381897,
      "learning_rate": 2.143095594999485e-05,
      "loss": 2.5598,
      "step": 2552
    },
    {
      "epoch": 0.8367919696814504,
      "grad_norm": 0.2092270702123642,
      "learning_rate": 2.134724226150888e-05,
      "loss": 2.58,
      "step": 2553
    },
    {
      "epoch": 0.8371197377855167,
      "grad_norm": 0.21083760261535645,
      "learning_rate": 2.126367986706029e-05,
      "loss": 2.555,
      "step": 2554
    },
    {
      "epoch": 0.8374475058895832,
      "grad_norm": 0.19813446700572968,
      "learning_rate": 2.1180268864917428e-05,
      "loss": 2.6077,
      "step": 2555
    },
    {
      "epoch": 0.8377752739936495,
      "grad_norm": 0.20161987841129303,
      "learning_rate": 2.1097009353170526e-05,
      "loss": 2.5773,
      "step": 2556
    },
    {
      "epoch": 0.8381030420977159,
      "grad_norm": 0.20638829469680786,
      "learning_rate": 2.101390142973171e-05,
      "loss": 2.5953,
      "step": 2557
    },
    {
      "epoch": 0.8384308102017822,
      "grad_norm": 0.2001732587814331,
      "learning_rate": 2.0930945192334975e-05,
      "loss": 2.6033,
      "step": 2558
    },
    {
      "epoch": 0.8387585783058487,
      "grad_norm": 0.20451006293296814,
      "learning_rate": 2.084814073853571e-05,
      "loss": 2.5733,
      "step": 2559
    },
    {
      "epoch": 0.839086346409915,
      "grad_norm": 0.1998974084854126,
      "learning_rate": 2.0765488165710948e-05,
      "loss": 2.5733,
      "step": 2560
    },
    {
      "epoch": 0.8394141145139814,
      "grad_norm": 0.20386704802513123,
      "learning_rate": 2.068298757105913e-05,
      "loss": 2.5864,
      "step": 2561
    },
    {
      "epoch": 0.8397418826180477,
      "grad_norm": 0.21054552495479584,
      "learning_rate": 2.0600639051599916e-05,
      "loss": 2.6196,
      "step": 2562
    },
    {
      "epoch": 0.8400696507221141,
      "grad_norm": 0.1978718489408493,
      "learning_rate": 2.0518442704174076e-05,
      "loss": 2.5895,
      "step": 2563
    },
    {
      "epoch": 0.8403974188261805,
      "grad_norm": 0.21202096343040466,
      "learning_rate": 2.0436398625443505e-05,
      "loss": 2.5718,
      "step": 2564
    },
    {
      "epoch": 0.8407251869302469,
      "grad_norm": 0.19618721306324005,
      "learning_rate": 2.0354506911891062e-05,
      "loss": 2.5843,
      "step": 2565
    },
    {
      "epoch": 0.8410529550343132,
      "grad_norm": 0.21334855258464813,
      "learning_rate": 2.0272767659820387e-05,
      "loss": 2.5844,
      "step": 2566
    },
    {
      "epoch": 0.8413807231383796,
      "grad_norm": 0.1993175745010376,
      "learning_rate": 2.019118096535573e-05,
      "loss": 2.5727,
      "step": 2567
    },
    {
      "epoch": 0.841708491242446,
      "grad_norm": 0.202800452709198,
      "learning_rate": 2.0109746924442107e-05,
      "loss": 2.6129,
      "step": 2568
    },
    {
      "epoch": 0.8420362593465124,
      "grad_norm": 0.20340055227279663,
      "learning_rate": 2.0028465632844943e-05,
      "loss": 2.5924,
      "step": 2569
    },
    {
      "epoch": 0.8423640274505787,
      "grad_norm": 0.2024907022714615,
      "learning_rate": 1.9947337186149963e-05,
      "loss": 2.5684,
      "step": 2570
    },
    {
      "epoch": 0.8426917955546451,
      "grad_norm": 0.20856283605098724,
      "learning_rate": 1.9866361679763205e-05,
      "loss": 2.5667,
      "step": 2571
    },
    {
      "epoch": 0.8430195636587114,
      "grad_norm": 0.20193681120872498,
      "learning_rate": 1.9785539208910904e-05,
      "loss": 2.5931,
      "step": 2572
    },
    {
      "epoch": 0.8433473317627779,
      "grad_norm": 0.20987960696220398,
      "learning_rate": 1.9704869868639304e-05,
      "loss": 2.5867,
      "step": 2573
    },
    {
      "epoch": 0.8436750998668442,
      "grad_norm": 0.1952010542154312,
      "learning_rate": 1.9624353753814453e-05,
      "loss": 2.6056,
      "step": 2574
    },
    {
      "epoch": 0.8440028679709106,
      "grad_norm": 0.2055700421333313,
      "learning_rate": 1.954399095912229e-05,
      "loss": 2.5647,
      "step": 2575
    },
    {
      "epoch": 0.8443306360749769,
      "grad_norm": 0.20257098972797394,
      "learning_rate": 1.946378157906857e-05,
      "loss": 2.5652,
      "step": 2576
    },
    {
      "epoch": 0.8446584041790434,
      "grad_norm": 0.19681067764759064,
      "learning_rate": 1.9383725707978476e-05,
      "loss": 2.5982,
      "step": 2577
    },
    {
      "epoch": 0.8449861722831097,
      "grad_norm": 0.200856551527977,
      "learning_rate": 1.930382343999663e-05,
      "loss": 2.5897,
      "step": 2578
    },
    {
      "epoch": 0.8453139403871761,
      "grad_norm": 0.21260981261730194,
      "learning_rate": 1.9224074869087202e-05,
      "loss": 2.5946,
      "step": 2579
    },
    {
      "epoch": 0.8456417084912424,
      "grad_norm": 0.19326871633529663,
      "learning_rate": 1.9144480089033525e-05,
      "loss": 2.5893,
      "step": 2580
    },
    {
      "epoch": 0.8459694765953089,
      "grad_norm": 0.21141016483306885,
      "learning_rate": 1.9065039193437976e-05,
      "loss": 2.573,
      "step": 2581
    },
    {
      "epoch": 0.8462972446993752,
      "grad_norm": 0.19951438903808594,
      "learning_rate": 1.8985752275722088e-05,
      "loss": 2.6113,
      "step": 2582
    },
    {
      "epoch": 0.8466250128034416,
      "grad_norm": 0.19361461699008942,
      "learning_rate": 1.890661942912633e-05,
      "loss": 2.5945,
      "step": 2583
    },
    {
      "epoch": 0.8469527809075079,
      "grad_norm": 0.20891140401363373,
      "learning_rate": 1.882764074670996e-05,
      "loss": 2.578,
      "step": 2584
    },
    {
      "epoch": 0.8472805490115743,
      "grad_norm": 0.19543150067329407,
      "learning_rate": 1.8748816321350835e-05,
      "loss": 2.5945,
      "step": 2585
    },
    {
      "epoch": 0.8476083171156407,
      "grad_norm": 0.20467537641525269,
      "learning_rate": 1.8670146245745503e-05,
      "loss": 2.5481,
      "step": 2586
    },
    {
      "epoch": 0.8479360852197071,
      "grad_norm": 0.19904868304729462,
      "learning_rate": 1.85916306124091e-05,
      "loss": 2.5901,
      "step": 2587
    },
    {
      "epoch": 0.8482638533237734,
      "grad_norm": 0.19841866195201874,
      "learning_rate": 1.851326951367492e-05,
      "loss": 2.5837,
      "step": 2588
    },
    {
      "epoch": 0.8485916214278398,
      "grad_norm": 0.19601485133171082,
      "learning_rate": 1.843506304169465e-05,
      "loss": 2.5909,
      "step": 2589
    },
    {
      "epoch": 0.8489193895319062,
      "grad_norm": 0.2051088958978653,
      "learning_rate": 1.8357011288438172e-05,
      "loss": 2.5748,
      "step": 2590
    },
    {
      "epoch": 0.8492471576359726,
      "grad_norm": 0.19947488605976105,
      "learning_rate": 1.827911434569339e-05,
      "loss": 2.619,
      "step": 2591
    },
    {
      "epoch": 0.8495749257400389,
      "grad_norm": 0.20245254039764404,
      "learning_rate": 1.8201372305066077e-05,
      "loss": 2.5825,
      "step": 2592
    },
    {
      "epoch": 0.8499026938441053,
      "grad_norm": 0.20206992328166962,
      "learning_rate": 1.812378525797988e-05,
      "loss": 2.5629,
      "step": 2593
    },
    {
      "epoch": 0.8502304619481716,
      "grad_norm": 0.19531650841236115,
      "learning_rate": 1.804635329567628e-05,
      "loss": 2.5777,
      "step": 2594
    },
    {
      "epoch": 0.8505582300522381,
      "grad_norm": 0.19940076768398285,
      "learning_rate": 1.7969076509214275e-05,
      "loss": 2.563,
      "step": 2595
    },
    {
      "epoch": 0.8508859981563044,
      "grad_norm": 0.1925443410873413,
      "learning_rate": 1.7891954989470335e-05,
      "loss": 2.5574,
      "step": 2596
    },
    {
      "epoch": 0.8512137662603708,
      "grad_norm": 0.20096147060394287,
      "learning_rate": 1.7814988827138483e-05,
      "loss": 2.5593,
      "step": 2597
    },
    {
      "epoch": 0.8515415343644371,
      "grad_norm": 0.19745337963104248,
      "learning_rate": 1.7738178112729977e-05,
      "loss": 2.5842,
      "step": 2598
    },
    {
      "epoch": 0.8518693024685036,
      "grad_norm": 0.19437004625797272,
      "learning_rate": 1.7661522936573187e-05,
      "loss": 2.5462,
      "step": 2599
    },
    {
      "epoch": 0.8521970705725699,
      "grad_norm": 0.20476484298706055,
      "learning_rate": 1.7585023388813647e-05,
      "loss": 2.5757,
      "step": 2600
    },
    {
      "epoch": 0.8525248386766363,
      "grad_norm": 0.20093971490859985,
      "learning_rate": 1.7508679559413928e-05,
      "loss": 2.5687,
      "step": 2601
    },
    {
      "epoch": 0.8528526067807026,
      "grad_norm": 0.1977943629026413,
      "learning_rate": 1.743249153815342e-05,
      "loss": 2.5709,
      "step": 2602
    },
    {
      "epoch": 0.853180374884769,
      "grad_norm": 0.19349975883960724,
      "learning_rate": 1.7356459414628215e-05,
      "loss": 2.5575,
      "step": 2603
    },
    {
      "epoch": 0.8535081429888354,
      "grad_norm": 0.19822289049625397,
      "learning_rate": 1.7280583278251176e-05,
      "loss": 2.5804,
      "step": 2604
    },
    {
      "epoch": 0.8538359110929018,
      "grad_norm": 0.19626696407794952,
      "learning_rate": 1.7204863218251707e-05,
      "loss": 2.623,
      "step": 2605
    },
    {
      "epoch": 0.8541636791969681,
      "grad_norm": 0.20239436626434326,
      "learning_rate": 1.71292993236757e-05,
      "loss": 2.5871,
      "step": 2606
    },
    {
      "epoch": 0.8544914473010345,
      "grad_norm": 0.19845075905323029,
      "learning_rate": 1.7053891683385218e-05,
      "loss": 2.5631,
      "step": 2607
    },
    {
      "epoch": 0.8548192154051009,
      "grad_norm": 0.1960475742816925,
      "learning_rate": 1.697864038605883e-05,
      "loss": 2.5659,
      "step": 2608
    },
    {
      "epoch": 0.8551469835091673,
      "grad_norm": 0.20185808837413788,
      "learning_rate": 1.6903545520191093e-05,
      "loss": 2.5571,
      "step": 2609
    },
    {
      "epoch": 0.8554747516132336,
      "grad_norm": 0.19831623136997223,
      "learning_rate": 1.6828607174092602e-05,
      "loss": 2.581,
      "step": 2610
    },
    {
      "epoch": 0.8558025197173,
      "grad_norm": 0.2041362226009369,
      "learning_rate": 1.6753825435889877e-05,
      "loss": 2.5573,
      "step": 2611
    },
    {
      "epoch": 0.8561302878213664,
      "grad_norm": 0.1891302764415741,
      "learning_rate": 1.667920039352541e-05,
      "loss": 2.5652,
      "step": 2612
    },
    {
      "epoch": 0.8564580559254328,
      "grad_norm": 0.20139828324317932,
      "learning_rate": 1.6604732134757316e-05,
      "loss": 2.5649,
      "step": 2613
    },
    {
      "epoch": 0.8567858240294991,
      "grad_norm": 0.19629931449890137,
      "learning_rate": 1.653042074715924e-05,
      "loss": 2.6044,
      "step": 2614
    },
    {
      "epoch": 0.8571135921335655,
      "grad_norm": 0.19173656404018402,
      "learning_rate": 1.645626631812048e-05,
      "loss": 2.5789,
      "step": 2615
    },
    {
      "epoch": 0.8574413602376318,
      "grad_norm": 0.1980549544095993,
      "learning_rate": 1.6382268934845767e-05,
      "loss": 2.6201,
      "step": 2616
    },
    {
      "epoch": 0.8577691283416983,
      "grad_norm": 0.19612574577331543,
      "learning_rate": 1.63084286843551e-05,
      "loss": 2.5808,
      "step": 2617
    },
    {
      "epoch": 0.8580968964457646,
      "grad_norm": 0.19037722051143646,
      "learning_rate": 1.623474565348361e-05,
      "loss": 2.5777,
      "step": 2618
    },
    {
      "epoch": 0.858424664549831,
      "grad_norm": 0.19947217404842377,
      "learning_rate": 1.6161219928881696e-05,
      "loss": 2.5849,
      "step": 2619
    },
    {
      "epoch": 0.8587524326538973,
      "grad_norm": 0.1844635158777237,
      "learning_rate": 1.608785159701471e-05,
      "loss": 2.5912,
      "step": 2620
    },
    {
      "epoch": 0.8590802007579638,
      "grad_norm": 0.1909155547618866,
      "learning_rate": 1.6014640744162822e-05,
      "loss": 2.5621,
      "step": 2621
    },
    {
      "epoch": 0.8594079688620301,
      "grad_norm": 0.19037578999996185,
      "learning_rate": 1.594158745642109e-05,
      "loss": 2.5807,
      "step": 2622
    },
    {
      "epoch": 0.8597357369660965,
      "grad_norm": 0.18715646862983704,
      "learning_rate": 1.586869181969933e-05,
      "loss": 2.5681,
      "step": 2623
    },
    {
      "epoch": 0.8600635050701628,
      "grad_norm": 0.1882879137992859,
      "learning_rate": 1.5795953919721887e-05,
      "loss": 2.5827,
      "step": 2624
    },
    {
      "epoch": 0.8603912731742293,
      "grad_norm": 0.19413018226623535,
      "learning_rate": 1.5723373842027554e-05,
      "loss": 2.6366,
      "step": 2625
    },
    {
      "epoch": 0.8607190412782956,
      "grad_norm": 0.1871764212846756,
      "learning_rate": 1.565095167196967e-05,
      "loss": 2.5929,
      "step": 2626
    },
    {
      "epoch": 0.861046809382362,
      "grad_norm": 0.19026722013950348,
      "learning_rate": 1.5578687494715757e-05,
      "loss": 2.6135,
      "step": 2627
    },
    {
      "epoch": 0.8613745774864283,
      "grad_norm": 0.19924737513065338,
      "learning_rate": 1.5506581395247657e-05,
      "loss": 2.5733,
      "step": 2628
    },
    {
      "epoch": 0.8617023455904947,
      "grad_norm": 0.18989992141723633,
      "learning_rate": 1.543463345836114e-05,
      "loss": 2.5973,
      "step": 2629
    },
    {
      "epoch": 0.8620301136945611,
      "grad_norm": 0.18596778810024261,
      "learning_rate": 1.5362843768666156e-05,
      "loss": 2.5913,
      "step": 2630
    },
    {
      "epoch": 0.8623578817986275,
      "grad_norm": 0.1883271485567093,
      "learning_rate": 1.5291212410586475e-05,
      "loss": 2.6114,
      "step": 2631
    },
    {
      "epoch": 0.8626856499026938,
      "grad_norm": 0.1974673867225647,
      "learning_rate": 1.521973946835966e-05,
      "loss": 2.5596,
      "step": 2632
    },
    {
      "epoch": 0.8630134180067602,
      "grad_norm": 0.1866164356470108,
      "learning_rate": 1.5148425026036965e-05,
      "loss": 2.5778,
      "step": 2633
    },
    {
      "epoch": 0.8633411861108266,
      "grad_norm": 0.1901150345802307,
      "learning_rate": 1.5077269167483353e-05,
      "loss": 2.5668,
      "step": 2634
    },
    {
      "epoch": 0.863668954214893,
      "grad_norm": 0.19675444066524506,
      "learning_rate": 1.5006271976377238e-05,
      "loss": 2.5947,
      "step": 2635
    },
    {
      "epoch": 0.8639967223189593,
      "grad_norm": 0.1911914199590683,
      "learning_rate": 1.4935433536210317e-05,
      "loss": 2.5874,
      "step": 2636
    },
    {
      "epoch": 0.8643244904230257,
      "grad_norm": 0.1844223290681839,
      "learning_rate": 1.4864753930287838e-05,
      "loss": 2.6047,
      "step": 2637
    },
    {
      "epoch": 0.864652258527092,
      "grad_norm": 0.18960808217525482,
      "learning_rate": 1.4794233241728092e-05,
      "loss": 2.6009,
      "step": 2638
    },
    {
      "epoch": 0.8649800266311585,
      "grad_norm": 0.18391560018062592,
      "learning_rate": 1.4723871553462495e-05,
      "loss": 2.5774,
      "step": 2639
    },
    {
      "epoch": 0.8653077947352248,
      "grad_norm": 0.19090603291988373,
      "learning_rate": 1.4653668948235508e-05,
      "loss": 2.5711,
      "step": 2640
    },
    {
      "epoch": 0.8656355628392912,
      "grad_norm": 0.19168663024902344,
      "learning_rate": 1.4583625508604574e-05,
      "loss": 2.5756,
      "step": 2641
    },
    {
      "epoch": 0.8659633309433575,
      "grad_norm": 0.18199783563613892,
      "learning_rate": 1.4513741316939903e-05,
      "loss": 2.6077,
      "step": 2642
    },
    {
      "epoch": 0.866291099047424,
      "grad_norm": 0.19459587335586548,
      "learning_rate": 1.4444016455424389e-05,
      "loss": 2.5922,
      "step": 2643
    },
    {
      "epoch": 0.8666188671514903,
      "grad_norm": 0.19475524127483368,
      "learning_rate": 1.4374451006053594e-05,
      "loss": 2.5901,
      "step": 2644
    },
    {
      "epoch": 0.8669466352555567,
      "grad_norm": 0.1885603964328766,
      "learning_rate": 1.4305045050635661e-05,
      "loss": 2.5701,
      "step": 2645
    },
    {
      "epoch": 0.867274403359623,
      "grad_norm": 0.19548571109771729,
      "learning_rate": 1.4235798670791132e-05,
      "loss": 2.576,
      "step": 2646
    },
    {
      "epoch": 0.8676021714636895,
      "grad_norm": 0.18990172445774078,
      "learning_rate": 1.416671194795282e-05,
      "loss": 2.5581,
      "step": 2647
    },
    {
      "epoch": 0.8679299395677558,
      "grad_norm": 0.18963965773582458,
      "learning_rate": 1.40977849633659e-05,
      "loss": 2.5629,
      "step": 2648
    },
    {
      "epoch": 0.8682577076718222,
      "grad_norm": 0.19225627183914185,
      "learning_rate": 1.4029017798087666e-05,
      "loss": 2.5655,
      "step": 2649
    },
    {
      "epoch": 0.8685854757758885,
      "grad_norm": 0.18810519576072693,
      "learning_rate": 1.3960410532987398e-05,
      "loss": 2.5829,
      "step": 2650
    },
    {
      "epoch": 0.8689132438799549,
      "grad_norm": 0.19191958010196686,
      "learning_rate": 1.3891963248746374e-05,
      "loss": 2.588,
      "step": 2651
    },
    {
      "epoch": 0.8692410119840213,
      "grad_norm": 0.20137272775173187,
      "learning_rate": 1.3823676025857789e-05,
      "loss": 2.5806,
      "step": 2652
    },
    {
      "epoch": 0.8695687800880877,
      "grad_norm": 0.18429413437843323,
      "learning_rate": 1.3755548944626588e-05,
      "loss": 2.5707,
      "step": 2653
    },
    {
      "epoch": 0.869896548192154,
      "grad_norm": 0.19605150818824768,
      "learning_rate": 1.3687582085169268e-05,
      "loss": 2.5963,
      "step": 2654
    },
    {
      "epoch": 0.8702243162962204,
      "grad_norm": 0.19057343900203705,
      "learning_rate": 1.3619775527414095e-05,
      "loss": 2.5793,
      "step": 2655
    },
    {
      "epoch": 0.8705520844002868,
      "grad_norm": 0.19315950572490692,
      "learning_rate": 1.3552129351100716e-05,
      "loss": 2.5745,
      "step": 2656
    },
    {
      "epoch": 0.8708798525043532,
      "grad_norm": 0.20155708491802216,
      "learning_rate": 1.3484643635780212e-05,
      "loss": 2.5779,
      "step": 2657
    },
    {
      "epoch": 0.8712076206084195,
      "grad_norm": 0.18933847546577454,
      "learning_rate": 1.3417318460814835e-05,
      "loss": 2.5821,
      "step": 2658
    },
    {
      "epoch": 0.8715353887124859,
      "grad_norm": 0.18809226155281067,
      "learning_rate": 1.3350153905378285e-05,
      "loss": 2.5983,
      "step": 2659
    },
    {
      "epoch": 0.8718631568165522,
      "grad_norm": 0.19268108904361725,
      "learning_rate": 1.3283150048455182e-05,
      "loss": 2.5475,
      "step": 2660
    },
    {
      "epoch": 0.8721909249206187,
      "grad_norm": 0.193980410695076,
      "learning_rate": 1.3216306968841229e-05,
      "loss": 2.5496,
      "step": 2661
    },
    {
      "epoch": 0.872518693024685,
      "grad_norm": 0.19330614805221558,
      "learning_rate": 1.3149624745142994e-05,
      "loss": 2.5899,
      "step": 2662
    },
    {
      "epoch": 0.8728464611287514,
      "grad_norm": 0.19567613303661346,
      "learning_rate": 1.3083103455778038e-05,
      "loss": 2.595,
      "step": 2663
    },
    {
      "epoch": 0.8731742292328177,
      "grad_norm": 0.18888521194458008,
      "learning_rate": 1.3016743178974565e-05,
      "loss": 2.5946,
      "step": 2664
    },
    {
      "epoch": 0.8735019973368842,
      "grad_norm": 0.1948513239622116,
      "learning_rate": 1.2950543992771317e-05,
      "loss": 2.5753,
      "step": 2665
    },
    {
      "epoch": 0.8738297654409505,
      "grad_norm": 0.1932877153158188,
      "learning_rate": 1.2884505975017839e-05,
      "loss": 2.5925,
      "step": 2666
    },
    {
      "epoch": 0.8741575335450169,
      "grad_norm": 0.1900486797094345,
      "learning_rate": 1.2818629203373943e-05,
      "loss": 2.5968,
      "step": 2667
    },
    {
      "epoch": 0.8744853016490832,
      "grad_norm": 0.19044499099254608,
      "learning_rate": 1.275291375530994e-05,
      "loss": 2.5791,
      "step": 2668
    },
    {
      "epoch": 0.8748130697531497,
      "grad_norm": 0.20148047804832458,
      "learning_rate": 1.2687359708106299e-05,
      "loss": 2.5654,
      "step": 2669
    },
    {
      "epoch": 0.875140837857216,
      "grad_norm": 0.1914392113685608,
      "learning_rate": 1.262196713885385e-05,
      "loss": 2.5789,
      "step": 2670
    },
    {
      "epoch": 0.8754686059612824,
      "grad_norm": 0.19478729367256165,
      "learning_rate": 1.2556736124453399e-05,
      "loss": 2.6122,
      "step": 2671
    },
    {
      "epoch": 0.8757963740653487,
      "grad_norm": 0.190534770488739,
      "learning_rate": 1.2491666741615763e-05,
      "loss": 2.6004,
      "step": 2672
    },
    {
      "epoch": 0.8761241421694151,
      "grad_norm": 0.18445979058742523,
      "learning_rate": 1.2426759066861802e-05,
      "loss": 2.5749,
      "step": 2673
    },
    {
      "epoch": 0.8764519102734815,
      "grad_norm": 0.19248156249523163,
      "learning_rate": 1.2362013176522073e-05,
      "loss": 2.5963,
      "step": 2674
    },
    {
      "epoch": 0.8767796783775479,
      "grad_norm": 0.19397152960300446,
      "learning_rate": 1.2297429146737004e-05,
      "loss": 2.6132,
      "step": 2675
    },
    {
      "epoch": 0.8771074464816142,
      "grad_norm": 0.18840697407722473,
      "learning_rate": 1.223300705345649e-05,
      "loss": 2.5866,
      "step": 2676
    },
    {
      "epoch": 0.8774352145856806,
      "grad_norm": 0.19255420565605164,
      "learning_rate": 1.2168746972440214e-05,
      "loss": 2.5926,
      "step": 2677
    },
    {
      "epoch": 0.877762982689747,
      "grad_norm": 0.19386860728263855,
      "learning_rate": 1.2104648979257225e-05,
      "loss": 2.5946,
      "step": 2678
    },
    {
      "epoch": 0.8780907507938134,
      "grad_norm": 0.19324201345443726,
      "learning_rate": 1.2040713149285896e-05,
      "loss": 2.5668,
      "step": 2679
    },
    {
      "epoch": 0.8784185188978797,
      "grad_norm": 0.1868329495191574,
      "learning_rate": 1.1976939557713983e-05,
      "loss": 2.5917,
      "step": 2680
    },
    {
      "epoch": 0.8787462870019461,
      "grad_norm": 0.1942046731710434,
      "learning_rate": 1.1913328279538475e-05,
      "loss": 2.5623,
      "step": 2681
    },
    {
      "epoch": 0.8790740551060124,
      "grad_norm": 0.19828210771083832,
      "learning_rate": 1.1849879389565452e-05,
      "loss": 2.6039,
      "step": 2682
    },
    {
      "epoch": 0.8794018232100789,
      "grad_norm": 0.18650348484516144,
      "learning_rate": 1.1786592962409914e-05,
      "loss": 2.6059,
      "step": 2683
    },
    {
      "epoch": 0.8797295913141452,
      "grad_norm": 0.188603475689888,
      "learning_rate": 1.1723469072496023e-05,
      "loss": 2.573,
      "step": 2684
    },
    {
      "epoch": 0.8800573594182116,
      "grad_norm": 0.1924518197774887,
      "learning_rate": 1.1660507794056617e-05,
      "loss": 2.5791,
      "step": 2685
    },
    {
      "epoch": 0.880385127522278,
      "grad_norm": 0.1875048130750656,
      "learning_rate": 1.1597709201133437e-05,
      "loss": 2.6028,
      "step": 2686
    },
    {
      "epoch": 0.8807128956263444,
      "grad_norm": 0.1955081671476364,
      "learning_rate": 1.1535073367576758e-05,
      "loss": 2.5687,
      "step": 2687
    },
    {
      "epoch": 0.8810406637304108,
      "grad_norm": 0.19356615841388702,
      "learning_rate": 1.147260036704561e-05,
      "loss": 2.6008,
      "step": 2688
    },
    {
      "epoch": 0.8813684318344771,
      "grad_norm": 0.19178715348243713,
      "learning_rate": 1.1410290273007456e-05,
      "loss": 2.5667,
      "step": 2689
    },
    {
      "epoch": 0.8816961999385435,
      "grad_norm": 0.1941574513912201,
      "learning_rate": 1.1348143158738148e-05,
      "loss": 2.5645,
      "step": 2690
    },
    {
      "epoch": 0.8820239680426099,
      "grad_norm": 0.18975523114204407,
      "learning_rate": 1.1286159097321912e-05,
      "loss": 2.5979,
      "step": 2691
    },
    {
      "epoch": 0.8823517361466763,
      "grad_norm": 0.18769298493862152,
      "learning_rate": 1.1224338161651285e-05,
      "loss": 2.5799,
      "step": 2692
    },
    {
      "epoch": 0.8826795042507426,
      "grad_norm": 0.18084962666034698,
      "learning_rate": 1.1162680424426918e-05,
      "loss": 2.6042,
      "step": 2693
    },
    {
      "epoch": 0.883007272354809,
      "grad_norm": 0.19037088751792908,
      "learning_rate": 1.1101185958157455e-05,
      "loss": 2.5701,
      "step": 2694
    },
    {
      "epoch": 0.8833350404588753,
      "grad_norm": 0.18267704546451569,
      "learning_rate": 1.10398548351597e-05,
      "loss": 2.5927,
      "step": 2695
    },
    {
      "epoch": 0.8836628085629418,
      "grad_norm": 0.17981815338134766,
      "learning_rate": 1.0978687127558278e-05,
      "loss": 2.5892,
      "step": 2696
    },
    {
      "epoch": 0.8839905766670081,
      "grad_norm": 0.18807828426361084,
      "learning_rate": 1.0917682907285646e-05,
      "loss": 2.591,
      "step": 2697
    },
    {
      "epoch": 0.8843183447710745,
      "grad_norm": 0.18437927961349487,
      "learning_rate": 1.0856842246081954e-05,
      "loss": 2.6216,
      "step": 2698
    },
    {
      "epoch": 0.8846461128751408,
      "grad_norm": 0.18693675100803375,
      "learning_rate": 1.0796165215495117e-05,
      "loss": 2.5768,
      "step": 2699
    },
    {
      "epoch": 0.8849738809792073,
      "grad_norm": 0.18633869290351868,
      "learning_rate": 1.0735651886880591e-05,
      "loss": 2.5974,
      "step": 2700
    },
    {
      "epoch": 0.8853016490832736,
      "grad_norm": 0.19179095327854156,
      "learning_rate": 1.0675302331401186e-05,
      "loss": 2.5848,
      "step": 2701
    },
    {
      "epoch": 0.88562941718734,
      "grad_norm": 0.1893436461687088,
      "learning_rate": 1.0615116620027331e-05,
      "loss": 2.5675,
      "step": 2702
    },
    {
      "epoch": 0.8859571852914063,
      "grad_norm": 0.1847127377986908,
      "learning_rate": 1.0555094823536641e-05,
      "loss": 2.5898,
      "step": 2703
    },
    {
      "epoch": 0.8862849533954728,
      "grad_norm": 0.18186640739440918,
      "learning_rate": 1.0495237012514007e-05,
      "loss": 2.5792,
      "step": 2704
    },
    {
      "epoch": 0.8866127214995391,
      "grad_norm": 0.18225018680095673,
      "learning_rate": 1.043554325735142e-05,
      "loss": 2.5805,
      "step": 2705
    },
    {
      "epoch": 0.8869404896036055,
      "grad_norm": 0.18476343154907227,
      "learning_rate": 1.0376013628248043e-05,
      "loss": 2.5815,
      "step": 2706
    },
    {
      "epoch": 0.8872682577076718,
      "grad_norm": 0.18060213327407837,
      "learning_rate": 1.031664819520996e-05,
      "loss": 2.5817,
      "step": 2707
    },
    {
      "epoch": 0.8875960258117382,
      "grad_norm": 0.1817600131034851,
      "learning_rate": 1.0257447028050192e-05,
      "loss": 2.5823,
      "step": 2708
    },
    {
      "epoch": 0.8879237939158046,
      "grad_norm": 0.18377737700939178,
      "learning_rate": 1.0198410196388519e-05,
      "loss": 2.5505,
      "step": 2709
    },
    {
      "epoch": 0.888251562019871,
      "grad_norm": 0.18385861814022064,
      "learning_rate": 1.0139537769651585e-05,
      "loss": 2.5847,
      "step": 2710
    },
    {
      "epoch": 0.8885793301239373,
      "grad_norm": 0.1824917048215866,
      "learning_rate": 1.0080829817072627e-05,
      "loss": 2.5676,
      "step": 2711
    },
    {
      "epoch": 0.8889070982280037,
      "grad_norm": 0.18217328190803528,
      "learning_rate": 1.0022286407691388e-05,
      "loss": 2.5943,
      "step": 2712
    },
    {
      "epoch": 0.88923486633207,
      "grad_norm": 0.18769848346710205,
      "learning_rate": 9.963907610354276e-06,
      "loss": 2.5641,
      "step": 2713
    },
    {
      "epoch": 0.8895626344361365,
      "grad_norm": 0.1853824108839035,
      "learning_rate": 9.905693493713978e-06,
      "loss": 2.5825,
      "step": 2714
    },
    {
      "epoch": 0.8898904025402028,
      "grad_norm": 0.18397703766822815,
      "learning_rate": 9.847644126229597e-06,
      "loss": 2.5691,
      "step": 2715
    },
    {
      "epoch": 0.8902181706442692,
      "grad_norm": 0.18341737985610962,
      "learning_rate": 9.789759576166429e-06,
      "loss": 2.5802,
      "step": 2716
    },
    {
      "epoch": 0.8905459387483355,
      "grad_norm": 0.18174265325069427,
      "learning_rate": 9.732039911596002e-06,
      "loss": 2.5668,
      "step": 2717
    },
    {
      "epoch": 0.890873706852402,
      "grad_norm": 0.18233269453048706,
      "learning_rate": 9.674485200395953e-06,
      "loss": 2.5857,
      "step": 2718
    },
    {
      "epoch": 0.8912014749564683,
      "grad_norm": 0.18568794429302216,
      "learning_rate": 9.617095510249845e-06,
      "loss": 2.5666,
      "step": 2719
    },
    {
      "epoch": 0.8915292430605347,
      "grad_norm": 0.1851944476366043,
      "learning_rate": 9.559870908647255e-06,
      "loss": 2.594,
      "step": 2720
    },
    {
      "epoch": 0.891857011164601,
      "grad_norm": 0.19050340354442596,
      "learning_rate": 9.502811462883619e-06,
      "loss": 2.5701,
      "step": 2721
    },
    {
      "epoch": 0.8921847792686675,
      "grad_norm": 0.18186962604522705,
      "learning_rate": 9.445917240060147e-06,
      "loss": 2.5993,
      "step": 2722
    },
    {
      "epoch": 0.8925125473727338,
      "grad_norm": 0.1835300624370575,
      "learning_rate": 9.389188307083684e-06,
      "loss": 2.5708,
      "step": 2723
    },
    {
      "epoch": 0.8928403154768002,
      "grad_norm": 0.1883881539106369,
      "learning_rate": 9.332624730666782e-06,
      "loss": 2.5793,
      "step": 2724
    },
    {
      "epoch": 0.8931680835808665,
      "grad_norm": 0.19264934957027435,
      "learning_rate": 9.2762265773275e-06,
      "loss": 2.5779,
      "step": 2725
    },
    {
      "epoch": 0.893495851684933,
      "grad_norm": 0.18049192428588867,
      "learning_rate": 9.219993913389367e-06,
      "loss": 2.5738,
      "step": 2726
    },
    {
      "epoch": 0.8938236197889993,
      "grad_norm": 0.18235383927822113,
      "learning_rate": 9.163926804981253e-06,
      "loss": 2.5728,
      "step": 2727
    },
    {
      "epoch": 0.8941513878930657,
      "grad_norm": 0.19127877056598663,
      "learning_rate": 9.108025318037433e-06,
      "loss": 2.5782,
      "step": 2728
    },
    {
      "epoch": 0.894479155997132,
      "grad_norm": 0.18578022718429565,
      "learning_rate": 9.052289518297351e-06,
      "loss": 2.5762,
      "step": 2729
    },
    {
      "epoch": 0.8948069241011984,
      "grad_norm": 0.18255160748958588,
      "learning_rate": 8.996719471305547e-06,
      "loss": 2.5834,
      "step": 2730
    },
    {
      "epoch": 0.8951346922052648,
      "grad_norm": 0.19391828775405884,
      "learning_rate": 8.941315242411762e-06,
      "loss": 2.5818,
      "step": 2731
    },
    {
      "epoch": 0.8954624603093312,
      "grad_norm": 0.18492811918258667,
      "learning_rate": 8.886076896770677e-06,
      "loss": 2.5647,
      "step": 2732
    },
    {
      "epoch": 0.8957902284133975,
      "grad_norm": 0.19131630659103394,
      "learning_rate": 8.831004499341914e-06,
      "loss": 2.5836,
      "step": 2733
    },
    {
      "epoch": 0.8961179965174639,
      "grad_norm": 0.18503868579864502,
      "learning_rate": 8.776098114889835e-06,
      "loss": 2.6013,
      "step": 2734
    },
    {
      "epoch": 0.8964457646215302,
      "grad_norm": 0.21097062528133392,
      "learning_rate": 8.721357807983753e-06,
      "loss": 2.5921,
      "step": 2735
    },
    {
      "epoch": 0.8967735327255967,
      "grad_norm": 0.18714702129364014,
      "learning_rate": 8.66678364299756e-06,
      "loss": 2.5911,
      "step": 2736
    },
    {
      "epoch": 0.897101300829663,
      "grad_norm": 0.18326221406459808,
      "learning_rate": 8.612375684109818e-06,
      "loss": 2.5958,
      "step": 2737
    },
    {
      "epoch": 0.8974290689337294,
      "grad_norm": 0.19585241377353668,
      "learning_rate": 8.55813399530353e-06,
      "loss": 2.592,
      "step": 2738
    },
    {
      "epoch": 0.8977568370377957,
      "grad_norm": 0.1961328387260437,
      "learning_rate": 8.504058640366318e-06,
      "loss": 2.5327,
      "step": 2739
    },
    {
      "epoch": 0.8980846051418622,
      "grad_norm": 0.18356633186340332,
      "learning_rate": 8.450149682890117e-06,
      "loss": 2.5904,
      "step": 2740
    },
    {
      "epoch": 0.8984123732459285,
      "grad_norm": 0.18494927883148193,
      "learning_rate": 8.396407186271131e-06,
      "loss": 2.5832,
      "step": 2741
    },
    {
      "epoch": 0.8987401413499949,
      "grad_norm": 0.1956138163805008,
      "learning_rate": 8.342831213709939e-06,
      "loss": 2.5911,
      "step": 2742
    },
    {
      "epoch": 0.8990679094540612,
      "grad_norm": 0.18492601811885834,
      "learning_rate": 8.289421828211174e-06,
      "loss": 2.5701,
      "step": 2743
    },
    {
      "epoch": 0.8993956775581277,
      "grad_norm": 0.1784190833568573,
      "learning_rate": 8.236179092583629e-06,
      "loss": 2.5795,
      "step": 2744
    },
    {
      "epoch": 0.899723445662194,
      "grad_norm": 0.19050922989845276,
      "learning_rate": 8.18310306944005e-06,
      "loss": 2.5835,
      "step": 2745
    },
    {
      "epoch": 0.9000512137662604,
      "grad_norm": 0.18810993432998657,
      "learning_rate": 8.130193821197229e-06,
      "loss": 2.5564,
      "step": 2746
    },
    {
      "epoch": 0.9003789818703267,
      "grad_norm": 0.18760769069194794,
      "learning_rate": 8.077451410075758e-06,
      "loss": 2.5855,
      "step": 2747
    },
    {
      "epoch": 0.9007067499743932,
      "grad_norm": 0.1824483573436737,
      "learning_rate": 8.024875898100091e-06,
      "loss": 2.595,
      "step": 2748
    },
    {
      "epoch": 0.9010345180784595,
      "grad_norm": 0.1850658655166626,
      "learning_rate": 7.972467347098305e-06,
      "loss": 2.564,
      "step": 2749
    },
    {
      "epoch": 0.9013622861825259,
      "grad_norm": 0.18689392507076263,
      "learning_rate": 7.920225818702264e-06,
      "loss": 2.5875,
      "step": 2750
    },
    {
      "epoch": 0.9016900542865922,
      "grad_norm": 0.17934459447860718,
      "learning_rate": 7.868151374347325e-06,
      "loss": 2.5766,
      "step": 2751
    },
    {
      "epoch": 0.9020178223906586,
      "grad_norm": 0.18440553545951843,
      "learning_rate": 7.81624407527237e-06,
      "loss": 2.5971,
      "step": 2752
    },
    {
      "epoch": 0.902345590494725,
      "grad_norm": 0.18334335088729858,
      "learning_rate": 7.76450398251977e-06,
      "loss": 2.584,
      "step": 2753
    },
    {
      "epoch": 0.9026733585987914,
      "grad_norm": 0.18412809073925018,
      "learning_rate": 7.712931156935203e-06,
      "loss": 2.5649,
      "step": 2754
    },
    {
      "epoch": 0.9030011267028577,
      "grad_norm": 0.17796297371387482,
      "learning_rate": 7.661525659167705e-06,
      "loss": 2.5715,
      "step": 2755
    },
    {
      "epoch": 0.9033288948069241,
      "grad_norm": 0.18103325366973877,
      "learning_rate": 7.610287549669436e-06,
      "loss": 2.5588,
      "step": 2756
    },
    {
      "epoch": 0.9036566629109904,
      "grad_norm": 0.18719254434108734,
      "learning_rate": 7.559216888695829e-06,
      "loss": 2.578,
      "step": 2757
    },
    {
      "epoch": 0.9039844310150569,
      "grad_norm": 0.18200615048408508,
      "learning_rate": 7.50831373630531e-06,
      "loss": 2.5568,
      "step": 2758
    },
    {
      "epoch": 0.9043121991191232,
      "grad_norm": 0.17880651354789734,
      "learning_rate": 7.457578152359378e-06,
      "loss": 2.5561,
      "step": 2759
    },
    {
      "epoch": 0.9046399672231896,
      "grad_norm": 0.18010257184505463,
      "learning_rate": 7.4070101965224225e-06,
      "loss": 2.5754,
      "step": 2760
    },
    {
      "epoch": 0.9049677353272559,
      "grad_norm": 0.18173524737358093,
      "learning_rate": 7.356609928261758e-06,
      "loss": 2.5539,
      "step": 2761
    },
    {
      "epoch": 0.9052955034313224,
      "grad_norm": 0.18786028027534485,
      "learning_rate": 7.306377406847458e-06,
      "loss": 2.5755,
      "step": 2762
    },
    {
      "epoch": 0.9056232715353887,
      "grad_norm": 0.17398057878017426,
      "learning_rate": 7.2563126913523e-06,
      "loss": 2.5587,
      "step": 2763
    },
    {
      "epoch": 0.9059510396394551,
      "grad_norm": 0.1845884770154953,
      "learning_rate": 7.206415840651808e-06,
      "loss": 2.5634,
      "step": 2764
    },
    {
      "epoch": 0.9062788077435214,
      "grad_norm": 0.18477988243103027,
      "learning_rate": 7.156686913424059e-06,
      "loss": 2.5762,
      "step": 2765
    },
    {
      "epoch": 0.9066065758475879,
      "grad_norm": 0.18184421956539154,
      "learning_rate": 7.1071259681496575e-06,
      "loss": 2.5694,
      "step": 2766
    },
    {
      "epoch": 0.9069343439516542,
      "grad_norm": 0.18011145293712616,
      "learning_rate": 7.057733063111598e-06,
      "loss": 2.5872,
      "step": 2767
    },
    {
      "epoch": 0.9072621120557206,
      "grad_norm": 0.18176284432411194,
      "learning_rate": 7.008508256395384e-06,
      "loss": 2.548,
      "step": 2768
    },
    {
      "epoch": 0.9075898801597869,
      "grad_norm": 0.1800837516784668,
      "learning_rate": 6.959451605888761e-06,
      "loss": 2.5677,
      "step": 2769
    },
    {
      "epoch": 0.9079176482638533,
      "grad_norm": 0.18165428936481476,
      "learning_rate": 6.910563169281696e-06,
      "loss": 2.5873,
      "step": 2770
    },
    {
      "epoch": 0.9082454163679197,
      "grad_norm": 0.1851329803466797,
      "learning_rate": 6.86184300406642e-06,
      "loss": 2.5866,
      "step": 2771
    },
    {
      "epoch": 0.9085731844719861,
      "grad_norm": 0.177421435713768,
      "learning_rate": 6.813291167537233e-06,
      "loss": 2.5832,
      "step": 2772
    },
    {
      "epoch": 0.9089009525760524,
      "grad_norm": 0.18066410720348358,
      "learning_rate": 6.764907716790513e-06,
      "loss": 2.5782,
      "step": 2773
    },
    {
      "epoch": 0.9092287206801188,
      "grad_norm": 0.18294531106948853,
      "learning_rate": 6.716692708724531e-06,
      "loss": 2.5893,
      "step": 2774
    },
    {
      "epoch": 0.9095564887841852,
      "grad_norm": 0.17766685783863068,
      "learning_rate": 6.668646200039579e-06,
      "loss": 2.5786,
      "step": 2775
    },
    {
      "epoch": 0.9098842568882516,
      "grad_norm": 0.17878800630569458,
      "learning_rate": 6.620768247237745e-06,
      "loss": 2.5813,
      "step": 2776
    },
    {
      "epoch": 0.9102120249923179,
      "grad_norm": 0.17958565056324005,
      "learning_rate": 6.5730589066229246e-06,
      "loss": 2.5787,
      "step": 2777
    },
    {
      "epoch": 0.9105397930963843,
      "grad_norm": 0.18191765248775482,
      "learning_rate": 6.525518234300653e-06,
      "loss": 2.5776,
      "step": 2778
    },
    {
      "epoch": 0.9108675612004506,
      "grad_norm": 0.18339499831199646,
      "learning_rate": 6.478146286178209e-06,
      "loss": 2.5711,
      "step": 2779
    },
    {
      "epoch": 0.9111953293045171,
      "grad_norm": 0.1774436980485916,
      "learning_rate": 6.430943117964416e-06,
      "loss": 2.5949,
      "step": 2780
    },
    {
      "epoch": 0.9115230974085834,
      "grad_norm": 0.1727064996957779,
      "learning_rate": 6.383908785169567e-06,
      "loss": 2.5681,
      "step": 2781
    },
    {
      "epoch": 0.9118508655126498,
      "grad_norm": 0.17854945361614227,
      "learning_rate": 6.337043343105502e-06,
      "loss": 2.5925,
      "step": 2782
    },
    {
      "epoch": 0.9121786336167161,
      "grad_norm": 0.17562642693519592,
      "learning_rate": 6.290346846885369e-06,
      "loss": 2.57,
      "step": 2783
    },
    {
      "epoch": 0.9125064017207826,
      "grad_norm": 0.17687013745307922,
      "learning_rate": 6.243819351423707e-06,
      "loss": 2.5874,
      "step": 2784
    },
    {
      "epoch": 0.9128341698248489,
      "grad_norm": 0.1719997674226761,
      "learning_rate": 6.197460911436181e-06,
      "loss": 2.5778,
      "step": 2785
    },
    {
      "epoch": 0.9131619379289153,
      "grad_norm": 0.17792770266532898,
      "learning_rate": 6.151271581439798e-06,
      "loss": 2.5665,
      "step": 2786
    },
    {
      "epoch": 0.9134897060329816,
      "grad_norm": 0.17486314475536346,
      "learning_rate": 6.105251415752643e-06,
      "loss": 2.5771,
      "step": 2787
    },
    {
      "epoch": 0.9138174741370481,
      "grad_norm": 0.17423006892204285,
      "learning_rate": 6.059400468493825e-06,
      "loss": 2.5903,
      "step": 2788
    },
    {
      "epoch": 0.9141452422411144,
      "grad_norm": 0.17377230525016785,
      "learning_rate": 6.01371879358351e-06,
      "loss": 2.5931,
      "step": 2789
    },
    {
      "epoch": 0.9144730103451808,
      "grad_norm": 0.17574970424175262,
      "learning_rate": 5.968206444742762e-06,
      "loss": 2.5999,
      "step": 2790
    },
    {
      "epoch": 0.9148007784492471,
      "grad_norm": 0.17928546667099,
      "learning_rate": 5.922863475493566e-06,
      "loss": 2.5744,
      "step": 2791
    },
    {
      "epoch": 0.9151285465533135,
      "grad_norm": 0.17415745556354523,
      "learning_rate": 5.877689939158619e-06,
      "loss": 2.5932,
      "step": 2792
    },
    {
      "epoch": 0.9154563146573799,
      "grad_norm": 0.17636720836162567,
      "learning_rate": 5.832685888861493e-06,
      "loss": 2.5796,
      "step": 2793
    },
    {
      "epoch": 0.9157840827614463,
      "grad_norm": 0.17715725302696228,
      "learning_rate": 5.787851377526387e-06,
      "loss": 2.5973,
      "step": 2794
    },
    {
      "epoch": 0.9161118508655126,
      "grad_norm": 0.17952030897140503,
      "learning_rate": 5.743186457878124e-06,
      "loss": 2.565,
      "step": 2795
    },
    {
      "epoch": 0.916439618969579,
      "grad_norm": 0.1796024739742279,
      "learning_rate": 5.698691182442055e-06,
      "loss": 2.5895,
      "step": 2796
    },
    {
      "epoch": 0.9167673870736454,
      "grad_norm": 0.18179649114608765,
      "learning_rate": 5.654365603544109e-06,
      "loss": 2.5885,
      "step": 2797
    },
    {
      "epoch": 0.9170951551777118,
      "grad_norm": 0.17493607103824615,
      "learning_rate": 5.6102097733106035e-06,
      "loss": 2.5651,
      "step": 2798
    },
    {
      "epoch": 0.9174229232817781,
      "grad_norm": 0.18182389438152313,
      "learning_rate": 5.566223743668252e-06,
      "loss": 2.5869,
      "step": 2799
    },
    {
      "epoch": 0.9177506913858445,
      "grad_norm": 0.1805630326271057,
      "learning_rate": 5.522407566344045e-06,
      "loss": 2.5951,
      "step": 2800
    },
    {
      "epoch": 0.9180784594899108,
      "grad_norm": 0.17529882490634918,
      "learning_rate": 5.478761292865297e-06,
      "loss": 2.5767,
      "step": 2801
    },
    {
      "epoch": 0.9184062275939773,
      "grad_norm": 0.1762050986289978,
      "learning_rate": 5.435284974559484e-06,
      "loss": 2.5584,
      "step": 2802
    },
    {
      "epoch": 0.9187339956980436,
      "grad_norm": 0.17590874433517456,
      "learning_rate": 5.391978662554142e-06,
      "loss": 2.5752,
      "step": 2803
    },
    {
      "epoch": 0.91906176380211,
      "grad_norm": 0.17581580579280853,
      "learning_rate": 5.348842407777048e-06,
      "loss": 2.5688,
      "step": 2804
    },
    {
      "epoch": 0.9193895319061763,
      "grad_norm": 0.17434144020080566,
      "learning_rate": 5.305876260955844e-06,
      "loss": 2.5732,
      "step": 2805
    },
    {
      "epoch": 0.9197173000102428,
      "grad_norm": 0.1747717708349228,
      "learning_rate": 5.263080272618209e-06,
      "loss": 2.5277,
      "step": 2806
    },
    {
      "epoch": 0.9200450681143091,
      "grad_norm": 0.17307469248771667,
      "learning_rate": 5.220454493091653e-06,
      "loss": 2.5767,
      "step": 2807
    },
    {
      "epoch": 0.9203728362183755,
      "grad_norm": 0.1806742548942566,
      "learning_rate": 5.1779989725035944e-06,
      "loss": 2.5914,
      "step": 2808
    },
    {
      "epoch": 0.9207006043224418,
      "grad_norm": 0.17209841310977936,
      "learning_rate": 5.135713760781212e-06,
      "loss": 2.5675,
      "step": 2809
    },
    {
      "epoch": 0.9210283724265083,
      "grad_norm": 0.1786184161901474,
      "learning_rate": 5.093598907651314e-06,
      "loss": 2.5874,
      "step": 2810
    },
    {
      "epoch": 0.9213561405305746,
      "grad_norm": 0.17637793719768524,
      "learning_rate": 5.051654462640514e-06,
      "loss": 2.5925,
      "step": 2811
    },
    {
      "epoch": 0.921683908634641,
      "grad_norm": 0.1747618168592453,
      "learning_rate": 5.00988047507494e-06,
      "loss": 2.6169,
      "step": 2812
    },
    {
      "epoch": 0.9220116767387073,
      "grad_norm": 0.17524893581867218,
      "learning_rate": 4.968276994080278e-06,
      "loss": 2.5718,
      "step": 2813
    },
    {
      "epoch": 0.9223394448427737,
      "grad_norm": 0.17596140503883362,
      "learning_rate": 4.9268440685816755e-06,
      "loss": 2.5735,
      "step": 2814
    },
    {
      "epoch": 0.9226672129468401,
      "grad_norm": 0.1752089560031891,
      "learning_rate": 4.885581747303757e-06,
      "loss": 2.6057,
      "step": 2815
    },
    {
      "epoch": 0.9229949810509065,
      "grad_norm": 0.17676447331905365,
      "learning_rate": 4.8444900787705075e-06,
      "loss": 2.5847,
      "step": 2816
    },
    {
      "epoch": 0.9233227491549728,
      "grad_norm": 0.17219127714633942,
      "learning_rate": 4.803569111305206e-06,
      "loss": 2.5708,
      "step": 2817
    },
    {
      "epoch": 0.9236505172590392,
      "grad_norm": 0.1723012924194336,
      "learning_rate": 4.76281889303039e-06,
      "loss": 2.5762,
      "step": 2818
    },
    {
      "epoch": 0.9239782853631056,
      "grad_norm": 0.17468592524528503,
      "learning_rate": 4.722239471867828e-06,
      "loss": 2.57,
      "step": 2819
    },
    {
      "epoch": 0.924306053467172,
      "grad_norm": 0.17125706374645233,
      "learning_rate": 4.681830895538413e-06,
      "loss": 2.5843,
      "step": 2820
    },
    {
      "epoch": 0.9246338215712383,
      "grad_norm": 0.17356662452220917,
      "learning_rate": 4.641593211562067e-06,
      "loss": 2.5498,
      "step": 2821
    },
    {
      "epoch": 0.9249615896753047,
      "grad_norm": 0.1743757277727127,
      "learning_rate": 4.601526467257888e-06,
      "loss": 2.577,
      "step": 2822
    },
    {
      "epoch": 0.925289357779371,
      "grad_norm": 0.17418056726455688,
      "learning_rate": 4.561630709743819e-06,
      "loss": 2.5665,
      "step": 2823
    },
    {
      "epoch": 0.9256171258834375,
      "grad_norm": 0.17236821353435516,
      "learning_rate": 4.521905985936813e-06,
      "loss": 2.5815,
      "step": 2824
    },
    {
      "epoch": 0.9259448939875038,
      "grad_norm": 0.17268763482570648,
      "learning_rate": 4.482352342552586e-06,
      "loss": 2.5831,
      "step": 2825
    },
    {
      "epoch": 0.9262726620915702,
      "grad_norm": 0.1722467541694641,
      "learning_rate": 4.442969826105763e-06,
      "loss": 2.56,
      "step": 2826
    },
    {
      "epoch": 0.9266004301956365,
      "grad_norm": 0.17774833738803864,
      "learning_rate": 4.403758482909714e-06,
      "loss": 2.5929,
      "step": 2827
    },
    {
      "epoch": 0.926928198299703,
      "grad_norm": 0.17134036123752594,
      "learning_rate": 4.3647183590764686e-06,
      "loss": 2.5855,
      "step": 2828
    },
    {
      "epoch": 0.9272559664037693,
      "grad_norm": 0.17189921438694,
      "learning_rate": 4.325849500516703e-06,
      "loss": 2.5829,
      "step": 2829
    },
    {
      "epoch": 0.9275837345078357,
      "grad_norm": 0.1752648949623108,
      "learning_rate": 4.287151952939755e-06,
      "loss": 2.5674,
      "step": 2830
    },
    {
      "epoch": 0.927911502611902,
      "grad_norm": 0.1738048940896988,
      "learning_rate": 4.248625761853436e-06,
      "loss": 2.5639,
      "step": 2831
    },
    {
      "epoch": 0.9282392707159685,
      "grad_norm": 0.17650288343429565,
      "learning_rate": 4.2102709725640396e-06,
      "loss": 2.5724,
      "step": 2832
    },
    {
      "epoch": 0.9285670388200348,
      "grad_norm": 0.17163310945034027,
      "learning_rate": 4.172087630176352e-06,
      "loss": 2.5588,
      "step": 2833
    },
    {
      "epoch": 0.9288948069241012,
      "grad_norm": 0.17412155866622925,
      "learning_rate": 4.134075779593504e-06,
      "loss": 2.5591,
      "step": 2834
    },
    {
      "epoch": 0.9292225750281675,
      "grad_norm": 0.1754576414823532,
      "learning_rate": 4.096235465516956e-06,
      "loss": 2.6012,
      "step": 2835
    },
    {
      "epoch": 0.929550343132234,
      "grad_norm": 0.17095354199409485,
      "learning_rate": 4.058566732446444e-06,
      "loss": 2.5807,
      "step": 2836
    },
    {
      "epoch": 0.9298781112363003,
      "grad_norm": 0.17275509238243103,
      "learning_rate": 4.021069624679918e-06,
      "loss": 2.5752,
      "step": 2837
    },
    {
      "epoch": 0.9302058793403667,
      "grad_norm": 0.17336909472942352,
      "learning_rate": 3.98374418631352e-06,
      "loss": 2.5489,
      "step": 2838
    },
    {
      "epoch": 0.930533647444433,
      "grad_norm": 0.1750287413597107,
      "learning_rate": 3.946590461241489e-06,
      "loss": 2.5897,
      "step": 2839
    },
    {
      "epoch": 0.9308614155484994,
      "grad_norm": 0.17277079820632935,
      "learning_rate": 3.909608493156141e-06,
      "loss": 2.6092,
      "step": 2840
    },
    {
      "epoch": 0.9311891836525658,
      "grad_norm": 0.17326022684574127,
      "learning_rate": 3.872798325547838e-06,
      "loss": 2.5894,
      "step": 2841
    },
    {
      "epoch": 0.9315169517566322,
      "grad_norm": 0.171122208237648,
      "learning_rate": 3.836160001704852e-06,
      "loss": 2.5838,
      "step": 2842
    },
    {
      "epoch": 0.9318447198606985,
      "grad_norm": 0.17224544286727905,
      "learning_rate": 3.7996935647133853e-06,
      "loss": 2.6022,
      "step": 2843
    },
    {
      "epoch": 0.9321724879647649,
      "grad_norm": 0.17139622569084167,
      "learning_rate": 3.7633990574575334e-06,
      "loss": 2.6081,
      "step": 2844
    },
    {
      "epoch": 0.9325002560688314,
      "grad_norm": 0.1739189326763153,
      "learning_rate": 3.7272765226191714e-06,
      "loss": 2.5806,
      "step": 2845
    },
    {
      "epoch": 0.9328280241728977,
      "grad_norm": 0.17170870304107666,
      "learning_rate": 3.6913260026779688e-06,
      "loss": 2.5741,
      "step": 2846
    },
    {
      "epoch": 0.9331557922769641,
      "grad_norm": 0.1758616417646408,
      "learning_rate": 3.6555475399112577e-06,
      "loss": 2.572,
      "step": 2847
    },
    {
      "epoch": 0.9334835603810304,
      "grad_norm": 0.17583125829696655,
      "learning_rate": 3.619941176394098e-06,
      "loss": 2.5631,
      "step": 2848
    },
    {
      "epoch": 0.9338113284850968,
      "grad_norm": 0.17080771923065186,
      "learning_rate": 3.5845069539990943e-06,
      "loss": 2.5665,
      "step": 2849
    },
    {
      "epoch": 0.9341390965891632,
      "grad_norm": 0.17220135033130646,
      "learning_rate": 3.5492449143964816e-06,
      "loss": 2.5662,
      "step": 2850
    },
    {
      "epoch": 0.9344668646932296,
      "grad_norm": 0.17334617674350739,
      "learning_rate": 3.5141550990539556e-06,
      "loss": 2.5852,
      "step": 2851
    },
    {
      "epoch": 0.9347946327972959,
      "grad_norm": 0.17776042222976685,
      "learning_rate": 3.4792375492367074e-06,
      "loss": 2.5635,
      "step": 2852
    },
    {
      "epoch": 0.9351224009013623,
      "grad_norm": 0.1730630099773407,
      "learning_rate": 3.444492306007357e-06,
      "loss": 2.6025,
      "step": 2853
    },
    {
      "epoch": 0.9354501690054287,
      "grad_norm": 0.1751650869846344,
      "learning_rate": 3.4099194102258364e-06,
      "loss": 2.5795,
      "step": 2854
    },
    {
      "epoch": 0.9357779371094951,
      "grad_norm": 0.17518876492977142,
      "learning_rate": 3.3755189025494735e-06,
      "loss": 2.5957,
      "step": 2855
    },
    {
      "epoch": 0.9361057052135614,
      "grad_norm": 0.17062468826770782,
      "learning_rate": 3.341290823432824e-06,
      "loss": 2.5585,
      "step": 2856
    },
    {
      "epoch": 0.9364334733176278,
      "grad_norm": 0.173363596200943,
      "learning_rate": 3.3072352131276902e-06,
      "loss": 2.5669,
      "step": 2857
    },
    {
      "epoch": 0.9367612414216941,
      "grad_norm": 0.16994608938694,
      "learning_rate": 3.2733521116830363e-06,
      "loss": 2.5918,
      "step": 2858
    },
    {
      "epoch": 0.9370890095257606,
      "grad_norm": 0.17347578704357147,
      "learning_rate": 3.239641558944972e-06,
      "loss": 2.5828,
      "step": 2859
    },
    {
      "epoch": 0.9374167776298269,
      "grad_norm": 0.17564070224761963,
      "learning_rate": 3.206103594556686e-06,
      "loss": 2.5511,
      "step": 2860
    },
    {
      "epoch": 0.9377445457338933,
      "grad_norm": 0.17500247061252594,
      "learning_rate": 3.172738257958396e-06,
      "loss": 2.5667,
      "step": 2861
    },
    {
      "epoch": 0.9380723138379596,
      "grad_norm": 0.17157690227031708,
      "learning_rate": 3.139545588387332e-06,
      "loss": 2.5786,
      "step": 2862
    },
    {
      "epoch": 0.9384000819420261,
      "grad_norm": 0.17387543618679047,
      "learning_rate": 3.1065256248776536e-06,
      "loss": 2.5517,
      "step": 2863
    },
    {
      "epoch": 0.9387278500460924,
      "grad_norm": 0.1703815758228302,
      "learning_rate": 3.0736784062604327e-06,
      "loss": 2.5752,
      "step": 2864
    },
    {
      "epoch": 0.9390556181501588,
      "grad_norm": 0.1751253753900528,
      "learning_rate": 3.0410039711635857e-06,
      "loss": 2.5972,
      "step": 2865
    },
    {
      "epoch": 0.9393833862542251,
      "grad_norm": 0.1731024533510208,
      "learning_rate": 3.008502358011827e-06,
      "loss": 2.603,
      "step": 2866
    },
    {
      "epoch": 0.9397111543582916,
      "grad_norm": 0.16941669583320618,
      "learning_rate": 2.976173605026666e-06,
      "loss": 2.5847,
      "step": 2867
    },
    {
      "epoch": 0.9400389224623579,
      "grad_norm": 0.1696038544178009,
      "learning_rate": 2.944017750226324e-06,
      "loss": 2.5743,
      "step": 2868
    },
    {
      "epoch": 0.9403666905664243,
      "grad_norm": 0.18037523329257965,
      "learning_rate": 2.9120348314256523e-06,
      "loss": 2.5956,
      "step": 2869
    },
    {
      "epoch": 0.9406944586704906,
      "grad_norm": 0.17068623006343842,
      "learning_rate": 2.8802248862361823e-06,
      "loss": 2.575,
      "step": 2870
    },
    {
      "epoch": 0.941022226774557,
      "grad_norm": 0.17419162392616272,
      "learning_rate": 2.848587952066006e-06,
      "loss": 2.5865,
      "step": 2871
    },
    {
      "epoch": 0.9413499948786234,
      "grad_norm": 0.17520767450332642,
      "learning_rate": 2.8171240661197636e-06,
      "loss": 2.5678,
      "step": 2872
    },
    {
      "epoch": 0.9416777629826898,
      "grad_norm": 0.1736229807138443,
      "learning_rate": 2.785833265398607e-06,
      "loss": 2.5897,
      "step": 2873
    },
    {
      "epoch": 0.9420055310867561,
      "grad_norm": 0.1721993088722229,
      "learning_rate": 2.7547155867001016e-06,
      "loss": 2.5919,
      "step": 2874
    },
    {
      "epoch": 0.9423332991908225,
      "grad_norm": 0.17297956347465515,
      "learning_rate": 2.7237710666182743e-06,
      "loss": 2.5882,
      "step": 2875
    },
    {
      "epoch": 0.9426610672948889,
      "grad_norm": 0.171934112906456,
      "learning_rate": 2.6929997415434836e-06,
      "loss": 2.5363,
      "step": 2876
    },
    {
      "epoch": 0.9429888353989553,
      "grad_norm": 0.17114418745040894,
      "learning_rate": 2.6624016476624156e-06,
      "loss": 2.5787,
      "step": 2877
    },
    {
      "epoch": 0.9433166035030216,
      "grad_norm": 0.17254967987537384,
      "learning_rate": 2.6319768209580537e-06,
      "loss": 2.6039,
      "step": 2878
    },
    {
      "epoch": 0.943644371607088,
      "grad_norm": 0.17131350934505463,
      "learning_rate": 2.601725297209628e-06,
      "loss": 2.5918,
      "step": 2879
    },
    {
      "epoch": 0.9439721397111543,
      "grad_norm": 0.17284426093101501,
      "learning_rate": 2.5716471119925307e-06,
      "loss": 2.585,
      "step": 2880
    },
    {
      "epoch": 0.9442999078152208,
      "grad_norm": 0.17096476256847382,
      "learning_rate": 2.541742300678351e-06,
      "loss": 2.5606,
      "step": 2881
    },
    {
      "epoch": 0.9446276759192871,
      "grad_norm": 0.17115916311740875,
      "learning_rate": 2.5120108984347576e-06,
      "loss": 2.5918,
      "step": 2882
    },
    {
      "epoch": 0.9449554440233535,
      "grad_norm": 0.16814078390598297,
      "learning_rate": 2.4824529402255157e-06,
      "loss": 2.5765,
      "step": 2883
    },
    {
      "epoch": 0.9452832121274198,
      "grad_norm": 0.17060980200767517,
      "learning_rate": 2.4530684608104032e-06,
      "loss": 2.6006,
      "step": 2884
    },
    {
      "epoch": 0.9456109802314863,
      "grad_norm": 0.16662342846393585,
      "learning_rate": 2.4238574947452293e-06,
      "loss": 2.5803,
      "step": 2885
    },
    {
      "epoch": 0.9459387483355526,
      "grad_norm": 0.1720910668373108,
      "learning_rate": 2.394820076381715e-06,
      "loss": 2.5726,
      "step": 2886
    },
    {
      "epoch": 0.946266516439619,
      "grad_norm": 0.1726302206516266,
      "learning_rate": 2.3659562398674783e-06,
      "loss": 2.5941,
      "step": 2887
    },
    {
      "epoch": 0.9465942845436853,
      "grad_norm": 0.17118878662586212,
      "learning_rate": 2.3372660191460502e-06,
      "loss": 2.5792,
      "step": 2888
    },
    {
      "epoch": 0.9469220526477518,
      "grad_norm": 0.17038564383983612,
      "learning_rate": 2.3087494479567757e-06,
      "loss": 2.5997,
      "step": 2889
    },
    {
      "epoch": 0.9472498207518181,
      "grad_norm": 0.17026066780090332,
      "learning_rate": 2.2804065598347963e-06,
      "loss": 2.5735,
      "step": 2890
    },
    {
      "epoch": 0.9475775888558845,
      "grad_norm": 0.1689290553331375,
      "learning_rate": 2.2522373881109667e-06,
      "loss": 2.5845,
      "step": 2891
    },
    {
      "epoch": 0.9479053569599508,
      "grad_norm": 0.16943299770355225,
      "learning_rate": 2.224241965911888e-06,
      "loss": 2.5836,
      "step": 2892
    },
    {
      "epoch": 0.9482331250640172,
      "grad_norm": 0.16884569823741913,
      "learning_rate": 2.1964203261598424e-06,
      "loss": 2.5432,
      "step": 2893
    },
    {
      "epoch": 0.9485608931680836,
      "grad_norm": 0.17106077075004578,
      "learning_rate": 2.1687725015727078e-06,
      "loss": 2.5962,
      "step": 2894
    },
    {
      "epoch": 0.94888866127215,
      "grad_norm": 0.17327943444252014,
      "learning_rate": 2.141298524664009e-06,
      "loss": 2.5873,
      "step": 2895
    },
    {
      "epoch": 0.9492164293762163,
      "grad_norm": 0.1712387353181839,
      "learning_rate": 2.1139984277427855e-06,
      "loss": 2.5577,
      "step": 2896
    },
    {
      "epoch": 0.9495441974802827,
      "grad_norm": 0.16896958649158478,
      "learning_rate": 2.0868722429136065e-06,
      "loss": 2.5569,
      "step": 2897
    },
    {
      "epoch": 0.949871965584349,
      "grad_norm": 0.17009340226650238,
      "learning_rate": 2.0599200020765374e-06,
      "loss": 2.5834,
      "step": 2898
    },
    {
      "epoch": 0.9501997336884155,
      "grad_norm": 0.17213664948940277,
      "learning_rate": 2.0331417369270575e-06,
      "loss": 2.5797,
      "step": 2899
    },
    {
      "epoch": 0.9505275017924818,
      "grad_norm": 0.1716500222682953,
      "learning_rate": 2.0065374789561104e-06,
      "loss": 2.5723,
      "step": 2900
    },
    {
      "epoch": 0.9508552698965482,
      "grad_norm": 0.16962242126464844,
      "learning_rate": 1.9801072594499203e-06,
      "loss": 2.5711,
      "step": 2901
    },
    {
      "epoch": 0.9511830380006145,
      "grad_norm": 0.17413225769996643,
      "learning_rate": 1.9538511094901234e-06,
      "loss": 2.5382,
      "step": 2902
    },
    {
      "epoch": 0.951510806104681,
      "grad_norm": 0.1705741286277771,
      "learning_rate": 1.9277690599536376e-06,
      "loss": 2.5633,
      "step": 2903
    },
    {
      "epoch": 0.9518385742087473,
      "grad_norm": 0.1688728779554367,
      "learning_rate": 1.9018611415126118e-06,
      "loss": 2.575,
      "step": 2904
    },
    {
      "epoch": 0.9521663423128137,
      "grad_norm": 0.17115303874015808,
      "learning_rate": 1.8761273846344238e-06,
      "loss": 2.6077,
      "step": 2905
    },
    {
      "epoch": 0.95249411041688,
      "grad_norm": 0.17286057770252228,
      "learning_rate": 1.850567819581683e-06,
      "loss": 2.573,
      "step": 2906
    },
    {
      "epoch": 0.9528218785209465,
      "grad_norm": 0.17245426774024963,
      "learning_rate": 1.8251824764120793e-06,
      "loss": 2.6032,
      "step": 2907
    },
    {
      "epoch": 0.9531496466250128,
      "grad_norm": 0.17053578794002533,
      "learning_rate": 1.7999713849784824e-06,
      "loss": 2.5439,
      "step": 2908
    },
    {
      "epoch": 0.9534774147290792,
      "grad_norm": 0.16912859678268433,
      "learning_rate": 1.7749345749288269e-06,
      "loss": 2.5891,
      "step": 2909
    },
    {
      "epoch": 0.9538051828331455,
      "grad_norm": 0.16766886413097382,
      "learning_rate": 1.7500720757060771e-06,
      "loss": 2.5601,
      "step": 2910
    },
    {
      "epoch": 0.954132950937212,
      "grad_norm": 0.1674959659576416,
      "learning_rate": 1.7253839165482287e-06,
      "loss": 2.5606,
      "step": 2911
    },
    {
      "epoch": 0.9544607190412783,
      "grad_norm": 0.1692037582397461,
      "learning_rate": 1.700870126488224e-06,
      "loss": 2.5895,
      "step": 2912
    },
    {
      "epoch": 0.9547884871453447,
      "grad_norm": 0.17125283181667328,
      "learning_rate": 1.6765307343540035e-06,
      "loss": 2.5767,
      "step": 2913
    },
    {
      "epoch": 0.955116255249411,
      "grad_norm": 0.17114685475826263,
      "learning_rate": 1.6523657687683878e-06,
      "loss": 2.5924,
      "step": 2914
    },
    {
      "epoch": 0.9554440233534774,
      "grad_norm": 0.17084622383117676,
      "learning_rate": 1.6283752581490617e-06,
      "loss": 2.5889,
      "step": 2915
    },
    {
      "epoch": 0.9557717914575438,
      "grad_norm": 0.1707301288843155,
      "learning_rate": 1.6045592307085742e-06,
      "loss": 2.5982,
      "step": 2916
    },
    {
      "epoch": 0.9560995595616102,
      "grad_norm": 0.16594868898391724,
      "learning_rate": 1.5809177144542552e-06,
      "loss": 2.5438,
      "step": 2917
    },
    {
      "epoch": 0.9564273276656765,
      "grad_norm": 0.16862481832504272,
      "learning_rate": 1.557450737188265e-06,
      "loss": 2.5991,
      "step": 2918
    },
    {
      "epoch": 0.9567550957697429,
      "grad_norm": 0.1686192750930786,
      "learning_rate": 1.534158326507462e-06,
      "loss": 2.5905,
      "step": 2919
    },
    {
      "epoch": 0.9570828638738093,
      "grad_norm": 0.16882044076919556,
      "learning_rate": 1.511040509803435e-06,
      "loss": 2.5626,
      "step": 2920
    },
    {
      "epoch": 0.9574106319778757,
      "grad_norm": 0.17025798559188843,
      "learning_rate": 1.4880973142624375e-06,
      "loss": 2.5446,
      "step": 2921
    },
    {
      "epoch": 0.957738400081942,
      "grad_norm": 0.17082637548446655,
      "learning_rate": 1.4653287668653868e-06,
      "loss": 2.5598,
      "step": 2922
    },
    {
      "epoch": 0.9580661681860084,
      "grad_norm": 0.16939803957939148,
      "learning_rate": 1.4427348943878148e-06,
      "loss": 2.5816,
      "step": 2923
    },
    {
      "epoch": 0.9583939362900747,
      "grad_norm": 0.16788698732852936,
      "learning_rate": 1.4203157233998175e-06,
      "loss": 2.5975,
      "step": 2924
    },
    {
      "epoch": 0.9587217043941412,
      "grad_norm": 0.16650202870368958,
      "learning_rate": 1.3980712802660721e-06,
      "loss": 2.5655,
      "step": 2925
    },
    {
      "epoch": 0.9590494724982075,
      "grad_norm": 0.16959810256958008,
      "learning_rate": 1.3760015911457701e-06,
      "loss": 2.5885,
      "step": 2926
    },
    {
      "epoch": 0.9593772406022739,
      "grad_norm": 0.1685345321893692,
      "learning_rate": 1.3541066819926005e-06,
      "loss": 2.5607,
      "step": 2927
    },
    {
      "epoch": 0.9597050087063402,
      "grad_norm": 0.1684134304523468,
      "learning_rate": 1.3323865785546672e-06,
      "loss": 2.5807,
      "step": 2928
    },
    {
      "epoch": 0.9600327768104067,
      "grad_norm": 0.1681705266237259,
      "learning_rate": 1.3108413063745714e-06,
      "loss": 2.585,
      "step": 2929
    },
    {
      "epoch": 0.960360544914473,
      "grad_norm": 0.16824211180210114,
      "learning_rate": 1.2894708907892792e-06,
      "loss": 2.5589,
      "step": 2930
    },
    {
      "epoch": 0.9606883130185394,
      "grad_norm": 0.16907107830047607,
      "learning_rate": 1.2682753569301207e-06,
      "loss": 2.5713,
      "step": 2931
    },
    {
      "epoch": 0.9610160811226057,
      "grad_norm": 0.16727113723754883,
      "learning_rate": 1.247254729722791e-06,
      "loss": 2.5647,
      "step": 2932
    },
    {
      "epoch": 0.9613438492266722,
      "grad_norm": 0.1688515692949295,
      "learning_rate": 1.2264090338872823e-06,
      "loss": 2.5835,
      "step": 2933
    },
    {
      "epoch": 0.9616716173307385,
      "grad_norm": 0.1660674512386322,
      "learning_rate": 1.205738293937869e-06,
      "loss": 2.5802,
      "step": 2934
    },
    {
      "epoch": 0.9619993854348049,
      "grad_norm": 0.16941142082214355,
      "learning_rate": 1.1852425341830729e-06,
      "loss": 2.5985,
      "step": 2935
    },
    {
      "epoch": 0.9623271535388712,
      "grad_norm": 0.16827817261219025,
      "learning_rate": 1.1649217787256803e-06,
      "loss": 2.5665,
      "step": 2936
    },
    {
      "epoch": 0.9626549216429376,
      "grad_norm": 0.17238359153270721,
      "learning_rate": 1.1447760514626258e-06,
      "loss": 2.5872,
      "step": 2937
    },
    {
      "epoch": 0.962982689747004,
      "grad_norm": 0.16899222135543823,
      "learning_rate": 1.1248053760850417e-06,
      "loss": 2.5739,
      "step": 2938
    },
    {
      "epoch": 0.9633104578510704,
      "grad_norm": 0.16694435477256775,
      "learning_rate": 1.1050097760781918e-06,
      "loss": 2.5864,
      "step": 2939
    },
    {
      "epoch": 0.9636382259551367,
      "grad_norm": 0.1681649386882782,
      "learning_rate": 1.0853892747214542e-06,
      "loss": 2.5916,
      "step": 2940
    },
    {
      "epoch": 0.9639659940592031,
      "grad_norm": 0.1684790998697281,
      "learning_rate": 1.0659438950882726e-06,
      "loss": 2.6023,
      "step": 2941
    },
    {
      "epoch": 0.9642937621632695,
      "grad_norm": 0.1672613024711609,
      "learning_rate": 1.0466736600462044e-06,
      "loss": 2.5914,
      "step": 2942
    },
    {
      "epoch": 0.9646215302673359,
      "grad_norm": 0.17204444110393524,
      "learning_rate": 1.0275785922567892e-06,
      "loss": 2.5943,
      "step": 2943
    },
    {
      "epoch": 0.9649492983714022,
      "grad_norm": 0.1648373305797577,
      "learning_rate": 1.008658714175581e-06,
      "loss": 2.5643,
      "step": 2944
    },
    {
      "epoch": 0.9652770664754686,
      "grad_norm": 0.17302197217941284,
      "learning_rate": 9.899140480521484e-07,
      "loss": 2.5783,
      "step": 2945
    },
    {
      "epoch": 0.9656048345795349,
      "grad_norm": 0.1668533980846405,
      "learning_rate": 9.71344615929942e-07,
      "loss": 2.5562,
      "step": 2946
    },
    {
      "epoch": 0.9659326026836014,
      "grad_norm": 0.1668979525566101,
      "learning_rate": 9.529504396464272e-07,
      "loss": 2.5783,
      "step": 2947
    },
    {
      "epoch": 0.9662603707876677,
      "grad_norm": 0.16757875680923462,
      "learning_rate": 9.347315408328837e-07,
      "loss": 2.5674,
      "step": 2948
    },
    {
      "epoch": 0.9665881388917341,
      "grad_norm": 0.17064310610294342,
      "learning_rate": 9.1668794091454e-07,
      "loss": 2.6068,
      "step": 2949
    },
    {
      "epoch": 0.9669159069958004,
      "grad_norm": 0.16789738833904266,
      "learning_rate": 8.988196611104393e-07,
      "loss": 2.5824,
      "step": 2950
    },
    {
      "epoch": 0.9672436750998669,
      "grad_norm": 0.16685932874679565,
      "learning_rate": 8.811267224334395e-07,
      "loss": 2.5626,
      "step": 2951
    },
    {
      "epoch": 0.9675714432039332,
      "grad_norm": 0.17015166580677032,
      "learning_rate": 8.636091456902305e-07,
      "loss": 2.5811,
      "step": 2952
    },
    {
      "epoch": 0.9678992113079996,
      "grad_norm": 0.17367573082447052,
      "learning_rate": 8.46266951481267e-07,
      "loss": 2.58,
      "step": 2953
    },
    {
      "epoch": 0.9682269794120659,
      "grad_norm": 0.17057998478412628,
      "learning_rate": 8.291001602007352e-07,
      "loss": 2.5587,
      "step": 2954
    },
    {
      "epoch": 0.9685547475161324,
      "grad_norm": 0.17217548191547394,
      "learning_rate": 8.121087920365865e-07,
      "loss": 2.577,
      "step": 2955
    },
    {
      "epoch": 0.9688825156201987,
      "grad_norm": 0.16725125908851624,
      "learning_rate": 7.952928669704373e-07,
      "loss": 2.5804,
      "step": 2956
    },
    {
      "epoch": 0.9692102837242651,
      "grad_norm": 0.1684097945690155,
      "learning_rate": 7.786524047776354e-07,
      "loss": 2.5523,
      "step": 2957
    },
    {
      "epoch": 0.9695380518283314,
      "grad_norm": 0.17297185957431793,
      "learning_rate": 7.621874250271276e-07,
      "loss": 2.5698,
      "step": 2958
    },
    {
      "epoch": 0.9698658199323978,
      "grad_norm": 0.1674623191356659,
      "learning_rate": 7.458979470815418e-07,
      "loss": 2.5703,
      "step": 2959
    },
    {
      "epoch": 0.9701935880364642,
      "grad_norm": 0.16668979823589325,
      "learning_rate": 7.297839900970881e-07,
      "loss": 2.5611,
      "step": 2960
    },
    {
      "epoch": 0.9705213561405306,
      "grad_norm": 0.16558481752872467,
      "learning_rate": 7.138455730235914e-07,
      "loss": 2.5988,
      "step": 2961
    },
    {
      "epoch": 0.9708491242445969,
      "grad_norm": 0.16863267123699188,
      "learning_rate": 6.980827146044087e-07,
      "loss": 2.5573,
      "step": 2962
    },
    {
      "epoch": 0.9711768923486633,
      "grad_norm": 0.16825129091739655,
      "learning_rate": 6.824954333764953e-07,
      "loss": 2.5759,
      "step": 2963
    },
    {
      "epoch": 0.9715046604527297,
      "grad_norm": 0.16618427634239197,
      "learning_rate": 6.670837476702884e-07,
      "loss": 2.5682,
      "step": 2964
    },
    {
      "epoch": 0.9718324285567961,
      "grad_norm": 0.17416106164455414,
      "learning_rate": 6.518476756097401e-07,
      "loss": 2.5799,
      "step": 2965
    },
    {
      "epoch": 0.9721601966608624,
      "grad_norm": 0.1660713404417038,
      "learning_rate": 6.367872351122682e-07,
      "loss": 2.5745,
      "step": 2966
    },
    {
      "epoch": 0.9724879647649288,
      "grad_norm": 0.16814211010932922,
      "learning_rate": 6.219024438887555e-07,
      "loss": 2.5513,
      "step": 2967
    },
    {
      "epoch": 0.9728157328689951,
      "grad_norm": 0.16626659035682678,
      "learning_rate": 6.071933194435663e-07,
      "loss": 2.5742,
      "step": 2968
    },
    {
      "epoch": 0.9731435009730616,
      "grad_norm": 0.16956408321857452,
      "learning_rate": 5.926598790744142e-07,
      "loss": 2.5787,
      "step": 2969
    },
    {
      "epoch": 0.9734712690771279,
      "grad_norm": 0.1700984388589859,
      "learning_rate": 5.783021398724607e-07,
      "loss": 2.584,
      "step": 2970
    },
    {
      "epoch": 0.9737990371811943,
      "grad_norm": 0.16798031330108643,
      "learning_rate": 5.641201187222333e-07,
      "loss": 2.6032,
      "step": 2971
    },
    {
      "epoch": 0.9741268052852606,
      "grad_norm": 0.16645799577236176,
      "learning_rate": 5.501138323015908e-07,
      "loss": 2.5768,
      "step": 2972
    },
    {
      "epoch": 0.9744545733893271,
      "grad_norm": 0.17125943303108215,
      "learning_rate": 5.362832970817577e-07,
      "loss": 2.5991,
      "step": 2973
    },
    {
      "epoch": 0.9747823414933934,
      "grad_norm": 0.17031188309192657,
      "learning_rate": 5.226285293272903e-07,
      "loss": 2.5829,
      "step": 2974
    },
    {
      "epoch": 0.9751101095974598,
      "grad_norm": 0.16532106697559357,
      "learning_rate": 5.091495450960104e-07,
      "loss": 2.5773,
      "step": 2975
    },
    {
      "epoch": 0.9754378777015261,
      "grad_norm": 0.16695362329483032,
      "learning_rate": 4.958463602390217e-07,
      "loss": 2.5599,
      "step": 2976
    },
    {
      "epoch": 0.9757656458055926,
      "grad_norm": 0.16700027883052826,
      "learning_rate": 4.827189904007267e-07,
      "loss": 2.5774,
      "step": 2977
    },
    {
      "epoch": 0.9760934139096589,
      "grad_norm": 0.16539382934570312,
      "learning_rate": 4.697674510187266e-07,
      "loss": 2.5716,
      "step": 2978
    },
    {
      "epoch": 0.9764211820137253,
      "grad_norm": 0.16724292933940887,
      "learning_rate": 4.569917573238879e-07,
      "loss": 2.573,
      "step": 2979
    },
    {
      "epoch": 0.9767489501177916,
      "grad_norm": 0.16607584059238434,
      "learning_rate": 4.44391924340276e-07,
      "loss": 2.5958,
      "step": 2980
    },
    {
      "epoch": 0.977076718221858,
      "grad_norm": 0.16606108844280243,
      "learning_rate": 4.3196796688510507e-07,
      "loss": 2.5842,
      "step": 2981
    },
    {
      "epoch": 0.9774044863259244,
      "grad_norm": 0.1642533391714096,
      "learning_rate": 4.197198995688211e-07,
      "loss": 2.5646,
      "step": 2982
    },
    {
      "epoch": 0.9777322544299908,
      "grad_norm": 0.16492462158203125,
      "learning_rate": 4.0764773679498597e-07,
      "loss": 2.5812,
      "step": 2983
    },
    {
      "epoch": 0.9780600225340571,
      "grad_norm": 0.17042161524295807,
      "learning_rate": 3.9575149276031005e-07,
      "loss": 2.6028,
      "step": 2984
    },
    {
      "epoch": 0.9783877906381235,
      "grad_norm": 0.16657990217208862,
      "learning_rate": 3.8403118145463596e-07,
      "loss": 2.5598,
      "step": 2985
    },
    {
      "epoch": 0.9787155587421899,
      "grad_norm": 0.16588574647903442,
      "learning_rate": 3.724868166609052e-07,
      "loss": 2.5898,
      "step": 2986
    },
    {
      "epoch": 0.9790433268462563,
      "grad_norm": 0.16769066452980042,
      "learning_rate": 3.611184119551247e-07,
      "loss": 2.5851,
      "step": 2987
    },
    {
      "epoch": 0.9793710949503226,
      "grad_norm": 0.1658928245306015,
      "learning_rate": 3.499259807064336e-07,
      "loss": 2.5767,
      "step": 2988
    },
    {
      "epoch": 0.979698863054389,
      "grad_norm": 0.16631002724170685,
      "learning_rate": 3.3890953607697e-07,
      "loss": 2.5542,
      "step": 2989
    },
    {
      "epoch": 0.9800266311584553,
      "grad_norm": 0.16705654561519623,
      "learning_rate": 3.280690910219208e-07,
      "loss": 2.588,
      "step": 2990
    },
    {
      "epoch": 0.9803543992625218,
      "grad_norm": 0.16463473439216614,
      "learning_rate": 3.1740465828953845e-07,
      "loss": 2.5862,
      "step": 2991
    },
    {
      "epoch": 0.9806821673665881,
      "grad_norm": 0.16991618275642395,
      "learning_rate": 3.069162504210576e-07,
      "loss": 2.5664,
      "step": 2992
    },
    {
      "epoch": 0.9810099354706545,
      "grad_norm": 0.16524295508861542,
      "learning_rate": 2.96603879750712e-07,
      "loss": 2.6138,
      "step": 2993
    },
    {
      "epoch": 0.9813377035747208,
      "grad_norm": 0.16662059724330902,
      "learning_rate": 2.8646755840571743e-07,
      "loss": 2.5513,
      "step": 2994
    },
    {
      "epoch": 0.9816654716787873,
      "grad_norm": 0.16768288612365723,
      "learning_rate": 2.7650729830627216e-07,
      "loss": 2.5709,
      "step": 2995
    },
    {
      "epoch": 0.9819932397828536,
      "grad_norm": 0.16589482128620148,
      "learning_rate": 2.667231111655066e-07,
      "loss": 2.562,
      "step": 2996
    },
    {
      "epoch": 0.98232100788692,
      "grad_norm": 0.16537585854530334,
      "learning_rate": 2.571150084895002e-07,
      "loss": 2.5418,
      "step": 2997
    },
    {
      "epoch": 0.9826487759909863,
      "grad_norm": 0.16794078052043915,
      "learning_rate": 2.4768300157726464e-07,
      "loss": 2.5517,
      "step": 2998
    },
    {
      "epoch": 0.9829765440950528,
      "grad_norm": 0.16723287105560303,
      "learning_rate": 2.3842710152074396e-07,
      "loss": 2.5728,
      "step": 2999
    },
    {
      "epoch": 0.9833043121991191,
      "grad_norm": 0.16519373655319214,
      "learning_rate": 2.2934731920473127e-07,
      "loss": 2.5377,
      "step": 3000
    },
    {
      "epoch": 0.9836320803031855,
      "grad_norm": 0.16580410301685333,
      "learning_rate": 2.2044366530693524e-07,
      "loss": 2.5651,
      "step": 3001
    },
    {
      "epoch": 0.9839598484072519,
      "grad_norm": 0.16520605981349945,
      "learning_rate": 2.117161502979803e-07,
      "loss": 2.5588,
      "step": 3002
    },
    {
      "epoch": 0.9842876165113182,
      "grad_norm": 0.1665629893541336,
      "learning_rate": 2.0316478444127316e-07,
      "loss": 2.5707,
      "step": 3003
    },
    {
      "epoch": 0.9846153846153847,
      "grad_norm": 0.16529855132102966,
      "learning_rate": 1.947895777931363e-07,
      "loss": 2.5728,
      "step": 3004
    },
    {
      "epoch": 0.984943152719451,
      "grad_norm": 0.16922283172607422,
      "learning_rate": 1.8659054020269126e-07,
      "loss": 2.5918,
      "step": 3005
    },
    {
      "epoch": 0.9852709208235174,
      "grad_norm": 0.164885476231575,
      "learning_rate": 1.7856768131192523e-07,
      "loss": 2.5954,
      "step": 3006
    },
    {
      "epoch": 0.9855986889275837,
      "grad_norm": 0.16688941419124603,
      "learning_rate": 1.7072101055560784e-07,
      "loss": 2.6,
      "step": 3007
    },
    {
      "epoch": 0.9859264570316502,
      "grad_norm": 0.16867803037166595,
      "learning_rate": 1.6305053716132442e-07,
      "loss": 2.5985,
      "step": 3008
    },
    {
      "epoch": 0.9862542251357165,
      "grad_norm": 0.16670779883861542,
      "learning_rate": 1.5555627014945949e-07,
      "loss": 2.5986,
      "step": 3009
    },
    {
      "epoch": 0.9865819932397829,
      "grad_norm": 0.166669562458992,
      "learning_rate": 1.4823821833317983e-07,
      "loss": 2.5685,
      "step": 3010
    },
    {
      "epoch": 0.9869097613438492,
      "grad_norm": 0.16628091037273407,
      "learning_rate": 1.4109639031843478e-07,
      "loss": 2.6172,
      "step": 3011
    },
    {
      "epoch": 0.9872375294479157,
      "grad_norm": 0.16443562507629395,
      "learning_rate": 1.341307945038894e-07,
      "loss": 2.5653,
      "step": 3012
    },
    {
      "epoch": 0.987565297551982,
      "grad_norm": 0.16973386704921722,
      "learning_rate": 1.2734143908102456e-07,
      "loss": 2.5825,
      "step": 3013
    },
    {
      "epoch": 0.9878930656560484,
      "grad_norm": 0.16677790880203247,
      "learning_rate": 1.2072833203403686e-07,
      "loss": 2.5946,
      "step": 3014
    },
    {
      "epoch": 0.9882208337601147,
      "grad_norm": 0.16396652162075043,
      "learning_rate": 1.1429148113983877e-07,
      "loss": 2.6009,
      "step": 3015
    },
    {
      "epoch": 0.9885486018641811,
      "grad_norm": 0.16807162761688232,
      "learning_rate": 1.0803089396810849e-07,
      "loss": 2.5827,
      "step": 3016
    },
    {
      "epoch": 0.9888763699682475,
      "grad_norm": 0.16776573657989502,
      "learning_rate": 1.019465778812234e-07,
      "loss": 2.5832,
      "step": 3017
    },
    {
      "epoch": 0.9892041380723139,
      "grad_norm": 0.16534234583377838,
      "learning_rate": 9.603854003422672e-08,
      "loss": 2.5723,
      "step": 3018
    },
    {
      "epoch": 0.9895319061763802,
      "grad_norm": 0.16503994166851044,
      "learning_rate": 9.030678737494412e-08,
      "loss": 2.558,
      "step": 3019
    },
    {
      "epoch": 0.9898596742804466,
      "grad_norm": 0.16495290398597717,
      "learning_rate": 8.475132664380046e-08,
      "loss": 2.585,
      "step": 3020
    },
    {
      "epoch": 0.990187442384513,
      "grad_norm": 0.1668187826871872,
      "learning_rate": 7.937216437396976e-08,
      "loss": 2.5893,
      "step": 3021
    },
    {
      "epoch": 0.9905152104885794,
      "grad_norm": 0.16652081906795502,
      "learning_rate": 7.416930689129185e-08,
      "loss": 2.5545,
      "step": 3022
    },
    {
      "epoch": 0.9908429785926457,
      "grad_norm": 0.16657020151615143,
      "learning_rate": 6.914276031423915e-08,
      "loss": 2.5783,
      "step": 3023
    },
    {
      "epoch": 0.9911707466967121,
      "grad_norm": 0.1626577079296112,
      "learning_rate": 6.429253055399986e-08,
      "loss": 2.5597,
      "step": 3024
    },
    {
      "epoch": 0.9914985148007784,
      "grad_norm": 0.1672380119562149,
      "learning_rate": 5.961862331434475e-08,
      "loss": 2.5881,
      "step": 3025
    },
    {
      "epoch": 0.9918262829048449,
      "grad_norm": 0.16743817925453186,
      "learning_rate": 5.512104409174378e-08,
      "loss": 2.572,
      "step": 3026
    },
    {
      "epoch": 0.9921540510089112,
      "grad_norm": 0.16604702174663544,
      "learning_rate": 5.0799798175299444e-08,
      "loss": 2.5871,
      "step": 3027
    },
    {
      "epoch": 0.9924818191129776,
      "grad_norm": 0.1664975881576538,
      "learning_rate": 4.665489064674677e-08,
      "loss": 2.5749,
      "step": 3028
    },
    {
      "epoch": 0.9928095872170439,
      "grad_norm": 0.1623915731906891,
      "learning_rate": 4.2686326380436676e-08,
      "loss": 2.5484,
      "step": 3029
    },
    {
      "epoch": 0.9931373553211104,
      "grad_norm": 0.16337470710277557,
      "learning_rate": 3.8894110043352635e-08,
      "loss": 2.5687,
      "step": 3030
    },
    {
      "epoch": 0.9934651234251767,
      "grad_norm": 0.16504713892936707,
      "learning_rate": 3.5278246095094e-08,
      "loss": 2.581,
      "step": 3031
    },
    {
      "epoch": 0.9937928915292431,
      "grad_norm": 0.16775253415107727,
      "learning_rate": 3.1838738787876015e-08,
      "loss": 2.5814,
      "step": 3032
    },
    {
      "epoch": 0.9941206596333094,
      "grad_norm": 0.1645572930574417,
      "learning_rate": 2.8575592166513174e-08,
      "loss": 2.5634,
      "step": 3033
    },
    {
      "epoch": 0.9944484277373759,
      "grad_norm": 0.1642409712076187,
      "learning_rate": 2.5488810068435838e-08,
      "loss": 2.5553,
      "step": 3034
    },
    {
      "epoch": 0.9947761958414422,
      "grad_norm": 0.16717968881130219,
      "learning_rate": 2.257839612364032e-08,
      "loss": 2.592,
      "step": 3035
    },
    {
      "epoch": 0.9951039639455086,
      "grad_norm": 0.16453182697296143,
      "learning_rate": 1.984435375475546e-08,
      "loss": 2.5834,
      "step": 3036
    },
    {
      "epoch": 0.9954317320495749,
      "grad_norm": 0.16800785064697266,
      "learning_rate": 1.7286686176959384e-08,
      "loss": 2.6108,
      "step": 3037
    },
    {
      "epoch": 0.9957595001536413,
      "grad_norm": 0.16589020192623138,
      "learning_rate": 1.4905396398062764e-08,
      "loss": 2.5891,
      "step": 3038
    },
    {
      "epoch": 0.9960872682577077,
      "grad_norm": 0.16494379937648773,
      "learning_rate": 1.2700487218408884e-08,
      "loss": 2.5585,
      "step": 3039
    },
    {
      "epoch": 0.9964150363617741,
      "grad_norm": 0.16601328551769257,
      "learning_rate": 1.0671961230956927e-08,
      "loss": 2.566,
      "step": 3040
    },
    {
      "epoch": 0.9967428044658404,
      "grad_norm": 0.17003752291202545,
      "learning_rate": 8.819820821232004e-09,
      "loss": 2.5708,
      "step": 3041
    },
    {
      "epoch": 0.9970705725699068,
      "grad_norm": 0.16397522389888763,
      "learning_rate": 7.144068167325157e-09,
      "loss": 2.561,
      "step": 3042
    },
    {
      "epoch": 0.9973983406739731,
      "grad_norm": 0.16698019206523895,
      "learning_rate": 5.644705239893355e-09,
      "loss": 2.5945,
      "step": 3043
    },
    {
      "epoch": 0.9977261087780396,
      "grad_norm": 0.16882407665252686,
      "learning_rate": 4.321733802176153e-09,
      "loss": 2.5628,
      "step": 3044
    },
    {
      "epoch": 0.9980538768821059,
      "grad_norm": 0.16526329517364502,
      "learning_rate": 3.1751554099790356e-09,
      "loss": 2.5657,
      "step": 3045
    },
    {
      "epoch": 0.9983816449861723,
      "grad_norm": 0.16741560399532318,
      "learning_rate": 2.2049714116401105e-09,
      "loss": 2.5654,
      "step": 3046
    },
    {
      "epoch": 0.9987094130902386,
      "grad_norm": 0.1703505516052246,
      "learning_rate": 1.411182948096723e-09,
      "loss": 2.6068,
      "step": 3047
    },
    {
      "epoch": 0.9990371811943051,
      "grad_norm": 0.16386137902736664,
      "learning_rate": 7.937909528354936e-10,
      "loss": 2.5663,
      "step": 3048
    },
    {
      "epoch": 0.9993649492983714,
      "grad_norm": 0.16675113141536713,
      "learning_rate": 3.527961519089739e-10,
      "loss": 2.5941,
      "step": 3049
    },
    {
      "epoch": 0.9996927174024378,
      "grad_norm": 0.16709676384925842,
      "learning_rate": 8.819906390233889e-11,
      "loss": 2.5905,
      "step": 3050
    }
  ],
  "logging_steps": 1,
  "max_steps": 3050,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.30570763894784e+19,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}