{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.000735113942661,
  "eval_steps": 256,
  "global_step": 1021,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00098015192354815,
      "grad_norm": 0.03393253684043884,
      "learning_rate": 2e-05,
      "loss": 10.36,
      "step": 1
    },
    {
      "epoch": 0.00098015192354815,
      "eval_loss": 10.363512992858887,
      "eval_runtime": 1.2869,
      "eval_samples_per_second": 334.128,
      "eval_steps_per_second": 167.064,
      "step": 1
    },
    {
      "epoch": 0.0019603038470963,
      "grad_norm": 0.0322628878057003,
      "learning_rate": 4e-05,
      "loss": 10.3648,
      "step": 2
    },
    {
      "epoch": 0.00294045577064445,
      "grad_norm": 0.034470945596694946,
      "learning_rate": 6e-05,
      "loss": 10.3652,
      "step": 3
    },
    {
      "epoch": 0.0039206076941926,
      "grad_norm": 0.03184035047888756,
      "learning_rate": 8e-05,
      "loss": 10.3651,
      "step": 4
    },
    {
      "epoch": 0.00490075961774075,
      "grad_norm": 0.03771933168172836,
      "learning_rate": 0.0001,
      "loss": 10.3613,
      "step": 5
    },
    {
      "epoch": 0.0058809115412889,
      "grad_norm": 0.03542574122548103,
      "learning_rate": 0.00012,
      "loss": 10.3634,
      "step": 6
    },
    {
      "epoch": 0.00686106346483705,
      "grad_norm": 0.033706825226545334,
      "learning_rate": 0.00014,
      "loss": 10.3632,
      "step": 7
    },
    {
      "epoch": 0.0078412153883852,
      "grad_norm": 0.027565520256757736,
      "learning_rate": 0.00016,
      "loss": 10.3609,
      "step": 8
    },
    {
      "epoch": 0.008821367311933349,
      "grad_norm": 0.03486132621765137,
      "learning_rate": 0.00018,
      "loss": 10.3617,
      "step": 9
    },
    {
      "epoch": 0.0098015192354815,
      "grad_norm": 0.03684212639927864,
      "learning_rate": 0.0002,
      "loss": 10.361,
      "step": 10
    },
    {
      "epoch": 0.01078167115902965,
      "grad_norm": 0.030727731063961983,
      "learning_rate": 0.0001999995172001916,
      "loss": 10.363,
      "step": 11
    },
    {
      "epoch": 0.0117618230825778,
      "grad_norm": 0.034488506615161896,
      "learning_rate": 0.0001999980688054283,
      "loss": 10.3624,
      "step": 12
    },
    {
      "epoch": 0.01274197500612595,
      "grad_norm": 0.042144183069467545,
      "learning_rate": 0.00019999565482969577,
      "loss": 10.3668,
      "step": 13
    },
    {
      "epoch": 0.0137221269296741,
      "grad_norm": 0.03401128575205803,
      "learning_rate": 0.00019999227529630343,
      "loss": 10.365,
      "step": 14
    },
    {
      "epoch": 0.014702278853222249,
      "grad_norm": 0.03642333671450615,
      "learning_rate": 0.00019998793023788392,
      "loss": 10.3635,
      "step": 15
    },
    {
      "epoch": 0.0156824307767704,
      "grad_norm": 0.02629292570054531,
      "learning_rate": 0.00019998261969639324,
      "loss": 10.3645,
      "step": 16
    },
    {
      "epoch": 0.01666258270031855,
      "grad_norm": 0.038107167929410934,
      "learning_rate": 0.00019997634372310988,
      "loss": 10.3627,
      "step": 17
    },
    {
      "epoch": 0.017642734623866698,
      "grad_norm": 0.0386173315346241,
      "learning_rate": 0.0001999691023786346,
      "loss": 10.3624,
      "step": 18
    },
    {
      "epoch": 0.018622886547414848,
      "grad_norm": 0.044137127697467804,
      "learning_rate": 0.00019996089573288983,
      "loss": 10.3635,
      "step": 19
    },
    {
      "epoch": 0.019603038470963,
      "grad_norm": 0.03782758116722107,
      "learning_rate": 0.0001999517238651189,
      "loss": 10.3627,
      "step": 20
    },
    {
      "epoch": 0.02058319039451115,
      "grad_norm": 0.0326075442135334,
      "learning_rate": 0.00019994158686388534,
      "loss": 10.3655,
      "step": 21
    },
    {
      "epoch": 0.0215633423180593,
      "grad_norm": 0.038778215646743774,
      "learning_rate": 0.000199930484827072,
      "loss": 10.3622,
      "step": 22
    },
    {
      "epoch": 0.02254349424160745,
      "grad_norm": 0.03823216259479523,
      "learning_rate": 0.00019991841786188007,
      "loss": 10.3608,
      "step": 23
    },
    {
      "epoch": 0.0235236461651556,
      "grad_norm": 0.045197129249572754,
      "learning_rate": 0.00019990538608482815,
      "loss": 10.3598,
      "step": 24
    },
    {
      "epoch": 0.02450379808870375,
      "grad_norm": 0.033213067799806595,
      "learning_rate": 0.00019989138962175104,
      "loss": 10.3571,
      "step": 25
    },
    {
      "epoch": 0.0254839500122519,
      "grad_norm": 0.05107394605875015,
      "learning_rate": 0.00019987642860779849,
      "loss": 10.3618,
      "step": 26
    },
    {
      "epoch": 0.02646410193580005,
      "grad_norm": 0.046492043882608414,
      "learning_rate": 0.00019986050318743402,
      "loss": 10.3611,
      "step": 27
    },
    {
      "epoch": 0.0274442538593482,
      "grad_norm": 0.05486287549138069,
      "learning_rate": 0.00019984361351443343,
      "loss": 10.3586,
      "step": 28
    },
    {
      "epoch": 0.028424405782896348,
      "grad_norm": 0.04061867669224739,
      "learning_rate": 0.00019982575975188336,
      "loss": 10.3629,
      "step": 29
    },
    {
      "epoch": 0.029404557706444498,
      "grad_norm": 0.037819452583789825,
      "learning_rate": 0.00019980694207217962,
      "loss": 10.36,
      "step": 30
    },
    {
      "epoch": 0.030384709629992648,
      "grad_norm": 0.039589010179042816,
      "learning_rate": 0.00019978716065702568,
      "loss": 10.355,
      "step": 31
    },
    {
      "epoch": 0.0313648615535408,
      "grad_norm": 0.037119120359420776,
      "learning_rate": 0.0001997664156974308,
      "loss": 10.3618,
      "step": 32
    },
    {
      "epoch": 0.03234501347708895,
      "grad_norm": 0.047167617827653885,
      "learning_rate": 0.00019974470739370827,
      "loss": 10.3585,
      "step": 33
    },
    {
      "epoch": 0.0333251654006371,
      "grad_norm": 0.049722686409950256,
      "learning_rate": 0.00019972203595547335,
      "loss": 10.3574,
      "step": 34
    },
    {
      "epoch": 0.03430531732418525,
      "grad_norm": 0.04044399410486221,
      "learning_rate": 0.00019969840160164134,
      "loss": 10.3602,
      "step": 35
    },
    {
      "epoch": 0.035285469247733396,
      "grad_norm": 0.045635733753442764,
      "learning_rate": 0.00019967380456042554,
      "loss": 10.3593,
      "step": 36
    },
    {
      "epoch": 0.03626562117128155,
      "grad_norm": 0.044429581612348557,
      "learning_rate": 0.0001996482450693348,
      "loss": 10.3565,
      "step": 37
    },
    {
      "epoch": 0.037245773094829696,
      "grad_norm": 0.04384756460785866,
      "learning_rate": 0.00019962172337517154,
      "loss": 10.3534,
      "step": 38
    },
    {
      "epoch": 0.03822592501837785,
      "grad_norm": 0.04187103733420372,
      "learning_rate": 0.00019959423973402908,
      "loss": 10.3542,
      "step": 39
    },
    {
      "epoch": 0.039206076941926,
      "grad_norm": 0.053002797067165375,
      "learning_rate": 0.00019956579441128943,
      "loss": 10.3599,
      "step": 40
    },
    {
      "epoch": 0.04018622886547415,
      "grad_norm": 0.05618283152580261,
      "learning_rate": 0.00019953638768162042,
      "loss": 10.3582,
      "step": 41
    },
    {
      "epoch": 0.0411663807890223,
      "grad_norm": 0.03795917332172394,
      "learning_rate": 0.00019950601982897338,
      "loss": 10.3573,
      "step": 42
    },
    {
      "epoch": 0.04214653271257045,
      "grad_norm": 0.05406888946890831,
      "learning_rate": 0.00019947469114658017,
      "loss": 10.3514,
      "step": 43
    },
    {
      "epoch": 0.0431266846361186,
      "grad_norm": 0.05596392974257469,
      "learning_rate": 0.00019944240193695042,
      "loss": 10.3542,
      "step": 44
    },
    {
      "epoch": 0.04410683655966675,
      "grad_norm": 0.05652241408824921,
      "learning_rate": 0.00019940915251186864,
      "loss": 10.3572,
      "step": 45
    },
    {
      "epoch": 0.0450869884832149,
      "grad_norm": 0.06376025825738907,
      "learning_rate": 0.00019937494319239113,
      "loss": 10.354,
      "step": 46
    },
    {
      "epoch": 0.046067140406763046,
      "grad_norm": 0.05525796115398407,
      "learning_rate": 0.00019933977430884294,
      "loss": 10.3541,
      "step": 47
    },
    {
      "epoch": 0.0470472923303112,
      "grad_norm": 0.06877251714468002,
      "learning_rate": 0.00019930364620081469,
      "loss": 10.3469,
      "step": 48
    },
    {
      "epoch": 0.048027444253859346,
      "grad_norm": 0.05842923745512962,
      "learning_rate": 0.00019926655921715923,
      "loss": 10.3525,
      "step": 49
    },
    {
      "epoch": 0.0490075961774075,
      "grad_norm": 0.058936551213264465,
      "learning_rate": 0.00019922851371598834,
      "loss": 10.3519,
      "step": 50
    },
    {
      "epoch": 0.049987748100955645,
      "grad_norm": 0.051272790879011154,
      "learning_rate": 0.00019918951006466927,
      "loss": 10.3572,
      "step": 51
    },
    {
      "epoch": 0.0509679000245038,
      "grad_norm": 0.06522233784198761,
      "learning_rate": 0.00019914954863982107,
      "loss": 10.3526,
      "step": 52
    },
    {
      "epoch": 0.05194805194805195,
      "grad_norm": 0.060904137790203094,
      "learning_rate": 0.00019910862982731113,
      "loss": 10.3507,
      "step": 53
    },
    {
      "epoch": 0.0529282038716001,
      "grad_norm": 0.05767803639173508,
      "learning_rate": 0.00019906675402225137,
      "loss": 10.3492,
      "step": 54
    },
    {
      "epoch": 0.05390835579514825,
      "grad_norm": 0.06423420459032059,
      "learning_rate": 0.0001990239216289944,
      "loss": 10.3469,
      "step": 55
    },
    {
      "epoch": 0.0548885077186964,
      "grad_norm": 0.06816960126161575,
      "learning_rate": 0.0001989801330611296,
      "loss": 10.3516,
      "step": 56
    },
    {
      "epoch": 0.05586865964224455,
      "grad_norm": 0.055402230471372604,
      "learning_rate": 0.00019893538874147927,
      "loss": 10.3479,
      "step": 57
    },
    {
      "epoch": 0.056848811565792697,
      "grad_norm": 0.0635310709476471,
      "learning_rate": 0.00019888968910209434,
      "loss": 10.3507,
      "step": 58
    },
    {
      "epoch": 0.05782896348934085,
      "grad_norm": 0.05946547910571098,
      "learning_rate": 0.00019884303458425037,
      "loss": 10.3543,
      "step": 59
    },
    {
      "epoch": 0.058809115412888996,
      "grad_norm": 0.08972356468439102,
      "learning_rate": 0.00019879542563844323,
      "loss": 10.347,
      "step": 60
    },
    {
      "epoch": 0.05978926733643715,
      "grad_norm": 0.08404406905174255,
      "learning_rate": 0.00019874686272438466,
      "loss": 10.3478,
      "step": 61
    },
    {
      "epoch": 0.060769419259985295,
      "grad_norm": 0.0777248665690422,
      "learning_rate": 0.00019869734631099807,
      "loss": 10.3491,
      "step": 62
    },
    {
      "epoch": 0.06174957118353345,
      "grad_norm": 0.11122234910726547,
      "learning_rate": 0.00019864687687641362,
      "loss": 10.3514,
      "step": 63
    },
    {
      "epoch": 0.0627297231070816,
      "grad_norm": 0.07634624093770981,
      "learning_rate": 0.00019859545490796411,
      "loss": 10.3451,
      "step": 64
    },
    {
      "epoch": 0.06370987503062975,
      "grad_norm": 0.08347706496715546,
      "learning_rate": 0.0001985430809021798,
      "loss": 10.3441,
      "step": 65
    },
    {
      "epoch": 0.0646900269541779,
      "grad_norm": 0.07445404678583145,
      "learning_rate": 0.00019848975536478392,
      "loss": 10.3481,
      "step": 66
    },
    {
      "epoch": 0.06567017887772605,
      "grad_norm": 0.08683221787214279,
      "learning_rate": 0.00019843547881068764,
      "loss": 10.3464,
      "step": 67
    },
    {
      "epoch": 0.0666503308012742,
      "grad_norm": 0.0768030434846878,
      "learning_rate": 0.00019838025176398513,
      "loss": 10.3427,
      "step": 68
    },
    {
      "epoch": 0.06763048272482235,
      "grad_norm": 0.07461600005626678,
      "learning_rate": 0.00019832407475794858,
      "loss": 10.3469,
      "step": 69
    },
    {
      "epoch": 0.0686106346483705,
      "grad_norm": 0.09208466112613678,
      "learning_rate": 0.00019826694833502295,
      "loss": 10.3378,
      "step": 70
    },
    {
      "epoch": 0.06959078657191865,
      "grad_norm": 0.08798057585954666,
      "learning_rate": 0.00019820887304682075,
      "loss": 10.3436,
      "step": 71
    },
    {
      "epoch": 0.07057093849546679,
      "grad_norm": 0.061295825988054276,
      "learning_rate": 0.0001981498494541167,
      "loss": 10.3417,
      "step": 72
    },
    {
      "epoch": 0.07155109041901495,
      "grad_norm": 0.08548232167959213,
      "learning_rate": 0.00019808987812684246,
      "loss": 10.3386,
      "step": 73
    },
    {
      "epoch": 0.0725312423425631,
      "grad_norm": 0.0652792826294899,
      "learning_rate": 0.00019802895964408086,
      "loss": 10.3396,
      "step": 74
    },
    {
      "epoch": 0.07351139426611125,
      "grad_norm": 0.05445623770356178,
      "learning_rate": 0.0001979670945940606,
      "loss": 10.345,
      "step": 75
    },
    {
      "epoch": 0.07449154618965939,
      "grad_norm": 0.07501140981912613,
      "learning_rate": 0.00019790428357415032,
      "loss": 10.3448,
      "step": 76
    },
    {
      "epoch": 0.07547169811320754,
      "grad_norm": 0.07913709431886673,
      "learning_rate": 0.000197840527190853,
      "loss": 10.3398,
      "step": 77
    },
    {
      "epoch": 0.0764518500367557,
      "grad_norm": 0.06459881365299225,
      "learning_rate": 0.00019777582605980007,
      "loss": 10.3379,
      "step": 78
    },
    {
      "epoch": 0.07743200196030385,
      "grad_norm": 0.06900092214345932,
      "learning_rate": 0.00019771018080574535,
      "loss": 10.3427,
      "step": 79
    },
    {
      "epoch": 0.078412153883852,
      "grad_norm": 0.06645660102367401,
      "learning_rate": 0.00019764359206255917,
      "loss": 10.3421,
      "step": 80
    },
    {
      "epoch": 0.07939230580740014,
      "grad_norm": 0.09902693331241608,
      "learning_rate": 0.00019757606047322225,
      "loss": 10.3373,
      "step": 81
    },
    {
      "epoch": 0.0803724577309483,
      "grad_norm": 0.07565230131149292,
      "learning_rate": 0.00019750758668981924,
      "loss": 10.335,
      "step": 82
    },
    {
      "epoch": 0.08135260965449645,
      "grad_norm": 0.06608269363641739,
      "learning_rate": 0.00019743817137353283,
      "loss": 10.3428,
      "step": 83
    },
    {
      "epoch": 0.0823327615780446,
      "grad_norm": 0.05490798130631447,
      "learning_rate": 0.000197367815194637,
      "loss": 10.3433,
      "step": 84
    },
    {
      "epoch": 0.08331291350159274,
      "grad_norm": 0.06788680702447891,
      "learning_rate": 0.00019729651883249074,
      "loss": 10.3357,
      "step": 85
    },
    {
      "epoch": 0.0842930654251409,
      "grad_norm": 0.05157417431473732,
      "learning_rate": 0.00019722428297553148,
      "loss": 10.3393,
      "step": 86
    },
    {
      "epoch": 0.08527321734868905,
      "grad_norm": 0.06847544759511948,
      "learning_rate": 0.00019715110832126836,
      "loss": 10.3343,
      "step": 87
    },
    {
      "epoch": 0.0862533692722372,
      "grad_norm": 0.07157266139984131,
      "learning_rate": 0.00019707699557627555,
      "loss": 10.3393,
      "step": 88
    },
    {
      "epoch": 0.08723352119578534,
      "grad_norm": 0.06525205820798874,
      "learning_rate": 0.00019700194545618543,
      "loss": 10.3349,
      "step": 89
    },
    {
      "epoch": 0.0882136731193335,
      "grad_norm": 0.051932092756032944,
      "learning_rate": 0.0001969259586856817,
      "loss": 10.3414,
      "step": 90
    },
    {
      "epoch": 0.08919382504288165,
      "grad_norm": 0.058794520795345306,
      "learning_rate": 0.00019684903599849233,
      "loss": 10.3365,
      "step": 91
    },
    {
      "epoch": 0.0901739769664298,
      "grad_norm": 0.0768020898103714,
      "learning_rate": 0.00019677117813738244,
      "loss": 10.3359,
      "step": 92
    },
    {
      "epoch": 0.09115412888997795,
      "grad_norm": 0.06225645914673805,
      "learning_rate": 0.0001966923858541473,
      "loss": 10.3347,
      "step": 93
    },
    {
      "epoch": 0.09213428081352609,
      "grad_norm": 0.0840778648853302,
      "learning_rate": 0.00019661265990960483,
      "loss": 10.3335,
      "step": 94
    },
    {
      "epoch": 0.09311443273707425,
      "grad_norm": 0.06573595851659775,
      "learning_rate": 0.00019653200107358853,
      "loss": 10.3353,
      "step": 95
    },
    {
      "epoch": 0.0940945846606224,
      "grad_norm": 0.06430664658546448,
      "learning_rate": 0.0001964504101249397,
      "loss": 10.3369,
      "step": 96
    },
    {
      "epoch": 0.09507473658417055,
      "grad_norm": 0.06918983906507492,
      "learning_rate": 0.00019636788785150038,
      "loss": 10.3329,
      "step": 97
    },
    {
      "epoch": 0.09605488850771869,
      "grad_norm": 0.07587562501430511,
      "learning_rate": 0.00019628443505010517,
      "loss": 10.3336,
      "step": 98
    },
    {
      "epoch": 0.09703504043126684,
      "grad_norm": 0.07261679321527481,
      "learning_rate": 0.0001962000525265741,
      "loss": 10.3338,
      "step": 99
    },
    {
      "epoch": 0.098015192354815,
      "grad_norm": 0.07489949464797974,
      "learning_rate": 0.00019611474109570444,
      "loss": 10.333,
      "step": 100
    },
    {
      "epoch": 0.09899534427836315,
      "grad_norm": 0.06458555161952972,
      "learning_rate": 0.00019602850158126307,
      "loss": 10.3381,
      "step": 101
    },
    {
      "epoch": 0.09997549620191129,
      "grad_norm": 0.07608544826507568,
      "learning_rate": 0.0001959413348159784,
      "loss": 10.3291,
      "step": 102
    },
    {
      "epoch": 0.10095564812545944,
      "grad_norm": 0.07073905318975449,
      "learning_rate": 0.00019585324164153237,
      "loss": 10.3246,
      "step": 103
    },
    {
      "epoch": 0.1019358000490076,
      "grad_norm": 0.0759519711136818,
      "learning_rate": 0.00019576422290855237,
      "loss": 10.3271,
      "step": 104
    },
    {
      "epoch": 0.10291595197255575,
      "grad_norm": 0.0684719979763031,
      "learning_rate": 0.0001956742794766029,
      "loss": 10.3292,
      "step": 105
    },
    {
      "epoch": 0.1038961038961039,
      "grad_norm": 0.06708219647407532,
      "learning_rate": 0.00019558341221417744,
      "loss": 10.3291,
      "step": 106
    },
    {
      "epoch": 0.10487625581965204,
      "grad_norm": 0.06931280344724655,
      "learning_rate": 0.0001954916219986899,
      "loss": 10.3279,
      "step": 107
    },
    {
      "epoch": 0.1058564077432002,
      "grad_norm": 0.06903795897960663,
      "learning_rate": 0.00019539890971646625,
      "loss": 10.3236,
      "step": 108
    },
    {
      "epoch": 0.10683655966674835,
      "grad_norm": 0.08557268977165222,
      "learning_rate": 0.00019530527626273591,
      "loss": 10.3261,
      "step": 109
    },
    {
      "epoch": 0.1078167115902965,
      "grad_norm": 0.09294114261865616,
      "learning_rate": 0.00019521072254162324,
      "loss": 10.3277,
      "step": 110
    },
    {
      "epoch": 0.10879686351384464,
      "grad_norm": 0.09519539028406143,
      "learning_rate": 0.0001951152494661385,
      "loss": 10.324,
      "step": 111
    },
    {
      "epoch": 0.1097770154373928,
      "grad_norm": 0.07022909075021744,
      "learning_rate": 0.00019501885795816936,
      "loss": 10.3257,
      "step": 112
    },
    {
      "epoch": 0.11075716736094095,
      "grad_norm": 0.08392593264579773,
      "learning_rate": 0.0001949215489484719,
      "loss": 10.3241,
      "step": 113
    },
    {
      "epoch": 0.1117373192844891,
      "grad_norm": 0.07105713337659836,
      "learning_rate": 0.00019482332337666155,
      "loss": 10.3237,
      "step": 114
    },
    {
      "epoch": 0.11271747120803724,
      "grad_norm": 0.07048851251602173,
      "learning_rate": 0.000194724182191204,
      "loss": 10.3183,
      "step": 115
    },
    {
      "epoch": 0.11369762313158539,
      "grad_norm": 0.08710862696170807,
      "learning_rate": 0.00019462412634940618,
      "loss": 10.32,
      "step": 116
    },
    {
      "epoch": 0.11467777505513355,
      "grad_norm": 0.07351983338594437,
      "learning_rate": 0.00019452315681740693,
      "loss": 10.3186,
      "step": 117
    },
    {
      "epoch": 0.1156579269786817,
      "grad_norm": 0.07442864775657654,
      "learning_rate": 0.00019442127457016767,
      "loss": 10.3192,
      "step": 118
    },
    {
      "epoch": 0.11663807890222985,
      "grad_norm": 0.0686754435300827,
      "learning_rate": 0.000194318480591463,
      "loss": 10.3218,
      "step": 119
    },
    {
      "epoch": 0.11761823082577799,
      "grad_norm": 0.06783236563205719,
      "learning_rate": 0.0001942147758738711,
      "loss": 10.323,
      "step": 120
    },
    {
      "epoch": 0.11859838274932614,
      "grad_norm": 0.0699625313282013,
      "learning_rate": 0.00019411016141876437,
      "loss": 10.3187,
      "step": 121
    },
    {
      "epoch": 0.1195785346728743,
      "grad_norm": 0.06979627907276154,
      "learning_rate": 0.00019400463823629962,
      "loss": 10.3196,
      "step": 122
    },
    {
      "epoch": 0.12055868659642245,
      "grad_norm": 0.07828645408153534,
      "learning_rate": 0.00019389820734540828,
      "loss": 10.315,
      "step": 123
    },
    {
      "epoch": 0.12153883851997059,
      "grad_norm": 0.07804902642965317,
      "learning_rate": 0.00019379086977378663,
      "loss": 10.3233,
      "step": 124
    },
    {
      "epoch": 0.12251899044351874,
      "grad_norm": 0.07176949828863144,
      "learning_rate": 0.00019368262655788585,
      "loss": 10.3196,
      "step": 125
    },
    {
      "epoch": 0.1234991423670669,
      "grad_norm": 0.06255713850259781,
      "learning_rate": 0.00019357347874290198,
      "loss": 10.3263,
      "step": 126
    },
    {
      "epoch": 0.12447929429061505,
      "grad_norm": 0.07056183367967606,
      "learning_rate": 0.00019346342738276592,
      "loss": 10.3201,
      "step": 127
    },
    {
      "epoch": 0.1254594462141632,
      "grad_norm": 0.06492583453655243,
      "learning_rate": 0.00019335247354013323,
      "loss": 10.327,
      "step": 128
    },
    {
      "epoch": 0.12643959813771136,
      "grad_norm": 0.07965538650751114,
      "learning_rate": 0.00019324061828637375,
      "loss": 10.3173,
      "step": 129
    },
    {
      "epoch": 0.1274197500612595,
      "grad_norm": 0.07517515122890472,
      "learning_rate": 0.00019312786270156136,
      "loss": 10.3208,
      "step": 130
    },
    {
      "epoch": 0.12839990198480764,
      "grad_norm": 0.08055045455694199,
      "learning_rate": 0.0001930142078744636,
      "loss": 10.317,
      "step": 131
    },
    {
      "epoch": 0.1293800539083558,
      "grad_norm": 0.07122885435819626,
      "learning_rate": 0.000192899654902531,
      "loss": 10.3134,
      "step": 132
    },
    {
      "epoch": 0.13036020583190394,
      "grad_norm": 0.08456423878669739,
      "learning_rate": 0.00019278420489188668,
      "loss": 10.3055,
      "step": 133
    },
    {
      "epoch": 0.1313403577554521,
      "grad_norm": 0.07845564186573029,
      "learning_rate": 0.00019266785895731542,
      "loss": 10.3108,
      "step": 134
    },
    {
      "epoch": 0.13232050967900025,
      "grad_norm": 0.08686856925487518,
      "learning_rate": 0.0001925506182222532,
      "loss": 10.306,
      "step": 135
    },
    {
      "epoch": 0.1333006616025484,
      "grad_norm": 0.07293633371591568,
      "learning_rate": 0.00019243248381877606,
      "loss": 10.3123,
      "step": 136
    },
    {
      "epoch": 0.13428081352609655,
      "grad_norm": 0.08474186807870865,
      "learning_rate": 0.00019231345688758934,
      "loss": 10.3078,
      "step": 137
    },
    {
      "epoch": 0.1352609654496447,
      "grad_norm": 0.08087915182113647,
      "learning_rate": 0.00019219353857801667,
      "loss": 10.2999,
      "step": 138
    },
    {
      "epoch": 0.13624111737319283,
      "grad_norm": 0.06708812713623047,
      "learning_rate": 0.00019207273004798872,
      "loss": 10.3112,
      "step": 139
    },
    {
      "epoch": 0.137221269296741,
      "grad_norm": 0.07167868316173553,
      "learning_rate": 0.0001919510324640323,
      "loss": 10.3103,
      "step": 140
    },
    {
      "epoch": 0.13820142122028914,
      "grad_norm": 0.08069724589586258,
      "learning_rate": 0.00019182844700125871,
      "loss": 10.3074,
      "step": 141
    },
    {
      "epoch": 0.1391815731438373,
      "grad_norm": 0.08072102069854736,
      "learning_rate": 0.00019170497484335278,
      "loss": 10.3027,
      "step": 142
    },
    {
      "epoch": 0.14016172506738545,
      "grad_norm": 0.0918784961104393,
      "learning_rate": 0.00019158061718256114,
      "loss": 10.3157,
      "step": 143
    },
    {
      "epoch": 0.14114187699093358,
      "grad_norm": 0.08886507898569107,
      "learning_rate": 0.00019145537521968094,
      "loss": 10.3043,
      "step": 144
    },
    {
      "epoch": 0.14212202891448175,
      "grad_norm": 0.07826115190982819,
      "learning_rate": 0.00019132925016404804,
      "loss": 10.3045,
      "step": 145
    },
    {
      "epoch": 0.1431021808380299,
      "grad_norm": 0.06543730199337006,
      "learning_rate": 0.00019120224323352551,
      "loss": 10.3016,
      "step": 146
    },
    {
      "epoch": 0.14408233276157806,
      "grad_norm": 0.07052000612020493,
      "learning_rate": 0.00019107435565449184,
      "loss": 10.2993,
      "step": 147
    },
    {
      "epoch": 0.1450624846851262,
      "grad_norm": 0.06450888514518738,
      "learning_rate": 0.00019094558866182893,
      "loss": 10.3054,
      "step": 148
    },
    {
      "epoch": 0.14604263660867434,
      "grad_norm": 0.06568868458271027,
      "learning_rate": 0.0001908159434989104,
      "loss": 10.3081,
      "step": 149
    },
    {
      "epoch": 0.1470227885322225,
      "grad_norm": 0.07282079756259918,
      "learning_rate": 0.00019068542141758942,
      "loss": 10.3016,
      "step": 150
    },
    {
      "epoch": 0.14800294045577064,
      "grad_norm": 0.05649902671575546,
      "learning_rate": 0.00019055402367818672,
      "loss": 10.2999,
      "step": 151
    },
    {
      "epoch": 0.14898309237931878,
      "grad_norm": 0.07479693740606308,
      "learning_rate": 0.00019042175154947844,
      "loss": 10.305,
      "step": 152
    },
    {
      "epoch": 0.14996324430286695,
      "grad_norm": 0.09553007036447525,
      "learning_rate": 0.00019028860630868364,
      "loss": 10.3068,
      "step": 153
    },
    {
      "epoch": 0.1509433962264151,
      "grad_norm": 0.06522691249847412,
      "learning_rate": 0.00019015458924145228,
      "loss": 10.2978,
      "step": 154
    },
    {
      "epoch": 0.15192354814996326,
      "grad_norm": 0.09592632949352264,
      "learning_rate": 0.0001900197016418527,
      "loss": 10.2939,
      "step": 155
    },
    {
      "epoch": 0.1529037000735114,
      "grad_norm": 0.09996230900287628,
      "learning_rate": 0.000189883944812359,
      "loss": 10.3028,
      "step": 156
    },
    {
      "epoch": 0.15388385199705953,
      "grad_norm": 0.05491139367222786,
      "learning_rate": 0.00018974732006383862,
      "loss": 10.2959,
      "step": 157
    },
    {
      "epoch": 0.1548640039206077,
      "grad_norm": 0.06687158346176147,
      "learning_rate": 0.00018960982871553964,
      "loss": 10.305,
      "step": 158
    },
    {
      "epoch": 0.15584415584415584,
      "grad_norm": 0.07389245927333832,
      "learning_rate": 0.0001894714720950779,
      "loss": 10.287,
      "step": 159
    },
    {
      "epoch": 0.156824307767704,
      "grad_norm": 0.057053208351135254,
      "learning_rate": 0.00018933225153842446,
      "loss": 10.2943,
      "step": 160
    },
    {
      "epoch": 0.15780445969125215,
      "grad_norm": 0.06835177540779114,
      "learning_rate": 0.0001891921683898925,
      "loss": 10.2958,
      "step": 161
    },
    {
      "epoch": 0.1587846116148003,
      "grad_norm": 0.06674246490001678,
      "learning_rate": 0.00018905122400212433,
      "loss": 10.2891,
      "step": 162
    },
    {
      "epoch": 0.15976476353834845,
      "grad_norm": 0.05715270712971687,
      "learning_rate": 0.00018890941973607843,
      "loss": 10.2962,
      "step": 163
    },
    {
      "epoch": 0.1607449154618966,
      "grad_norm": 0.06741801649332047,
      "learning_rate": 0.00018876675696101626,
      "loss": 10.2962,
      "step": 164
    },
    {
      "epoch": 0.16172506738544473,
      "grad_norm": 0.06996432691812515,
      "learning_rate": 0.000188623237054489,
      "loss": 10.2849,
      "step": 165
    },
    {
      "epoch": 0.1627052193089929,
      "grad_norm": 0.05917774513363838,
      "learning_rate": 0.00018847886140232437,
      "loss": 10.2903,
      "step": 166
    },
    {
      "epoch": 0.16368537123254104,
      "grad_norm": 0.059534668922424316,
      "learning_rate": 0.00018833363139861305,
      "loss": 10.2872,
      "step": 167
    },
    {
      "epoch": 0.1646655231560892,
      "grad_norm": 0.054250460118055344,
      "learning_rate": 0.00018818754844569544,
      "loss": 10.2909,
      "step": 168
    },
    {
      "epoch": 0.16564567507963734,
      "grad_norm": 0.0651603490114212,
      "learning_rate": 0.00018804061395414796,
      "loss": 10.298,
      "step": 169
    },
    {
      "epoch": 0.16662582700318548,
      "grad_norm": 0.06586185097694397,
      "learning_rate": 0.0001878928293427695,
      "loss": 10.2852,
      "step": 170
    },
    {
      "epoch": 0.16760597892673365,
      "grad_norm": 0.08052373677492142,
      "learning_rate": 0.0001877441960385677,
      "loss": 10.2965,
      "step": 171
    },
    {
      "epoch": 0.1685861308502818,
      "grad_norm": 0.06096835061907768,
      "learning_rate": 0.0001875947154767452,
      "loss": 10.289,
      "step": 172
    },
    {
      "epoch": 0.16956628277382996,
      "grad_norm": 0.058738164603710175,
      "learning_rate": 0.00018744438910068566,
      "loss": 10.2934,
      "step": 173
    },
    {
      "epoch": 0.1705464346973781,
      "grad_norm": 0.05934350565075874,
      "learning_rate": 0.0001872932183619401,
      "loss": 10.2951,
      "step": 174
    },
    {
      "epoch": 0.17152658662092624,
      "grad_norm": 0.05843985825777054,
      "learning_rate": 0.0001871412047202125,
      "loss": 10.3027,
      "step": 175
    },
    {
      "epoch": 0.1725067385444744,
      "grad_norm": 0.05647007003426552,
      "learning_rate": 0.00018698834964334603,
      "loss": 10.2911,
      "step": 176
    },
    {
      "epoch": 0.17348689046802254,
      "grad_norm": 0.06416981667280197,
      "learning_rate": 0.00018683465460730877,
      "loss": 10.2833,
      "step": 177
    },
    {
      "epoch": 0.17446704239157068,
      "grad_norm": 0.08939030766487122,
      "learning_rate": 0.00018668012109617933,
      "loss": 10.2881,
      "step": 178
    },
    {
      "epoch": 0.17544719431511885,
      "grad_norm": 0.061299391090869904,
      "learning_rate": 0.00018652475060213275,
      "loss": 10.2895,
      "step": 179
    },
    {
      "epoch": 0.176427346238667,
      "grad_norm": 0.06778676807880402,
      "learning_rate": 0.0001863685446254259,
      "loss": 10.2927,
      "step": 180
    },
    {
      "epoch": 0.17740749816221515,
      "grad_norm": 0.08366002142429352,
      "learning_rate": 0.00018621150467438308,
      "loss": 10.3028,
      "step": 181
    },
    {
      "epoch": 0.1783876500857633,
      "grad_norm": 0.07463819533586502,
      "learning_rate": 0.0001860536322653815,
      "loss": 10.2869,
      "step": 182
    },
    {
      "epoch": 0.17936780200931143,
      "grad_norm": 0.06123226135969162,
      "learning_rate": 0.00018589492892283653,
      "loss": 10.2816,
      "step": 183
    },
    {
      "epoch": 0.1803479539328596,
      "grad_norm": 0.05946613848209381,
      "learning_rate": 0.000185735396179187,
      "loss": 10.2924,
      "step": 184
    },
    {
      "epoch": 0.18132810585640774,
      "grad_norm": 0.06064407899975777,
      "learning_rate": 0.00018557503557488052,
      "loss": 10.293,
      "step": 185
    },
    {
      "epoch": 0.1823082577799559,
      "grad_norm": 0.07262761890888214,
      "learning_rate": 0.0001854138486583584,
      "loss": 10.2776,
      "step": 186
    },
    {
      "epoch": 0.18328840970350405,
      "grad_norm": 0.05569390952587128,
      "learning_rate": 0.00018525183698604096,
      "loss": 10.2958,
      "step": 187
    },
    {
      "epoch": 0.18426856162705219,
      "grad_norm": 0.06951788067817688,
      "learning_rate": 0.00018508900212231224,
      "loss": 10.2839,
      "step": 188
    },
    {
      "epoch": 0.18524871355060035,
      "grad_norm": 0.06283560395240784,
      "learning_rate": 0.0001849253456395051,
      "loss": 10.2936,
      "step": 189
    },
    {
      "epoch": 0.1862288654741485,
      "grad_norm": 0.06301750242710114,
      "learning_rate": 0.00018476086911788585,
      "loss": 10.2933,
      "step": 190
    },
    {
      "epoch": 0.18720901739769663,
      "grad_norm": 0.06285573542118073,
      "learning_rate": 0.00018459557414563922,
      "loss": 10.278,
      "step": 191
    },
    {
      "epoch": 0.1881891693212448,
      "grad_norm": 0.055618856102228165,
      "learning_rate": 0.0001844294623188528,
      "loss": 10.2921,
      "step": 192
    },
    {
      "epoch": 0.18916932124479294,
      "grad_norm": 0.059772469103336334,
      "learning_rate": 0.00018426253524150176,
      "loss": 10.2763,
      "step": 193
    },
    {
      "epoch": 0.1901494731683411,
      "grad_norm": 0.054670438170433044,
      "learning_rate": 0.0001840947945254333,
      "loss": 10.2887,
      "step": 194
    },
    {
      "epoch": 0.19112962509188924,
      "grad_norm": 0.06009044498205185,
      "learning_rate": 0.00018392624179035117,
      "loss": 10.2844,
      "step": 195
    },
    {
      "epoch": 0.19210977701543738,
      "grad_norm": 0.05665768310427666,
      "learning_rate": 0.0001837568786637999,
      "loss": 10.2766,
      "step": 196
    },
    {
      "epoch": 0.19308992893898555,
      "grad_norm": 0.052141569554805756,
      "learning_rate": 0.00018358670678114916,
      "loss": 10.2764,
      "step": 197
    },
    {
      "epoch": 0.1940700808625337,
      "grad_norm": 0.05321452021598816,
      "learning_rate": 0.00018341572778557806,
      "loss": 10.287,
      "step": 198
    },
    {
      "epoch": 0.19505023278608186,
      "grad_norm": 0.059462688863277435,
      "learning_rate": 0.00018324394332805912,
      "loss": 10.2825,
      "step": 199
    },
    {
      "epoch": 0.19603038470963,
      "grad_norm": 0.0724351704120636,
      "learning_rate": 0.00018307135506734237,
      "loss": 10.2792,
      "step": 200
    },
    {
      "epoch": 0.19701053663317813,
      "grad_norm": 0.0535559207201004,
      "learning_rate": 0.0001828979646699394,
      "loss": 10.2861,
      "step": 201
    },
    {
      "epoch": 0.1979906885567263,
      "grad_norm": 0.04985260218381882,
      "learning_rate": 0.00018272377381010725,
      "loss": 10.2848,
      "step": 202
    },
    {
      "epoch": 0.19897084048027444,
      "grad_norm": 0.05065443739295006,
      "learning_rate": 0.00018254878416983217,
      "loss": 10.2896,
      "step": 203
    },
    {
      "epoch": 0.19995099240382258,
      "grad_norm": 0.05093695968389511,
      "learning_rate": 0.0001823729974388135,
      "loss": 10.2797,
      "step": 204
    },
    {
      "epoch": 0.20093114432737075,
      "grad_norm": 0.052415069192647934,
      "learning_rate": 0.00018219641531444714,
      "loss": 10.2737,
      "step": 205
    },
    {
      "epoch": 0.2019112962509189,
      "grad_norm": 0.07654762268066406,
      "learning_rate": 0.0001820190395018095,
      "loss": 10.2853,
      "step": 206
    },
    {
      "epoch": 0.20289144817446705,
      "grad_norm": 0.05033020302653313,
      "learning_rate": 0.00018184087171364073,
      "loss": 10.2882,
      "step": 207
    },
    {
      "epoch": 0.2038716000980152,
      "grad_norm": 0.07350358366966248,
      "learning_rate": 0.0001816619136703283,
      "loss": 10.277,
      "step": 208
    },
    {
      "epoch": 0.20485175202156333,
      "grad_norm": 0.05510148033499718,
      "learning_rate": 0.00018148216709989036,
      "loss": 10.2849,
      "step": 209
    },
    {
      "epoch": 0.2058319039451115,
      "grad_norm": 0.060754965990781784,
      "learning_rate": 0.00018130163373795917,
      "loss": 10.2945,
      "step": 210
    },
    {
      "epoch": 0.20681205586865964,
      "grad_norm": 0.0759405791759491,
      "learning_rate": 0.0001811203153277641,
      "loss": 10.28,
      "step": 211
    },
    {
      "epoch": 0.2077922077922078,
      "grad_norm": 0.07087575644254684,
      "learning_rate": 0.0001809382136201151,
      "loss": 10.2782,
      "step": 212
    },
    {
      "epoch": 0.20877235971575595,
      "grad_norm": 0.04751194640994072,
      "learning_rate": 0.00018075533037338552,
      "loss": 10.2789,
      "step": 213
    },
    {
      "epoch": 0.20975251163930408,
      "grad_norm": 0.07423141598701477,
      "learning_rate": 0.0001805716673534953,
      "loss": 10.2929,
      "step": 214
    },
    {
      "epoch": 0.21073266356285225,
      "grad_norm": 0.06241486221551895,
      "learning_rate": 0.00018038722633389385,
      "loss": 10.2755,
      "step": 215
    },
    {
      "epoch": 0.2117128154864004,
      "grad_norm": 0.06510082632303238,
      "learning_rate": 0.000180202009095543,
      "loss": 10.278,
      "step": 216
    },
    {
      "epoch": 0.21269296740994853,
      "grad_norm": 0.06282279640436172,
      "learning_rate": 0.0001800160174268996,
      "loss": 10.2767,
      "step": 217
    },
    {
      "epoch": 0.2136731193334967,
      "grad_norm": 0.05622153729200363,
      "learning_rate": 0.00017982925312389855,
      "loss": 10.2816,
      "step": 218
    },
    {
      "epoch": 0.21465327125704484,
      "grad_norm": 0.059719186276197433,
      "learning_rate": 0.00017964171798993524,
      "loss": 10.2787,
      "step": 219
    },
    {
      "epoch": 0.215633423180593,
      "grad_norm": 0.05622966215014458,
      "learning_rate": 0.00017945341383584818,
      "loss": 10.2818,
      "step": 220
    },
    {
      "epoch": 0.21661357510414114,
      "grad_norm": 0.05255772918462753,
      "learning_rate": 0.0001792643424799016,
      "loss": 10.2863,
      "step": 221
    },
    {
      "epoch": 0.21759372702768928,
      "grad_norm": 0.07454317063093185,
      "learning_rate": 0.00017907450574776776,
      "loss": 10.2829,
      "step": 222
    },
    {
      "epoch": 0.21857387895123745,
      "grad_norm": 0.0762372687458992,
      "learning_rate": 0.0001788839054725094,
      "loss": 10.2778,
      "step": 223
    },
    {
      "epoch": 0.2195540308747856,
      "grad_norm": 0.06432796269655228,
      "learning_rate": 0.00017869254349456212,
      "loss": 10.2708,
      "step": 224
    },
    {
      "epoch": 0.22053418279833376,
      "grad_norm": 0.07389936596155167,
      "learning_rate": 0.00017850042166171637,
      "loss": 10.277,
      "step": 225
    },
    {
      "epoch": 0.2215143347218819,
      "grad_norm": 0.06542690843343735,
      "learning_rate": 0.00017830754182909984,
      "loss": 10.2726,
      "step": 226
    },
    {
      "epoch": 0.22249448664543003,
      "grad_norm": 0.059309400618076324,
      "learning_rate": 0.00017811390585915947,
      "loss": 10.2767,
      "step": 227
    },
    {
      "epoch": 0.2234746385689782,
      "grad_norm": 0.06343331933021545,
      "learning_rate": 0.00017791951562164351,
      "loss": 10.2767,
      "step": 228
    },
    {
      "epoch": 0.22445479049252634,
      "grad_norm": 0.05924232304096222,
      "learning_rate": 0.0001777243729935832,
      "loss": 10.2793,
      "step": 229
    },
    {
      "epoch": 0.22543494241607448,
      "grad_norm": 0.06097643822431564,
      "learning_rate": 0.00017752847985927516,
      "loss": 10.2779,
      "step": 230
    },
    {
      "epoch": 0.22641509433962265,
      "grad_norm": 0.05870823189616203,
      "learning_rate": 0.00017733183811026267,
      "loss": 10.2753,
      "step": 231
    },
    {
      "epoch": 0.22739524626317079,
      "grad_norm": 0.05590877681970596,
      "learning_rate": 0.0001771344496453177,
      "loss": 10.2852,
      "step": 232
    },
    {
      "epoch": 0.22837539818671895,
      "grad_norm": 0.06208738684654236,
      "learning_rate": 0.00017693631637042255,
      "loss": 10.2676,
      "step": 233
    },
    {
      "epoch": 0.2293555501102671,
      "grad_norm": 0.05166775360703468,
      "learning_rate": 0.00017673744019875128,
      "loss": 10.2804,
      "step": 234
    },
    {
      "epoch": 0.23033570203381523,
      "grad_norm": 0.04918437451124191,
      "learning_rate": 0.00017653782305065158,
      "loss": 10.2755,
      "step": 235
    },
    {
      "epoch": 0.2313158539573634,
      "grad_norm": 0.06052442267537117,
      "learning_rate": 0.00017633746685362573,
      "loss": 10.2777,
      "step": 236
    },
    {
      "epoch": 0.23229600588091154,
      "grad_norm": 0.05635480955243111,
      "learning_rate": 0.0001761363735423125,
      "loss": 10.2753,
      "step": 237
    },
    {
      "epoch": 0.2332761578044597,
      "grad_norm": 0.07220935076475143,
      "learning_rate": 0.00017593454505846805,
      "loss": 10.2693,
      "step": 238
    },
    {
      "epoch": 0.23425630972800784,
      "grad_norm": 0.06622850149869919,
      "learning_rate": 0.0001757319833509475,
      "loss": 10.2738,
      "step": 239
    },
    {
      "epoch": 0.23523646165155598,
      "grad_norm": 0.04966101050376892,
      "learning_rate": 0.00017552869037568592,
      "loss": 10.2743,
      "step": 240
    },
    {
      "epoch": 0.23621661357510415,
      "grad_norm": 0.06329089403152466,
      "learning_rate": 0.00017532466809567948,
      "loss": 10.2727,
      "step": 241
    },
    {
      "epoch": 0.2371967654986523,
      "grad_norm": 0.05935171619057655,
      "learning_rate": 0.00017511991848096655,
      "loss": 10.2618,
      "step": 242
    },
    {
      "epoch": 0.23817691742220043,
      "grad_norm": 0.04739683121442795,
      "learning_rate": 0.0001749144435086086,
      "loss": 10.2696,
      "step": 243
    },
    {
      "epoch": 0.2391570693457486,
      "grad_norm": 0.052098359912633896,
      "learning_rate": 0.00017470824516267123,
      "loss": 10.2715,
      "step": 244
    },
    {
      "epoch": 0.24013722126929674,
      "grad_norm": 0.05652803182601929,
      "learning_rate": 0.00017450132543420481,
      "loss": 10.2592,
      "step": 245
    },
    {
      "epoch": 0.2411173731928449,
      "grad_norm": 0.0495261512696743,
      "learning_rate": 0.0001742936863212255,
      "loss": 10.2796,
      "step": 246
    },
    {
      "epoch": 0.24209752511639304,
      "grad_norm": 0.06257561594247818,
      "learning_rate": 0.00017408532982869575,
      "loss": 10.2744,
      "step": 247
    },
    {
      "epoch": 0.24307767703994118,
      "grad_norm": 0.0569571852684021,
      "learning_rate": 0.00017387625796850506,
      "loss": 10.2782,
      "step": 248
    },
    {
      "epoch": 0.24405782896348935,
      "grad_norm": 0.053176023066043854,
      "learning_rate": 0.00017366647275945048,
      "loss": 10.2743,
      "step": 249
    },
    {
      "epoch": 0.2450379808870375,
      "grad_norm": 0.0659627690911293,
      "learning_rate": 0.00017345597622721727,
      "loss": 10.2882,
      "step": 250
    },
    {
      "epoch": 0.24601813281058565,
      "grad_norm": 0.05973871797323227,
      "learning_rate": 0.00017324477040435906,
      "loss": 10.2654,
      "step": 251
    },
    {
      "epoch": 0.2469982847341338,
      "grad_norm": 0.055256184190511703,
      "learning_rate": 0.00017303285733027849,
      "loss": 10.2801,
      "step": 252
    },
    {
      "epoch": 0.24797843665768193,
      "grad_norm": 0.06216263771057129,
      "learning_rate": 0.00017282023905120742,
      "loss": 10.2799,
      "step": 253
    },
    {
      "epoch": 0.2489585885812301,
      "grad_norm": 0.049992430955171585,
      "learning_rate": 0.0001726069176201871,
      "loss": 10.2795,
      "step": 254
    },
    {
      "epoch": 0.24993874050477824,
      "grad_norm": 0.05813110992312431,
      "learning_rate": 0.0001723928950970484,
      "loss": 10.2664,
      "step": 255
    },
    {
      "epoch": 0.2509188924283264,
      "grad_norm": 0.04984869062900543,
      "learning_rate": 0.00017217817354839212,
      "loss": 10.2852,
      "step": 256
    },
    {
      "epoch": 0.2509188924283264,
      "eval_loss": 10.270017623901367,
      "eval_runtime": 1.2708,
      "eval_samples_per_second": 338.376,
      "eval_steps_per_second": 169.188,
      "step": 256
    },
    {
      "epoch": 0.25189904435187455,
      "grad_norm": 0.05843863636255264,
      "learning_rate": 0.0001719627550475686,
      "loss": 10.2683,
      "step": 257
    },
    {
      "epoch": 0.2528791962754227,
      "grad_norm": 0.04943500831723213,
      "learning_rate": 0.00017174664167465812,
      "loss": 10.2745,
      "step": 258
    },
    {
      "epoch": 0.2538593481989708,
      "grad_norm": 0.059795789420604706,
      "learning_rate": 0.00017152983551645053,
      "loss": 10.2714,
      "step": 259
    },
    {
      "epoch": 0.254839500122519,
      "grad_norm": 0.0687931701540947,
      "learning_rate": 0.0001713123386664253,
      "loss": 10.2752,
      "step": 260
    },
    {
      "epoch": 0.25581965204606716,
      "grad_norm": 0.06294673681259155,
      "learning_rate": 0.00017109415322473116,
      "loss": 10.285,
      "step": 261
    },
    {
      "epoch": 0.25679980396961527,
      "grad_norm": 0.060766659677028656,
      "learning_rate": 0.0001708752812981659,
      "loss": 10.275,
      "step": 262
    },
    {
      "epoch": 0.25777995589316344,
      "grad_norm": 0.07055135816335678,
      "learning_rate": 0.00017065572500015602,
      "loss": 10.2711,
      "step": 263
    },
    {
      "epoch": 0.2587601078167116,
      "grad_norm": 0.07519853860139847,
      "learning_rate": 0.00017043548645073628,
      "loss": 10.2693,
      "step": 264
    },
    {
      "epoch": 0.2597402597402597,
      "grad_norm": 0.05435488373041153,
      "learning_rate": 0.00017021456777652926,
      "loss": 10.2717,
      "step": 265
    },
    {
      "epoch": 0.2607204116638079,
      "grad_norm": 0.0609559528529644,
      "learning_rate": 0.00016999297111072487,
      "loss": 10.2673,
      "step": 266
    },
    {
      "epoch": 0.26170056358735605,
      "grad_norm": 0.06870165467262268,
      "learning_rate": 0.00016977069859305964,
      "loss": 10.2764,
      "step": 267
    },
    {
      "epoch": 0.2626807155109042,
      "grad_norm": 0.05849933996796608,
      "learning_rate": 0.00016954775236979614,
      "loss": 10.2672,
      "step": 268
    },
    {
      "epoch": 0.26366086743445233,
      "grad_norm": 0.055889006704092026,
      "learning_rate": 0.00016932413459370228,
      "loss": 10.2773,
      "step": 269
    },
    {
      "epoch": 0.2646410193580005,
      "grad_norm": 0.05458706244826317,
      "learning_rate": 0.0001690998474240304,
      "loss": 10.2728,
      "step": 270
    },
    {
      "epoch": 0.26562117128154866,
      "grad_norm": 0.06746875494718552,
      "learning_rate": 0.00016887489302649654,
      "loss": 10.2669,
      "step": 271
    },
    {
      "epoch": 0.2666013232050968,
      "grad_norm": 0.06074470654129982,
      "learning_rate": 0.0001686492735732596,
      "loss": 10.2787,
      "step": 272
    },
    {
      "epoch": 0.26758147512864494,
      "grad_norm": 0.061006005853414536,
      "learning_rate": 0.00016842299124290004,
      "loss": 10.2723,
      "step": 273
    },
    {
      "epoch": 0.2685616270521931,
      "grad_norm": 0.06434358656406403,
      "learning_rate": 0.00016819604822039926,
      "loss": 10.2726,
      "step": 274
    },
    {
      "epoch": 0.2695417789757412,
      "grad_norm": 0.06093040481209755,
      "learning_rate": 0.00016796844669711818,
      "loss": 10.2793,
      "step": 275
    },
    {
      "epoch": 0.2705219308992894,
      "grad_norm": 0.051085419952869415,
      "learning_rate": 0.00016774018887077624,
      "loss": 10.2652,
      "step": 276
    },
    {
      "epoch": 0.27150208282283755,
      "grad_norm": 0.051095493137836456,
      "learning_rate": 0.00016751127694543012,
      "loss": 10.2812,
      "step": 277
    },
    {
      "epoch": 0.27248223474638567,
      "grad_norm": 0.06642807275056839,
      "learning_rate": 0.00016728171313145254,
      "loss": 10.2747,
      "step": 278
    },
    {
      "epoch": 0.27346238666993383,
      "grad_norm": 0.05823348090052605,
      "learning_rate": 0.00016705149964551077,
      "loss": 10.2709,
      "step": 279
    },
    {
      "epoch": 0.274442538593482,
      "grad_norm": 0.05590194836258888,
      "learning_rate": 0.00016682063871054534,
      "loss": 10.2756,
      "step": 280
    },
    {
      "epoch": 0.27542269051703017,
      "grad_norm": 0.06265720725059509,
      "learning_rate": 0.00016658913255574858,
      "loss": 10.2751,
      "step": 281
    },
    {
      "epoch": 0.2764028424405783,
      "grad_norm": 0.06084693595767021,
      "learning_rate": 0.00016635698341654304,
      "loss": 10.2642,
      "step": 282
    },
    {
      "epoch": 0.27738299436412645,
      "grad_norm": 0.0565246157348156,
      "learning_rate": 0.00016612419353455988,
      "loss": 10.2617,
      "step": 283
    },
    {
      "epoch": 0.2783631462876746,
      "grad_norm": 0.06268823146820068,
      "learning_rate": 0.00016589076515761733,
      "loss": 10.2633,
      "step": 284
    },
    {
      "epoch": 0.2793432982112227,
      "grad_norm": 0.06461276113986969,
      "learning_rate": 0.0001656567005396989,
      "loss": 10.2695,
      "step": 285
    },
    {
      "epoch": 0.2803234501347709,
      "grad_norm": 0.05530264973640442,
      "learning_rate": 0.00016542200194093168,
      "loss": 10.2651,
      "step": 286
    },
    {
      "epoch": 0.28130360205831906,
      "grad_norm": 0.056591592729091644,
      "learning_rate": 0.00016518667162756438,
      "loss": 10.2677,
      "step": 287
    },
    {
      "epoch": 0.28228375398186717,
      "grad_norm": 0.06335294246673584,
      "learning_rate": 0.00016495071187194564,
      "loss": 10.2671,
      "step": 288
    },
    {
      "epoch": 0.28326390590541534,
      "grad_norm": 0.06202945113182068,
      "learning_rate": 0.00016471412495250195,
      "loss": 10.2665,
      "step": 289
    },
    {
      "epoch": 0.2842440578289635,
      "grad_norm": 0.0563119500875473,
      "learning_rate": 0.0001644769131537157,
      "loss": 10.271,
      "step": 290
    },
    {
      "epoch": 0.2852242097525116,
      "grad_norm": 0.06211831048130989,
      "learning_rate": 0.0001642390787661031,
      "loss": 10.2645,
      "step": 291
    },
    {
      "epoch": 0.2862043616760598,
      "grad_norm": 0.06358930468559265,
      "learning_rate": 0.00016400062408619207,
      "loss": 10.2688,
      "step": 292
    },
    {
      "epoch": 0.28718451359960795,
      "grad_norm": 0.06628444790840149,
      "learning_rate": 0.00016376155141650017,
      "loss": 10.2808,
      "step": 293
    },
    {
      "epoch": 0.2881646655231561,
      "grad_norm": 0.05894237384200096,
      "learning_rate": 0.00016352186306551204,
      "loss": 10.2634,
      "step": 294
    },
    {
      "epoch": 0.2891448174467042,
      "grad_norm": 0.05122266709804535,
      "learning_rate": 0.00016328156134765763,
      "loss": 10.2644,
      "step": 295
    },
    {
      "epoch": 0.2901249693702524,
      "grad_norm": 0.07419522106647491,
      "learning_rate": 0.0001630406485832893,
      "loss": 10.2653,
      "step": 296
    },
    {
      "epoch": 0.29110512129380056,
      "grad_norm": 0.06639916449785233,
      "learning_rate": 0.0001627991270986598,
      "loss": 10.267,
      "step": 297
    },
    {
      "epoch": 0.2920852732173487,
      "grad_norm": 0.0529070720076561,
      "learning_rate": 0.00016255699922589968,
      "loss": 10.2747,
      "step": 298
    },
    {
      "epoch": 0.29306542514089684,
      "grad_norm": 0.06294912099838257,
      "learning_rate": 0.00016231426730299475,
      "loss": 10.2741,
      "step": 299
    },
    {
      "epoch": 0.294045577064445,
      "grad_norm": 0.05545768886804581,
      "learning_rate": 0.00016207093367376355,
      "loss": 10.2624,
      "step": 300
    },
    {
      "epoch": 0.2950257289879931,
      "grad_norm": 0.057335298508405685,
      "learning_rate": 0.00016182700068783463,
      "loss": 10.2665,
      "step": 301
    },
    {
      "epoch": 0.2960058809115413,
      "grad_norm": 0.05491352081298828,
      "learning_rate": 0.00016158247070062397,
      "loss": 10.2495,
      "step": 302
    },
    {
      "epoch": 0.29698603283508945,
      "grad_norm": 0.04562796279788017,
      "learning_rate": 0.0001613373460733122,
      "loss": 10.2643,
      "step": 303
    },
    {
      "epoch": 0.29796618475863756,
      "grad_norm": 0.04913811758160591,
      "learning_rate": 0.0001610916291728218,
      "loss": 10.2618,
      "step": 304
    },
    {
      "epoch": 0.29894633668218573,
      "grad_norm": 0.06223805248737335,
      "learning_rate": 0.0001608453223717942,
      "loss": 10.2623,
      "step": 305
    },
    {
      "epoch": 0.2999264886057339,
      "grad_norm": 0.07362094521522522,
      "learning_rate": 0.00016059842804856694,
      "loss": 10.267,
      "step": 306
    },
    {
      "epoch": 0.30090664052928207,
      "grad_norm": 0.0680442824959755,
      "learning_rate": 0.00016035094858715064,
      "loss": 10.2717,
      "step": 307
    },
    {
      "epoch": 0.3018867924528302,
      "grad_norm": 0.04901041463017464,
      "learning_rate": 0.00016010288637720603,
      "loss": 10.2726,
      "step": 308
    },
    {
      "epoch": 0.30286694437637834,
      "grad_norm": 0.07238998264074326,
      "learning_rate": 0.00015985424381402088,
      "loss": 10.2588,
      "step": 309
    },
    {
      "epoch": 0.3038470962999265,
      "grad_norm": 0.0698356106877327,
      "learning_rate": 0.0001596050232984868,
      "loss": 10.2773,
      "step": 310
    },
    {
      "epoch": 0.3048272482234746,
      "grad_norm": 0.050839513540267944,
      "learning_rate": 0.00015935522723707616,
      "loss": 10.2566,
      "step": 311
    },
    {
      "epoch": 0.3058074001470228,
      "grad_norm": 0.055227864533662796,
      "learning_rate": 0.00015910485804181875,
      "loss": 10.2674,
      "step": 312
    },
    {
      "epoch": 0.30678755207057096,
      "grad_norm": 0.0464661680161953,
      "learning_rate": 0.0001588539181302786,
      "loss": 10.2627,
      "step": 313
    },
    {
      "epoch": 0.30776770399411907,
      "grad_norm": 0.059767112135887146,
      "learning_rate": 0.00015860240992553052,
      "loss": 10.264,
      "step": 314
    },
    {
      "epoch": 0.30874785591766724,
      "grad_norm": 0.061043985188007355,
      "learning_rate": 0.0001583503358561367,
      "loss": 10.264,
      "step": 315
    },
    {
      "epoch": 0.3097280078412154,
      "grad_norm": 0.06147858127951622,
      "learning_rate": 0.00015809769835612347,
      "loss": 10.2575,
      "step": 316
    },
    {
      "epoch": 0.3107081597647635,
      "grad_norm": 0.0933755487203598,
      "learning_rate": 0.00015784449986495753,
      "loss": 10.2737,
      "step": 317
    },
    {
      "epoch": 0.3116883116883117,
      "grad_norm": 0.05012676119804382,
      "learning_rate": 0.00015759074282752254,
      "loss": 10.2783,
      "step": 318
    },
    {
      "epoch": 0.31266846361185985,
      "grad_norm": 0.05316872149705887,
      "learning_rate": 0.00015733642969409552,
      "loss": 10.2584,
      "step": 319
    },
    {
      "epoch": 0.313648615535408,
      "grad_norm": 0.06214355304837227,
      "learning_rate": 0.0001570815629203231,
      "loss": 10.2636,
      "step": 320
    },
    {
      "epoch": 0.3146287674589561,
      "grad_norm": 0.05635052174329758,
      "learning_rate": 0.0001568261449671978,
      "loss": 10.2541,
      "step": 321
    },
    {
      "epoch": 0.3156089193825043,
      "grad_norm": 0.06693390011787415,
      "learning_rate": 0.00015657017830103447,
      "loss": 10.2689,
      "step": 322
    },
    {
      "epoch": 0.31658907130605246,
      "grad_norm": 0.059703413397073746,
      "learning_rate": 0.00015631366539344623,
      "loss": 10.2537,
      "step": 323
    },
    {
      "epoch": 0.3175692232296006,
      "grad_norm": 0.052593477070331573,
      "learning_rate": 0.00015605660872132076,
      "loss": 10.2658,
      "step": 324
    },
    {
      "epoch": 0.31854937515314874,
      "grad_norm": 0.06198038160800934,
      "learning_rate": 0.00015579901076679623,
      "loss": 10.2644,
      "step": 325
    },
    {
      "epoch": 0.3195295270766969,
      "grad_norm": 0.0751270055770874,
      "learning_rate": 0.0001555408740172376,
      "loss": 10.2611,
      "step": 326
    },
    {
      "epoch": 0.320509679000245,
      "grad_norm": 0.06791743636131287,
      "learning_rate": 0.00015528220096521227,
      "loss": 10.2672,
      "step": 327
    },
    {
      "epoch": 0.3214898309237932,
      "grad_norm": 0.06116480007767677,
      "learning_rate": 0.00015502299410846625,
      "loss": 10.2645,
      "step": 328
    },
    {
      "epoch": 0.32246998284734135,
      "grad_norm": 0.0680660754442215,
      "learning_rate": 0.00015476325594989996,
      "loss": 10.2753,
      "step": 329
    },
    {
      "epoch": 0.32345013477088946,
      "grad_norm": 0.05813245475292206,
      "learning_rate": 0.00015450298899754406,
      "loss": 10.2534,
      "step": 330
    },
    {
      "epoch": 0.32443028669443763,
      "grad_norm": 0.06449476629495621,
      "learning_rate": 0.00015424219576453524,
      "loss": 10.2575,
      "step": 331
    },
    {
      "epoch": 0.3254104386179858,
      "grad_norm": 0.05597660690546036,
      "learning_rate": 0.00015398087876909199,
      "loss": 10.2584,
      "step": 332
    },
    {
      "epoch": 0.32639059054153396,
      "grad_norm": 0.0569763146340847,
      "learning_rate": 0.0001537190405344902,
      "loss": 10.2683,
      "step": 333
    },
    {
      "epoch": 0.3273707424650821,
      "grad_norm": 0.0687313824892044,
      "learning_rate": 0.00015345668358903884,
      "loss": 10.2675,
      "step": 334
    },
    {
      "epoch": 0.32835089438863024,
      "grad_norm": 0.05362936854362488,
      "learning_rate": 0.0001531938104660556,
      "loss": 10.261,
      "step": 335
    },
    {
      "epoch": 0.3293310463121784,
      "grad_norm": 0.056121308356523514,
      "learning_rate": 0.0001529304237038423,
      "loss": 10.2618,
      "step": 336
    },
    {
      "epoch": 0.3303111982357265,
      "grad_norm": 0.05160585790872574,
      "learning_rate": 0.00015266652584566056,
      "loss": 10.2668,
      "step": 337
    },
    {
      "epoch": 0.3312913501592747,
      "grad_norm": 0.05375127121806145,
      "learning_rate": 0.0001524021194397071,
      "loss": 10.2644,
      "step": 338
    },
    {
      "epoch": 0.33227150208282286,
      "grad_norm": 0.0739348903298378,
      "learning_rate": 0.00015213720703908905,
      "loss": 10.2614,
      "step": 339
    },
    {
      "epoch": 0.33325165400637097,
      "grad_norm": 0.04818510636687279,
      "learning_rate": 0.0001518717912017997,
      "loss": 10.2631,
      "step": 340
    },
    {
      "epoch": 0.33423180592991913,
      "grad_norm": 0.06844774633646011,
      "learning_rate": 0.0001516058744906932,
      "loss": 10.2708,
      "step": 341
    },
    {
      "epoch": 0.3352119578534673,
      "grad_norm": 0.057160742580890656,
      "learning_rate": 0.0001513394594734604,
      "loss": 10.2601,
      "step": 342
    },
    {
      "epoch": 0.3361921097770154,
      "grad_norm": 0.06328350305557251,
      "learning_rate": 0.00015107254872260366,
      "loss": 10.273,
      "step": 343
    },
    {
      "epoch": 0.3371722617005636,
      "grad_norm": 0.06203220784664154,
      "learning_rate": 0.00015080514481541213,
      "loss": 10.265,
      "step": 344
    },
    {
      "epoch": 0.33815241362411175,
      "grad_norm": 0.05817417427897453,
      "learning_rate": 0.00015053725033393697,
      "loss": 10.2741,
      "step": 345
    },
    {
      "epoch": 0.3391325655476599,
      "grad_norm": 0.04756340757012367,
      "learning_rate": 0.00015026886786496623,
      "loss": 10.2567,
      "step": 346
    },
    {
      "epoch": 0.340112717471208,
      "grad_norm": 0.06344232708215714,
      "learning_rate": 0.00015000000000000001,
      "loss": 10.263,
      "step": 347
    },
    {
      "epoch": 0.3410928693947562,
      "grad_norm": 0.05469987168908119,
      "learning_rate": 0.0001497306493352254,
      "loss": 10.2692,
      "step": 348
    },
    {
      "epoch": 0.34207302131830436,
      "grad_norm": 0.05681271478533745,
      "learning_rate": 0.00014946081847149134,
      "loss": 10.2652,
      "step": 349
    },
    {
      "epoch": 0.34305317324185247,
      "grad_norm": 0.08921115100383759,
      "learning_rate": 0.00014919051001428368,
      "loss": 10.2609,
      "step": 350
    },
    {
      "epoch": 0.34403332516540064,
      "grad_norm": 0.08261031657457352,
      "learning_rate": 0.00014891972657369977,
      "loss": 10.2667,
      "step": 351
    },
    {
      "epoch": 0.3450134770889488,
      "grad_norm": 0.06892532855272293,
      "learning_rate": 0.00014864847076442357,
      "loss": 10.2659,
      "step": 352
    },
    {
      "epoch": 0.3459936290124969,
      "grad_norm": 0.09331076592206955,
      "learning_rate": 0.00014837674520570002,
      "loss": 10.2575,
      "step": 353
    },
    {
      "epoch": 0.3469737809360451,
      "grad_norm": 0.052093781530857086,
      "learning_rate": 0.0001481045525213102,
      "loss": 10.2658,
      "step": 354
    },
    {
      "epoch": 0.34795393285959325,
      "grad_norm": 0.07707762718200684,
      "learning_rate": 0.00014783189533954555,
      "loss": 10.2504,
      "step": 355
    },
    {
      "epoch": 0.34893408478314136,
      "grad_norm": 0.0683511421084404,
      "learning_rate": 0.00014755877629318276,
      "loss": 10.2658,
      "step": 356
    },
    {
      "epoch": 0.34991423670668953,
      "grad_norm": 0.08501755446195602,
      "learning_rate": 0.00014728519801945834,
      "loss": 10.2677,
      "step": 357
    },
    {
      "epoch": 0.3508943886302377,
      "grad_norm": 0.07893809676170349,
      "learning_rate": 0.00014701116316004307,
      "loss": 10.276,
      "step": 358
    },
    {
      "epoch": 0.35187454055378586,
      "grad_norm": 0.04986940324306488,
      "learning_rate": 0.00014673667436101642,
      "loss": 10.267,
      "step": 359
    },
    {
      "epoch": 0.352854692477334,
      "grad_norm": 0.07498649507761002,
      "learning_rate": 0.00014646173427284125,
      "loss": 10.2651,
      "step": 360
    },
    {
      "epoch": 0.35383484440088214,
      "grad_norm": 0.06318411976099014,
      "learning_rate": 0.000146186345550338,
      "loss": 10.2675,
      "step": 361
    },
    {
      "epoch": 0.3548149963244303,
      "grad_norm": 0.07631544768810272,
      "learning_rate": 0.00014591051085265905,
      "loss": 10.2696,
      "step": 362
    },
    {
      "epoch": 0.3557951482479784,
      "grad_norm": 0.05574433133006096,
      "learning_rate": 0.00014563423284326326,
      "loss": 10.2696,
      "step": 363
    },
    {
      "epoch": 0.3567753001715266,
      "grad_norm": 0.05700191855430603,
      "learning_rate": 0.00014535751418988998,
      "loss": 10.2683,
      "step": 364
    },
    {
      "epoch": 0.35775545209507476,
      "grad_norm": 0.06013353914022446,
      "learning_rate": 0.0001450803575645335,
      "loss": 10.2591,
      "step": 365
    },
    {
      "epoch": 0.35873560401862287,
      "grad_norm": 0.07000952959060669,
      "learning_rate": 0.00014480276564341713,
      "loss": 10.252,
      "step": 366
    },
    {
      "epoch": 0.35971575594217103,
      "grad_norm": 0.056425467133522034,
      "learning_rate": 0.0001445247411069674,
      "loss": 10.2706,
      "step": 367
    },
    {
      "epoch": 0.3606959078657192,
      "grad_norm": 0.05403692647814751,
      "learning_rate": 0.00014424628663978813,
      "loss": 10.258,
      "step": 368
    },
    {
      "epoch": 0.3616760597892673,
      "grad_norm": 0.050113361328840256,
      "learning_rate": 0.0001439674049306346,
      "loss": 10.2568,
      "step": 369
    },
    {
      "epoch": 0.3626562117128155,
      "grad_norm": 0.06011102348566055,
      "learning_rate": 0.00014368809867238753,
      "loss": 10.269,
      "step": 370
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.061274606734514236,
      "learning_rate": 0.00014340837056202711,
      "loss": 10.2678,
      "step": 371
    },
    {
      "epoch": 0.3646165155599118,
      "grad_norm": 0.06479323655366898,
      "learning_rate": 0.0001431282233006069,
      "loss": 10.2594,
      "step": 372
    },
    {
      "epoch": 0.3655966674834599,
      "grad_norm": 0.04749240726232529,
      "learning_rate": 0.00014284765959322773,
      "loss": 10.2593,
      "step": 373
    },
    {
      "epoch": 0.3665768194070081,
      "grad_norm": 0.06424713134765625,
      "learning_rate": 0.00014256668214901173,
      "loss": 10.2661,
      "step": 374
    },
    {
      "epoch": 0.36755697133055626,
      "grad_norm": 0.06700848788022995,
      "learning_rate": 0.00014228529368107598,
      "loss": 10.2598,
      "step": 375
    },
    {
      "epoch": 0.36853712325410437,
      "grad_norm": 0.0619179792702198,
      "learning_rate": 0.00014200349690650653,
      "loss": 10.2443,
      "step": 376
    },
    {
      "epoch": 0.36951727517765254,
      "grad_norm": 0.06098296865820885,
      "learning_rate": 0.00014172129454633189,
      "loss": 10.2505,
      "step": 377
    },
    {
      "epoch": 0.3704974271012007,
      "grad_norm": 0.05490412563085556,
      "learning_rate": 0.00014143868932549696,
      "loss": 10.2494,
      "step": 378
    },
    {
      "epoch": 0.3714775790247488,
      "grad_norm": 0.06008276343345642,
      "learning_rate": 0.0001411556839728367,
      "loss": 10.2716,
      "step": 379
    },
    {
      "epoch": 0.372457730948297,
      "grad_norm": 0.06072473153471947,
      "learning_rate": 0.0001408722812210497,
      "loss": 10.2554,
      "step": 380
    },
    {
      "epoch": 0.37343788287184515,
      "grad_norm": 0.06098994240164757,
      "learning_rate": 0.00014058848380667187,
      "loss": 10.2707,
      "step": 381
    },
    {
      "epoch": 0.37441803479539326,
      "grad_norm": 0.06417164951562881,
      "learning_rate": 0.0001403042944700499,
      "loss": 10.2519,
      "step": 382
    },
    {
      "epoch": 0.37539818671894143,
      "grad_norm": 0.05086509510874748,
      "learning_rate": 0.000140019715955315,
      "loss": 10.2589,
      "step": 383
    },
    {
      "epoch": 0.3763783386424896,
      "grad_norm": 0.06777875870466232,
      "learning_rate": 0.00013973475101035615,
      "loss": 10.2506,
      "step": 384
    },
    {
      "epoch": 0.37735849056603776,
      "grad_norm": 0.06435415893793106,
      "learning_rate": 0.00013944940238679382,
      "loss": 10.2572,
      "step": 385
    },
    {
      "epoch": 0.3783386424895859,
      "grad_norm": 0.06817412376403809,
      "learning_rate": 0.0001391636728399532,
      "loss": 10.2612,
      "step": 386
    },
    {
      "epoch": 0.37931879441313404,
      "grad_norm": 0.05838340148329735,
      "learning_rate": 0.00013887756512883775,
      "loss": 10.2635,
      "step": 387
    },
    {
      "epoch": 0.3802989463366822,
      "grad_norm": 0.05943597853183746,
      "learning_rate": 0.00013859108201610235,
      "loss": 10.2638,
      "step": 388
    },
    {
      "epoch": 0.3812790982602303,
      "grad_norm": 0.05970395728945732,
      "learning_rate": 0.0001383042262680269,
      "loss": 10.2571,
      "step": 389
    },
    {
      "epoch": 0.3822592501837785,
      "grad_norm": 0.05090460181236267,
      "learning_rate": 0.00013801700065448934,
      "loss": 10.2637,
      "step": 390
    },
    {
      "epoch": 0.38323940210732665,
      "grad_norm": 0.05771172419190407,
      "learning_rate": 0.00013772940794893915,
      "loss": 10.2572,
      "step": 391
    },
    {
      "epoch": 0.38421955403087477,
      "grad_norm": 0.06007881090044975,
      "learning_rate": 0.00013744145092837044,
      "loss": 10.2652,
      "step": 392
    },
    {
      "epoch": 0.38519970595442293,
      "grad_norm": 0.06455583870410919,
      "learning_rate": 0.000137153132373295,
      "loss": 10.26,
      "step": 393
    },
    {
      "epoch": 0.3861798578779711,
      "grad_norm": 0.06000268831849098,
      "learning_rate": 0.0001368644550677157,
      "loss": 10.2722,
      "step": 394
    },
    {
      "epoch": 0.3871600098015192,
      "grad_norm": 0.05518148094415665,
      "learning_rate": 0.00013657542179909958,
      "loss": 10.267,
      "step": 395
    },
    {
      "epoch": 0.3881401617250674,
      "grad_norm": 0.07186822593212128,
      "learning_rate": 0.0001362860353583507,
      "loss": 10.2615,
      "step": 396
    },
    {
      "epoch": 0.38912031364861555,
      "grad_norm": 0.06516432017087936,
      "learning_rate": 0.0001359962985397834,
      "loss": 10.2676,
      "step": 397
    },
    {
      "epoch": 0.3901004655721637,
      "grad_norm": 0.06487617641687393,
      "learning_rate": 0.00013570621414109538,
      "loss": 10.2589,
      "step": 398
    },
    {
      "epoch": 0.3910806174957118,
      "grad_norm": 0.08433172106742859,
      "learning_rate": 0.00013541578496334045,
      "loss": 10.258,
      "step": 399
    },
    {
      "epoch": 0.39206076941926,
      "grad_norm": 0.04933839291334152,
      "learning_rate": 0.00013512501381090158,
      "loss": 10.2663,
      "step": 400
    },
    {
      "epoch": 0.39304092134280816,
      "grad_norm": 0.06087469309568405,
      "learning_rate": 0.000134833903491464,
      "loss": 10.2696,
      "step": 401
    },
    {
      "epoch": 0.39402107326635627,
      "grad_norm": 0.05864206701517105,
      "learning_rate": 0.00013454245681598773,
      "loss": 10.2649,
      "step": 402
    },
    {
      "epoch": 0.39500122518990444,
      "grad_norm": 0.0536465086042881,
      "learning_rate": 0.00013425067659868085,
      "loss": 10.2668,
      "step": 403
    },
    {
      "epoch": 0.3959813771134526,
      "grad_norm": 0.05506009981036186,
      "learning_rate": 0.00013395856565697194,
      "loss": 10.2554,
      "step": 404
    },
    {
      "epoch": 0.3969615290370007,
      "grad_norm": 0.054870299994945526,
      "learning_rate": 0.0001336661268114832,
      "loss": 10.2558,
      "step": 405
    },
    {
      "epoch": 0.3979416809605489,
      "grad_norm": 0.05902845039963722,
      "learning_rate": 0.00013337336288600298,
      "loss": 10.2575,
      "step": 406
    },
    {
      "epoch": 0.39892183288409705,
      "grad_norm": 0.060899343341588974,
      "learning_rate": 0.00013308027670745856,
      "loss": 10.2656,
      "step": 407
    },
    {
      "epoch": 0.39990198480764516,
      "grad_norm": 0.07720436155796051,
      "learning_rate": 0.00013278687110588908,
      "loss": 10.269,
      "step": 408
    },
    {
      "epoch": 0.40088213673119333,
      "grad_norm": 0.06606292724609375,
      "learning_rate": 0.0001324931489144178,
      "loss": 10.2426,
      "step": 409
    },
    {
      "epoch": 0.4018622886547415,
      "grad_norm": 0.0442189946770668,
      "learning_rate": 0.00013219911296922512,
      "loss": 10.2578,
      "step": 410
    },
    {
      "epoch": 0.40284244057828966,
      "grad_norm": 0.05644897371530533,
      "learning_rate": 0.00013190476610952097,
      "loss": 10.2706,
      "step": 411
    },
    {
      "epoch": 0.4038225925018378,
      "grad_norm": 0.05083999037742615,
      "learning_rate": 0.00013161011117751755,
      "loss": 10.2703,
      "step": 412
    },
    {
      "epoch": 0.40480274442538594,
      "grad_norm": 0.07329711318016052,
      "learning_rate": 0.00013131515101840176,
      "loss": 10.2689,
      "step": 413
    },
    {
      "epoch": 0.4057828963489341,
      "grad_norm": 0.05276352912187576,
      "learning_rate": 0.00013101988848030765,
      "loss": 10.2581,
      "step": 414
    },
    {
      "epoch": 0.4067630482724822,
      "grad_norm": 0.056525152176618576,
      "learning_rate": 0.00013072432641428932,
      "loss": 10.2614,
      "step": 415
    },
    {
      "epoch": 0.4077432001960304,
      "grad_norm": 0.05667858198285103,
      "learning_rate": 0.00013042846767429283,
      "loss": 10.274,
      "step": 416
    },
    {
      "epoch": 0.40872335211957855,
      "grad_norm": 0.05252490192651749,
      "learning_rate": 0.00013013231511712907,
      "loss": 10.2696,
      "step": 417
    },
    {
      "epoch": 0.40970350404312667,
      "grad_norm": 0.07911866158246994,
      "learning_rate": 0.00012983587160244603,
      "loss": 10.2689,
      "step": 418
    },
    {
      "epoch": 0.41068365596667483,
      "grad_norm": 0.06559254974126816,
      "learning_rate": 0.00012953913999270107,
      "loss": 10.2643,
      "step": 419
    },
    {
      "epoch": 0.411663807890223,
      "grad_norm": 0.06067341938614845,
      "learning_rate": 0.00012924212315313359,
      "loss": 10.2714,
      "step": 420
    },
    {
      "epoch": 0.4126439598137711,
      "grad_norm": 0.05300633981823921,
      "learning_rate": 0.00012894482395173695,
      "loss": 10.2556,
      "step": 421
    },
    {
      "epoch": 0.4136241117373193,
      "grad_norm": 0.04797827824950218,
      "learning_rate": 0.00012864724525923118,
      "loss": 10.2494,
      "step": 422
    },
    {
      "epoch": 0.41460426366086744,
      "grad_norm": 0.06353320181369781,
      "learning_rate": 0.00012834938994903494,
      "loss": 10.2648,
      "step": 423
    },
    {
      "epoch": 0.4155844155844156,
      "grad_norm": 0.05990757793188095,
      "learning_rate": 0.000128051260897238,
      "loss": 10.2611,
      "step": 424
    },
    {
      "epoch": 0.4165645675079637,
      "grad_norm": 0.0553864948451519,
      "learning_rate": 0.00012775286098257331,
      "loss": 10.2575,
      "step": 425
    },
    {
      "epoch": 0.4175447194315119,
      "grad_norm": 0.06375777721405029,
      "learning_rate": 0.00012745419308638934,
      "loss": 10.2577,
      "step": 426
    },
    {
      "epoch": 0.41852487135506006,
      "grad_norm": 0.08843788504600525,
      "learning_rate": 0.00012715526009262208,
      "loss": 10.2529,
      "step": 427
    },
    {
      "epoch": 0.41950502327860817,
      "grad_norm": 0.05241956189274788,
      "learning_rate": 0.00012685606488776747,
      "loss": 10.2713,
      "step": 428
    },
    {
      "epoch": 0.42048517520215634,
      "grad_norm": 0.04415958374738693,
      "learning_rate": 0.00012655661036085317,
      "loss": 10.2521,
      "step": 429
    },
    {
      "epoch": 0.4214653271257045,
      "grad_norm": 0.06831886619329453,
      "learning_rate": 0.000126256899403411,
      "loss": 10.2614,
      "step": 430
    },
    {
      "epoch": 0.4224454790492526,
      "grad_norm": 0.04912980645895004,
      "learning_rate": 0.00012595693490944883,
      "loss": 10.2626,
      "step": 431
    },
    {
      "epoch": 0.4234256309728008,
      "grad_norm": 0.0688980370759964,
      "learning_rate": 0.00012565671977542265,
      "loss": 10.2623,
      "step": 432
    },
    {
      "epoch": 0.42440578289634895,
      "grad_norm": 0.08385501056909561,
      "learning_rate": 0.0001253562569002086,
      "loss": 10.2521,
      "step": 433
    },
    {
      "epoch": 0.42538593481989706,
      "grad_norm": 0.04777396842837334,
      "learning_rate": 0.00012505554918507508,
      "loss": 10.2624,
      "step": 434
    },
    {
      "epoch": 0.4263660867434452,
      "grad_norm": 0.05023656040430069,
      "learning_rate": 0.00012475459953365466,
      "loss": 10.2577,
      "step": 435
    },
    {
      "epoch": 0.4273462386669934,
      "grad_norm": 0.06311962008476257,
      "learning_rate": 0.000124453410851916,
      "loss": 10.2571,
      "step": 436
    },
    {
      "epoch": 0.42832639059054156,
      "grad_norm": 0.06810129433870316,
      "learning_rate": 0.00012415198604813585,
      "loss": 10.2515,
      "step": 437
    },
    {
      "epoch": 0.4293065425140897,
      "grad_norm": 0.08010971546173096,
      "learning_rate": 0.00012385032803287094,
      "loss": 10.2558,
      "step": 438
    },
    {
      "epoch": 0.43028669443763784,
      "grad_norm": 0.05215149745345116,
      "learning_rate": 0.00012354843971892999,
      "loss": 10.2552,
      "step": 439
    },
    {
      "epoch": 0.431266846361186,
      "grad_norm": 0.053290124982595444,
      "learning_rate": 0.00012324632402134532,
      "loss": 10.2667,
      "step": 440
    },
    {
      "epoch": 0.4322469982847341,
      "grad_norm": 0.061174675822257996,
      "learning_rate": 0.00012294398385734496,
      "loss": 10.2615,
      "step": 441
    },
    {
      "epoch": 0.4332271502082823,
      "grad_norm": 0.06917212903499603,
      "learning_rate": 0.0001226414221463244,
      "loss": 10.2741,
      "step": 442
    },
    {
      "epoch": 0.43420730213183045,
      "grad_norm": 0.08208811283111572,
      "learning_rate": 0.00012233864180981837,
      "loss": 10.2516,
      "step": 443
    },
    {
      "epoch": 0.43518745405537856,
      "grad_norm": 0.05762874707579613,
      "learning_rate": 0.00012203564577147261,
      "loss": 10.2679,
      "step": 444
    },
    {
      "epoch": 0.43616760597892673,
      "grad_norm": 0.07743529975414276,
      "learning_rate": 0.00012173243695701576,
      "loss": 10.263,
      "step": 445
    },
    {
      "epoch": 0.4371477579024749,
      "grad_norm": 0.07481156289577484,
      "learning_rate": 0.0001214290182942309,
      "loss": 10.2739,
      "step": 446
    },
    {
      "epoch": 0.438127909826023,
      "grad_norm": 0.05359530448913574,
      "learning_rate": 0.00012112539271292749,
      "loss": 10.2638,
      "step": 447
    },
    {
      "epoch": 0.4391080617495712,
      "grad_norm": 0.04741692543029785,
      "learning_rate": 0.00012082156314491297,
      "loss": 10.2503,
      "step": 448
    },
    {
      "epoch": 0.44008821367311934,
      "grad_norm": 0.058534905314445496,
      "learning_rate": 0.00012051753252396457,
      "loss": 10.2598,
      "step": 449
    },
    {
      "epoch": 0.4410683655966675,
      "grad_norm": 0.08991388231515884,
      "learning_rate": 0.00012021330378580071,
      "loss": 10.2626,
      "step": 450
    },
    {
      "epoch": 0.4420485175202156,
      "grad_norm": 0.07065913826227188,
      "learning_rate": 0.00011990887986805295,
      "loss": 10.2627,
      "step": 451
    },
    {
      "epoch": 0.4430286694437638,
      "grad_norm": 0.0677218958735466,
      "learning_rate": 0.00011960426371023747,
      "loss": 10.2678,
      "step": 452
    },
    {
      "epoch": 0.44400882136731196,
      "grad_norm": 0.06796111166477203,
      "learning_rate": 0.00011929945825372672,
      "loss": 10.2645,
      "step": 453
    },
    {
      "epoch": 0.44498897329086007,
      "grad_norm": 0.05522629991173744,
      "learning_rate": 0.00011899446644172106,
      "loss": 10.2672,
      "step": 454
    },
    {
      "epoch": 0.44596912521440824,
      "grad_norm": 0.06743118166923523,
      "learning_rate": 0.0001186892912192202,
      "loss": 10.2526,
      "step": 455
    },
    {
      "epoch": 0.4469492771379564,
      "grad_norm": 0.06572242826223373,
      "learning_rate": 0.00011838393553299494,
      "loss": 10.263,
      "step": 456
    },
    {
      "epoch": 0.4479294290615045,
      "grad_norm": 0.05927937105298042,
      "learning_rate": 0.00011807840233155863,
      "loss": 10.2537,
      "step": 457
    },
    {
      "epoch": 0.4489095809850527,
      "grad_norm": 0.05606045946478844,
      "learning_rate": 0.00011777269456513864,
      "loss": 10.2481,
      "step": 458
    },
    {
      "epoch": 0.44988973290860085,
      "grad_norm": 0.07262013107538223,
      "learning_rate": 0.00011746681518564809,
      "loss": 10.2596,
      "step": 459
    },
    {
      "epoch": 0.45086988483214896,
      "grad_norm": 0.060399193316698074,
      "learning_rate": 0.000117160767146657,
      "loss": 10.2613,
      "step": 460
    },
    {
      "epoch": 0.4518500367556971,
      "grad_norm": 0.05760045722126961,
      "learning_rate": 0.00011685455340336411,
      "loss": 10.2544,
      "step": 461
    },
    {
      "epoch": 0.4528301886792453,
      "grad_norm": 0.05733742192387581,
      "learning_rate": 0.00011654817691256814,
      "loss": 10.265,
      "step": 462
    },
    {
      "epoch": 0.45381034060279346,
      "grad_norm": 0.0655202865600586,
      "learning_rate": 0.00011624164063263932,
      "loss": 10.2479,
      "step": 463
    },
    {
      "epoch": 0.45479049252634157,
      "grad_norm": 0.06125863268971443,
      "learning_rate": 0.00011593494752349079,
      "loss": 10.2626,
      "step": 464
    },
    {
      "epoch": 0.45577064444988974,
      "grad_norm": 0.05978986248373985,
      "learning_rate": 0.00011562810054655002,
      "loss": 10.2554,
      "step": 465
    },
    {
      "epoch": 0.4567507963734379,
      "grad_norm": 0.05852999538183212,
      "learning_rate": 0.00011532110266473026,
      "loss": 10.2551,
      "step": 466
    },
    {
      "epoch": 0.457730948296986,
      "grad_norm": 0.06465813517570496,
      "learning_rate": 0.00011501395684240188,
      "loss": 10.2532,
      "step": 467
    },
    {
      "epoch": 0.4587111002205342,
      "grad_norm": 0.04853903874754906,
      "learning_rate": 0.00011470666604536377,
      "loss": 10.2538,
      "step": 468
    },
    {
      "epoch": 0.45969125214408235,
      "grad_norm": 0.07012643665075302,
      "learning_rate": 0.00011439923324081466,
      "loss": 10.2514,
      "step": 469
    },
    {
      "epoch": 0.46067140406763046,
      "grad_norm": 0.06941995769739151,
      "learning_rate": 0.00011409166139732457,
      "loss": 10.2741,
      "step": 470
    },
    {
      "epoch": 0.46165155599117863,
      "grad_norm": 0.05475063994526863,
      "learning_rate": 0.00011378395348480603,
      "loss": 10.2678,
      "step": 471
    },
    {
      "epoch": 0.4626317079147268,
      "grad_norm": 0.05447312816977501,
      "learning_rate": 0.00011347611247448544,
      "loss": 10.2528,
      "step": 472
    },
    {
      "epoch": 0.4636118598382749,
      "grad_norm": 0.06941819936037064,
      "learning_rate": 0.00011316814133887445,
      "loss": 10.253,
      "step": 473
    },
    {
      "epoch": 0.4645920117618231,
      "grad_norm": 0.056588657200336456,
      "learning_rate": 0.00011286004305174115,
      "loss": 10.2467,
      "step": 474
    },
    {
      "epoch": 0.46557216368537124,
      "grad_norm": 0.07296015322208405,
      "learning_rate": 0.00011255182058808143,
      "loss": 10.2624,
      "step": 475
    },
    {
      "epoch": 0.4665523156089194,
      "grad_norm": 0.06007631868124008,
      "learning_rate": 0.00011224347692409019,
      "loss": 10.2658,
      "step": 476
    },
    {
      "epoch": 0.4675324675324675,
      "grad_norm": 0.05377746745944023,
      "learning_rate": 0.0001119350150371327,
      "loss": 10.2633,
      "step": 477
    },
    {
      "epoch": 0.4685126194560157,
      "grad_norm": 0.05535232648253441,
      "learning_rate": 0.00011162643790571574,
      "loss": 10.2627,
      "step": 478
    },
    {
      "epoch": 0.46949277137956386,
      "grad_norm": 0.05670811980962753,
      "learning_rate": 0.00011131774850945891,
      "loss": 10.2757,
      "step": 479
    },
    {
      "epoch": 0.47047292330311197,
      "grad_norm": 0.0598568320274353,
      "learning_rate": 0.00011100894982906584,
      "loss": 10.2645,
      "step": 480
    },
    {
      "epoch": 0.47145307522666013,
      "grad_norm": 0.04724818840622902,
      "learning_rate": 0.00011070004484629544,
      "loss": 10.2598,
      "step": 481
    },
    {
      "epoch": 0.4724332271502083,
      "grad_norm": 0.07694830000400543,
      "learning_rate": 0.00011039103654393294,
      "loss": 10.2518,
      "step": 482
    },
    {
      "epoch": 0.4734133790737564,
      "grad_norm": 0.04827464371919632,
      "learning_rate": 0.00011008192790576144,
      "loss": 10.2602,
      "step": 483
    },
    {
      "epoch": 0.4743935309973046,
      "grad_norm": 0.07715408504009247,
      "learning_rate": 0.00010977272191653272,
      "loss": 10.262,
      "step": 484
    },
    {
      "epoch": 0.47537368292085275,
      "grad_norm": 0.056831371039152145,
      "learning_rate": 0.00010946342156193859,
      "loss": 10.2648,
      "step": 485
    },
    {
      "epoch": 0.47635383484440086,
      "grad_norm": 0.051936786621809006,
      "learning_rate": 0.00010915402982858211,
      "loss": 10.255,
      "step": 486
    },
    {
      "epoch": 0.477333986767949,
      "grad_norm": 0.05395049601793289,
      "learning_rate": 0.0001088445497039487,
      "loss": 10.2572,
      "step": 487
    },
    {
      "epoch": 0.4783141386914972,
      "grad_norm": 0.07258313149213791,
      "learning_rate": 0.00010853498417637726,
      "loss": 10.2584,
      "step": 488
    },
    {
      "epoch": 0.47929429061504536,
      "grad_norm": 0.07297157496213913,
      "learning_rate": 0.00010822533623503129,
      "loss": 10.2684,
      "step": 489
    },
    {
      "epoch": 0.48027444253859347,
      "grad_norm": 0.0689767599105835,
      "learning_rate": 0.00010791560886987016,
      "loss": 10.2679,
      "step": 490
    },
    {
      "epoch": 0.48125459446214164,
      "grad_norm": 0.053216610103845596,
      "learning_rate": 0.00010760580507162012,
      "loss": 10.2592,
      "step": 491
    },
    {
      "epoch": 0.4822347463856898,
      "grad_norm": 0.046114545315504074,
      "learning_rate": 0.00010729592783174544,
      "loss": 10.2498,
      "step": 492
    },
    {
      "epoch": 0.4832148983092379,
      "grad_norm": 0.05566292628645897,
      "learning_rate": 0.00010698598014241961,
      "loss": 10.2586,
      "step": 493
    },
    {
      "epoch": 0.4841950502327861,
      "grad_norm": 0.06772735714912415,
      "learning_rate": 0.00010667596499649628,
      "loss": 10.2708,
      "step": 494
    },
    {
      "epoch": 0.48517520215633425,
      "grad_norm": 0.0861997902393341,
      "learning_rate": 0.00010636588538748051,
      "loss": 10.2525,
      "step": 495
    },
    {
      "epoch": 0.48615535407988236,
      "grad_norm": 0.04997633397579193,
      "learning_rate": 0.00010605574430949983,
      "loss": 10.2506,
      "step": 496
    },
    {
      "epoch": 0.48713550600343053,
      "grad_norm": 0.048982445150613785,
      "learning_rate": 0.00010574554475727531,
      "loss": 10.2454,
      "step": 497
    },
    {
      "epoch": 0.4881156579269787,
      "grad_norm": 0.058578573167324066,
      "learning_rate": 0.00010543528972609264,
      "loss": 10.2579,
      "step": 498
    },
    {
      "epoch": 0.4890958098505268,
      "grad_norm": 0.07262889295816422,
      "learning_rate": 0.00010512498221177318,
      "loss": 10.2615,
      "step": 499
    },
    {
      "epoch": 0.490075961774075,
      "grad_norm": 0.07066354900598526,
      "learning_rate": 0.00010481462521064514,
      "loss": 10.2609,
      "step": 500
    },
    {
      "epoch": 0.49105611369762314,
      "grad_norm": 0.058433692902326584,
      "learning_rate": 0.00010450422171951453,
      "loss": 10.2581,
      "step": 501
    },
    {
      "epoch": 0.4920362656211713,
      "grad_norm": 0.04838823154568672,
      "learning_rate": 0.00010419377473563621,
      "loss": 10.2467,
      "step": 502
    },
    {
      "epoch": 0.4930164175447194,
      "grad_norm": 0.05487729236483574,
      "learning_rate": 0.00010388328725668515,
      "loss": 10.253,
      "step": 503
    },
    {
      "epoch": 0.4939965694682676,
      "grad_norm": 0.07086354494094849,
      "learning_rate": 0.0001035727622807272,
      "loss": 10.2406,
      "step": 504
    },
    {
      "epoch": 0.49497672139181575,
      "grad_norm": 0.05397117882966995,
      "learning_rate": 0.00010326220280619037,
      "loss": 10.2566,
      "step": 505
    },
    {
      "epoch": 0.49595687331536387,
      "grad_norm": 0.06362060457468033,
      "learning_rate": 0.00010295161183183571,
      "loss": 10.2618,
      "step": 506
    },
    {
      "epoch": 0.49693702523891203,
      "grad_norm": 0.056233443319797516,
      "learning_rate": 0.00010264099235672855,
      "loss": 10.2565,
      "step": 507
    },
    {
      "epoch": 0.4979171771624602,
      "grad_norm": 0.08686251193284988,
      "learning_rate": 0.00010233034738020932,
      "loss": 10.2527,
      "step": 508
    },
    {
      "epoch": 0.4988973290860083,
      "grad_norm": 0.052051570266485214,
      "learning_rate": 0.00010201967990186467,
      "loss": 10.2549,
      "step": 509
    },
    {
      "epoch": 0.4998774810095565,
      "grad_norm": 0.05768788605928421,
      "learning_rate": 0.00010170899292149867,
      "loss": 10.267,
      "step": 510
    },
    {
      "epoch": 0.5008576329331046,
      "grad_norm": 0.08284356445074081,
      "learning_rate": 0.00010139828943910356,
      "loss": 10.2572,
      "step": 511
    },
    {
      "epoch": 0.5018377848566528,
      "grad_norm": 0.06344302743673325,
      "learning_rate": 0.000101087572454831,
      "loss": 10.2617,
      "step": 512
    },
    {
      "epoch": 0.5018377848566528,
      "eval_loss": 10.253887176513672,
      "eval_runtime": 1.2791,
      "eval_samples_per_second": 336.181,
      "eval_steps_per_second": 168.09,
      "step": 512
    },
    {
      "epoch": 0.5028179367802009,
      "grad_norm": 0.06026586890220642,
      "learning_rate": 0.00010077684496896296,
      "loss": 10.2476,
      "step": 513
    },
    {
      "epoch": 0.5037980887037491,
      "grad_norm": 0.05725308135151863,
      "learning_rate": 0.00010046610998188288,
      "loss": 10.2472,
      "step": 514
    },
    {
      "epoch": 0.5047782406272973,
      "grad_norm": 0.05454116687178612,
      "learning_rate": 0.0001001553704940466,
      "loss": 10.2631,
      "step": 515
    },
    {
      "epoch": 0.5057583925508454,
      "grad_norm": 0.056258682161569595,
      "learning_rate": 9.984462950595342e-05,
      "loss": 10.2576,
      "step": 516
    },
    {
      "epoch": 0.5067385444743935,
      "grad_norm": 0.06487298011779785,
      "learning_rate": 9.953389001811715e-05,
      "loss": 10.2552,
      "step": 517
    },
    {
      "epoch": 0.5077186963979416,
      "grad_norm": 0.060933519154787064,
      "learning_rate": 9.922315503103708e-05,
      "loss": 10.2689,
      "step": 518
    },
    {
      "epoch": 0.5086988483214898,
      "grad_norm": 0.061842046678066254,
      "learning_rate": 9.891242754516903e-05,
      "loss": 10.2585,
      "step": 519
    },
    {
      "epoch": 0.509679000245038,
      "grad_norm": 0.07323513925075531,
      "learning_rate": 9.860171056089646e-05,
      "loss": 10.245,
      "step": 520
    },
    {
      "epoch": 0.5106591521685862,
      "grad_norm": 0.06519322097301483,
      "learning_rate": 9.829100707850134e-05,
      "loss": 10.2658,
      "step": 521
    },
    {
      "epoch": 0.5116393040921343,
      "grad_norm": 0.06491658091545105,
      "learning_rate": 9.798032009813534e-05,
      "loss": 10.2442,
      "step": 522
    },
    {
      "epoch": 0.5126194560156825,
      "grad_norm": 0.055114418268203735,
      "learning_rate": 9.76696526197907e-05,
      "loss": 10.2516,
      "step": 523
    },
    {
      "epoch": 0.5135996079392305,
      "grad_norm": 0.07633494585752487,
      "learning_rate": 9.735900764327147e-05,
      "loss": 10.2515,
      "step": 524
    },
    {
      "epoch": 0.5145797598627787,
      "grad_norm": 0.08380887657403946,
      "learning_rate": 9.70483881681643e-05,
      "loss": 10.2543,
      "step": 525
    },
    {
      "epoch": 0.5155599117863269,
      "grad_norm": 0.06960992515087128,
      "learning_rate": 9.673779719380967e-05,
      "loss": 10.2582,
      "step": 526
    },
    {
      "epoch": 0.516540063709875,
      "grad_norm": 0.053857505321502686,
      "learning_rate": 9.642723771927283e-05,
      "loss": 10.2471,
      "step": 527
    },
    {
      "epoch": 0.5175202156334232,
      "grad_norm": 0.07563547790050507,
      "learning_rate": 9.61167127433149e-05,
      "loss": 10.2519,
      "step": 528
    },
    {
      "epoch": 0.5185003675569714,
      "grad_norm": 0.07484560459852219,
      "learning_rate": 9.580622526436381e-05,
      "loss": 10.2517,
      "step": 529
    },
    {
      "epoch": 0.5194805194805194,
      "grad_norm": 0.04856159910559654,
      "learning_rate": 9.549577828048553e-05,
      "loss": 10.2549,
      "step": 530
    },
    {
      "epoch": 0.5204606714040676,
      "grad_norm": 0.0652913972735405,
      "learning_rate": 9.51853747893549e-05,
      "loss": 10.2484,
      "step": 531
    },
    {
      "epoch": 0.5214408233276158,
      "grad_norm": 0.051645826548337936,
      "learning_rate": 9.487501778822684e-05,
      "loss": 10.2471,
      "step": 532
    },
    {
      "epoch": 0.5224209752511639,
      "grad_norm": 0.055106885731220245,
      "learning_rate": 9.45647102739074e-05,
      "loss": 10.2616,
      "step": 533
    },
    {
      "epoch": 0.5234011271747121,
      "grad_norm": 0.05454361438751221,
      "learning_rate": 9.425445524272473e-05,
      "loss": 10.2517,
      "step": 534
    },
    {
      "epoch": 0.5243812790982603,
      "grad_norm": 0.05296626687049866,
      "learning_rate": 9.394425569050017e-05,
      "loss": 10.2518,
      "step": 535
    },
    {
      "epoch": 0.5253614310218084,
      "grad_norm": 0.07419827580451965,
      "learning_rate": 9.363411461251951e-05,
      "loss": 10.2568,
      "step": 536
    },
    {
      "epoch": 0.5263415829453565,
      "grad_norm": 0.05001411959528923,
      "learning_rate": 9.332403500350373e-05,
      "loss": 10.2596,
      "step": 537
    },
    {
      "epoch": 0.5273217348689047,
      "grad_norm": 0.06611282378435135,
      "learning_rate": 9.30140198575804e-05,
      "loss": 10.2725,
      "step": 538
    },
    {
      "epoch": 0.5283018867924528,
      "grad_norm": 0.056700699031353,
      "learning_rate": 9.270407216825455e-05,
      "loss": 10.2402,
      "step": 539
    },
    {
      "epoch": 0.529282038716001,
      "grad_norm": 0.062119390815496445,
      "learning_rate": 9.239419492837986e-05,
      "loss": 10.2453,
      "step": 540
    },
    {
      "epoch": 0.5302621906395492,
      "grad_norm": 0.049851544201374054,
      "learning_rate": 9.208439113012984e-05,
      "loss": 10.2563,
      "step": 541
    },
    {
      "epoch": 0.5312423425630973,
      "grad_norm": 0.0541820228099823,
      "learning_rate": 9.177466376496872e-05,
      "loss": 10.2738,
      "step": 542
    },
    {
      "epoch": 0.5322224944866454,
      "grad_norm": 0.09090148657560349,
      "learning_rate": 9.146501582362277e-05,
      "loss": 10.2643,
      "step": 543
    },
    {
      "epoch": 0.5332026464101935,
      "grad_norm": 0.05177222937345505,
      "learning_rate": 9.115545029605129e-05,
      "loss": 10.2453,
      "step": 544
    },
    {
      "epoch": 0.5341827983337417,
      "grad_norm": 0.06189076602458954,
      "learning_rate": 9.08459701714179e-05,
      "loss": 10.2598,
      "step": 545
    },
    {
      "epoch": 0.5351629502572899,
      "grad_norm": 0.07227260619401932,
      "learning_rate": 9.053657843806145e-05,
      "loss": 10.2643,
      "step": 546
    },
    {
      "epoch": 0.536143102180838,
      "grad_norm": 0.053051672875881195,
      "learning_rate": 9.022727808346732e-05,
      "loss": 10.2572,
      "step": 547
    },
    {
      "epoch": 0.5371232541043862,
      "grad_norm": 0.05999400094151497,
      "learning_rate": 8.991807209423858e-05,
      "loss": 10.2514,
      "step": 548
    },
    {
      "epoch": 0.5381034060279344,
      "grad_norm": 0.0532272532582283,
      "learning_rate": 8.960896345606707e-05,
      "loss": 10.2568,
      "step": 549
    },
    {
      "epoch": 0.5390835579514824,
      "grad_norm": 0.07188970595598221,
      "learning_rate": 8.92999551537046e-05,
      "loss": 10.2596,
      "step": 550
    },
    {
      "epoch": 0.5400637098750306,
      "grad_norm": 0.05040077865123749,
      "learning_rate": 8.899105017093417e-05,
      "loss": 10.2537,
      "step": 551
    },
    {
      "epoch": 0.5410438617985788,
      "grad_norm": 0.05413610115647316,
      "learning_rate": 8.868225149054111e-05,
      "loss": 10.2683,
      "step": 552
    },
    {
      "epoch": 0.5420240137221269,
      "grad_norm": 0.05170092731714249,
      "learning_rate": 8.837356209428427e-05,
      "loss": 10.2476,
      "step": 553
    },
    {
      "epoch": 0.5430041656456751,
      "grad_norm": 0.05772671848535538,
      "learning_rate": 8.806498496286732e-05,
      "loss": 10.2459,
      "step": 554
    },
    {
      "epoch": 0.5439843175692233,
      "grad_norm": 0.05836613103747368,
      "learning_rate": 8.775652307590982e-05,
      "loss": 10.26,
      "step": 555
    },
    {
      "epoch": 0.5449644694927713,
      "grad_norm": 0.06856265664100647,
      "learning_rate": 8.744817941191861e-05,
      "loss": 10.2496,
      "step": 556
    },
    {
      "epoch": 0.5459446214163195,
      "grad_norm": 0.07817935198545456,
      "learning_rate": 8.713995694825886e-05,
      "loss": 10.2605,
      "step": 557
    },
    {
      "epoch": 0.5469247733398677,
      "grad_norm": 0.055987849831581116,
      "learning_rate": 8.683185866112557e-05,
      "loss": 10.2553,
      "step": 558
    },
    {
      "epoch": 0.5479049252634158,
      "grad_norm": 0.04826337471604347,
      "learning_rate": 8.652388752551457e-05,
      "loss": 10.2606,
      "step": 559
    },
    {
      "epoch": 0.548885077186964,
      "grad_norm": 0.05564938485622406,
      "learning_rate": 8.621604651519399e-05,
      "loss": 10.26,
      "step": 560
    },
    {
      "epoch": 0.5498652291105122,
      "grad_norm": 0.06740300357341766,
      "learning_rate": 8.590833860267544e-05,
      "loss": 10.2503,
      "step": 561
    },
    {
      "epoch": 0.5508453810340603,
      "grad_norm": 0.068415567278862,
      "learning_rate": 8.560076675918535e-05,
      "loss": 10.2539,
      "step": 562
    },
    {
      "epoch": 0.5518255329576084,
      "grad_norm": 0.06207239255309105,
      "learning_rate": 8.529333395463625e-05,
      "loss": 10.2557,
      "step": 563
    },
    {
      "epoch": 0.5528056848811566,
      "grad_norm": 0.0534563809633255,
      "learning_rate": 8.498604315759814e-05,
      "loss": 10.2694,
      "step": 564
    },
    {
      "epoch": 0.5537858368047047,
      "grad_norm": 0.07365310192108154,
      "learning_rate": 8.467889733526977e-05,
      "loss": 10.2553,
      "step": 565
    },
    {
      "epoch": 0.5547659887282529,
      "grad_norm": 0.06205650046467781,
      "learning_rate": 8.437189945345003e-05,
      "loss": 10.2576,
      "step": 566
    },
    {
      "epoch": 0.5557461406518011,
      "grad_norm": 0.05489874258637428,
      "learning_rate": 8.406505247650925e-05,
      "loss": 10.2614,
      "step": 567
    },
    {
      "epoch": 0.5567262925753492,
      "grad_norm": 0.04789520800113678,
      "learning_rate": 8.375835936736072e-05,
      "loss": 10.2519,
      "step": 568
    },
    {
      "epoch": 0.5577064444988973,
      "grad_norm": 0.06987225264310837,
      "learning_rate": 8.34518230874319e-05,
      "loss": 10.258,
      "step": 569
    },
    {
      "epoch": 0.5586865964224454,
      "grad_norm": 0.0521603524684906,
      "learning_rate": 8.314544659663592e-05,
      "loss": 10.2588,
      "step": 570
    },
    {
      "epoch": 0.5596667483459936,
      "grad_norm": 0.053821541368961334,
      "learning_rate": 8.283923285334304e-05,
      "loss": 10.2601,
      "step": 571
    },
    {
      "epoch": 0.5606469002695418,
      "grad_norm": 0.06183754652738571,
      "learning_rate": 8.253318481435198e-05,
      "loss": 10.2643,
      "step": 572
    },
    {
      "epoch": 0.56162705219309,
      "grad_norm": 0.06409289687871933,
      "learning_rate": 8.222730543486137e-05,
      "loss": 10.2642,
      "step": 573
    },
    {
      "epoch": 0.5626072041166381,
      "grad_norm": 0.06422363966703415,
      "learning_rate": 8.192159766844141e-05,
      "loss": 10.2572,
      "step": 574
    },
    {
      "epoch": 0.5635873560401863,
      "grad_norm": 0.04389868304133415,
      "learning_rate": 8.161606446700507e-05,
      "loss": 10.2462,
      "step": 575
    },
    {
      "epoch": 0.5645675079637343,
      "grad_norm": 0.06091867759823799,
      "learning_rate": 8.131070878077981e-05,
      "loss": 10.2578,
      "step": 576
    },
    {
      "epoch": 0.5655476598872825,
      "grad_norm": 0.05738188326358795,
      "learning_rate": 8.100553355827897e-05,
      "loss": 10.2529,
      "step": 577
    },
    {
      "epoch": 0.5665278118108307,
      "grad_norm": 0.06553483754396439,
      "learning_rate": 8.070054174627326e-05,
      "loss": 10.2392,
      "step": 578
    },
    {
      "epoch": 0.5675079637343788,
      "grad_norm": 0.05724720284342766,
      "learning_rate": 8.039573628976254e-05,
      "loss": 10.2495,
      "step": 579
    },
    {
      "epoch": 0.568488115657927,
      "grad_norm": 0.047304727137088776,
      "learning_rate": 8.009112013194706e-05,
      "loss": 10.2494,
      "step": 580
    },
    {
      "epoch": 0.5694682675814752,
      "grad_norm": 0.04620085656642914,
      "learning_rate": 7.97866962141993e-05,
      "loss": 10.2638,
      "step": 581
    },
    {
      "epoch": 0.5704484195050232,
      "grad_norm": 0.04709349200129509,
      "learning_rate": 7.948246747603544e-05,
      "loss": 10.2513,
      "step": 582
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.06371823698282242,
      "learning_rate": 7.917843685508702e-05,
      "loss": 10.2618,
      "step": 583
    },
    {
      "epoch": 0.5724087233521196,
      "grad_norm": 0.07454711943864822,
      "learning_rate": 7.887460728707252e-05,
      "loss": 10.2523,
      "step": 584
    },
    {
      "epoch": 0.5733888752756677,
      "grad_norm": 0.05871972441673279,
      "learning_rate": 7.857098170576913e-05,
      "loss": 10.2586,
      "step": 585
    },
    {
      "epoch": 0.5743690271992159,
      "grad_norm": 0.07447484135627747,
      "learning_rate": 7.826756304298428e-05,
      "loss": 10.2561,
      "step": 586
    },
    {
      "epoch": 0.5753491791227641,
      "grad_norm": 0.05171796679496765,
      "learning_rate": 7.79643542285274e-05,
      "loss": 10.2558,
      "step": 587
    },
    {
      "epoch": 0.5763293310463122,
      "grad_norm": 0.07074180245399475,
      "learning_rate": 7.766135819018163e-05,
      "loss": 10.2584,
      "step": 588
    },
    {
      "epoch": 0.5773094829698603,
      "grad_norm": 0.06859825551509857,
      "learning_rate": 7.735857785367561e-05,
      "loss": 10.251,
      "step": 589
    },
    {
      "epoch": 0.5782896348934085,
      "grad_norm": 0.054139718413352966,
      "learning_rate": 7.705601614265506e-05,
      "loss": 10.2557,
      "step": 590
    },
    {
      "epoch": 0.5792697868169566,
      "grad_norm": 0.09179085493087769,
      "learning_rate": 7.67536759786547e-05,
      "loss": 10.2433,
      "step": 591
    },
    {
      "epoch": 0.5802499387405048,
      "grad_norm": 0.06349046528339386,
      "learning_rate": 7.645156028107005e-05,
      "loss": 10.2647,
      "step": 592
    },
    {
      "epoch": 0.581230090664053,
      "grad_norm": 0.05492005497217178,
      "learning_rate": 7.614967196712908e-05,
      "loss": 10.2656,
      "step": 593
    },
    {
      "epoch": 0.5822102425876011,
      "grad_norm": 0.04675932228565216,
      "learning_rate": 7.584801395186417e-05,
      "loss": 10.2592,
      "step": 594
    },
    {
      "epoch": 0.5831903945111492,
      "grad_norm": 0.055973030626773834,
      "learning_rate": 7.554658914808404e-05,
      "loss": 10.253,
      "step": 595
    },
    {
      "epoch": 0.5841705464346973,
      "grad_norm": 0.05403602868318558,
      "learning_rate": 7.524540046634536e-05,
      "loss": 10.2571,
      "step": 596
    },
    {
      "epoch": 0.5851506983582455,
      "grad_norm": 0.06645539402961731,
      "learning_rate": 7.494445081492493e-05,
      "loss": 10.2571,
      "step": 597
    },
    {
      "epoch": 0.5861308502817937,
      "grad_norm": 0.056919652968645096,
      "learning_rate": 7.464374309979143e-05,
      "loss": 10.2591,
      "step": 598
    },
    {
      "epoch": 0.5871110022053418,
      "grad_norm": 0.05675308033823967,
      "learning_rate": 7.434328022457739e-05,
      "loss": 10.2642,
      "step": 599
    },
    {
      "epoch": 0.58809115412889,
      "grad_norm": 0.0751444399356842,
      "learning_rate": 7.404306509055119e-05,
      "loss": 10.2636,
      "step": 600
    },
    {
      "epoch": 0.5890713060524382,
      "grad_norm": 0.06776028126478195,
      "learning_rate": 7.3743100596589e-05,
      "loss": 10.2596,
      "step": 601
    },
    {
      "epoch": 0.5900514579759862,
      "grad_norm": 0.046943336725234985,
      "learning_rate": 7.344338963914686e-05,
      "loss": 10.2494,
      "step": 602
    },
    {
      "epoch": 0.5910316098995344,
      "grad_norm": 0.06525450944900513,
      "learning_rate": 7.314393511223259e-05,
      "loss": 10.25,
      "step": 603
    },
    {
      "epoch": 0.5920117618230826,
      "grad_norm": 0.05532797425985336,
      "learning_rate": 7.284473990737794e-05,
      "loss": 10.2513,
      "step": 604
    },
    {
      "epoch": 0.5929919137466307,
      "grad_norm": 0.05205833166837692,
      "learning_rate": 7.254580691361072e-05,
      "loss": 10.2443,
      "step": 605
    },
    {
      "epoch": 0.5939720656701789,
      "grad_norm": 0.07316990196704865,
      "learning_rate": 7.224713901742675e-05,
      "loss": 10.2596,
      "step": 606
    },
    {
      "epoch": 0.5949522175937271,
      "grad_norm": 0.05580572783946991,
      "learning_rate": 7.194873910276203e-05,
      "loss": 10.2528,
      "step": 607
    },
    {
      "epoch": 0.5959323695172751,
      "grad_norm": 0.05508052185177803,
      "learning_rate": 7.16506100509651e-05,
      "loss": 10.2513,
      "step": 608
    },
    {
      "epoch": 0.5969125214408233,
      "grad_norm": 0.0644337609410286,
      "learning_rate": 7.135275474076887e-05,
      "loss": 10.2615,
      "step": 609
    },
    {
      "epoch": 0.5978926733643715,
      "grad_norm": 0.05027240142226219,
      "learning_rate": 7.105517604826309e-05,
      "loss": 10.2633,
      "step": 610
    },
    {
      "epoch": 0.5988728252879196,
      "grad_norm": 0.05846097692847252,
      "learning_rate": 7.075787684686645e-05,
      "loss": 10.2441,
      "step": 611
    },
    {
      "epoch": 0.5998529772114678,
      "grad_norm": 0.06583129614591599,
      "learning_rate": 7.046086000729896e-05,
      "loss": 10.2599,
      "step": 612
    },
    {
      "epoch": 0.600833129135016,
      "grad_norm": 0.049624454230070114,
      "learning_rate": 7.0164128397554e-05,
      "loss": 10.2627,
      "step": 613
    },
    {
      "epoch": 0.6018132810585641,
      "grad_norm": 0.05160825699567795,
      "learning_rate": 6.986768488287094e-05,
      "loss": 10.255,
      "step": 614
    },
    {
      "epoch": 0.6027934329821122,
      "grad_norm": 0.05784209072589874,
      "learning_rate": 6.957153232570717e-05,
      "loss": 10.2639,
      "step": 615
    },
    {
      "epoch": 0.6037735849056604,
      "grad_norm": 0.05618453398346901,
      "learning_rate": 6.92756735857107e-05,
      "loss": 10.2439,
      "step": 616
    },
    {
      "epoch": 0.6047537368292085,
      "grad_norm": 0.06633005291223526,
      "learning_rate": 6.898011151969232e-05,
      "loss": 10.2649,
      "step": 617
    },
    {
      "epoch": 0.6057338887527567,
      "grad_norm": 0.060861486941576004,
      "learning_rate": 6.868484898159829e-05,
      "loss": 10.2684,
      "step": 618
    },
    {
      "epoch": 0.6067140406763049,
      "grad_norm": 0.06004885211586952,
      "learning_rate": 6.838988882248242e-05,
      "loss": 10.2666,
      "step": 619
    },
    {
      "epoch": 0.607694192599853,
      "grad_norm": 0.06853831559419632,
      "learning_rate": 6.809523389047901e-05,
      "loss": 10.272,
      "step": 620
    },
    {
      "epoch": 0.6086743445234011,
      "grad_norm": 0.08177167922258377,
      "learning_rate": 6.780088703077489e-05,
      "loss": 10.2684,
      "step": 621
    },
    {
      "epoch": 0.6096544964469492,
      "grad_norm": 0.053737495094537735,
      "learning_rate": 6.750685108558222e-05,
      "loss": 10.2526,
      "step": 622
    },
    {
      "epoch": 0.6106346483704974,
      "grad_norm": 0.05251852050423622,
      "learning_rate": 6.721312889411094e-05,
      "loss": 10.2465,
      "step": 623
    },
    {
      "epoch": 0.6116148002940456,
      "grad_norm": 0.05321632698178291,
      "learning_rate": 6.691972329254143e-05,
      "loss": 10.2587,
      "step": 624
    },
    {
      "epoch": 0.6125949522175937,
      "grad_norm": 0.055166587233543396,
      "learning_rate": 6.662663711399705e-05,
      "loss": 10.2606,
      "step": 625
    },
    {
      "epoch": 0.6135751041411419,
      "grad_norm": 0.07023631781339645,
      "learning_rate": 6.633387318851683e-05,
      "loss": 10.2529,
      "step": 626
    },
    {
      "epoch": 0.6145552560646901,
      "grad_norm": 0.06515920907258987,
      "learning_rate": 6.604143434302807e-05,
      "loss": 10.2505,
      "step": 627
    },
    {
      "epoch": 0.6155354079882381,
      "grad_norm": 0.04118722677230835,
      "learning_rate": 6.574932340131918e-05,
      "loss": 10.2517,
      "step": 628
    },
    {
      "epoch": 0.6165155599117863,
      "grad_norm": 0.05127163231372833,
      "learning_rate": 6.545754318401228e-05,
      "loss": 10.2678,
      "step": 629
    },
    {
      "epoch": 0.6174957118353345,
      "grad_norm": 0.053728409111499786,
      "learning_rate": 6.516609650853605e-05,
      "loss": 10.2605,
      "step": 630
    },
    {
      "epoch": 0.6184758637588826,
      "grad_norm": 0.055340949445962906,
      "learning_rate": 6.487498618909845e-05,
      "loss": 10.253,
      "step": 631
    },
    {
      "epoch": 0.6194560156824308,
      "grad_norm": 0.06571736186742783,
      "learning_rate": 6.458421503665958e-05,
      "loss": 10.2506,
      "step": 632
    },
    {
      "epoch": 0.620436167605979,
      "grad_norm": 0.058578960597515106,
      "learning_rate": 6.429378585890463e-05,
      "loss": 10.251,
      "step": 633
    },
    {
      "epoch": 0.621416319529527,
      "grad_norm": 0.06131376326084137,
      "learning_rate": 6.400370146021662e-05,
      "loss": 10.2573,
      "step": 634
    },
    {
      "epoch": 0.6223964714530752,
      "grad_norm": 0.05151335522532463,
      "learning_rate": 6.371396464164933e-05,
      "loss": 10.256,
      "step": 635
    },
    {
      "epoch": 0.6233766233766234,
      "grad_norm": 0.05933082103729248,
      "learning_rate": 6.342457820090046e-05,
      "loss": 10.2735,
      "step": 636
    },
    {
      "epoch": 0.6243567753001715,
      "grad_norm": 0.054671697318553925,
      "learning_rate": 6.313554493228431e-05,
      "loss": 10.2473,
      "step": 637
    },
    {
      "epoch": 0.6253369272237197,
      "grad_norm": 0.05417104810476303,
      "learning_rate": 6.284686762670503e-05,
      "loss": 10.2597,
      "step": 638
    },
    {
      "epoch": 0.6263170791472679,
      "grad_norm": 0.06054972857236862,
      "learning_rate": 6.255854907162959e-05,
      "loss": 10.2618,
      "step": 639
    },
    {
      "epoch": 0.627297231070816,
      "grad_norm": 0.061777204275131226,
      "learning_rate": 6.227059205106084e-05,
      "loss": 10.238,
      "step": 640
    },
    {
      "epoch": 0.6282773829943641,
      "grad_norm": 0.056551478803157806,
      "learning_rate": 6.198299934551069e-05,
      "loss": 10.2572,
      "step": 641
    },
    {
      "epoch": 0.6292575349179123,
      "grad_norm": 0.05435241758823395,
      "learning_rate": 6.169577373197316e-05,
      "loss": 10.2613,
      "step": 642
    },
    {
      "epoch": 0.6302376868414604,
      "grad_norm": 0.0509401373565197,
      "learning_rate": 6.14089179838977e-05,
      "loss": 10.2699,
      "step": 643
    },
    {
      "epoch": 0.6312178387650086,
      "grad_norm": 0.0633806586265564,
      "learning_rate": 6.112243487116232e-05,
      "loss": 10.2534,
      "step": 644
    },
    {
      "epoch": 0.6321979906885568,
      "grad_norm": 0.05681578442454338,
      "learning_rate": 6.0836327160046814e-05,
      "loss": 10.256,
      "step": 645
    },
    {
      "epoch": 0.6331781426121049,
      "grad_norm": 0.05767237767577171,
      "learning_rate": 6.05505976132062e-05,
      "loss": 10.2516,
      "step": 646
    },
    {
      "epoch": 0.634158294535653,
      "grad_norm": 0.05196216702461243,
      "learning_rate": 6.02652489896439e-05,
      "loss": 10.2634,
      "step": 647
    },
    {
      "epoch": 0.6351384464592011,
      "grad_norm": 0.07028548419475555,
      "learning_rate": 5.9980284044685056e-05,
      "loss": 10.255,
      "step": 648
    },
    {
      "epoch": 0.6361185983827493,
      "grad_norm": 0.056628987193107605,
      "learning_rate": 5.969570552995014e-05,
      "loss": 10.2507,
      "step": 649
    },
    {
      "epoch": 0.6370987503062975,
      "grad_norm": 0.0554560124874115,
      "learning_rate": 5.9411516193328185e-05,
      "loss": 10.2575,
      "step": 650
    },
    {
      "epoch": 0.6380789022298456,
      "grad_norm": 0.06466494500637054,
      "learning_rate": 5.9127718778950325e-05,
      "loss": 10.2454,
      "step": 651
    },
    {
      "epoch": 0.6390590541533938,
      "grad_norm": 0.052290771156549454,
      "learning_rate": 5.8844316027163315e-05,
      "loss": 10.2566,
      "step": 652
    },
    {
      "epoch": 0.640039206076942,
      "grad_norm": 0.04889785498380661,
      "learning_rate": 5.856131067450305e-05,
      "loss": 10.2638,
      "step": 653
    },
    {
      "epoch": 0.64101935800049,
      "grad_norm": 0.06567486375570297,
      "learning_rate": 5.8278705453668145e-05,
      "loss": 10.2576,
      "step": 654
    },
    {
      "epoch": 0.6419995099240382,
      "grad_norm": 0.06254634261131287,
      "learning_rate": 5.799650309349348e-05,
      "loss": 10.2662,
      "step": 655
    },
    {
      "epoch": 0.6429796618475864,
      "grad_norm": 0.05466508865356445,
      "learning_rate": 5.771470631892399e-05,
      "loss": 10.2578,
      "step": 656
    },
    {
      "epoch": 0.6439598137711345,
      "grad_norm": 0.05847449600696564,
      "learning_rate": 5.74333178509883e-05,
      "loss": 10.2565,
      "step": 657
    },
    {
      "epoch": 0.6449399656946827,
      "grad_norm": 0.05887969955801964,
      "learning_rate": 5.715234040677229e-05,
      "loss": 10.258,
      "step": 658
    },
    {
      "epoch": 0.6459201176182309,
      "grad_norm": 0.07563740760087967,
      "learning_rate": 5.6871776699393106e-05,
      "loss": 10.2585,
      "step": 659
    },
    {
      "epoch": 0.6469002695417789,
      "grad_norm": 0.06478691101074219,
      "learning_rate": 5.65916294379729e-05,
      "loss": 10.2542,
      "step": 660
    },
    {
      "epoch": 0.6478804214653271,
      "grad_norm": 0.05667692795395851,
      "learning_rate": 5.631190132761247e-05,
      "loss": 10.2562,
      "step": 661
    },
    {
      "epoch": 0.6488605733888753,
      "grad_norm": 0.050725214183330536,
      "learning_rate": 5.6032595069365414e-05,
      "loss": 10.2623,
      "step": 662
    },
    {
      "epoch": 0.6498407253124234,
      "grad_norm": 0.06219101324677467,
      "learning_rate": 5.5753713360211925e-05,
      "loss": 10.2672,
      "step": 663
    },
    {
      "epoch": 0.6508208772359716,
      "grad_norm": 0.080701544880867,
      "learning_rate": 5.547525889303264e-05,
      "loss": 10.2552,
      "step": 664
    },
    {
      "epoch": 0.6518010291595198,
      "grad_norm": 0.05687996372580528,
      "learning_rate": 5.519723435658288e-05,
      "loss": 10.2514,
      "step": 665
    },
    {
      "epoch": 0.6527811810830679,
      "grad_norm": 0.06261276453733444,
      "learning_rate": 5.491964243546652e-05,
      "loss": 10.2554,
      "step": 666
    },
    {
      "epoch": 0.653761333006616,
      "grad_norm": 0.06051861494779587,
      "learning_rate": 5.4642485810110025e-05,
      "loss": 10.2517,
      "step": 667
    },
    {
      "epoch": 0.6547414849301642,
      "grad_norm": 0.052877623587846756,
      "learning_rate": 5.4365767156736756e-05,
      "loss": 10.2697,
      "step": 668
    },
    {
      "epoch": 0.6557216368537123,
      "grad_norm": 0.060894452035427094,
      "learning_rate": 5.4089489147340976e-05,
      "loss": 10.2644,
      "step": 669
    },
    {
      "epoch": 0.6567017887772605,
      "grad_norm": 0.06877252459526062,
      "learning_rate": 5.381365444966204e-05,
      "loss": 10.2661,
      "step": 670
    },
    {
      "epoch": 0.6576819407008087,
      "grad_norm": 0.07248177379369736,
      "learning_rate": 5.3538265727158744e-05,
      "loss": 10.2586,
      "step": 671
    },
    {
      "epoch": 0.6586620926243568,
      "grad_norm": 0.06739317625761032,
      "learning_rate": 5.326332563898361e-05,
      "loss": 10.2623,
      "step": 672
    },
    {
      "epoch": 0.6596422445479049,
      "grad_norm": 0.0711241215467453,
      "learning_rate": 5.2988836839956965e-05,
      "loss": 10.2486,
      "step": 673
    },
    {
      "epoch": 0.660622396471453,
      "grad_norm": 0.05519207939505577,
      "learning_rate": 5.271480198054164e-05,
      "loss": 10.2491,
      "step": 674
    },
    {
      "epoch": 0.6616025483950012,
      "grad_norm": 0.06749498099088669,
      "learning_rate": 5.244122370681725e-05,
      "loss": 10.262,
      "step": 675
    },
    {
      "epoch": 0.6625827003185494,
      "grad_norm": 0.05499161407351494,
      "learning_rate": 5.2168104660454476e-05,
      "loss": 10.2627,
      "step": 676
    },
    {
      "epoch": 0.6635628522420975,
      "grad_norm": 0.0551639087498188,
      "learning_rate": 5.189544747868981e-05,
      "loss": 10.2556,
      "step": 677
    },
    {
      "epoch": 0.6645430041656457,
      "grad_norm": 0.05435103550553322,
      "learning_rate": 5.162325479429999e-05,
      "loss": 10.2566,
      "step": 678
    },
    {
      "epoch": 0.6655231560891939,
      "grad_norm": 0.07503020763397217,
      "learning_rate": 5.135152923557647e-05,
      "loss": 10.2525,
      "step": 679
    },
    {
      "epoch": 0.6665033080127419,
      "grad_norm": 0.053040605038404465,
      "learning_rate": 5.108027342630026e-05,
      "loss": 10.2629,
      "step": 680
    },
    {
      "epoch": 0.6674834599362901,
      "grad_norm": 0.04705631732940674,
      "learning_rate": 5.0809489985716376e-05,
      "loss": 10.2502,
      "step": 681
    },
    {
      "epoch": 0.6684636118598383,
      "grad_norm": 0.05575710907578468,
      "learning_rate": 5.053918152850868e-05,
      "loss": 10.2531,
      "step": 682
    },
    {
      "epoch": 0.6694437637833864,
      "grad_norm": 0.06996849179267883,
      "learning_rate": 5.026935066477466e-05,
      "loss": 10.2666,
      "step": 683
    },
    {
      "epoch": 0.6704239157069346,
      "grad_norm": 0.057594411075115204,
      "learning_rate": 5.000000000000002e-05,
      "loss": 10.2531,
      "step": 684
    },
    {
      "epoch": 0.6714040676304828,
      "grad_norm": 0.06919176876544952,
      "learning_rate": 4.9731132135033786e-05,
      "loss": 10.2609,
      "step": 685
    },
    {
      "epoch": 0.6723842195540308,
      "grad_norm": 0.06767211109399796,
      "learning_rate": 4.946274966606307e-05,
      "loss": 10.2631,
      "step": 686
    },
    {
      "epoch": 0.673364371477579,
      "grad_norm": 0.04786718264222145,
      "learning_rate": 4.919485518458788e-05,
      "loss": 10.2622,
      "step": 687
    },
    {
      "epoch": 0.6743445234011272,
      "grad_norm": 0.04317791759967804,
      "learning_rate": 4.8927451277396366e-05,
      "loss": 10.2551,
      "step": 688
    },
    {
      "epoch": 0.6753246753246753,
      "grad_norm": 0.05219754949212074,
      "learning_rate": 4.8660540526539636e-05,
      "loss": 10.2596,
      "step": 689
    },
    {
      "epoch": 0.6763048272482235,
      "grad_norm": 0.049294788390398026,
      "learning_rate": 4.839412550930682e-05,
      "loss": 10.2488,
      "step": 690
    },
    {
      "epoch": 0.6772849791717717,
      "grad_norm": 0.05409606546163559,
      "learning_rate": 4.812820879820034e-05,
      "loss": 10.261,
      "step": 691
    },
    {
      "epoch": 0.6782651310953198,
      "grad_norm": 0.05052952840924263,
      "learning_rate": 4.786279296091094e-05,
      "loss": 10.2511,
      "step": 692
    },
    {
      "epoch": 0.6792452830188679,
      "grad_norm": 0.06156988441944122,
      "learning_rate": 4.759788056029292e-05,
      "loss": 10.2617,
      "step": 693
    },
    {
      "epoch": 0.680225434942416,
      "grad_norm": 0.059231117367744446,
      "learning_rate": 4.733347415433945e-05,
      "loss": 10.2602,
      "step": 694
    },
    {
      "epoch": 0.6812055868659642,
      "grad_norm": 0.05326391011476517,
      "learning_rate": 4.70695762961577e-05,
      "loss": 10.256,
      "step": 695
    },
    {
      "epoch": 0.6821857387895124,
      "grad_norm": 0.05374376103281975,
      "learning_rate": 4.68061895339444e-05,
      "loss": 10.254,
      "step": 696
    },
    {
      "epoch": 0.6831658907130606,
      "grad_norm": 0.0735250860452652,
      "learning_rate": 4.654331641096118e-05,
      "loss": 10.2577,
      "step": 697
    },
    {
      "epoch": 0.6841460426366087,
      "grad_norm": 0.05951898172497749,
      "learning_rate": 4.628095946550981e-05,
      "loss": 10.2622,
      "step": 698
    },
    {
      "epoch": 0.6851261945601568,
      "grad_norm": 0.06442607939243317,
      "learning_rate": 4.601912123090799e-05,
      "loss": 10.2649,
      "step": 699
    },
    {
      "epoch": 0.6861063464837049,
      "grad_norm": 0.05361781269311905,
      "learning_rate": 4.575780423546476e-05,
      "loss": 10.2603,
      "step": 700
    },
    {
      "epoch": 0.6870864984072531,
      "grad_norm": 0.056215960532426834,
      "learning_rate": 4.549701100245595e-05,
      "loss": 10.2641,
      "step": 701
    },
    {
      "epoch": 0.6880666503308013,
      "grad_norm": 0.06637801975011826,
      "learning_rate": 4.523674405010004e-05,
      "loss": 10.2647,
      "step": 702
    },
    {
      "epoch": 0.6890468022543494,
      "grad_norm": 0.06956243515014648,
      "learning_rate": 4.497700589153379e-05,
      "loss": 10.2508,
      "step": 703
    },
    {
      "epoch": 0.6900269541778976,
      "grad_norm": 0.06615187972784042,
      "learning_rate": 4.4717799034787756e-05,
      "loss": 10.2542,
      "step": 704
    },
    {
      "epoch": 0.6910071061014458,
      "grad_norm": 0.07350557297468185,
      "learning_rate": 4.4459125982762406e-05,
      "loss": 10.2498,
      "step": 705
    },
    {
      "epoch": 0.6919872580249938,
      "grad_norm": 0.05076894909143448,
      "learning_rate": 4.4200989233203785e-05,
      "loss": 10.2532,
      "step": 706
    },
    {
      "epoch": 0.692967409948542,
      "grad_norm": 0.057229697704315186,
      "learning_rate": 4.3943391278679266e-05,
      "loss": 10.2697,
      "step": 707
    },
    {
      "epoch": 0.6939475618720902,
      "grad_norm": 0.06404489278793335,
      "learning_rate": 4.368633460655377e-05,
      "loss": 10.2599,
      "step": 708
    },
    {
      "epoch": 0.6949277137956383,
      "grad_norm": 0.06285770982503891,
      "learning_rate": 4.342982169896556e-05,
      "loss": 10.2586,
      "step": 709
    },
    {
      "epoch": 0.6959078657191865,
      "grad_norm": 0.05582389980554581,
      "learning_rate": 4.317385503280221e-05,
      "loss": 10.2581,
      "step": 710
    },
    {
      "epoch": 0.6968880176427347,
      "grad_norm": 0.06529746949672699,
      "learning_rate": 4.2918437079676954e-05,
      "loss": 10.256,
      "step": 711
    },
    {
      "epoch": 0.6978681695662827,
      "grad_norm": 0.06059635803103447,
      "learning_rate": 4.2663570305904486e-05,
      "loss": 10.2525,
      "step": 712
    },
    {
      "epoch": 0.6988483214898309,
      "grad_norm": 0.05427742004394531,
      "learning_rate": 4.2409257172477446e-05,
      "loss": 10.2669,
      "step": 713
    },
    {
      "epoch": 0.6998284734133791,
      "grad_norm": 0.051369890570640564,
      "learning_rate": 4.215550013504249e-05,
      "loss": 10.2487,
      "step": 714
    },
    {
      "epoch": 0.7008086253369272,
      "grad_norm": 0.07460173964500427,
      "learning_rate": 4.190230164387655e-05,
      "loss": 10.2564,
      "step": 715
    },
    {
      "epoch": 0.7017887772604754,
      "grad_norm": 0.05618821829557419,
      "learning_rate": 4.164966414386332e-05,
      "loss": 10.259,
      "step": 716
    },
    {
      "epoch": 0.7027689291840236,
      "grad_norm": 0.06019861251115799,
      "learning_rate": 4.139759007446955e-05,
      "loss": 10.2479,
      "step": 717
    },
    {
      "epoch": 0.7037490811075717,
      "grad_norm": 0.05544392764568329,
      "learning_rate": 4.114608186972143e-05,
      "loss": 10.2487,
      "step": 718
    },
    {
      "epoch": 0.7047292330311198,
      "grad_norm": 0.06771507114171982,
      "learning_rate": 4.089514195818125e-05,
      "loss": 10.2607,
      "step": 719
    },
    {
      "epoch": 0.705709384954668,
      "grad_norm": 0.05035446956753731,
      "learning_rate": 4.0644772762923874e-05,
      "loss": 10.2561,
      "step": 720
    },
    {
      "epoch": 0.7066895368782161,
      "grad_norm": 0.06771034747362137,
      "learning_rate": 4.039497670151323e-05,
      "loss": 10.2427,
      "step": 721
    },
    {
      "epoch": 0.7076696888017643,
      "grad_norm": 0.06227850914001465,
      "learning_rate": 4.0145756185979146e-05,
      "loss": 10.269,
      "step": 722
    },
    {
      "epoch": 0.7086498407253125,
      "grad_norm": 0.0670258179306984,
      "learning_rate": 3.989711362279402e-05,
      "loss": 10.2604,
      "step": 723
    },
    {
      "epoch": 0.7096299926488606,
      "grad_norm": 0.04610426351428032,
      "learning_rate": 3.96490514128494e-05,
      "loss": 10.2571,
      "step": 724
    },
    {
      "epoch": 0.7106101445724087,
      "grad_norm": 0.05352995544672012,
      "learning_rate": 3.940157195143309e-05,
      "loss": 10.2609,
      "step": 725
    },
    {
      "epoch": 0.7115902964959568,
      "grad_norm": 0.06624187529087067,
      "learning_rate": 3.915467762820584e-05,
      "loss": 10.2721,
      "step": 726
    },
    {
      "epoch": 0.712570448419505,
      "grad_norm": 0.0593600757420063,
      "learning_rate": 3.890837082717822e-05,
      "loss": 10.2669,
      "step": 727
    },
    {
      "epoch": 0.7135506003430532,
      "grad_norm": 0.06941284239292145,
      "learning_rate": 3.866265392668781e-05,
      "loss": 10.2558,
      "step": 728
    },
    {
      "epoch": 0.7145307522666013,
      "grad_norm": 0.06223256513476372,
      "learning_rate": 3.8417529299376066e-05,
      "loss": 10.2451,
      "step": 729
    },
    {
      "epoch": 0.7155109041901495,
      "grad_norm": 0.04634833335876465,
      "learning_rate": 3.817299931216537e-05,
      "loss": 10.268,
      "step": 730
    },
    {
      "epoch": 0.7164910561136977,
      "grad_norm": 0.10118904709815979,
      "learning_rate": 3.792906632623647e-05,
      "loss": 10.2409,
      "step": 731
    },
    {
      "epoch": 0.7174712080372457,
      "grad_norm": 0.055616311728954315,
      "learning_rate": 3.7685732697005237e-05,
      "loss": 10.2414,
      "step": 732
    },
    {
      "epoch": 0.7184513599607939,
      "grad_norm": 0.045321691781282425,
      "learning_rate": 3.74430007741003e-05,
      "loss": 10.2578,
      "step": 733
    },
    {
      "epoch": 0.7194315118843421,
      "grad_norm": 0.060271255671978,
      "learning_rate": 3.720087290134021e-05,
      "loss": 10.2535,
      "step": 734
    },
    {
      "epoch": 0.7204116638078902,
      "grad_norm": 0.05415484681725502,
      "learning_rate": 3.6959351416710716e-05,
      "loss": 10.2562,
      "step": 735
    },
    {
      "epoch": 0.7213918157314384,
      "grad_norm": 0.0699702724814415,
      "learning_rate": 3.671843865234238e-05,
      "loss": 10.2574,
      "step": 736
    },
    {
      "epoch": 0.7223719676549866,
      "grad_norm": 0.053469158709049225,
      "learning_rate": 3.647813693448796e-05,
      "loss": 10.2657,
      "step": 737
    },
    {
      "epoch": 0.7233521195785346,
      "grad_norm": 0.045607563108205795,
      "learning_rate": 3.623844858349985e-05,
      "loss": 10.2506,
      "step": 738
    },
    {
      "epoch": 0.7243322715020828,
      "grad_norm": 0.05639100819826126,
      "learning_rate": 3.5999375913807907e-05,
      "loss": 10.2635,
      "step": 739
    },
    {
      "epoch": 0.725312423425631,
      "grad_norm": 0.07686346024274826,
      "learning_rate": 3.5760921233896916e-05,
      "loss": 10.2597,
      "step": 740
    },
    {
      "epoch": 0.7262925753491791,
      "grad_norm": 0.06930922716856003,
      "learning_rate": 3.5523086846284306e-05,
      "loss": 10.2638,
      "step": 741
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.06148958578705788,
      "learning_rate": 3.5285875047498076e-05,
      "loss": 10.2617,
      "step": 742
    },
    {
      "epoch": 0.7282528791962755,
      "grad_norm": 0.060679785907268524,
      "learning_rate": 3.504928812805437e-05,
      "loss": 10.2519,
      "step": 743
    },
    {
      "epoch": 0.7292330311198236,
      "grad_norm": 0.06301458925008774,
      "learning_rate": 3.481332837243563e-05,
      "loss": 10.2564,
      "step": 744
    },
    {
      "epoch": 0.7302131830433717,
      "grad_norm": 0.05377064272761345,
      "learning_rate": 3.457799805906835e-05,
      "loss": 10.2468,
      "step": 745
    },
    {
      "epoch": 0.7311933349669199,
      "grad_norm": 0.05378030613064766,
      "learning_rate": 3.4343299460301106e-05,
      "loss": 10.258,
      "step": 746
    },
    {
      "epoch": 0.732173486890468,
      "grad_norm": 0.0541897676885128,
      "learning_rate": 3.410923484238268e-05,
      "loss": 10.245,
      "step": 747
    },
    {
      "epoch": 0.7331536388140162,
      "grad_norm": 0.05524468421936035,
      "learning_rate": 3.3875806465440154e-05,
      "loss": 10.2527,
      "step": 748
    },
    {
      "epoch": 0.7341337907375644,
      "grad_norm": 0.05683938413858414,
      "learning_rate": 3.364301658345699e-05,
      "loss": 10.255,
      "step": 749
    },
    {
      "epoch": 0.7351139426611125,
      "grad_norm": 0.062377844005823135,
      "learning_rate": 3.3410867444251425e-05,
      "loss": 10.2565,
      "step": 750
    },
    {
      "epoch": 0.7360940945846606,
      "grad_norm": 0.053210195153951645,
      "learning_rate": 3.317936128945469e-05,
      "loss": 10.2554,
      "step": 751
    },
    {
      "epoch": 0.7370742465082087,
      "grad_norm": 0.07939056307077408,
      "learning_rate": 3.2948500354489256e-05,
      "loss": 10.2537,
      "step": 752
    },
    {
      "epoch": 0.7380543984317569,
      "grad_norm": 0.09051059186458588,
      "learning_rate": 3.2718286868547465e-05,
      "loss": 10.2655,
      "step": 753
    },
    {
      "epoch": 0.7390345503553051,
      "grad_norm": 0.07695893198251724,
      "learning_rate": 3.2488723054569904e-05,
      "loss": 10.2618,
      "step": 754
    },
    {
      "epoch": 0.7400147022788532,
      "grad_norm": 0.06760083138942719,
      "learning_rate": 3.225981112922378e-05,
      "loss": 10.2509,
      "step": 755
    },
    {
      "epoch": 0.7409948542024014,
      "grad_norm": 0.06608995050191879,
      "learning_rate": 3.2031553302881836e-05,
      "loss": 10.2676,
      "step": 756
    },
    {
      "epoch": 0.7419750061259496,
      "grad_norm": 0.047236476093530655,
      "learning_rate": 3.180395177960077e-05,
      "loss": 10.2483,
      "step": 757
    },
    {
      "epoch": 0.7429551580494976,
      "grad_norm": 0.06377340853214264,
      "learning_rate": 3.157700875709997e-05,
      "loss": 10.252,
      "step": 758
    },
    {
      "epoch": 0.7439353099730458,
      "grad_norm": 0.0694875568151474,
      "learning_rate": 3.1350726426740426e-05,
      "loss": 10.2541,
      "step": 759
    },
    {
      "epoch": 0.744915461896594,
      "grad_norm": 0.05790705978870392,
      "learning_rate": 3.1125106973503485e-05,
      "loss": 10.2493,
      "step": 760
    },
    {
      "epoch": 0.7458956138201421,
      "grad_norm": 0.06440004706382751,
      "learning_rate": 3.090015257596965e-05,
      "loss": 10.264,
      "step": 761
    },
    {
      "epoch": 0.7468757657436903,
      "grad_norm": 0.05087916925549507,
      "learning_rate": 3.0675865406297764e-05,
      "loss": 10.2537,
      "step": 762
    },
    {
      "epoch": 0.7478559176672385,
      "grad_norm": 0.059080857783555984,
      "learning_rate": 3.0452247630203902e-05,
      "loss": 10.2565,
      "step": 763
    },
    {
      "epoch": 0.7488360695907865,
      "grad_norm": 0.05714387074112892,
      "learning_rate": 3.0229301406940393e-05,
      "loss": 10.255,
      "step": 764
    },
    {
      "epoch": 0.7498162215143347,
      "grad_norm": 0.06164882704615593,
      "learning_rate": 3.0007028889275167e-05,
      "loss": 10.263,
      "step": 765
    },
    {
      "epoch": 0.7507963734378829,
      "grad_norm": 0.05975690111517906,
      "learning_rate": 2.9785432223470756e-05,
      "loss": 10.2548,
      "step": 766
    },
    {
      "epoch": 0.751776525361431,
      "grad_norm": 0.07042098790407181,
      "learning_rate": 2.956451354926374e-05,
      "loss": 10.2585,
      "step": 767
    },
    {
      "epoch": 0.7527566772849792,
      "grad_norm": 0.07235963642597198,
      "learning_rate": 2.9344274999844025e-05,
      "loss": 10.2561,
      "step": 768
    },
    {
      "epoch": 0.7527566772849792,
      "eval_loss": 10.250389099121094,
      "eval_runtime": 1.2743,
      "eval_samples_per_second": 337.447,
      "eval_steps_per_second": 168.723,
      "step": 768
    },
    {
      "epoch": 0.7537368292085274,
      "grad_norm": 0.04962141439318657,
      "learning_rate": 2.9124718701834107e-05,
      "loss": 10.2539,
      "step": 769
    },
    {
      "epoch": 0.7547169811320755,
      "grad_norm": 0.04757355526089668,
      "learning_rate": 2.8905846775268843e-05,
      "loss": 10.2509,
      "step": 770
    },
    {
      "epoch": 0.7556971330556236,
      "grad_norm": 0.051299553364515305,
      "learning_rate": 2.8687661333574724e-05,
      "loss": 10.2598,
      "step": 771
    },
    {
      "epoch": 0.7566772849791717,
      "grad_norm": 0.08226758986711502,
      "learning_rate": 2.847016448354948e-05,
      "loss": 10.2645,
      "step": 772
    },
    {
      "epoch": 0.7576574369027199,
      "grad_norm": 0.0588102713227272,
      "learning_rate": 2.8253358325341917e-05,
      "loss": 10.2468,
      "step": 773
    },
    {
      "epoch": 0.7586375888262681,
      "grad_norm": 0.05295829474925995,
      "learning_rate": 2.803724495243141e-05,
      "loss": 10.2525,
      "step": 774
    },
    {
      "epoch": 0.7596177407498163,
      "grad_norm": 0.06257304549217224,
      "learning_rate": 2.782182645160789e-05,
      "loss": 10.264,
      "step": 775
    },
    {
      "epoch": 0.7605978926733644,
      "grad_norm": 0.05796661972999573,
      "learning_rate": 2.7607104902951595e-05,
      "loss": 10.2526,
      "step": 776
    },
    {
      "epoch": 0.7615780445969125,
      "grad_norm": 0.07336762547492981,
      "learning_rate": 2.739308237981294e-05,
      "loss": 10.2496,
      "step": 777
    },
    {
      "epoch": 0.7625581965204606,
      "grad_norm": 0.07076283544301987,
      "learning_rate": 2.71797609487926e-05,
      "loss": 10.2649,
      "step": 778
    },
    {
      "epoch": 0.7635383484440088,
      "grad_norm": 0.07451251894235611,
      "learning_rate": 2.6967142669721524e-05,
      "loss": 10.2511,
      "step": 779
    },
    {
      "epoch": 0.764518500367557,
      "grad_norm": 0.07978884130716324,
      "learning_rate": 2.675522959564095e-05,
      "loss": 10.2473,
      "step": 780
    },
    {
      "epoch": 0.7654986522911051,
      "grad_norm": 0.06779854744672775,
      "learning_rate": 2.6544023772782732e-05,
      "loss": 10.269,
      "step": 781
    },
    {
      "epoch": 0.7664788042146533,
      "grad_norm": 0.054952509701251984,
      "learning_rate": 2.6333527240549515e-05,
      "loss": 10.2545,
      "step": 782
    },
    {
      "epoch": 0.7674589561382015,
      "grad_norm": 0.058756858110427856,
      "learning_rate": 2.612374203149496e-05,
      "loss": 10.253,
      "step": 783
    },
    {
      "epoch": 0.7684391080617495,
      "grad_norm": 0.06061848625540733,
      "learning_rate": 2.5914670171304257e-05,
      "loss": 10.2544,
      "step": 784
    },
    {
      "epoch": 0.7694192599852977,
      "grad_norm": 0.05586317926645279,
      "learning_rate": 2.570631367877453e-05,
      "loss": 10.255,
      "step": 785
    },
    {
      "epoch": 0.7703994119088459,
      "grad_norm": 0.053519416600465775,
      "learning_rate": 2.54986745657952e-05,
      "loss": 10.251,
      "step": 786
    },
    {
      "epoch": 0.771379563832394,
      "grad_norm": 0.08276413381099701,
      "learning_rate": 2.5291754837328784e-05,
      "loss": 10.2475,
      "step": 787
    },
    {
      "epoch": 0.7723597157559422,
      "grad_norm": 0.06639327853918076,
      "learning_rate": 2.5085556491391415e-05,
      "loss": 10.2466,
      "step": 788
    },
    {
      "epoch": 0.7733398676794904,
      "grad_norm": 0.04422871768474579,
      "learning_rate": 2.4880081519033473e-05,
      "loss": 10.2409,
      "step": 789
    },
    {
      "epoch": 0.7743200196030384,
      "grad_norm": 0.047600094228982925,
      "learning_rate": 2.4675331904320532e-05,
      "loss": 10.2534,
      "step": 790
    },
    {
      "epoch": 0.7753001715265866,
      "grad_norm": 0.04296494647860527,
      "learning_rate": 2.447130962431411e-05,
      "loss": 10.2499,
      "step": 791
    },
    {
      "epoch": 0.7762803234501348,
      "grad_norm": 0.0555058978497982,
      "learning_rate": 2.4268016649052517e-05,
      "loss": 10.2607,
      "step": 792
    },
    {
      "epoch": 0.7772604753736829,
      "grad_norm": 0.06950972229242325,
      "learning_rate": 2.406545494153196e-05,
      "loss": 10.2485,
      "step": 793
    },
    {
      "epoch": 0.7782406272972311,
      "grad_norm": 0.08047273010015488,
      "learning_rate": 2.386362645768755e-05,
      "loss": 10.2628,
      "step": 794
    },
    {
      "epoch": 0.7792207792207793,
      "grad_norm": 0.05345253273844719,
      "learning_rate": 2.3662533146374276e-05,
      "loss": 10.2495,
      "step": 795
    },
    {
      "epoch": 0.7802009311443274,
      "grad_norm": 0.06330131739377975,
      "learning_rate": 2.3462176949348467e-05,
      "loss": 10.2627,
      "step": 796
    },
    {
      "epoch": 0.7811810830678755,
      "grad_norm": 0.05523106828331947,
      "learning_rate": 2.3262559801248717e-05,
      "loss": 10.2579,
      "step": 797
    },
    {
      "epoch": 0.7821612349914236,
      "grad_norm": 0.06055950000882149,
      "learning_rate": 2.306368362957747e-05,
      "loss": 10.249,
      "step": 798
    },
    {
      "epoch": 0.7831413869149718,
      "grad_norm": 0.050919972360134125,
      "learning_rate": 2.286555035468233e-05,
      "loss": 10.2492,
      "step": 799
    },
    {
      "epoch": 0.78412153883852,
      "grad_norm": 0.06205127388238907,
      "learning_rate": 2.266816188973735e-05,
      "loss": 10.251,
      "step": 800
    },
    {
      "epoch": 0.7851016907620681,
      "grad_norm": 0.06169349327683449,
      "learning_rate": 2.2471520140724846e-05,
      "loss": 10.2529,
      "step": 801
    },
    {
      "epoch": 0.7860818426856163,
      "grad_norm": 0.06162506341934204,
      "learning_rate": 2.22756270064168e-05,
      "loss": 10.2614,
      "step": 802
    },
    {
      "epoch": 0.7870619946091644,
      "grad_norm": 0.05644381791353226,
      "learning_rate": 2.2080484378356525e-05,
      "loss": 10.2542,
      "step": 803
    },
    {
      "epoch": 0.7880421465327125,
      "grad_norm": 0.07142150402069092,
      "learning_rate": 2.188609414084052e-05,
      "loss": 10.2445,
      "step": 804
    },
    {
      "epoch": 0.7890222984562607,
      "grad_norm": 0.06349991261959076,
      "learning_rate": 2.1692458170900198e-05,
      "loss": 10.2551,
      "step": 805
    },
    {
      "epoch": 0.7900024503798089,
      "grad_norm": 0.05429453030228615,
      "learning_rate": 2.1499578338283678e-05,
      "loss": 10.2472,
      "step": 806
    },
    {
      "epoch": 0.790982602303357,
      "grad_norm": 0.05166134983301163,
      "learning_rate": 2.1307456505437918e-05,
      "loss": 10.2489,
      "step": 807
    },
    {
      "epoch": 0.7919627542269052,
      "grad_norm": 0.05410711467266083,
      "learning_rate": 2.1116094527490594e-05,
      "loss": 10.2576,
      "step": 808
    },
    {
      "epoch": 0.7929429061504534,
      "grad_norm": 0.056296657770872116,
      "learning_rate": 2.0925494252232248e-05,
      "loss": 10.2476,
      "step": 809
    },
    {
      "epoch": 0.7939230580740014,
      "grad_norm": 0.04787216708064079,
      "learning_rate": 2.0735657520098417e-05,
      "loss": 10.2431,
      "step": 810
    },
    {
      "epoch": 0.7949032099975496,
      "grad_norm": 0.06303516775369644,
      "learning_rate": 2.0546586164151827e-05,
      "loss": 10.2533,
      "step": 811
    },
    {
      "epoch": 0.7958833619210978,
      "grad_norm": 0.052675966173410416,
      "learning_rate": 2.0358282010064766e-05,
      "loss": 10.2519,
      "step": 812
    },
    {
      "epoch": 0.7968635138446459,
      "grad_norm": 0.06413784623146057,
      "learning_rate": 2.0170746876101464e-05,
      "loss": 10.2628,
      "step": 813
    },
    {
      "epoch": 0.7978436657681941,
      "grad_norm": 0.04844004288315773,
      "learning_rate": 1.9983982573100413e-05,
      "loss": 10.2634,
      "step": 814
    },
    {
      "epoch": 0.7988238176917423,
      "grad_norm": 0.05765044689178467,
      "learning_rate": 1.979799090445702e-05,
      "loss": 10.2536,
      "step": 815
    },
    {
      "epoch": 0.7998039696152903,
      "grad_norm": 0.0510563850402832,
      "learning_rate": 1.9612773666106153e-05,
      "loss": 10.2554,
      "step": 816
    },
    {
      "epoch": 0.8007841215388385,
      "grad_norm": 0.07882968336343765,
      "learning_rate": 1.94283326465047e-05,
      "loss": 10.255,
      "step": 817
    },
    {
      "epoch": 0.8017642734623867,
      "grad_norm": 0.061085209250450134,
      "learning_rate": 1.9244669626614477e-05,
      "loss": 10.2597,
      "step": 818
    },
    {
      "epoch": 0.8027444253859348,
      "grad_norm": 0.059212543070316315,
      "learning_rate": 1.906178637988493e-05,
      "loss": 10.2458,
      "step": 819
    },
    {
      "epoch": 0.803724577309483,
      "grad_norm": 0.0453469417989254,
      "learning_rate": 1.887968467223591e-05,
      "loss": 10.255,
      "step": 820
    },
    {
      "epoch": 0.8047047292330312,
      "grad_norm": 0.07818982750177383,
      "learning_rate": 1.8698366262040858e-05,
      "loss": 10.2671,
      "step": 821
    },
    {
      "epoch": 0.8056848811565793,
      "grad_norm": 0.06052117422223091,
      "learning_rate": 1.8517832900109667e-05,
      "loss": 10.2474,
      "step": 822
    },
    {
      "epoch": 0.8066650330801274,
      "grad_norm": 0.05703244358301163,
      "learning_rate": 1.8338086329671733e-05,
      "loss": 10.2642,
      "step": 823
    },
    {
      "epoch": 0.8076451850036755,
      "grad_norm": 0.05820370465517044,
      "learning_rate": 1.8159128286359285e-05,
      "loss": 10.2556,
      "step": 824
    },
    {
      "epoch": 0.8086253369272237,
      "grad_norm": 0.060218293219804764,
      "learning_rate": 1.7980960498190512e-05,
      "loss": 10.2588,
      "step": 825
    },
    {
      "epoch": 0.8096054888507719,
      "grad_norm": 0.05802668258547783,
      "learning_rate": 1.7803584685552875e-05,
      "loss": 10.2574,
      "step": 826
    },
    {
      "epoch": 0.81058564077432,
      "grad_norm": 0.05740203335881233,
      "learning_rate": 1.7627002561186536e-05,
      "loss": 10.2524,
      "step": 827
    },
    {
      "epoch": 0.8115657926978682,
      "grad_norm": 0.07267965376377106,
      "learning_rate": 1.7451215830167845e-05,
      "loss": 10.2536,
      "step": 828
    },
    {
      "epoch": 0.8125459446214163,
      "grad_norm": 0.055626701563596725,
      "learning_rate": 1.7276226189892762e-05,
      "loss": 10.2577,
      "step": 829
    },
    {
      "epoch": 0.8135260965449644,
      "grad_norm": 0.06392742693424225,
      "learning_rate": 1.7102035330060617e-05,
      "loss": 10.2565,
      "step": 830
    },
    {
      "epoch": 0.8145062484685126,
      "grad_norm": 0.05395308509469032,
      "learning_rate": 1.6928644932657654e-05,
      "loss": 10.2413,
      "step": 831
    },
    {
      "epoch": 0.8154864003920608,
      "grad_norm": 0.04712589085102081,
      "learning_rate": 1.67560566719409e-05,
      "loss": 10.2507,
      "step": 832
    },
    {
      "epoch": 0.8164665523156089,
      "grad_norm": 0.04138471931219101,
      "learning_rate": 1.658427221442196e-05,
      "loss": 10.2636,
      "step": 833
    },
    {
      "epoch": 0.8174467042391571,
      "grad_norm": 0.07701616734266281,
      "learning_rate": 1.6413293218850855e-05,
      "loss": 10.2661,
      "step": 834
    },
    {
      "epoch": 0.8184268561627053,
      "grad_norm": 0.05137217417359352,
      "learning_rate": 1.6243121336200127e-05,
      "loss": 10.2547,
      "step": 835
    },
    {
      "epoch": 0.8194070080862533,
      "grad_norm": 0.05814305320382118,
      "learning_rate": 1.607375820964887e-05,
      "loss": 10.2494,
      "step": 836
    },
    {
      "epoch": 0.8203871600098015,
      "grad_norm": 0.0637044608592987,
      "learning_rate": 1.5905205474566707e-05,
      "loss": 10.2489,
      "step": 837
    },
    {
      "epoch": 0.8213673119333497,
      "grad_norm": 0.06745130568742752,
      "learning_rate": 1.5737464758498243e-05,
      "loss": 10.2486,
      "step": 838
    },
    {
      "epoch": 0.8223474638568978,
      "grad_norm": 0.06245656684041023,
      "learning_rate": 1.5570537681147214e-05,
      "loss": 10.2524,
      "step": 839
    },
    {
      "epoch": 0.823327615780446,
      "grad_norm": 0.05843905732035637,
      "learning_rate": 1.540442585436078e-05,
      "loss": 10.2555,
      "step": 840
    },
    {
      "epoch": 0.8243077677039942,
      "grad_norm": 0.07909055054187775,
      "learning_rate": 1.523913088211415e-05,
      "loss": 10.2664,
      "step": 841
    },
    {
      "epoch": 0.8252879196275422,
      "grad_norm": 0.06319528818130493,
      "learning_rate": 1.5074654360494933e-05,
      "loss": 10.2558,
      "step": 842
    },
    {
      "epoch": 0.8262680715510904,
      "grad_norm": 0.055350419133901596,
      "learning_rate": 1.4910997877687783e-05,
      "loss": 10.2538,
      "step": 843
    },
    {
      "epoch": 0.8272482234746386,
      "grad_norm": 0.05744117870926857,
      "learning_rate": 1.474816301395906e-05,
      "loss": 10.2554,
      "step": 844
    },
    {
      "epoch": 0.8282283753981867,
      "grad_norm": 0.05996008589863777,
      "learning_rate": 1.4586151341641629e-05,
      "loss": 10.2537,
      "step": 845
    },
    {
      "epoch": 0.8292085273217349,
      "grad_norm": 0.04853794351220131,
      "learning_rate": 1.4424964425119514e-05,
      "loss": 10.2613,
      "step": 846
    },
    {
      "epoch": 0.8301886792452831,
      "grad_norm": 0.05893613025546074,
      "learning_rate": 1.4264603820813006e-05,
      "loss": 10.25,
      "step": 847
    },
    {
      "epoch": 0.8311688311688312,
      "grad_norm": 0.06020277366042137,
      "learning_rate": 1.4105071077163479e-05,
      "loss": 10.2568,
      "step": 848
    },
    {
      "epoch": 0.8321489830923793,
      "grad_norm": 0.04643483832478523,
      "learning_rate": 1.3946367734618482e-05,
      "loss": 10.2462,
      "step": 849
    },
    {
      "epoch": 0.8331291350159274,
      "grad_norm": 0.05142848566174507,
      "learning_rate": 1.3788495325616912e-05,
      "loss": 10.255,
      "step": 850
    },
    {
      "epoch": 0.8341092869394756,
      "grad_norm": 0.06860294938087463,
      "learning_rate": 1.3631455374574109e-05,
      "loss": 10.2534,
      "step": 851
    },
    {
      "epoch": 0.8350894388630238,
      "grad_norm": 0.058072779327631,
      "learning_rate": 1.3475249397867262e-05,
      "loss": 10.2578,
      "step": 852
    },
    {
      "epoch": 0.836069590786572,
      "grad_norm": 0.06053691357374191,
      "learning_rate": 1.3319878903820681e-05,
      "loss": 10.2487,
      "step": 853
    },
    {
      "epoch": 0.8370497427101201,
      "grad_norm": 0.04418817162513733,
      "learning_rate": 1.3165345392691253e-05,
      "loss": 10.2415,
      "step": 854
    },
    {
      "epoch": 0.8380298946336682,
      "grad_norm": 0.07528547197580338,
      "learning_rate": 1.3011650356653959e-05,
      "loss": 10.2683,
      "step": 855
    },
    {
      "epoch": 0.8390100465572163,
      "grad_norm": 0.048990968614816666,
      "learning_rate": 1.2858795279787516e-05,
      "loss": 10.2403,
      "step": 856
    },
    {
      "epoch": 0.8399901984807645,
      "grad_norm": 0.050552140921354294,
      "learning_rate": 1.2706781638059917e-05,
      "loss": 10.2651,
      "step": 857
    },
    {
      "epoch": 0.8409703504043127,
      "grad_norm": 0.06303022056818008,
      "learning_rate": 1.2555610899314319e-05,
      "loss": 10.2626,
      "step": 858
    },
    {
      "epoch": 0.8419505023278608,
      "grad_norm": 0.057393692433834076,
      "learning_rate": 1.2405284523254823e-05,
      "loss": 10.2502,
      "step": 859
    },
    {
      "epoch": 0.842930654251409,
      "grad_norm": 0.06403851509094238,
      "learning_rate": 1.22558039614323e-05,
      "loss": 10.2623,
      "step": 860
    },
    {
      "epoch": 0.8439108061749572,
      "grad_norm": 0.06546147912740707,
      "learning_rate": 1.2107170657230515e-05,
      "loss": 10.2682,
      "step": 861
    },
    {
      "epoch": 0.8448909580985052,
      "grad_norm": 0.0671565979719162,
      "learning_rate": 1.195938604585205e-05,
      "loss": 10.2423,
      "step": 862
    },
    {
      "epoch": 0.8458711100220534,
      "grad_norm": 0.06632824242115021,
      "learning_rate": 1.1812451554304571e-05,
      "loss": 10.2583,
      "step": 863
    },
    {
      "epoch": 0.8468512619456016,
      "grad_norm": 0.06300032883882523,
      "learning_rate": 1.1666368601386968e-05,
      "loss": 10.258,
      "step": 864
    },
    {
      "epoch": 0.8478314138691497,
      "grad_norm": 0.08120343834161758,
      "learning_rate": 1.1521138597675651e-05,
      "loss": 10.2634,
      "step": 865
    },
    {
      "epoch": 0.8488115657926979,
      "grad_norm": 0.06603474169969559,
      "learning_rate": 1.1376762945510989e-05,
      "loss": 10.265,
      "step": 866
    },
    {
      "epoch": 0.8497917177162461,
      "grad_norm": 0.057978566735982895,
      "learning_rate": 1.1233243038983753e-05,
      "loss": 10.2662,
      "step": 867
    },
    {
      "epoch": 0.8507718696397941,
      "grad_norm": 0.054980065673589706,
      "learning_rate": 1.1090580263921579e-05,
      "loss": 10.2609,
      "step": 868
    },
    {
      "epoch": 0.8517520215633423,
      "grad_norm": 0.05814698711037636,
      "learning_rate": 1.094877599787567e-05,
      "loss": 10.2524,
      "step": 869
    },
    {
      "epoch": 0.8527321734868905,
      "grad_norm": 0.042818255722522736,
      "learning_rate": 1.0807831610107522e-05,
      "loss": 10.2507,
      "step": 870
    },
    {
      "epoch": 0.8537123254104386,
      "grad_norm": 0.0524318665266037,
      "learning_rate": 1.0667748461575544e-05,
      "loss": 10.2561,
      "step": 871
    },
    {
      "epoch": 0.8546924773339868,
      "grad_norm": 0.05856558308005333,
      "learning_rate": 1.0528527904922114e-05,
      "loss": 10.2502,
      "step": 872
    },
    {
      "epoch": 0.855672629257535,
      "grad_norm": 0.07052577286958694,
      "learning_rate": 1.0390171284460415e-05,
      "loss": 10.2537,
      "step": 873
    },
    {
      "epoch": 0.8566527811810831,
      "grad_norm": 0.07687481492757797,
      "learning_rate": 1.0252679936161391e-05,
      "loss": 10.2664,
      "step": 874
    },
    {
      "epoch": 0.8576329331046312,
      "grad_norm": 0.056636471301317215,
      "learning_rate": 1.0116055187641005e-05,
      "loss": 10.2432,
      "step": 875
    },
    {
      "epoch": 0.8586130850281793,
      "grad_norm": 0.056262556463479996,
      "learning_rate": 9.980298358147322e-06,
      "loss": 10.2517,
      "step": 876
    },
    {
      "epoch": 0.8595932369517275,
      "grad_norm": 0.07703471183776855,
      "learning_rate": 9.845410758547725e-06,
      "loss": 10.2509,
      "step": 877
    },
    {
      "epoch": 0.8605733888752757,
      "grad_norm": 0.06384579092264175,
      "learning_rate": 9.711393691316385e-06,
      "loss": 10.2559,
      "step": 878
    },
    {
      "epoch": 0.8615535407988238,
      "grad_norm": 0.049544766545295715,
      "learning_rate": 9.578248450521599e-06,
      "loss": 10.252,
      "step": 879
    },
    {
      "epoch": 0.862533692722372,
      "grad_norm": 0.045948874205350876,
      "learning_rate": 9.445976321813277e-06,
      "loss": 10.2537,
      "step": 880
    },
    {
      "epoch": 0.8635138446459201,
      "grad_norm": 0.052280016243457794,
      "learning_rate": 9.314578582410593e-06,
      "loss": 10.2553,
      "step": 881
    },
    {
      "epoch": 0.8644939965694682,
      "grad_norm": 0.06473240256309509,
      "learning_rate": 9.184056501089633e-06,
      "loss": 10.2547,
      "step": 882
    },
    {
      "epoch": 0.8654741484930164,
      "grad_norm": 0.07151434570550919,
      "learning_rate": 9.054411338171098e-06,
      "loss": 10.2597,
      "step": 883
    },
    {
      "epoch": 0.8664543004165646,
      "grad_norm": 0.07662686705589294,
      "learning_rate": 8.9256443455082e-06,
      "loss": 10.2575,
      "step": 884
    },
    {
      "epoch": 0.8674344523401127,
      "grad_norm": 0.051813095808029175,
      "learning_rate": 8.797756766474475e-06,
      "loss": 10.2536,
      "step": 885
    },
    {
      "epoch": 0.8684146042636609,
      "grad_norm": 0.05999254435300827,
      "learning_rate": 8.670749835951963e-06,
      "loss": 10.2528,
      "step": 886
    },
    {
      "epoch": 0.8693947561872091,
      "grad_norm": 0.0625603199005127,
      "learning_rate": 8.544624780319087e-06,
      "loss": 10.2486,
      "step": 887
    },
    {
      "epoch": 0.8703749081107571,
      "grad_norm": 0.052348118275403976,
      "learning_rate": 8.41938281743886e-06,
      "loss": 10.2535,
      "step": 888
    },
    {
      "epoch": 0.8713550600343053,
      "grad_norm": 0.05174919217824936,
      "learning_rate": 8.295025156647228e-06,
      "loss": 10.2637,
      "step": 889
    },
    {
      "epoch": 0.8723352119578535,
      "grad_norm": 0.05950485169887543,
      "learning_rate": 8.171552998741293e-06,
      "loss": 10.2509,
      "step": 890
    },
    {
      "epoch": 0.8733153638814016,
      "grad_norm": 0.057364802807569504,
      "learning_rate": 8.048967535967722e-06,
      "loss": 10.2521,
      "step": 891
    },
    {
      "epoch": 0.8742955158049498,
      "grad_norm": 0.06508456915616989,
      "learning_rate": 7.927269952011285e-06,
      "loss": 10.2654,
      "step": 892
    },
    {
      "epoch": 0.875275667728498,
      "grad_norm": 0.05513017624616623,
      "learning_rate": 7.806461421983358e-06,
      "loss": 10.254,
      "step": 893
    },
    {
      "epoch": 0.876255819652046,
      "grad_norm": 0.0736955851316452,
      "learning_rate": 7.686543112410672e-06,
      "loss": 10.2575,
      "step": 894
    },
    {
      "epoch": 0.8772359715755942,
      "grad_norm": 0.04719315469264984,
      "learning_rate": 7.567516181223966e-06,
      "loss": 10.255,
      "step": 895
    },
    {
      "epoch": 0.8782161234991424,
      "grad_norm": 0.05484119430184364,
      "learning_rate": 7.449381777746811e-06,
      "loss": 10.2544,
      "step": 896
    },
    {
      "epoch": 0.8791962754226905,
      "grad_norm": 0.047333117574453354,
      "learning_rate": 7.33214104268457e-06,
      "loss": 10.259,
      "step": 897
    },
    {
      "epoch": 0.8801764273462387,
      "grad_norm": 0.06176382675766945,
      "learning_rate": 7.215795108113343e-06,
      "loss": 10.2624,
      "step": 898
    },
    {
      "epoch": 0.8811565792697869,
      "grad_norm": 0.07302316278219223,
      "learning_rate": 7.100345097468997e-06,
      "loss": 10.2505,
      "step": 899
    },
    {
      "epoch": 0.882136731193335,
      "grad_norm": 0.06960039585828781,
      "learning_rate": 6.985792125536406e-06,
      "loss": 10.2624,
      "step": 900
    },
    {
      "epoch": 0.8831168831168831,
      "grad_norm": 0.053566671907901764,
      "learning_rate": 6.872137298438652e-06,
      "loss": 10.2505,
      "step": 901
    },
    {
      "epoch": 0.8840970350404312,
      "grad_norm": 0.05605171248316765,
      "learning_rate": 6.7593817136262674e-06,
      "loss": 10.2531,
      "step": 902
    },
    {
      "epoch": 0.8850771869639794,
      "grad_norm": 0.05219537019729614,
      "learning_rate": 6.647526459866771e-06,
      "loss": 10.2521,
      "step": 903
    },
    {
      "epoch": 0.8860573388875276,
      "grad_norm": 0.06217636540532112,
      "learning_rate": 6.536572617234082e-06,
      "loss": 10.2454,
      "step": 904
    },
    {
      "epoch": 0.8870374908110757,
      "grad_norm": 0.04951329156756401,
      "learning_rate": 6.4265212570980395e-06,
      "loss": 10.257,
      "step": 905
    },
    {
      "epoch": 0.8880176427346239,
      "grad_norm": 0.052825551480054855,
      "learning_rate": 6.3173734421141714e-06,
      "loss": 10.2598,
      "step": 906
    },
    {
      "epoch": 0.888997794658172,
      "grad_norm": 0.059032462537288666,
      "learning_rate": 6.2091302262133775e-06,
      "loss": 10.2538,
      "step": 907
    },
    {
      "epoch": 0.8899779465817201,
      "grad_norm": 0.07212291657924652,
      "learning_rate": 6.101792654591721e-06,
      "loss": 10.2489,
      "step": 908
    },
    {
      "epoch": 0.8909580985052683,
      "grad_norm": 0.0526370108127594,
      "learning_rate": 5.99536176370038e-06,
      "loss": 10.2468,
      "step": 909
    },
    {
      "epoch": 0.8919382504288165,
      "grad_norm": 0.06229865923523903,
      "learning_rate": 5.88983858123564e-06,
      "loss": 10.2555,
      "step": 910
    },
    {
      "epoch": 0.8929184023523646,
      "grad_norm": 0.05363135039806366,
      "learning_rate": 5.78522412612893e-06,
      "loss": 10.2597,
      "step": 911
    },
    {
      "epoch": 0.8938985542759128,
      "grad_norm": 0.0608474537730217,
      "learning_rate": 5.681519408537039e-06,
      "loss": 10.2567,
      "step": 912
    },
    {
      "epoch": 0.894878706199461,
      "grad_norm": 0.0673520565032959,
      "learning_rate": 5.578725429832343e-06,
      "loss": 10.2599,
      "step": 913
    },
    {
      "epoch": 0.895858858123009,
      "grad_norm": 0.056546784937381744,
      "learning_rate": 5.476843182593061e-06,
      "loss": 10.2444,
      "step": 914
    },
    {
      "epoch": 0.8968390100465572,
      "grad_norm": 0.05166110023856163,
      "learning_rate": 5.375873650593821e-06,
      "loss": 10.2515,
      "step": 915
    },
    {
      "epoch": 0.8978191619701054,
      "grad_norm": 0.06561895459890366,
      "learning_rate": 5.275817808796013e-06,
      "loss": 10.2441,
      "step": 916
    },
    {
      "epoch": 0.8987993138936535,
      "grad_norm": 0.05768543481826782,
      "learning_rate": 5.176676623338461e-06,
      "loss": 10.2499,
      "step": 917
    },
    {
      "epoch": 0.8997794658172017,
      "grad_norm": 0.0841614380478859,
      "learning_rate": 5.078451051528099e-06,
      "loss": 10.2565,
      "step": 918
    },
    {
      "epoch": 0.9007596177407499,
      "grad_norm": 0.06542786210775375,
      "learning_rate": 4.9811420418306445e-06,
      "loss": 10.272,
      "step": 919
    },
    {
      "epoch": 0.9017397696642979,
      "grad_norm": 0.050766926258802414,
      "learning_rate": 4.884750533861537e-06,
      "loss": 10.2605,
      "step": 920
    },
    {
      "epoch": 0.9027199215878461,
      "grad_norm": 0.06390343606472015,
      "learning_rate": 4.789277458376806e-06,
      "loss": 10.2661,
      "step": 921
    },
    {
      "epoch": 0.9037000735113943,
      "grad_norm": 0.07057304680347443,
      "learning_rate": 4.694723737264095e-06,
      "loss": 10.2621,
      "step": 922
    },
    {
      "epoch": 0.9046802254349424,
      "grad_norm": 0.07833948731422424,
      "learning_rate": 4.601090283533771e-06,
      "loss": 10.2432,
      "step": 923
    },
    {
      "epoch": 0.9056603773584906,
      "grad_norm": 0.06520360708236694,
      "learning_rate": 4.508378001310121e-06,
      "loss": 10.2556,
      "step": 924
    },
    {
      "epoch": 0.9066405292820388,
      "grad_norm": 0.05418636277318001,
      "learning_rate": 4.416587785822568e-06,
      "loss": 10.2525,
      "step": 925
    },
    {
      "epoch": 0.9076206812055869,
      "grad_norm": 0.050860270857810974,
      "learning_rate": 4.325720523397114e-06,
      "loss": 10.2542,
      "step": 926
    },
    {
      "epoch": 0.908600833129135,
      "grad_norm": 0.06248876452445984,
      "learning_rate": 4.235777091447646e-06,
      "loss": 10.2628,
      "step": 927
    },
    {
      "epoch": 0.9095809850526831,
      "grad_norm": 0.06520889699459076,
      "learning_rate": 4.14675835846764e-06,
      "loss": 10.2478,
      "step": 928
    },
    {
      "epoch": 0.9105611369762313,
      "grad_norm": 0.05531826987862587,
      "learning_rate": 4.058665184021626e-06,
      "loss": 10.2582,
      "step": 929
    },
    {
      "epoch": 0.9115412888997795,
      "grad_norm": 0.068105548620224,
      "learning_rate": 3.971498418736952e-06,
      "loss": 10.2656,
      "step": 930
    },
    {
      "epoch": 0.9125214408233276,
      "grad_norm": 0.04840323328971863,
      "learning_rate": 3.8852589042955746e-06,
      "loss": 10.2566,
      "step": 931
    },
    {
      "epoch": 0.9135015927468758,
      "grad_norm": 0.07091709971427917,
      "learning_rate": 3.7999474734259246e-06,
      "loss": 10.2609,
      "step": 932
    },
    {
      "epoch": 0.9144817446704239,
      "grad_norm": 0.04314389079809189,
      "learning_rate": 3.7155649498948343e-06,
      "loss": 10.2568,
      "step": 933
    },
    {
      "epoch": 0.915461896593972,
      "grad_norm": 0.06067577376961708,
      "learning_rate": 3.6321121484996443e-06,
      "loss": 10.2582,
      "step": 934
    },
    {
      "epoch": 0.9164420485175202,
      "grad_norm": 0.05837418511509895,
      "learning_rate": 3.5495898750602775e-06,
      "loss": 10.2523,
      "step": 935
    },
    {
      "epoch": 0.9174222004410684,
      "grad_norm": 0.051415130496025085,
      "learning_rate": 3.4679989264114867e-06,
      "loss": 10.2575,
      "step": 936
    },
    {
      "epoch": 0.9184023523646165,
      "grad_norm": 0.04715011268854141,
      "learning_rate": 3.3873400903951634e-06,
      "loss": 10.2585,
      "step": 937
    },
    {
      "epoch": 0.9193825042881647,
      "grad_norm": 0.049659449607133865,
      "learning_rate": 3.3076141458527223e-06,
      "loss": 10.2576,
      "step": 938
    },
    {
      "epoch": 0.9203626562117129,
      "grad_norm": 0.048864200711250305,
      "learning_rate": 3.2288218626175702e-06,
      "loss": 10.2581,
      "step": 939
    },
    {
      "epoch": 0.9213428081352609,
      "grad_norm": 0.05606759712100029,
      "learning_rate": 3.1509640015076948e-06,
      "loss": 10.2615,
      "step": 940
    },
    {
      "epoch": 0.9223229600588091,
      "grad_norm": 0.060186903923749924,
      "learning_rate": 3.07404131431831e-06,
      "loss": 10.2551,
      "step": 941
    },
    {
      "epoch": 0.9233031119823573,
      "grad_norm": 0.04778670147061348,
      "learning_rate": 2.998054543814577e-06,
      "loss": 10.2587,
      "step": 942
    },
    {
      "epoch": 0.9242832639059054,
      "grad_norm": 0.06504841148853302,
      "learning_rate": 2.9230044237244735e-06,
      "loss": 10.2479,
      "step": 943
    },
    {
      "epoch": 0.9252634158294536,
      "grad_norm": 0.06251661479473114,
      "learning_rate": 2.848891678731669e-06,
      "loss": 10.2635,
      "step": 944
    },
    {
      "epoch": 0.9262435677530018,
      "grad_norm": 0.06121840327978134,
      "learning_rate": 2.7757170244685383e-06,
      "loss": 10.2437,
      "step": 945
    },
    {
      "epoch": 0.9272237196765498,
      "grad_norm": 0.04883407801389694,
      "learning_rate": 2.7034811675092807e-06,
      "loss": 10.258,
      "step": 946
    },
    {
      "epoch": 0.928203871600098,
      "grad_norm": 0.05645021051168442,
      "learning_rate": 2.632184805363025e-06,
      "loss": 10.2507,
      "step": 947
    },
    {
      "epoch": 0.9291840235236462,
      "grad_norm": 0.04508823901414871,
      "learning_rate": 2.5618286264671887e-06,
      "loss": 10.2607,
      "step": 948
    },
    {
      "epoch": 0.9301641754471943,
      "grad_norm": 0.062110938131809235,
      "learning_rate": 2.4924133101807635e-06,
      "loss": 10.2433,
      "step": 949
    },
    {
      "epoch": 0.9311443273707425,
      "grad_norm": 0.05316110700368881,
      "learning_rate": 2.4239395267777743e-06,
      "loss": 10.2407,
      "step": 950
    },
    {
      "epoch": 0.9321244792942907,
      "grad_norm": 0.06937287002801895,
      "learning_rate": 2.3564079374408187e-06,
      "loss": 10.2591,
      "step": 951
    },
    {
      "epoch": 0.9331046312178388,
      "grad_norm": 0.05836235359311104,
      "learning_rate": 2.289819194254661e-06,
      "loss": 10.251,
      "step": 952
    },
    {
      "epoch": 0.9340847831413869,
      "grad_norm": 0.05067785084247589,
      "learning_rate": 2.2241739401999474e-06,
      "loss": 10.2432,
      "step": 953
    },
    {
      "epoch": 0.935064935064935,
      "grad_norm": 0.059050217270851135,
      "learning_rate": 2.1594728091470006e-06,
      "loss": 10.2641,
      "step": 954
    },
    {
      "epoch": 0.9360450869884832,
      "grad_norm": 0.05874890461564064,
      "learning_rate": 2.095716425849703e-06,
      "loss": 10.2509,
      "step": 955
    },
    {
      "epoch": 0.9370252389120314,
      "grad_norm": 0.053391724824905396,
      "learning_rate": 2.0329054059394227e-06,
      "loss": 10.2504,
      "step": 956
    },
    {
      "epoch": 0.9380053908355795,
      "grad_norm": 0.057091813534498215,
      "learning_rate": 1.9710403559191517e-06,
      "loss": 10.237,
      "step": 957
    },
    {
      "epoch": 0.9389855427591277,
      "grad_norm": 0.06352100521326065,
      "learning_rate": 1.9101218731575775e-06,
      "loss": 10.2499,
      "step": 958
    },
    {
      "epoch": 0.9399656946826758,
      "grad_norm": 0.06060793623328209,
      "learning_rate": 1.8501505458833113e-06,
      "loss": 10.2484,
      "step": 959
    },
    {
      "epoch": 0.9409458466062239,
      "grad_norm": 0.06149113550782204,
      "learning_rate": 1.7911269531792785e-06,
      "loss": 10.2527,
      "step": 960
    },
    {
      "epoch": 0.9419259985297721,
      "grad_norm": 0.050776153802871704,
      "learning_rate": 1.73305166497707e-06,
      "loss": 10.2554,
      "step": 961
    },
    {
      "epoch": 0.9429061504533203,
      "grad_norm": 0.04654834792017937,
      "learning_rate": 1.6759252420514238e-06,
      "loss": 10.2542,
      "step": 962
    },
    {
      "epoch": 0.9438863023768684,
      "grad_norm": 0.05876654386520386,
      "learning_rate": 1.619748236014873e-06,
      "loss": 10.2494,
      "step": 963
    },
    {
      "epoch": 0.9448664543004166,
      "grad_norm": 0.0665641725063324,
      "learning_rate": 1.5645211893123846e-06,
      "loss": 10.2444,
      "step": 964
    },
    {
      "epoch": 0.9458466062239648,
      "grad_norm": 0.05432376638054848,
      "learning_rate": 1.5102446352160849e-06,
      "loss": 10.2593,
      "step": 965
    },
    {
      "epoch": 0.9468267581475128,
      "grad_norm": 0.09142988175153732,
      "learning_rate": 1.4569190978201974e-06,
      "loss": 10.2647,
      "step": 966
    },
    {
      "epoch": 0.947806910071061,
      "grad_norm": 0.0614478774368763,
      "learning_rate": 1.4045450920358915e-06,
      "loss": 10.2684,
      "step": 967
    },
    {
      "epoch": 0.9487870619946092,
      "grad_norm": 0.060039352625608444,
      "learning_rate": 1.353123123586375e-06,
      "loss": 10.245,
      "step": 968
    },
    {
      "epoch": 0.9497672139181573,
      "grad_norm": 0.06682340055704117,
      "learning_rate": 1.3026536890019648e-06,
      "loss": 10.2539,
      "step": 969
    },
    {
      "epoch": 0.9507473658417055,
      "grad_norm": 0.055610522627830505,
      "learning_rate": 1.2531372756153458e-06,
      "loss": 10.2408,
      "step": 970
    },
    {
      "epoch": 0.9517275177652537,
      "grad_norm": 0.0648219883441925,
      "learning_rate": 1.2045743615567983e-06,
      "loss": 10.2524,
      "step": 971
    },
    {
      "epoch": 0.9527076696888017,
      "grad_norm": 0.05619358271360397,
      "learning_rate": 1.1569654157496446e-06,
      "loss": 10.2472,
      "step": 972
    },
    {
      "epoch": 0.9536878216123499,
      "grad_norm": 0.05858398973941803,
      "learning_rate": 1.1103108979056864e-06,
      "loss": 10.2524,
      "step": 973
    },
    {
      "epoch": 0.954667973535898,
      "grad_norm": 0.06265071779489517,
      "learning_rate": 1.0646112585207534e-06,
      "loss": 10.256,
      "step": 974
    },
    {
      "epoch": 0.9556481254594462,
      "grad_norm": 0.05353792756795883,
      "learning_rate": 1.0198669388704063e-06,
      "loss": 10.2543,
      "step": 975
    },
    {
      "epoch": 0.9566282773829944,
      "grad_norm": 0.05542179197072983,
      "learning_rate": 9.760783710056176e-07,
      "loss": 10.2469,
      "step": 976
    },
    {
      "epoch": 0.9576084293065426,
      "grad_norm": 0.08099475502967834,
      "learning_rate": 9.332459777486314e-07,
      "loss": 10.2497,
      "step": 977
    },
    {
      "epoch": 0.9585885812300907,
      "grad_norm": 0.05034985765814781,
      "learning_rate": 8.913701726888657e-07,
      "loss": 10.2493,
      "step": 978
    },
    {
      "epoch": 0.9595687331536388,
      "grad_norm": 0.08784352242946625,
      "learning_rate": 8.504513601789388e-07,
      "loss": 10.2496,
      "step": 979
    },
    {
      "epoch": 0.9605488850771869,
      "grad_norm": 0.05448058620095253,
      "learning_rate": 8.104899353307605e-07,
      "loss": 10.2596,
      "step": 980
    },
    {
      "epoch": 0.9615290370007351,
      "grad_norm": 0.061321768909692764,
      "learning_rate": 7.714862840116688e-07,
      "loss": 10.2395,
      "step": 981
    },
    {
      "epoch": 0.9625091889242833,
      "grad_norm": 0.06309264153242111,
      "learning_rate": 7.334407828407886e-07,
      "loss": 10.2498,
      "step": 982
    },
    {
      "epoch": 0.9634893408478314,
      "grad_norm": 0.04960775747895241,
      "learning_rate": 6.963537991853341e-07,
      "loss": 10.2536,
      "step": 983
    },
    {
      "epoch": 0.9644694927713796,
      "grad_norm": 0.06303712725639343,
      "learning_rate": 6.602256911570793e-07,
      "loss": 10.2548,
      "step": 984
    },
    {
      "epoch": 0.9654496446949277,
      "grad_norm": 0.08383311331272125,
      "learning_rate": 6.250568076088815e-07,
      "loss": 10.255,
      "step": 985
    },
    {
      "epoch": 0.9664297966184758,
      "grad_norm": 0.059878721833229065,
      "learning_rate": 5.908474881313631e-07,
      "loss": 10.2582,
      "step": 986
    },
    {
      "epoch": 0.967409948542024,
      "grad_norm": 0.06042146310210228,
      "learning_rate": 5.575980630495691e-07,
      "loss": 10.2499,
      "step": 987
    },
    {
      "epoch": 0.9683901004655722,
      "grad_norm": 0.04919004067778587,
      "learning_rate": 5.253088534198259e-07,
      "loss": 10.2507,
      "step": 988
    },
    {
      "epoch": 0.9693702523891203,
      "grad_norm": 0.0614427849650383,
      "learning_rate": 4.939801710266312e-07,
      "loss": 10.2578,
      "step": 989
    },
    {
      "epoch": 0.9703504043126685,
      "grad_norm": 0.05373475328087807,
      "learning_rate": 4.636123183795915e-07,
      "loss": 10.2575,
      "step": 990
    },
    {
      "epoch": 0.9713305562362167,
      "grad_norm": 0.05761418491601944,
      "learning_rate": 4.3420558871060114e-07,
      "loss": 10.2612,
      "step": 991
    },
    {
      "epoch": 0.9723107081597647,
      "grad_norm": 0.06396054476499557,
      "learning_rate": 4.0576026597092254e-07,
      "loss": 10.2491,
      "step": 992
    },
    {
      "epoch": 0.9732908600833129,
      "grad_norm": 0.06324067711830139,
      "learning_rate": 3.782766248284775e-07,
      "loss": 10.2459,
      "step": 993
    },
    {
      "epoch": 0.9742710120068611,
      "grad_norm": 0.053322676569223404,
      "learning_rate": 3.517549306652157e-07,
      "loss": 10.2628,
      "step": 994
    },
    {
      "epoch": 0.9752511639304092,
      "grad_norm": 0.05936439335346222,
      "learning_rate": 3.261954395744948e-07,
      "loss": 10.2648,
      "step": 995
    },
    {
      "epoch": 0.9762313158539574,
      "grad_norm": 0.055099133402109146,
      "learning_rate": 3.0159839835866013e-07,
      "loss": 10.2507,
      "step": 996
    },
    {
      "epoch": 0.9772114677775056,
      "grad_norm": 0.062292903661727905,
      "learning_rate": 2.7796404452666845e-07,
      "loss": 10.2553,
      "step": 997
    },
    {
      "epoch": 0.9781916197010536,
      "grad_norm": 0.056465793401002884,
      "learning_rate": 2.5529260629174603e-07,
      "loss": 10.2603,
      "step": 998
    },
    {
      "epoch": 0.9791717716246018,
      "grad_norm": 0.06069084629416466,
      "learning_rate": 2.3358430256918972e-07,
      "loss": 10.2607,
      "step": 999
    },
    {
      "epoch": 0.98015192354815,
      "grad_norm": 0.052047599107027054,
      "learning_rate": 2.1283934297432473e-07,
      "loss": 10.254,
      "step": 1000
    },
    {
      "epoch": 0.9811320754716981,
      "grad_norm": 0.06296598166227341,
      "learning_rate": 1.9305792782039477e-07,
      "loss": 10.2419,
      "step": 1001
    },
    {
      "epoch": 0.9821122273952463,
      "grad_norm": 0.061904918402433395,
      "learning_rate": 1.7424024811665275e-07,
      "loss": 10.2553,
      "step": 1002
    },
    {
      "epoch": 0.9830923793187945,
      "grad_norm": 0.056766312569379807,
      "learning_rate": 1.56386485566562e-07,
      "loss": 10.2598,
      "step": 1003
    },
    {
      "epoch": 0.9840725312423426,
      "grad_norm": 0.061787575483322144,
      "learning_rate": 1.394968125659757e-07,
      "loss": 10.2585,
      "step": 1004
    },
    {
      "epoch": 0.9850526831658907,
      "grad_norm": 0.06288301944732666,
      "learning_rate": 1.235713922015047e-07,
      "loss": 10.2498,
      "step": 1005
    },
    {
      "epoch": 0.9860328350894388,
      "grad_norm": 0.05495404824614525,
      "learning_rate": 1.0861037824896336e-07,
      "loss": 10.2478,
      "step": 1006
    },
    {
      "epoch": 0.987012987012987,
      "grad_norm": 0.05383516475558281,
      "learning_rate": 9.461391517183727e-08,
      "loss": 10.2621,
      "step": 1007
    },
    {
      "epoch": 0.9879931389365352,
      "grad_norm": 0.06666028499603271,
      "learning_rate": 8.158213811991777e-08,
      "loss": 10.2622,
      "step": 1008
    },
    {
      "epoch": 0.9889732908600833,
      "grad_norm": 0.05681039020419121,
      "learning_rate": 6.951517292800302e-08,
      "loss": 10.2584,
      "step": 1009
    },
    {
      "epoch": 0.9899534427836315,
      "grad_norm": 0.05989888310432434,
      "learning_rate": 5.8413136114654484e-08,
      "loss": 10.267,
      "step": 1010
    },
    {
      "epoch": 0.9909335947071796,
      "grad_norm": 0.05671610310673714,
      "learning_rate": 4.827613488109783e-08,
      "loss": 10.2604,
      "step": 1011
    },
    {
      "epoch": 0.9919137466307277,
      "grad_norm": 0.06051045283675194,
      "learning_rate": 3.9104267110168235e-08,
      "loss": 10.2523,
      "step": 1012
    },
    {
      "epoch": 0.9928938985542759,
      "grad_norm": 0.0586404874920845,
      "learning_rate": 3.089762136541108e-08,
      "loss": 10.2471,
      "step": 1013
    },
    {
      "epoch": 0.9938740504778241,
      "grad_norm": 0.059209324419498444,
      "learning_rate": 2.3656276890138274e-08,
      "loss": 10.2551,
      "step": 1014
    },
    {
      "epoch": 0.9948542024013722,
      "grad_norm": 0.04847171530127525,
      "learning_rate": 1.738030360677323e-08,
      "loss": 10.2626,
      "step": 1015
    },
    {
      "epoch": 0.9958343543249204,
      "grad_norm": 0.06552383303642273,
      "learning_rate": 1.2069762116062589e-08,
      "loss": 10.2551,
      "step": 1016
    },
    {
      "epoch": 0.9968145062484686,
      "grad_norm": 0.04816446825861931,
      "learning_rate": 7.724703696587732e-09,
      "loss": 10.2529,
      "step": 1017
    },
    {
      "epoch": 0.9977946581720166,
      "grad_norm": 0.06402361392974854,
      "learning_rate": 4.345170304220769e-09,
      "loss": 10.2752,
      "step": 1018
    },
    {
      "epoch": 0.9987748100955648,
      "grad_norm": 0.05644674599170685,
      "learning_rate": 1.931194571713757e-09,
      "loss": 10.2621,
      "step": 1019
    },
    {
      "epoch": 0.999754962019113,
      "grad_norm": 0.05629618838429451,
      "learning_rate": 4.827998084100393e-10,
      "loss": 10.2519,
      "step": 1020
    },
    {
      "epoch": 1.000735113942661,
      "grad_norm": 0.12617339193820953,
      "learning_rate": 0.0,
      "loss": 17.5165,
      "step": 1021
    }
  ],
  "logging_steps": 1,
  "max_steps": 1021,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 256,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 13496635392000.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}