{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 19.294930875576036,
  "eval_steps": 500,
  "global_step": 540,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03686635944700461,
      "grad_norm": 0.06150835379958153,
      "learning_rate": 4.999957692144361e-05,
      "loss": 0.663,
      "num_input_tokens_seen": 23408,
      "step": 1
    },
    {
      "epoch": 0.07373271889400922,
      "grad_norm": 0.05766688659787178,
      "learning_rate": 4.999830770009406e-05,
      "loss": 0.5847,
      "num_input_tokens_seen": 45520,
      "step": 2
    },
    {
      "epoch": 0.11059907834101383,
      "grad_norm": 0.0780782401561737,
      "learning_rate": 4.9996192378909786e-05,
      "loss": 0.5545,
      "num_input_tokens_seen": 68904,
      "step": 3
    },
    {
      "epoch": 0.14746543778801843,
      "grad_norm": 0.07575194537639618,
      "learning_rate": 4.9993231029486544e-05,
      "loss": 0.7025,
      "num_input_tokens_seen": 89696,
      "step": 4
    },
    {
      "epoch": 0.18433179723502305,
      "grad_norm": 0.0708586797118187,
      "learning_rate": 4.998942375205502e-05,
      "loss": 0.6063,
      "num_input_tokens_seen": 118440,
      "step": 5
    },
    {
      "epoch": 0.22119815668202766,
      "grad_norm": 0.0794093981385231,
      "learning_rate": 4.99847706754774e-05,
      "loss": 0.593,
      "num_input_tokens_seen": 145072,
      "step": 6
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.04954744130373001,
      "learning_rate": 4.997927195724303e-05,
      "loss": 0.4857,
      "num_input_tokens_seen": 182112,
      "step": 7
    },
    {
      "epoch": 0.29493087557603687,
      "grad_norm": 0.06549246609210968,
      "learning_rate": 4.997292778346312e-05,
      "loss": 0.5393,
      "num_input_tokens_seen": 212192,
      "step": 8
    },
    {
      "epoch": 0.3317972350230415,
      "grad_norm": 0.07614441215991974,
      "learning_rate": 4.996573836886435e-05,
      "loss": 0.7044,
      "num_input_tokens_seen": 233728,
      "step": 9
    },
    {
      "epoch": 0.3686635944700461,
      "grad_norm": 0.07068340480327606,
      "learning_rate": 4.995770395678171e-05,
      "loss": 0.6086,
      "num_input_tokens_seen": 259776,
      "step": 10
    },
    {
      "epoch": 0.4055299539170507,
      "grad_norm": 0.07266585528850555,
      "learning_rate": 4.9948824819150185e-05,
      "loss": 0.6247,
      "num_input_tokens_seen": 284816,
      "step": 11
    },
    {
      "epoch": 0.4423963133640553,
      "grad_norm": 0.06145177036523819,
      "learning_rate": 4.993910125649561e-05,
      "loss": 0.4918,
      "num_input_tokens_seen": 309776,
      "step": 12
    },
    {
      "epoch": 0.4792626728110599,
      "grad_norm": 0.06720694154500961,
      "learning_rate": 4.992853359792444e-05,
      "loss": 0.5017,
      "num_input_tokens_seen": 339064,
      "step": 13
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 0.07309022545814514,
      "learning_rate": 4.9917122201112656e-05,
      "loss": 0.5447,
      "num_input_tokens_seen": 369864,
      "step": 14
    },
    {
      "epoch": 0.5529953917050692,
      "grad_norm": 0.0778132826089859,
      "learning_rate": 4.990486745229364e-05,
      "loss": 0.5034,
      "num_input_tokens_seen": 397184,
      "step": 15
    },
    {
      "epoch": 0.5898617511520737,
      "grad_norm": 0.07727856189012527,
      "learning_rate": 4.989176976624511e-05,
      "loss": 0.5277,
      "num_input_tokens_seen": 426296,
      "step": 16
    },
    {
      "epoch": 0.6267281105990783,
      "grad_norm": 0.0700518786907196,
      "learning_rate": 4.987782958627508e-05,
      "loss": 0.5356,
      "num_input_tokens_seen": 459544,
      "step": 17
    },
    {
      "epoch": 0.663594470046083,
      "grad_norm": 0.07351912558078766,
      "learning_rate": 4.9863047384206835e-05,
      "loss": 0.5505,
      "num_input_tokens_seen": 488616,
      "step": 18
    },
    {
      "epoch": 0.7004608294930875,
      "grad_norm": 0.08268705755472183,
      "learning_rate": 4.9847423660363e-05,
      "loss": 0.5557,
      "num_input_tokens_seen": 512176,
      "step": 19
    },
    {
      "epoch": 0.7373271889400922,
      "grad_norm": 0.08081424236297607,
      "learning_rate": 4.983095894354858e-05,
      "loss": 0.4576,
      "num_input_tokens_seen": 539456,
      "step": 20
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.07748426496982574,
      "learning_rate": 4.9813653791033057e-05,
      "loss": 0.3918,
      "num_input_tokens_seen": 561384,
      "step": 21
    },
    {
      "epoch": 0.8110599078341014,
      "grad_norm": 0.10133849829435349,
      "learning_rate": 4.979550878853154e-05,
      "loss": 0.531,
      "num_input_tokens_seen": 589792,
      "step": 22
    },
    {
      "epoch": 0.847926267281106,
      "grad_norm": 0.09528470784425735,
      "learning_rate": 4.9776524550184965e-05,
      "loss": 0.4159,
      "num_input_tokens_seen": 613944,
      "step": 23
    },
    {
      "epoch": 0.8847926267281107,
      "grad_norm": 0.08829868584871292,
      "learning_rate": 4.975670171853926e-05,
      "loss": 0.403,
      "num_input_tokens_seen": 641432,
      "step": 24
    },
    {
      "epoch": 0.9216589861751152,
      "grad_norm": 0.10020875930786133,
      "learning_rate": 4.973604096452361e-05,
      "loss": 0.4238,
      "num_input_tokens_seen": 665232,
      "step": 25
    },
    {
      "epoch": 0.9585253456221198,
      "grad_norm": 0.1256554126739502,
      "learning_rate": 4.971454298742779e-05,
      "loss": 0.5033,
      "num_input_tokens_seen": 687216,
      "step": 26
    },
    {
      "epoch": 0.9953917050691244,
      "grad_norm": 0.17123407125473022,
      "learning_rate": 4.9692208514878444e-05,
      "loss": 0.3842,
      "num_input_tokens_seen": 728880,
      "step": 27
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.27383726835250854,
      "learning_rate": 4.966903830281449e-05,
      "loss": 0.4988,
      "num_input_tokens_seen": 731976,
      "step": 28
    },
    {
      "epoch": 1.0368663594470047,
      "grad_norm": 0.148647278547287,
      "learning_rate": 4.9645033135461494e-05,
      "loss": 0.4489,
      "num_input_tokens_seen": 756184,
      "step": 29
    },
    {
      "epoch": 1.0737327188940091,
      "grad_norm": 0.11988866329193115,
      "learning_rate": 4.962019382530521e-05,
      "loss": 0.4999,
      "num_input_tokens_seen": 779072,
      "step": 30
    },
    {
      "epoch": 1.1105990783410138,
      "grad_norm": 0.10590679943561554,
      "learning_rate": 4.9594521213063974e-05,
      "loss": 0.3711,
      "num_input_tokens_seen": 805672,
      "step": 31
    },
    {
      "epoch": 1.1474654377880185,
      "grad_norm": 0.11934591829776764,
      "learning_rate": 4.9568016167660334e-05,
      "loss": 0.3385,
      "num_input_tokens_seen": 828840,
      "step": 32
    },
    {
      "epoch": 1.1843317972350231,
      "grad_norm": 0.11900116503238678,
      "learning_rate": 4.9540679586191605e-05,
      "loss": 0.3812,
      "num_input_tokens_seen": 850792,
      "step": 33
    },
    {
      "epoch": 1.2211981566820276,
      "grad_norm": 0.11279546469449997,
      "learning_rate": 4.951251239389948e-05,
      "loss": 0.2924,
      "num_input_tokens_seen": 885608,
      "step": 34
    },
    {
      "epoch": 1.2580645161290323,
      "grad_norm": 0.08340126276016235,
      "learning_rate": 4.948351554413879e-05,
      "loss": 0.3489,
      "num_input_tokens_seen": 921912,
      "step": 35
    },
    {
      "epoch": 1.294930875576037,
      "grad_norm": 0.11327336728572845,
      "learning_rate": 4.9453690018345144e-05,
      "loss": 0.2921,
      "num_input_tokens_seen": 945672,
      "step": 36
    },
    {
      "epoch": 1.3317972350230414,
      "grad_norm": 0.10909265279769897,
      "learning_rate": 4.942303682600178e-05,
      "loss": 0.3421,
      "num_input_tokens_seen": 970824,
      "step": 37
    },
    {
      "epoch": 1.368663594470046,
      "grad_norm": 0.11239592730998993,
      "learning_rate": 4.939155700460536e-05,
      "loss": 0.3848,
      "num_input_tokens_seen": 995840,
      "step": 38
    },
    {
      "epoch": 1.4055299539170507,
      "grad_norm": 0.1034158244729042,
      "learning_rate": 4.9359251619630886e-05,
      "loss": 0.3434,
      "num_input_tokens_seen": 1035880,
      "step": 39
    },
    {
      "epoch": 1.4423963133640554,
      "grad_norm": 0.12086673080921173,
      "learning_rate": 4.9326121764495596e-05,
      "loss": 0.3588,
      "num_input_tokens_seen": 1056488,
      "step": 40
    },
    {
      "epoch": 1.4792626728110598,
      "grad_norm": 0.11408794671297073,
      "learning_rate": 4.9292168560522014e-05,
      "loss": 0.4021,
      "num_input_tokens_seen": 1080080,
      "step": 41
    },
    {
      "epoch": 1.5161290322580645,
      "grad_norm": 0.1417722851037979,
      "learning_rate": 4.925739315689991e-05,
      "loss": 0.3343,
      "num_input_tokens_seen": 1095632,
      "step": 42
    },
    {
      "epoch": 1.5529953917050692,
      "grad_norm": 0.2315663844347,
      "learning_rate": 4.9221796730647516e-05,
      "loss": 0.4025,
      "num_input_tokens_seen": 1126040,
      "step": 43
    },
    {
      "epoch": 1.5898617511520738,
      "grad_norm": 0.07856712490320206,
      "learning_rate": 4.9185380486571595e-05,
      "loss": 0.3337,
      "num_input_tokens_seen": 1156656,
      "step": 44
    },
    {
      "epoch": 1.6267281105990783,
      "grad_norm": 0.10064279288053513,
      "learning_rate": 4.914814565722671e-05,
      "loss": 0.3758,
      "num_input_tokens_seen": 1183400,
      "step": 45
    },
    {
      "epoch": 1.663594470046083,
      "grad_norm": 0.106510229408741,
      "learning_rate": 4.9110093502873476e-05,
      "loss": 0.3363,
      "num_input_tokens_seen": 1209680,
      "step": 46
    },
    {
      "epoch": 1.7004608294930876,
      "grad_norm": 0.10446175187826157,
      "learning_rate": 4.907122531143594e-05,
      "loss": 0.3853,
      "num_input_tokens_seen": 1237864,
      "step": 47
    },
    {
      "epoch": 1.737327188940092,
      "grad_norm": 0.2570022940635681,
      "learning_rate": 4.9031542398457974e-05,
      "loss": 0.3194,
      "num_input_tokens_seen": 1273080,
      "step": 48
    },
    {
      "epoch": 1.7741935483870968,
      "grad_norm": 0.0968039259314537,
      "learning_rate": 4.8991046107058735e-05,
      "loss": 0.2955,
      "num_input_tokens_seen": 1300256,
      "step": 49
    },
    {
      "epoch": 1.8110599078341014,
      "grad_norm": 0.11750692129135132,
      "learning_rate": 4.894973780788722e-05,
      "loss": 0.3314,
      "num_input_tokens_seen": 1322616,
      "step": 50
    },
    {
      "epoch": 1.8479262672811059,
      "grad_norm": 0.09568070620298386,
      "learning_rate": 4.890761889907589e-05,
      "loss": 0.3341,
      "num_input_tokens_seen": 1353552,
      "step": 51
    },
    {
      "epoch": 1.8847926267281108,
      "grad_norm": 0.11816362291574478,
      "learning_rate": 4.88646908061933e-05,
      "loss": 0.3202,
      "num_input_tokens_seen": 1376456,
      "step": 52
    },
    {
      "epoch": 1.9216589861751152,
      "grad_norm": 0.133891761302948,
      "learning_rate": 4.8820954982195905e-05,
      "loss": 0.2852,
      "num_input_tokens_seen": 1398344,
      "step": 53
    },
    {
      "epoch": 1.9585253456221197,
      "grad_norm": 0.11985364556312561,
      "learning_rate": 4.877641290737884e-05,
      "loss": 0.3413,
      "num_input_tokens_seen": 1424264,
      "step": 54
    },
    {
      "epoch": 1.9953917050691246,
      "grad_norm": 0.09828098118305206,
      "learning_rate": 4.873106608932585e-05,
      "loss": 0.2726,
      "num_input_tokens_seen": 1460688,
      "step": 55
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.31861889362335205,
      "learning_rate": 4.868491606285823e-05,
      "loss": 0.3512,
      "num_input_tokens_seen": 1463952,
      "step": 56
    },
    {
      "epoch": 2.0368663594470044,
      "grad_norm": 0.11089354753494263,
      "learning_rate": 4.8637964389982926e-05,
      "loss": 0.2953,
      "num_input_tokens_seen": 1492600,
      "step": 57
    },
    {
      "epoch": 2.0737327188940093,
      "grad_norm": 0.12034712731838226,
      "learning_rate": 4.859021265983959e-05,
      "loss": 0.2875,
      "num_input_tokens_seen": 1514496,
      "step": 58
    },
    {
      "epoch": 2.110599078341014,
      "grad_norm": 0.1372830867767334,
      "learning_rate": 4.854166248864689e-05,
      "loss": 0.3535,
      "num_input_tokens_seen": 1541656,
      "step": 59
    },
    {
      "epoch": 2.1474654377880182,
      "grad_norm": 0.10605650395154953,
      "learning_rate": 4.849231551964771e-05,
      "loss": 0.3013,
      "num_input_tokens_seen": 1569672,
      "step": 60
    },
    {
      "epoch": 2.184331797235023,
      "grad_norm": 0.12524856626987457,
      "learning_rate": 4.844217342305363e-05,
      "loss": 0.2558,
      "num_input_tokens_seen": 1599304,
      "step": 61
    },
    {
      "epoch": 2.2211981566820276,
      "grad_norm": 0.1151009052991867,
      "learning_rate": 4.839123789598829e-05,
      "loss": 0.2666,
      "num_input_tokens_seen": 1628288,
      "step": 62
    },
    {
      "epoch": 2.258064516129032,
      "grad_norm": 0.10297228395938873,
      "learning_rate": 4.8339510662430046e-05,
      "loss": 0.2982,
      "num_input_tokens_seen": 1656384,
      "step": 63
    },
    {
      "epoch": 2.294930875576037,
      "grad_norm": 0.11971966177225113,
      "learning_rate": 4.828699347315356e-05,
      "loss": 0.3746,
      "num_input_tokens_seen": 1679344,
      "step": 64
    },
    {
      "epoch": 2.3317972350230414,
      "grad_norm": 0.12384694814682007,
      "learning_rate": 4.823368810567056e-05,
      "loss": 0.2605,
      "num_input_tokens_seen": 1703904,
      "step": 65
    },
    {
      "epoch": 2.3686635944700463,
      "grad_norm": 0.14720793068408966,
      "learning_rate": 4.817959636416969e-05,
      "loss": 0.2816,
      "num_input_tokens_seen": 1722360,
      "step": 66
    },
    {
      "epoch": 2.4055299539170507,
      "grad_norm": 0.10553745925426483,
      "learning_rate": 4.81247200794554e-05,
      "loss": 0.2502,
      "num_input_tokens_seen": 1752464,
      "step": 67
    },
    {
      "epoch": 2.442396313364055,
      "grad_norm": 0.11162563413381577,
      "learning_rate": 4.806906110888606e-05,
      "loss": 0.2286,
      "num_input_tokens_seen": 1782744,
      "step": 68
    },
    {
      "epoch": 2.47926267281106,
      "grad_norm": 0.12341686338186264,
      "learning_rate": 4.8012621336311016e-05,
      "loss": 0.299,
      "num_input_tokens_seen": 1815120,
      "step": 69
    },
    {
      "epoch": 2.5161290322580645,
      "grad_norm": 0.12033814936876297,
      "learning_rate": 4.7955402672006854e-05,
      "loss": 0.2609,
      "num_input_tokens_seen": 1840408,
      "step": 70
    },
    {
      "epoch": 2.5529953917050694,
      "grad_norm": 0.11412363499403,
      "learning_rate": 4.789740705261278e-05,
      "loss": 0.3316,
      "num_input_tokens_seen": 1873000,
      "step": 71
    },
    {
      "epoch": 2.589861751152074,
      "grad_norm": 0.18193566799163818,
      "learning_rate": 4.783863644106502e-05,
      "loss": 0.2773,
      "num_input_tokens_seen": 1900920,
      "step": 72
    },
    {
      "epoch": 2.6267281105990783,
      "grad_norm": 0.14569184184074402,
      "learning_rate": 4.777909282653042e-05,
      "loss": 0.2644,
      "num_input_tokens_seen": 1919272,
      "step": 73
    },
    {
      "epoch": 2.6635944700460827,
      "grad_norm": 0.12456360459327698,
      "learning_rate": 4.771877822433911e-05,
      "loss": 0.2974,
      "num_input_tokens_seen": 1959152,
      "step": 74
    },
    {
      "epoch": 2.7004608294930876,
      "grad_norm": 0.1362839788198471,
      "learning_rate": 4.765769467591625e-05,
      "loss": 0.2743,
      "num_input_tokens_seen": 1982960,
      "step": 75
    },
    {
      "epoch": 2.737327188940092,
      "grad_norm": 0.15120629966259003,
      "learning_rate": 4.759584424871302e-05,
      "loss": 0.2425,
      "num_input_tokens_seen": 2006736,
      "step": 76
    },
    {
      "epoch": 2.774193548387097,
      "grad_norm": 0.15145516395568848,
      "learning_rate": 4.7533229036136553e-05,
      "loss": 0.2723,
      "num_input_tokens_seen": 2031536,
      "step": 77
    },
    {
      "epoch": 2.8110599078341014,
      "grad_norm": 0.1607382595539093,
      "learning_rate": 4.7469851157479177e-05,
      "loss": 0.2525,
      "num_input_tokens_seen": 2053168,
      "step": 78
    },
    {
      "epoch": 2.847926267281106,
      "grad_norm": 0.14976347982883453,
      "learning_rate": 4.740571275784659e-05,
      "loss": 0.2792,
      "num_input_tokens_seen": 2078208,
      "step": 79
    },
    {
      "epoch": 2.8847926267281108,
      "grad_norm": 0.12997782230377197,
      "learning_rate": 4.734081600808531e-05,
      "loss": 0.291,
      "num_input_tokens_seen": 2101560,
      "step": 80
    },
    {
      "epoch": 2.921658986175115,
      "grad_norm": 0.1369074434041977,
      "learning_rate": 4.72751631047092e-05,
      "loss": 0.2492,
      "num_input_tokens_seen": 2127824,
      "step": 81
    },
    {
      "epoch": 2.9585253456221197,
      "grad_norm": 0.11734048277139664,
      "learning_rate": 4.7208756269825104e-05,
      "loss": 0.2442,
      "num_input_tokens_seen": 2171536,
      "step": 82
    },
    {
      "epoch": 2.9953917050691246,
      "grad_norm": 0.14909496903419495,
      "learning_rate": 4.714159775105765e-05,
      "loss": 0.2344,
      "num_input_tokens_seen": 2193016,
      "step": 83
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.40910854935646057,
      "learning_rate": 4.707368982147318e-05,
      "loss": 0.2645,
      "num_input_tokens_seen": 2195928,
      "step": 84
    },
    {
      "epoch": 3.0368663594470044,
      "grad_norm": 0.1433151513338089,
      "learning_rate": 4.700503477950278e-05,
      "loss": 0.2185,
      "num_input_tokens_seen": 2219472,
      "step": 85
    },
    {
      "epoch": 3.0737327188940093,
      "grad_norm": 0.13229826092720032,
      "learning_rate": 4.693563494886455e-05,
      "loss": 0.2364,
      "num_input_tokens_seen": 2246504,
      "step": 86
    },
    {
      "epoch": 3.110599078341014,
      "grad_norm": 0.1702108383178711,
      "learning_rate": 4.6865492678484895e-05,
      "loss": 0.2703,
      "num_input_tokens_seen": 2270304,
      "step": 87
    },
    {
      "epoch": 3.1474654377880182,
      "grad_norm": 0.1411813497543335,
      "learning_rate": 4.679461034241906e-05,
      "loss": 0.2807,
      "num_input_tokens_seen": 2299968,
      "step": 88
    },
    {
      "epoch": 3.184331797235023,
      "grad_norm": 0.12941044569015503,
      "learning_rate": 4.672299033977076e-05,
      "loss": 0.2182,
      "num_input_tokens_seen": 2333432,
      "step": 89
    },
    {
      "epoch": 3.2211981566820276,
      "grad_norm": 0.1649884432554245,
      "learning_rate": 4.665063509461097e-05,
      "loss": 0.2572,
      "num_input_tokens_seen": 2355320,
      "step": 90
    },
    {
      "epoch": 3.258064516129032,
      "grad_norm": 0.14386451244354248,
      "learning_rate": 4.657754705589591e-05,
      "loss": 0.2412,
      "num_input_tokens_seen": 2378416,
      "step": 91
    },
    {
      "epoch": 3.294930875576037,
      "grad_norm": 0.15350477397441864,
      "learning_rate": 4.650372869738414e-05,
      "loss": 0.242,
      "num_input_tokens_seen": 2405432,
      "step": 92
    },
    {
      "epoch": 3.3317972350230414,
      "grad_norm": 0.16243231296539307,
      "learning_rate": 4.642918251755281e-05,
      "loss": 0.2436,
      "num_input_tokens_seen": 2429992,
      "step": 93
    },
    {
      "epoch": 3.3686635944700463,
      "grad_norm": 0.18401454389095306,
      "learning_rate": 4.6353911039513145e-05,
      "loss": 0.2538,
      "num_input_tokens_seen": 2456264,
      "step": 94
    },
    {
      "epoch": 3.4055299539170507,
      "grad_norm": 0.13898858428001404,
      "learning_rate": 4.627791681092499e-05,
      "loss": 0.2065,
      "num_input_tokens_seen": 2486032,
      "step": 95
    },
    {
      "epoch": 3.442396313364055,
      "grad_norm": 0.16943225264549255,
      "learning_rate": 4.620120240391065e-05,
      "loss": 0.2086,
      "num_input_tokens_seen": 2509272,
      "step": 96
    },
    {
      "epoch": 3.47926267281106,
      "grad_norm": 0.15286582708358765,
      "learning_rate": 4.612377041496776e-05,
      "loss": 0.2517,
      "num_input_tokens_seen": 2538392,
      "step": 97
    },
    {
      "epoch": 3.5161290322580645,
      "grad_norm": 0.17737072706222534,
      "learning_rate": 4.604562346488144e-05,
      "loss": 0.2413,
      "num_input_tokens_seen": 2562624,
      "step": 98
    },
    {
      "epoch": 3.5529953917050694,
      "grad_norm": 0.13630996644496918,
      "learning_rate": 4.5966764198635606e-05,
      "loss": 0.2157,
      "num_input_tokens_seen": 2595448,
      "step": 99
    },
    {
      "epoch": 3.589861751152074,
      "grad_norm": 0.13918158411979675,
      "learning_rate": 4.588719528532342e-05,
      "loss": 0.2319,
      "num_input_tokens_seen": 2633568,
      "step": 100
    },
    {
      "epoch": 3.6267281105990783,
      "grad_norm": 0.16548505425453186,
      "learning_rate": 4.580691941805695e-05,
      "loss": 0.2473,
      "num_input_tokens_seen": 2659408,
      "step": 101
    },
    {
      "epoch": 3.6635944700460827,
      "grad_norm": 0.17397943139076233,
      "learning_rate": 4.572593931387604e-05,
      "loss": 0.2527,
      "num_input_tokens_seen": 2687272,
      "step": 102
    },
    {
      "epoch": 3.7004608294930876,
      "grad_norm": 0.15970823168754578,
      "learning_rate": 4.5644257713656356e-05,
      "loss": 0.22,
      "num_input_tokens_seen": 2718232,
      "step": 103
    },
    {
      "epoch": 3.737327188940092,
      "grad_norm": 0.16440241038799286,
      "learning_rate": 4.556187738201656e-05,
      "loss": 0.2374,
      "num_input_tokens_seen": 2743336,
      "step": 104
    },
    {
      "epoch": 3.774193548387097,
      "grad_norm": 0.15761925280094147,
      "learning_rate": 4.54788011072248e-05,
      "loss": 0.2023,
      "num_input_tokens_seen": 2771384,
      "step": 105
    },
    {
      "epoch": 3.8110599078341014,
      "grad_norm": 0.1528206616640091,
      "learning_rate": 4.539503170110431e-05,
      "loss": 0.2289,
      "num_input_tokens_seen": 2797488,
      "step": 106
    },
    {
      "epoch": 3.847926267281106,
      "grad_norm": 0.16380636394023895,
      "learning_rate": 4.531057199893824e-05,
      "loss": 0.2492,
      "num_input_tokens_seen": 2825408,
      "step": 107
    },
    {
      "epoch": 3.8847926267281108,
      "grad_norm": 0.19076082110404968,
      "learning_rate": 4.522542485937369e-05,
      "loss": 0.2467,
      "num_input_tokens_seen": 2848856,
      "step": 108
    },
    {
      "epoch": 3.921658986175115,
      "grad_norm": 0.1884787231683731,
      "learning_rate": 4.5139593164324986e-05,
      "loss": 0.2069,
      "num_input_tokens_seen": 2867536,
      "step": 109
    },
    {
      "epoch": 3.9585253456221197,
      "grad_norm": 0.19939164817333221,
      "learning_rate": 4.50530798188761e-05,
      "loss": 0.1843,
      "num_input_tokens_seen": 2892032,
      "step": 110
    },
    {
      "epoch": 3.9953917050691246,
      "grad_norm": 0.17019645869731903,
      "learning_rate": 4.496588775118232e-05,
      "loss": 0.2576,
      "num_input_tokens_seen": 2924800,
      "step": 111
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.41787323355674744,
      "learning_rate": 4.48780199123712e-05,
      "loss": 0.2734,
      "num_input_tokens_seen": 2927904,
      "step": 112
    },
    {
      "epoch": 4.0368663594470044,
      "grad_norm": 0.18536736071109772,
      "learning_rate": 4.478947927644258e-05,
      "loss": 0.2363,
      "num_input_tokens_seen": 2954728,
      "step": 113
    },
    {
      "epoch": 4.073732718894009,
      "grad_norm": 0.16922569274902344,
      "learning_rate": 4.4700268840168045e-05,
      "loss": 0.1888,
      "num_input_tokens_seen": 2983656,
      "step": 114
    },
    {
      "epoch": 4.110599078341014,
      "grad_norm": 0.17613869905471802,
      "learning_rate": 4.4610391622989396e-05,
      "loss": 0.2077,
      "num_input_tokens_seen": 3014208,
      "step": 115
    },
    {
      "epoch": 4.147465437788019,
      "grad_norm": 0.16198807954788208,
      "learning_rate": 4.4519850666916484e-05,
      "loss": 0.1858,
      "num_input_tokens_seen": 3040976,
      "step": 116
    },
    {
      "epoch": 4.184331797235023,
      "grad_norm": 0.19020891189575195,
      "learning_rate": 4.442864903642428e-05,
      "loss": 0.2284,
      "num_input_tokens_seen": 3066744,
      "step": 117
    },
    {
      "epoch": 4.221198156682028,
      "grad_norm": 0.21541331708431244,
      "learning_rate": 4.43367898183491e-05,
      "loss": 0.1856,
      "num_input_tokens_seen": 3090320,
      "step": 118
    },
    {
      "epoch": 4.258064516129032,
      "grad_norm": 0.19018961489200592,
      "learning_rate": 4.4244276121784195e-05,
      "loss": 0.1788,
      "num_input_tokens_seen": 3114576,
      "step": 119
    },
    {
      "epoch": 4.2949308755760365,
      "grad_norm": 0.24048063158988953,
      "learning_rate": 4.415111107797445e-05,
      "loss": 0.2155,
      "num_input_tokens_seen": 3135552,
      "step": 120
    },
    {
      "epoch": 4.331797235023042,
      "grad_norm": 0.17166386544704437,
      "learning_rate": 4.405729784021046e-05,
      "loss": 0.1831,
      "num_input_tokens_seen": 3165168,
      "step": 121
    },
    {
      "epoch": 4.368663594470046,
      "grad_norm": 0.18577668070793152,
      "learning_rate": 4.396283958372173e-05,
      "loss": 0.2168,
      "num_input_tokens_seen": 3200240,
      "step": 122
    },
    {
      "epoch": 4.405529953917051,
      "grad_norm": 0.20443667471408844,
      "learning_rate": 4.386773950556931e-05,
      "loss": 0.1978,
      "num_input_tokens_seen": 3225024,
      "step": 123
    },
    {
      "epoch": 4.442396313364055,
      "grad_norm": 0.17636562883853912,
      "learning_rate": 4.377200082453749e-05,
      "loss": 0.1727,
      "num_input_tokens_seen": 3251696,
      "step": 124
    },
    {
      "epoch": 4.47926267281106,
      "grad_norm": 0.2019859254360199,
      "learning_rate": 4.36756267810249e-05,
      "loss": 0.198,
      "num_input_tokens_seen": 3275672,
      "step": 125
    },
    {
      "epoch": 4.516129032258064,
      "grad_norm": 0.2633707523345947,
      "learning_rate": 4.357862063693486e-05,
      "loss": 0.2254,
      "num_input_tokens_seen": 3305592,
      "step": 126
    },
    {
      "epoch": 4.552995391705069,
      "grad_norm": 0.17379336059093475,
      "learning_rate": 4.34809856755649e-05,
      "loss": 0.2467,
      "num_input_tokens_seen": 3345072,
      "step": 127
    },
    {
      "epoch": 4.589861751152074,
      "grad_norm": 0.16954895853996277,
      "learning_rate": 4.3382725201495723e-05,
      "loss": 0.1616,
      "num_input_tokens_seen": 3371832,
      "step": 128
    },
    {
      "epoch": 4.626728110599078,
      "grad_norm": 0.21207046508789062,
      "learning_rate": 4.3283842540479264e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 3395912,
      "step": 129
    },
    {
      "epoch": 4.663594470046083,
      "grad_norm": 0.40675088763237,
      "learning_rate": 4.318434103932622e-05,
      "loss": 0.1739,
      "num_input_tokens_seen": 3423352,
      "step": 130
    },
    {
      "epoch": 4.700460829493087,
      "grad_norm": 0.21301084756851196,
      "learning_rate": 4.30842240657927e-05,
      "loss": 0.187,
      "num_input_tokens_seen": 3447992,
      "step": 131
    },
    {
      "epoch": 4.7373271889400925,
      "grad_norm": 0.20403216779232025,
      "learning_rate": 4.2983495008466276e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 3479752,
      "step": 132
    },
    {
      "epoch": 4.774193548387097,
      "grad_norm": 0.1969008892774582,
      "learning_rate": 4.288215727665129e-05,
      "loss": 0.214,
      "num_input_tokens_seen": 3509072,
      "step": 133
    },
    {
      "epoch": 4.811059907834101,
      "grad_norm": 0.20199979841709137,
      "learning_rate": 4.278021430025343e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 3531848,
      "step": 134
    },
    {
      "epoch": 4.847926267281106,
      "grad_norm": 0.2074364721775055,
      "learning_rate": 4.267766952966369e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 3557144,
      "step": 135
    },
    {
      "epoch": 4.88479262672811,
      "grad_norm": 0.23071159422397614,
      "learning_rate": 4.257452643564155e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 3578656,
      "step": 136
    },
    {
      "epoch": 4.921658986175116,
      "grad_norm": 0.2532529830932617,
      "learning_rate": 4.24707885091975e-05,
      "loss": 0.1885,
      "num_input_tokens_seen": 3608632,
      "step": 137
    },
    {
      "epoch": 4.95852534562212,
      "grad_norm": 0.24982504546642303,
      "learning_rate": 4.2366459261474933e-05,
      "loss": 0.2125,
      "num_input_tokens_seen": 3628672,
      "step": 138
    },
    {
      "epoch": 4.9953917050691246,
      "grad_norm": 0.17841289937496185,
      "learning_rate": 4.226154222363124e-05,
      "loss": 0.2001,
      "num_input_tokens_seen": 3657088,
      "step": 139
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.6343802809715271,
      "learning_rate": 4.215604094671835e-05,
      "loss": 0.2376,
      "num_input_tokens_seen": 3659880,
      "step": 140
    },
    {
      "epoch": 5.0368663594470044,
      "grad_norm": 0.21179749071598053,
      "learning_rate": 4.2049959001562464e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 3684760,
      "step": 141
    },
    {
      "epoch": 5.073732718894009,
      "grad_norm": 0.22715945541858673,
      "learning_rate": 4.194329997864331e-05,
      "loss": 0.1849,
      "num_input_tokens_seen": 3715176,
      "step": 142
    },
    {
      "epoch": 5.110599078341014,
      "grad_norm": 0.20638404786586761,
      "learning_rate": 4.183606748797251e-05,
      "loss": 0.1492,
      "num_input_tokens_seen": 3741480,
      "step": 143
    },
    {
      "epoch": 5.147465437788019,
      "grad_norm": 0.25307852029800415,
      "learning_rate": 4.172826515897146e-05,
      "loss": 0.1699,
      "num_input_tokens_seen": 3762976,
      "step": 144
    },
    {
      "epoch": 5.184331797235023,
      "grad_norm": 0.21923506259918213,
      "learning_rate": 4.1619896640348445e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 3794720,
      "step": 145
    },
    {
      "epoch": 5.221198156682028,
      "grad_norm": 0.2600756883621216,
      "learning_rate": 4.1510965599975196e-05,
      "loss": 0.1843,
      "num_input_tokens_seen": 3822744,
      "step": 146
    },
    {
      "epoch": 5.258064516129032,
      "grad_norm": 0.2997046113014221,
      "learning_rate": 4.140147572476268e-05,
      "loss": 0.243,
      "num_input_tokens_seen": 3845584,
      "step": 147
    },
    {
      "epoch": 5.2949308755760365,
      "grad_norm": 0.2147158831357956,
      "learning_rate": 4.129143072053638e-05,
      "loss": 0.1476,
      "num_input_tokens_seen": 3869184,
      "step": 148
    },
    {
      "epoch": 5.331797235023042,
      "grad_norm": 0.26199281215667725,
      "learning_rate": 4.118083431191081e-05,
      "loss": 0.1619,
      "num_input_tokens_seen": 3900384,
      "step": 149
    },
    {
      "epoch": 5.368663594470046,
      "grad_norm": 0.4091247618198395,
      "learning_rate": 4.1069690242163484e-05,
      "loss": 0.1943,
      "num_input_tokens_seen": 3923792,
      "step": 150
    },
    {
      "epoch": 5.405529953917051,
      "grad_norm": 0.23406103253364563,
      "learning_rate": 4.095800227310821e-05,
      "loss": 0.1403,
      "num_input_tokens_seen": 3942784,
      "step": 151
    },
    {
      "epoch": 5.442396313364055,
      "grad_norm": 0.2293683886528015,
      "learning_rate": 4.0845774184967754e-05,
      "loss": 0.1756,
      "num_input_tokens_seen": 3970880,
      "step": 152
    },
    {
      "epoch": 5.47926267281106,
      "grad_norm": 0.1963953971862793,
      "learning_rate": 4.073300977624594e-05,
      "loss": 0.1785,
      "num_input_tokens_seen": 3998976,
      "step": 153
    },
    {
      "epoch": 5.516129032258064,
      "grad_norm": 0.23071235418319702,
      "learning_rate": 4.0619712863599e-05,
      "loss": 0.165,
      "num_input_tokens_seen": 4020272,
      "step": 154
    },
    {
      "epoch": 5.552995391705069,
      "grad_norm": 0.2570018172264099,
      "learning_rate": 4.05058872817065e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 4043288,
      "step": 155
    },
    {
      "epoch": 5.589861751152074,
      "grad_norm": 0.2581011950969696,
      "learning_rate": 4.039153688314145e-05,
      "loss": 0.1818,
      "num_input_tokens_seen": 4067832,
      "step": 156
    },
    {
      "epoch": 5.626728110599078,
      "grad_norm": 0.23090755939483643,
      "learning_rate": 4.0276665538239996e-05,
      "loss": 0.1372,
      "num_input_tokens_seen": 4093672,
      "step": 157
    },
    {
      "epoch": 5.663594470046083,
      "grad_norm": 0.217911958694458,
      "learning_rate": 4.0161277134970345e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 4119400,
      "step": 158
    },
    {
      "epoch": 5.700460829493087,
      "grad_norm": 0.3220454454421997,
      "learning_rate": 4.0045375578801214e-05,
      "loss": 0.1516,
      "num_input_tokens_seen": 4148144,
      "step": 159
    },
    {
      "epoch": 5.7373271889400925,
      "grad_norm": 0.2835656404495239,
      "learning_rate": 3.9928964792569655e-05,
      "loss": 0.1597,
      "num_input_tokens_seen": 4169456,
      "step": 160
    },
    {
      "epoch": 5.774193548387097,
      "grad_norm": 0.22007523477077484,
      "learning_rate": 3.981204871634827e-05,
      "loss": 0.1535,
      "num_input_tokens_seen": 4207704,
      "step": 161
    },
    {
      "epoch": 5.811059907834101,
      "grad_norm": 0.23791228234767914,
      "learning_rate": 3.969463130731183e-05,
      "loss": 0.1472,
      "num_input_tokens_seen": 4230304,
      "step": 162
    },
    {
      "epoch": 5.847926267281106,
      "grad_norm": 0.21866248548030853,
      "learning_rate": 3.957671653960337e-05,
      "loss": 0.1362,
      "num_input_tokens_seen": 4255536,
      "step": 163
    },
    {
      "epoch": 5.88479262672811,
      "grad_norm": 0.24037593603134155,
      "learning_rate": 3.945830840419966e-05,
      "loss": 0.1443,
      "num_input_tokens_seen": 4285160,
      "step": 164
    },
    {
      "epoch": 5.921658986175116,
      "grad_norm": 0.19541749358177185,
      "learning_rate": 3.933941090877615e-05,
      "loss": 0.1647,
      "num_input_tokens_seen": 4323272,
      "step": 165
    },
    {
      "epoch": 5.95852534562212,
      "grad_norm": 0.22034280002117157,
      "learning_rate": 3.9220028077571295e-05,
      "loss": 0.1921,
      "num_input_tokens_seen": 4354912,
      "step": 166
    },
    {
      "epoch": 5.9953917050691246,
      "grad_norm": 0.19790567457675934,
      "learning_rate": 3.910016395125037e-05,
      "loss": 0.1522,
      "num_input_tokens_seen": 4387064,
      "step": 167
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.6411383152008057,
      "learning_rate": 3.897982258676867e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 4391856,
      "step": 168
    },
    {
      "epoch": 6.0368663594470044,
      "grad_norm": 0.22729864716529846,
      "learning_rate": 3.885900805723429e-05,
      "loss": 0.1607,
      "num_input_tokens_seen": 4419952,
      "step": 169
    },
    {
      "epoch": 6.073732718894009,
      "grad_norm": 0.21639327704906464,
      "learning_rate": 3.873772445177015e-05,
      "loss": 0.1277,
      "num_input_tokens_seen": 4442576,
      "step": 170
    },
    {
      "epoch": 6.110599078341014,
      "grad_norm": 0.2176467776298523,
      "learning_rate": 3.861597587537568e-05,
      "loss": 0.121,
      "num_input_tokens_seen": 4477568,
      "step": 171
    },
    {
      "epoch": 6.147465437788019,
      "grad_norm": 0.21243643760681152,
      "learning_rate": 3.8493766448787825e-05,
      "loss": 0.1976,
      "num_input_tokens_seen": 4509944,
      "step": 172
    },
    {
      "epoch": 6.184331797235023,
      "grad_norm": 0.2905130386352539,
      "learning_rate": 3.837110030834161e-05,
      "loss": 0.141,
      "num_input_tokens_seen": 4534704,
      "step": 173
    },
    {
      "epoch": 6.221198156682028,
      "grad_norm": 0.2976662218570709,
      "learning_rate": 3.824798160583012e-05,
      "loss": 0.1389,
      "num_input_tokens_seen": 4563912,
      "step": 174
    },
    {
      "epoch": 6.258064516129032,
      "grad_norm": 0.2367183119058609,
      "learning_rate": 3.8124414508364e-05,
      "loss": 0.1241,
      "num_input_tokens_seen": 4594712,
      "step": 175
    },
    {
      "epoch": 6.2949308755760365,
      "grad_norm": 0.23760217428207397,
      "learning_rate": 3.8000403198230387e-05,
      "loss": 0.1415,
      "num_input_tokens_seen": 4621448,
      "step": 176
    },
    {
      "epoch": 6.331797235023042,
      "grad_norm": 0.23512595891952515,
      "learning_rate": 3.787595187275136e-05,
      "loss": 0.1277,
      "num_input_tokens_seen": 4648744,
      "step": 177
    },
    {
      "epoch": 6.368663594470046,
      "grad_norm": 0.24028612673282623,
      "learning_rate": 3.775106474414188e-05,
      "loss": 0.1636,
      "num_input_tokens_seen": 4679480,
      "step": 178
    },
    {
      "epoch": 6.405529953917051,
      "grad_norm": 0.2704714238643646,
      "learning_rate": 3.762574603936725e-05,
      "loss": 0.1341,
      "num_input_tokens_seen": 4698440,
      "step": 179
    },
    {
      "epoch": 6.442396313364055,
      "grad_norm": 0.27304500341415405,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.1472,
      "num_input_tokens_seen": 4721120,
      "step": 180
    },
    {
      "epoch": 6.47926267281106,
      "grad_norm": 0.2529843747615814,
      "learning_rate": 3.7373830882076354e-05,
      "loss": 0.1344,
      "num_input_tokens_seen": 4743536,
      "step": 181
    },
    {
      "epoch": 6.516129032258064,
      "grad_norm": 0.23612789809703827,
      "learning_rate": 3.7247242955952175e-05,
      "loss": 0.1255,
      "num_input_tokens_seen": 4773248,
      "step": 182
    },
    {
      "epoch": 6.552995391705069,
      "grad_norm": 0.2793615162372589,
      "learning_rate": 3.712024050615843e-05,
      "loss": 0.141,
      "num_input_tokens_seen": 4804600,
      "step": 183
    },
    {
      "epoch": 6.589861751152074,
      "grad_norm": 0.29646047949790955,
      "learning_rate": 3.699282783125616e-05,
      "loss": 0.1226,
      "num_input_tokens_seen": 4826744,
      "step": 184
    },
    {
      "epoch": 6.626728110599078,
      "grad_norm": 0.25531846284866333,
      "learning_rate": 3.686500924369101e-05,
      "loss": 0.1074,
      "num_input_tokens_seen": 4849584,
      "step": 185
    },
    {
      "epoch": 6.663594470046083,
      "grad_norm": 0.24337461590766907,
      "learning_rate": 3.673678906964727e-05,
      "loss": 0.1084,
      "num_input_tokens_seen": 4875336,
      "step": 186
    },
    {
      "epoch": 6.700460829493087,
      "grad_norm": 0.30051150918006897,
      "learning_rate": 3.660817164890143e-05,
      "loss": 0.1273,
      "num_input_tokens_seen": 4895896,
      "step": 187
    },
    {
      "epoch": 6.7373271889400925,
      "grad_norm": 0.286495178937912,
      "learning_rate": 3.6479161334675296e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 4924360,
      "step": 188
    },
    {
      "epoch": 6.774193548387097,
      "grad_norm": 0.28501835465431213,
      "learning_rate": 3.634976249348867e-05,
      "loss": 0.1548,
      "num_input_tokens_seen": 4948384,
      "step": 189
    },
    {
      "epoch": 6.811059907834101,
      "grad_norm": 0.24231503903865814,
      "learning_rate": 3.621997950501156e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 4980368,
      "step": 190
    },
    {
      "epoch": 6.847926267281106,
      "grad_norm": 0.2752607464790344,
      "learning_rate": 3.6089816761915906e-05,
      "loss": 0.1282,
      "num_input_tokens_seen": 5007744,
      "step": 191
    },
    {
      "epoch": 6.88479262672811,
      "grad_norm": 0.27704674005508423,
      "learning_rate": 3.5959278669726935e-05,
      "loss": 0.1411,
      "num_input_tokens_seen": 5030528,
      "step": 192
    },
    {
      "epoch": 6.921658986175116,
      "grad_norm": 0.22601065039634705,
      "learning_rate": 3.582836964667408e-05,
      "loss": 0.1156,
      "num_input_tokens_seen": 5065000,
      "step": 193
    },
    {
      "epoch": 6.95852534562212,
      "grad_norm": 0.24917051196098328,
      "learning_rate": 3.569709412354136e-05,
      "loss": 0.1143,
      "num_input_tokens_seen": 5091440,
      "step": 194
    },
    {
      "epoch": 6.9953917050691246,
      "grad_norm": 0.31986546516418457,
      "learning_rate": 3.556545654351749e-05,
      "loss": 0.1466,
      "num_input_tokens_seen": 5120064,
      "step": 195
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.6616023778915405,
      "learning_rate": 3.543346136204545e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 5123832,
      "step": 196
    },
    {
      "epoch": 7.0368663594470044,
      "grad_norm": 0.2567199766635895,
      "learning_rate": 3.5301113046671714e-05,
      "loss": 0.1111,
      "num_input_tokens_seen": 5154136,
      "step": 197
    },
    {
      "epoch": 7.073732718894009,
      "grad_norm": 0.24546091258525848,
      "learning_rate": 3.516841607689501e-05,
      "loss": 0.1015,
      "num_input_tokens_seen": 5182792,
      "step": 198
    },
    {
      "epoch": 7.110599078341014,
      "grad_norm": 0.25169137120246887,
      "learning_rate": 3.503537494401473e-05,
      "loss": 0.1091,
      "num_input_tokens_seen": 5208280,
      "step": 199
    },
    {
      "epoch": 7.147465437788019,
      "grad_norm": 0.27022022008895874,
      "learning_rate": 3.490199415097892e-05,
      "loss": 0.1165,
      "num_input_tokens_seen": 5226024,
      "step": 200
    },
    {
      "epoch": 7.184331797235023,
      "grad_norm": 0.2491355836391449,
      "learning_rate": 3.476827821223184e-05,
      "loss": 0.1047,
      "num_input_tokens_seen": 5259096,
      "step": 201
    },
    {
      "epoch": 7.221198156682028,
      "grad_norm": 0.28957781195640564,
      "learning_rate": 3.463423165356121e-05,
      "loss": 0.1066,
      "num_input_tokens_seen": 5282232,
      "step": 202
    },
    {
      "epoch": 7.258064516129032,
      "grad_norm": 0.29709964990615845,
      "learning_rate": 3.449985901194498e-05,
      "loss": 0.0902,
      "num_input_tokens_seen": 5306272,
      "step": 203
    },
    {
      "epoch": 7.2949308755760365,
      "grad_norm": 0.3285166919231415,
      "learning_rate": 3.436516483539781e-05,
      "loss": 0.1072,
      "num_input_tokens_seen": 5330832,
      "step": 204
    },
    {
      "epoch": 7.331797235023042,
      "grad_norm": 0.24284234642982483,
      "learning_rate": 3.423015368281711e-05,
      "loss": 0.1195,
      "num_input_tokens_seen": 5359992,
      "step": 205
    },
    {
      "epoch": 7.368663594470046,
      "grad_norm": 0.2531001567840576,
      "learning_rate": 3.409483012382879e-05,
      "loss": 0.1038,
      "num_input_tokens_seen": 5392232,
      "step": 206
    },
    {
      "epoch": 7.405529953917051,
      "grad_norm": 0.273573637008667,
      "learning_rate": 3.39591987386325e-05,
      "loss": 0.109,
      "num_input_tokens_seen": 5416272,
      "step": 207
    },
    {
      "epoch": 7.442396313364055,
      "grad_norm": 0.28594842553138733,
      "learning_rate": 3.382326411784672e-05,
      "loss": 0.1035,
      "num_input_tokens_seen": 5442312,
      "step": 208
    },
    {
      "epoch": 7.47926267281106,
      "grad_norm": 0.24845322966575623,
      "learning_rate": 3.3687030862353286e-05,
      "loss": 0.0997,
      "num_input_tokens_seen": 5473408,
      "step": 209
    },
    {
      "epoch": 7.516129032258064,
      "grad_norm": 0.2672761082649231,
      "learning_rate": 3.355050358314172e-05,
      "loss": 0.1034,
      "num_input_tokens_seen": 5494256,
      "step": 210
    },
    {
      "epoch": 7.552995391705069,
      "grad_norm": 0.29590561985969543,
      "learning_rate": 3.3413686901153165e-05,
      "loss": 0.0994,
      "num_input_tokens_seen": 5519384,
      "step": 211
    },
    {
      "epoch": 7.589861751152074,
      "grad_norm": 0.2702927887439728,
      "learning_rate": 3.327658544712395e-05,
      "loss": 0.1197,
      "num_input_tokens_seen": 5544760,
      "step": 212
    },
    {
      "epoch": 7.626728110599078,
      "grad_norm": 0.2904987633228302,
      "learning_rate": 3.313920386142892e-05,
      "loss": 0.1423,
      "num_input_tokens_seen": 5574216,
      "step": 213
    },
    {
      "epoch": 7.663594470046083,
      "grad_norm": 0.27985090017318726,
      "learning_rate": 3.3001546793924285e-05,
      "loss": 0.1171,
      "num_input_tokens_seen": 5602072,
      "step": 214
    },
    {
      "epoch": 7.700460829493087,
      "grad_norm": 0.25102686882019043,
      "learning_rate": 3.2863618903790346e-05,
      "loss": 0.1118,
      "num_input_tokens_seen": 5632056,
      "step": 215
    },
    {
      "epoch": 7.7373271889400925,
      "grad_norm": 0.3189446032047272,
      "learning_rate": 3.272542485937369e-05,
      "loss": 0.105,
      "num_input_tokens_seen": 5658216,
      "step": 216
    },
    {
      "epoch": 7.774193548387097,
      "grad_norm": 0.30590710043907166,
      "learning_rate": 3.2586969338029274e-05,
      "loss": 0.1083,
      "num_input_tokens_seen": 5684712,
      "step": 217
    },
    {
      "epoch": 7.811059907834101,
      "grad_norm": 0.3227143883705139,
      "learning_rate": 3.244825702596205e-05,
      "loss": 0.1477,
      "num_input_tokens_seen": 5709472,
      "step": 218
    },
    {
      "epoch": 7.847926267281106,
      "grad_norm": 0.25323161482810974,
      "learning_rate": 3.230929261806842e-05,
      "loss": 0.1057,
      "num_input_tokens_seen": 5742728,
      "step": 219
    },
    {
      "epoch": 7.88479262672811,
      "grad_norm": 0.27679508924484253,
      "learning_rate": 3.217008081777726e-05,
      "loss": 0.1094,
      "num_input_tokens_seen": 5768848,
      "step": 220
    },
    {
      "epoch": 7.921658986175116,
      "grad_norm": 0.3211810886859894,
      "learning_rate": 3.203062633689077e-05,
      "loss": 0.1092,
      "num_input_tokens_seen": 5795008,
      "step": 221
    },
    {
      "epoch": 7.95852534562212,
      "grad_norm": 0.3296988904476166,
      "learning_rate": 3.1890933895424976e-05,
      "loss": 0.1253,
      "num_input_tokens_seen": 5818160,
      "step": 222
    },
    {
      "epoch": 7.9953917050691246,
      "grad_norm": 0.2729380130767822,
      "learning_rate": 3.1751008221450025e-05,
      "loss": 0.1264,
      "num_input_tokens_seen": 5850472,
      "step": 223
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.6995195150375366,
      "learning_rate": 3.161085405093006e-05,
      "loss": 0.1218,
      "num_input_tokens_seen": 5855808,
      "step": 224
    },
    {
      "epoch": 8.036866359447005,
      "grad_norm": 0.3297252357006073,
      "learning_rate": 3.147047612756302e-05,
      "loss": 0.0946,
      "num_input_tokens_seen": 5884832,
      "step": 225
    },
    {
      "epoch": 8.073732718894009,
      "grad_norm": 0.2687251567840576,
      "learning_rate": 3.132987920262005e-05,
      "loss": 0.0889,
      "num_input_tokens_seen": 5903392,
      "step": 226
    },
    {
      "epoch": 8.110599078341014,
      "grad_norm": 0.2826682925224304,
      "learning_rate": 3.118906803478465e-05,
      "loss": 0.1084,
      "num_input_tokens_seen": 5928240,
      "step": 227
    },
    {
      "epoch": 8.147465437788018,
      "grad_norm": 0.27045705914497375,
      "learning_rate": 3.104804738999169e-05,
      "loss": 0.1134,
      "num_input_tokens_seen": 5958392,
      "step": 228
    },
    {
      "epoch": 8.184331797235023,
      "grad_norm": 0.2565663754940033,
      "learning_rate": 3.090682204126604e-05,
      "loss": 0.0929,
      "num_input_tokens_seen": 5984088,
      "step": 229
    },
    {
      "epoch": 8.221198156682028,
      "grad_norm": 0.28110557794570923,
      "learning_rate": 3.076539676856101e-05,
      "loss": 0.0922,
      "num_input_tokens_seen": 6007936,
      "step": 230
    },
    {
      "epoch": 8.258064516129032,
      "grad_norm": 0.2717958092689514,
      "learning_rate": 3.062377635859663e-05,
      "loss": 0.072,
      "num_input_tokens_seen": 6033336,
      "step": 231
    },
    {
      "epoch": 8.294930875576037,
      "grad_norm": 0.3095947802066803,
      "learning_rate": 3.048196560469758e-05,
      "loss": 0.1176,
      "num_input_tokens_seen": 6060160,
      "step": 232
    },
    {
      "epoch": 8.331797235023041,
      "grad_norm": 0.3245174288749695,
      "learning_rate": 3.0339969306631005e-05,
      "loss": 0.0886,
      "num_input_tokens_seen": 6088280,
      "step": 233
    },
    {
      "epoch": 8.368663594470046,
      "grad_norm": 0.2761123776435852,
      "learning_rate": 3.0197792270443982e-05,
      "loss": 0.0831,
      "num_input_tokens_seen": 6119752,
      "step": 234
    },
    {
      "epoch": 8.40552995391705,
      "grad_norm": 0.33236628770828247,
      "learning_rate": 3.0055439308300952e-05,
      "loss": 0.1222,
      "num_input_tokens_seen": 6154672,
      "step": 235
    },
    {
      "epoch": 8.442396313364055,
      "grad_norm": 0.2539371848106384,
      "learning_rate": 2.9912915238320754e-05,
      "loss": 0.0856,
      "num_input_tokens_seen": 6181152,
      "step": 236
    },
    {
      "epoch": 8.47926267281106,
      "grad_norm": 0.25849923491477966,
      "learning_rate": 2.9770224884413623e-05,
      "loss": 0.0842,
      "num_input_tokens_seen": 6208248,
      "step": 237
    },
    {
      "epoch": 8.516129032258064,
      "grad_norm": 0.2990070879459381,
      "learning_rate": 2.9627373076117863e-05,
      "loss": 0.0816,
      "num_input_tokens_seen": 6232704,
      "step": 238
    },
    {
      "epoch": 8.55299539170507,
      "grad_norm": 0.2482941746711731,
      "learning_rate": 2.9484364648436437e-05,
      "loss": 0.0725,
      "num_input_tokens_seen": 6264600,
      "step": 239
    },
    {
      "epoch": 8.589861751152073,
      "grad_norm": 0.31631267070770264,
      "learning_rate": 2.9341204441673266e-05,
      "loss": 0.0917,
      "num_input_tokens_seen": 6289416,
      "step": 240
    },
    {
      "epoch": 8.626728110599078,
      "grad_norm": 0.32536354660987854,
      "learning_rate": 2.9197897301269435e-05,
      "loss": 0.1029,
      "num_input_tokens_seen": 6313624,
      "step": 241
    },
    {
      "epoch": 8.663594470046084,
      "grad_norm": 0.28533875942230225,
      "learning_rate": 2.905444807763919e-05,
      "loss": 0.0876,
      "num_input_tokens_seen": 6337560,
      "step": 242
    },
    {
      "epoch": 8.700460829493087,
      "grad_norm": 0.32342368364334106,
      "learning_rate": 2.8910861626005776e-05,
      "loss": 0.081,
      "num_input_tokens_seen": 6362016,
      "step": 243
    },
    {
      "epoch": 8.737327188940093,
      "grad_norm": 0.2809208333492279,
      "learning_rate": 2.876714280623708e-05,
      "loss": 0.0846,
      "num_input_tokens_seen": 6399368,
      "step": 244
    },
    {
      "epoch": 8.774193548387096,
      "grad_norm": 0.2525993883609772,
      "learning_rate": 2.8623296482681166e-05,
      "loss": 0.0865,
      "num_input_tokens_seen": 6428808,
      "step": 245
    },
    {
      "epoch": 8.811059907834101,
      "grad_norm": 0.331150084733963,
      "learning_rate": 2.8479327524001636e-05,
      "loss": 0.1033,
      "num_input_tokens_seen": 6450424,
      "step": 246
    },
    {
      "epoch": 8.847926267281107,
      "grad_norm": 0.3234056532382965,
      "learning_rate": 2.833524080301282e-05,
      "loss": 0.0758,
      "num_input_tokens_seen": 6477040,
      "step": 247
    },
    {
      "epoch": 8.88479262672811,
      "grad_norm": 0.3200438320636749,
      "learning_rate": 2.8191041196514873e-05,
      "loss": 0.102,
      "num_input_tokens_seen": 6504424,
      "step": 248
    },
    {
      "epoch": 8.921658986175116,
      "grad_norm": 0.3212469220161438,
      "learning_rate": 2.8046733585128687e-05,
      "loss": 0.0812,
      "num_input_tokens_seen": 6528144,
      "step": 249
    },
    {
      "epoch": 8.95852534562212,
      "grad_norm": 0.37497377395629883,
      "learning_rate": 2.7902322853130757e-05,
      "loss": 0.0767,
      "num_input_tokens_seen": 6549528,
      "step": 250
    },
    {
      "epoch": 8.995391705069125,
      "grad_norm": 0.27313902974128723,
      "learning_rate": 2.7757813888287798e-05,
      "loss": 0.0734,
      "num_input_tokens_seen": 6577392,
      "step": 251
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.4119221270084381,
      "learning_rate": 2.761321158169134e-05,
      "loss": 0.0718,
      "num_input_tokens_seen": 6587784,
      "step": 252
    },
    {
      "epoch": 9.036866359447005,
      "grad_norm": 0.23572459816932678,
      "learning_rate": 2.7468520827592197e-05,
      "loss": 0.0589,
      "num_input_tokens_seen": 6614752,
      "step": 253
    },
    {
      "epoch": 9.073732718894009,
      "grad_norm": 0.22828935086727142,
      "learning_rate": 2.732374652323481e-05,
      "loss": 0.0682,
      "num_input_tokens_seen": 6648864,
      "step": 254
    },
    {
      "epoch": 9.110599078341014,
      "grad_norm": 0.28416910767555237,
      "learning_rate": 2.717889356869146e-05,
      "loss": 0.0768,
      "num_input_tokens_seen": 6678136,
      "step": 255
    },
    {
      "epoch": 9.147465437788018,
      "grad_norm": 0.3248147666454315,
      "learning_rate": 2.7033966866696457e-05,
      "loss": 0.0739,
      "num_input_tokens_seen": 6704880,
      "step": 256
    },
    {
      "epoch": 9.184331797235023,
      "grad_norm": 0.2697289288043976,
      "learning_rate": 2.6888971322480205e-05,
      "loss": 0.0884,
      "num_input_tokens_seen": 6742080,
      "step": 257
    },
    {
      "epoch": 9.221198156682028,
      "grad_norm": 0.3310103714466095,
      "learning_rate": 2.674391184360313e-05,
      "loss": 0.0836,
      "num_input_tokens_seen": 6771256,
      "step": 258
    },
    {
      "epoch": 9.258064516129032,
      "grad_norm": 0.3416021168231964,
      "learning_rate": 2.659879333978964e-05,
      "loss": 0.0728,
      "num_input_tokens_seen": 6798392,
      "step": 259
    },
    {
      "epoch": 9.294930875576037,
      "grad_norm": 0.25257182121276855,
      "learning_rate": 2.6453620722761896e-05,
      "loss": 0.0682,
      "num_input_tokens_seen": 6830648,
      "step": 260
    },
    {
      "epoch": 9.331797235023041,
      "grad_norm": 0.31290990114212036,
      "learning_rate": 2.63083989060736e-05,
      "loss": 0.0701,
      "num_input_tokens_seen": 6853800,
      "step": 261
    },
    {
      "epoch": 9.368663594470046,
      "grad_norm": 0.28703242540359497,
      "learning_rate": 2.6163132804943675e-05,
      "loss": 0.0641,
      "num_input_tokens_seen": 6880096,
      "step": 262
    },
    {
      "epoch": 9.40552995391705,
      "grad_norm": 0.33095675706863403,
      "learning_rate": 2.60178273360899e-05,
      "loss": 0.0695,
      "num_input_tokens_seen": 6905400,
      "step": 263
    },
    {
      "epoch": 9.442396313364055,
      "grad_norm": 0.3316652774810791,
      "learning_rate": 2.587248741756253e-05,
      "loss": 0.0993,
      "num_input_tokens_seen": 6933352,
      "step": 264
    },
    {
      "epoch": 9.47926267281106,
      "grad_norm": 0.3296186029911041,
      "learning_rate": 2.5727117968577784e-05,
      "loss": 0.0702,
      "num_input_tokens_seen": 6955160,
      "step": 265
    },
    {
      "epoch": 9.516129032258064,
      "grad_norm": 0.288353830575943,
      "learning_rate": 2.5581723909351406e-05,
      "loss": 0.0632,
      "num_input_tokens_seen": 6976256,
      "step": 266
    },
    {
      "epoch": 9.55299539170507,
      "grad_norm": 0.34519389271736145,
      "learning_rate": 2.5436310160932092e-05,
      "loss": 0.0873,
      "num_input_tokens_seen": 7002472,
      "step": 267
    },
    {
      "epoch": 9.589861751152073,
      "grad_norm": 0.2644766569137573,
      "learning_rate": 2.5290881645034932e-05,
      "loss": 0.0515,
      "num_input_tokens_seen": 7034352,
      "step": 268
    },
    {
      "epoch": 9.626728110599078,
      "grad_norm": 0.34003907442092896,
      "learning_rate": 2.5145443283874848e-05,
      "loss": 0.0679,
      "num_input_tokens_seen": 7062184,
      "step": 269
    },
    {
      "epoch": 9.663594470046084,
      "grad_norm": 0.24440152943134308,
      "learning_rate": 2.5e-05,
      "loss": 0.0649,
      "num_input_tokens_seen": 7090600,
      "step": 270
    },
    {
      "epoch": 9.700460829493087,
      "grad_norm": 0.38781893253326416,
      "learning_rate": 2.485455671612515e-05,
      "loss": 0.0843,
      "num_input_tokens_seen": 7112656,
      "step": 271
    },
    {
      "epoch": 9.737327188940093,
      "grad_norm": 0.35135138034820557,
      "learning_rate": 2.470911835496508e-05,
      "loss": 0.0709,
      "num_input_tokens_seen": 7134448,
      "step": 272
    },
    {
      "epoch": 9.774193548387096,
      "grad_norm": 0.3243424594402313,
      "learning_rate": 2.4563689839067913e-05,
      "loss": 0.0566,
      "num_input_tokens_seen": 7159000,
      "step": 273
    },
    {
      "epoch": 9.811059907834101,
      "grad_norm": 0.2978050708770752,
      "learning_rate": 2.4418276090648596e-05,
      "loss": 0.0783,
      "num_input_tokens_seen": 7193008,
      "step": 274
    },
    {
      "epoch": 9.847926267281107,
      "grad_norm": 0.3357181251049042,
      "learning_rate": 2.4272882031422215e-05,
      "loss": 0.0755,
      "num_input_tokens_seen": 7214720,
      "step": 275
    },
    {
      "epoch": 9.88479262672811,
      "grad_norm": 0.3311111032962799,
      "learning_rate": 2.4127512582437485e-05,
      "loss": 0.0756,
      "num_input_tokens_seen": 7236408,
      "step": 276
    },
    {
      "epoch": 9.921658986175116,
      "grad_norm": 0.34926944971084595,
      "learning_rate": 2.3982172663910108e-05,
      "loss": 0.0774,
      "num_input_tokens_seen": 7254272,
      "step": 277
    },
    {
      "epoch": 9.95852534562212,
      "grad_norm": 0.27301025390625,
      "learning_rate": 2.3836867195056335e-05,
      "loss": 0.0665,
      "num_input_tokens_seen": 7285272,
      "step": 278
    },
    {
      "epoch": 9.995391705069125,
      "grad_norm": 0.31272560358047485,
      "learning_rate": 2.3691601093926404e-05,
      "loss": 0.075,
      "num_input_tokens_seen": 7318112,
      "step": 279
    },
    {
      "epoch": 10.0,
      "grad_norm": 1.0591803789138794,
      "learning_rate": 2.3546379277238107e-05,
      "loss": 0.0886,
      "num_input_tokens_seen": 7319760,
      "step": 280
    },
    {
      "epoch": 10.036866359447005,
      "grad_norm": 0.2831885814666748,
      "learning_rate": 2.3401206660210363e-05,
      "loss": 0.0562,
      "num_input_tokens_seen": 7343240,
      "step": 281
    },
    {
      "epoch": 10.073732718894009,
      "grad_norm": 0.2866736650466919,
      "learning_rate": 2.3256088156396868e-05,
      "loss": 0.0519,
      "num_input_tokens_seen": 7366928,
      "step": 282
    },
    {
      "epoch": 10.110599078341014,
      "grad_norm": 0.28110256791114807,
      "learning_rate": 2.3111028677519804e-05,
      "loss": 0.0493,
      "num_input_tokens_seen": 7391576,
      "step": 283
    },
    {
      "epoch": 10.147465437788018,
      "grad_norm": 0.2599363327026367,
      "learning_rate": 2.2966033133303545e-05,
      "loss": 0.064,
      "num_input_tokens_seen": 7422848,
      "step": 284
    },
    {
      "epoch": 10.184331797235023,
      "grad_norm": 0.3725353181362152,
      "learning_rate": 2.2821106431308544e-05,
      "loss": 0.0876,
      "num_input_tokens_seen": 7445112,
      "step": 285
    },
    {
      "epoch": 10.221198156682028,
      "grad_norm": 0.31412675976753235,
      "learning_rate": 2.2676253476765196e-05,
      "loss": 0.0631,
      "num_input_tokens_seen": 7469384,
      "step": 286
    },
    {
      "epoch": 10.258064516129032,
      "grad_norm": 0.3256174921989441,
      "learning_rate": 2.2531479172407805e-05,
      "loss": 0.059,
      "num_input_tokens_seen": 7493816,
      "step": 287
    },
    {
      "epoch": 10.294930875576037,
      "grad_norm": 0.2877194285392761,
      "learning_rate": 2.238678841830867e-05,
      "loss": 0.0534,
      "num_input_tokens_seen": 7523536,
      "step": 288
    },
    {
      "epoch": 10.331797235023041,
      "grad_norm": 0.2373494654893875,
      "learning_rate": 2.2242186111712208e-05,
      "loss": 0.0479,
      "num_input_tokens_seen": 7552320,
      "step": 289
    },
    {
      "epoch": 10.368663594470046,
      "grad_norm": 0.36851245164871216,
      "learning_rate": 2.2097677146869242e-05,
      "loss": 0.0693,
      "num_input_tokens_seen": 7574816,
      "step": 290
    },
    {
      "epoch": 10.40552995391705,
      "grad_norm": 0.32222089171409607,
      "learning_rate": 2.195326641487132e-05,
      "loss": 0.0632,
      "num_input_tokens_seen": 7598688,
      "step": 291
    },
    {
      "epoch": 10.442396313364055,
      "grad_norm": 0.33085688948631287,
      "learning_rate": 2.1808958803485136e-05,
      "loss": 0.0589,
      "num_input_tokens_seen": 7620856,
      "step": 292
    },
    {
      "epoch": 10.47926267281106,
      "grad_norm": 0.28755688667297363,
      "learning_rate": 2.1664759196987182e-05,
      "loss": 0.0666,
      "num_input_tokens_seen": 7647512,
      "step": 293
    },
    {
      "epoch": 10.516129032258064,
      "grad_norm": 0.3906136751174927,
      "learning_rate": 2.1520672475998373e-05,
      "loss": 0.0885,
      "num_input_tokens_seen": 7681488,
      "step": 294
    },
    {
      "epoch": 10.55299539170507,
      "grad_norm": 0.2831442058086395,
      "learning_rate": 2.1376703517318837e-05,
      "loss": 0.0581,
      "num_input_tokens_seen": 7707480,
      "step": 295
    },
    {
      "epoch": 10.589861751152073,
      "grad_norm": 0.2866826355457306,
      "learning_rate": 2.1232857193762924e-05,
      "loss": 0.049,
      "num_input_tokens_seen": 7733640,
      "step": 296
    },
    {
      "epoch": 10.626728110599078,
      "grad_norm": 0.25126680731773376,
      "learning_rate": 2.1089138373994223e-05,
      "loss": 0.0476,
      "num_input_tokens_seen": 7766744,
      "step": 297
    },
    {
      "epoch": 10.663594470046084,
      "grad_norm": 0.28204652667045593,
      "learning_rate": 2.0945551922360818e-05,
      "loss": 0.0625,
      "num_input_tokens_seen": 7796144,
      "step": 298
    },
    {
      "epoch": 10.700460829493087,
      "grad_norm": 0.32275664806365967,
      "learning_rate": 2.0802102698730574e-05,
      "loss": 0.0523,
      "num_input_tokens_seen": 7814368,
      "step": 299
    },
    {
      "epoch": 10.737327188940093,
      "grad_norm": 0.3534482717514038,
      "learning_rate": 2.0658795558326743e-05,
      "loss": 0.0484,
      "num_input_tokens_seen": 7844720,
      "step": 300
    },
    {
      "epoch": 10.774193548387096,
      "grad_norm": 0.27784067392349243,
      "learning_rate": 2.0515635351563565e-05,
      "loss": 0.0549,
      "num_input_tokens_seen": 7876192,
      "step": 301
    },
    {
      "epoch": 10.811059907834101,
      "grad_norm": 0.3224843442440033,
      "learning_rate": 2.037262692388214e-05,
      "loss": 0.0545,
      "num_input_tokens_seen": 7903336,
      "step": 302
    },
    {
      "epoch": 10.847926267281107,
      "grad_norm": 0.4785996973514557,
      "learning_rate": 2.022977511558638e-05,
      "loss": 0.0662,
      "num_input_tokens_seen": 7936544,
      "step": 303
    },
    {
      "epoch": 10.88479262672811,
      "grad_norm": 0.2665662169456482,
      "learning_rate": 2.0087084761679245e-05,
      "loss": 0.0456,
      "num_input_tokens_seen": 7966064,
      "step": 304
    },
    {
      "epoch": 10.921658986175116,
      "grad_norm": 0.322708398103714,
      "learning_rate": 1.9944560691699057e-05,
      "loss": 0.0535,
      "num_input_tokens_seen": 7989848,
      "step": 305
    },
    {
      "epoch": 10.95852534562212,
      "grad_norm": 0.32365888357162476,
      "learning_rate": 1.980220772955602e-05,
      "loss": 0.0614,
      "num_input_tokens_seen": 8020416,
      "step": 306
    },
    {
      "epoch": 10.995391705069125,
      "grad_norm": 0.32327035069465637,
      "learning_rate": 1.9660030693369004e-05,
      "loss": 0.0456,
      "num_input_tokens_seen": 8049840,
      "step": 307
    },
    {
      "epoch": 11.0,
      "grad_norm": 0.9106179475784302,
      "learning_rate": 1.9518034395302414e-05,
      "loss": 0.0734,
      "num_input_tokens_seen": 8051736,
      "step": 308
    },
    {
      "epoch": 11.036866359447005,
      "grad_norm": 0.2582056224346161,
      "learning_rate": 1.937622364140338e-05,
      "loss": 0.0362,
      "num_input_tokens_seen": 8082888,
      "step": 309
    },
    {
      "epoch": 11.073732718894009,
      "grad_norm": 0.3024876117706299,
      "learning_rate": 1.9234603231438995e-05,
      "loss": 0.0362,
      "num_input_tokens_seen": 8107768,
      "step": 310
    },
    {
      "epoch": 11.110599078341014,
      "grad_norm": 0.2687247097492218,
      "learning_rate": 1.9093177958733966e-05,
      "loss": 0.0504,
      "num_input_tokens_seen": 8149664,
      "step": 311
    },
    {
      "epoch": 11.147465437788018,
      "grad_norm": 0.37591755390167236,
      "learning_rate": 1.895195261000831e-05,
      "loss": 0.0647,
      "num_input_tokens_seen": 8172672,
      "step": 312
    },
    {
      "epoch": 11.184331797235023,
      "grad_norm": 0.26167264580726624,
      "learning_rate": 1.8810931965215356e-05,
      "loss": 0.0391,
      "num_input_tokens_seen": 8199368,
      "step": 313
    },
    {
      "epoch": 11.221198156682028,
      "grad_norm": 0.2515069246292114,
      "learning_rate": 1.8670120797379958e-05,
      "loss": 0.0445,
      "num_input_tokens_seen": 8225816,
      "step": 314
    },
    {
      "epoch": 11.258064516129032,
      "grad_norm": 0.32947489619255066,
      "learning_rate": 1.852952387243698e-05,
      "loss": 0.0456,
      "num_input_tokens_seen": 8250688,
      "step": 315
    },
    {
      "epoch": 11.294930875576037,
      "grad_norm": 0.3417774438858032,
      "learning_rate": 1.838914594906995e-05,
      "loss": 0.0485,
      "num_input_tokens_seen": 8273448,
      "step": 316
    },
    {
      "epoch": 11.331797235023041,
      "grad_norm": 0.3106794059276581,
      "learning_rate": 1.8248991778549984e-05,
      "loss": 0.0417,
      "num_input_tokens_seen": 8295960,
      "step": 317
    },
    {
      "epoch": 11.368663594470046,
      "grad_norm": 0.3570440709590912,
      "learning_rate": 1.8109066104575023e-05,
      "loss": 0.0459,
      "num_input_tokens_seen": 8319704,
      "step": 318
    },
    {
      "epoch": 11.40552995391705,
      "grad_norm": 0.3612540364265442,
      "learning_rate": 1.7969373663109234e-05,
      "loss": 0.0434,
      "num_input_tokens_seen": 8346544,
      "step": 319
    },
    {
      "epoch": 11.442396313364055,
      "grad_norm": 0.3443238437175751,
      "learning_rate": 1.7829919182222752e-05,
      "loss": 0.0549,
      "num_input_tokens_seen": 8373352,
      "step": 320
    },
    {
      "epoch": 11.47926267281106,
      "grad_norm": 0.29259899258613586,
      "learning_rate": 1.7690707381931583e-05,
      "loss": 0.0326,
      "num_input_tokens_seen": 8400136,
      "step": 321
    },
    {
      "epoch": 11.516129032258064,
      "grad_norm": 0.255287230014801,
      "learning_rate": 1.755174297403795e-05,
      "loss": 0.0433,
      "num_input_tokens_seen": 8435752,
      "step": 322
    },
    {
      "epoch": 11.55299539170507,
      "grad_norm": 0.33487167954444885,
      "learning_rate": 1.7413030661970742e-05,
      "loss": 0.0451,
      "num_input_tokens_seen": 8457320,
      "step": 323
    },
    {
      "epoch": 11.589861751152073,
      "grad_norm": 0.27473774552345276,
      "learning_rate": 1.7274575140626318e-05,
      "loss": 0.0378,
      "num_input_tokens_seen": 8484320,
      "step": 324
    },
    {
      "epoch": 11.626728110599078,
      "grad_norm": 0.26888421177864075,
      "learning_rate": 1.7136381096209664e-05,
      "loss": 0.0408,
      "num_input_tokens_seen": 8508448,
      "step": 325
    },
    {
      "epoch": 11.663594470046084,
      "grad_norm": 0.25122973322868347,
      "learning_rate": 1.699845320607571e-05,
      "loss": 0.0402,
      "num_input_tokens_seen": 8541472,
      "step": 326
    },
    {
      "epoch": 11.700460829493087,
      "grad_norm": 0.34217768907546997,
      "learning_rate": 1.686079613857109e-05,
      "loss": 0.057,
      "num_input_tokens_seen": 8566672,
      "step": 327
    },
    {
      "epoch": 11.737327188940093,
      "grad_norm": 0.31365272402763367,
      "learning_rate": 1.672341455287605e-05,
      "loss": 0.054,
      "num_input_tokens_seen": 8596632,
      "step": 328
    },
    {
      "epoch": 11.774193548387096,
      "grad_norm": 0.2996351420879364,
      "learning_rate": 1.658631309884684e-05,
      "loss": 0.0512,
      "num_input_tokens_seen": 8627480,
      "step": 329
    },
    {
      "epoch": 11.811059907834101,
      "grad_norm": 0.37132295966148376,
      "learning_rate": 1.6449496416858284e-05,
      "loss": 0.0775,
      "num_input_tokens_seen": 8656960,
      "step": 330
    },
    {
      "epoch": 11.847926267281107,
      "grad_norm": 0.3101523816585541,
      "learning_rate": 1.6312969137646716e-05,
      "loss": 0.0547,
      "num_input_tokens_seen": 8682816,
      "step": 331
    },
    {
      "epoch": 11.88479262672811,
      "grad_norm": 0.3477034866809845,
      "learning_rate": 1.617673588215328e-05,
      "loss": 0.0519,
      "num_input_tokens_seen": 8704760,
      "step": 332
    },
    {
      "epoch": 11.921658986175116,
      "grad_norm": 0.26099440455436707,
      "learning_rate": 1.6040801261367493e-05,
      "loss": 0.0402,
      "num_input_tokens_seen": 8731512,
      "step": 333
    },
    {
      "epoch": 11.95852534562212,
      "grad_norm": 0.29072248935699463,
      "learning_rate": 1.5905169876171223e-05,
      "loss": 0.0422,
      "num_input_tokens_seen": 8757016,
      "step": 334
    },
    {
      "epoch": 11.995391705069125,
      "grad_norm": 0.294264018535614,
      "learning_rate": 1.5769846317182893e-05,
      "loss": 0.0595,
      "num_input_tokens_seen": 8782184,
      "step": 335
    },
    {
      "epoch": 12.0,
      "grad_norm": 1.3008415699005127,
      "learning_rate": 1.56348351646022e-05,
      "loss": 0.062,
      "num_input_tokens_seen": 8783712,
      "step": 336
    },
    {
      "epoch": 12.036866359447005,
      "grad_norm": 0.2572445869445801,
      "learning_rate": 1.550014098805503e-05,
      "loss": 0.0341,
      "num_input_tokens_seen": 8810408,
      "step": 337
    },
    {
      "epoch": 12.073732718894009,
      "grad_norm": 0.2236901968717575,
      "learning_rate": 1.5365768346438797e-05,
      "loss": 0.0343,
      "num_input_tokens_seen": 8838328,
      "step": 338
    },
    {
      "epoch": 12.110599078341014,
      "grad_norm": 0.26900872588157654,
      "learning_rate": 1.523172178776816e-05,
      "loss": 0.0366,
      "num_input_tokens_seen": 8867416,
      "step": 339
    },
    {
      "epoch": 12.147465437788018,
      "grad_norm": 0.26596930623054504,
      "learning_rate": 1.509800584902108e-05,
      "loss": 0.0363,
      "num_input_tokens_seen": 8893096,
      "step": 340
    },
    {
      "epoch": 12.184331797235023,
      "grad_norm": 0.27418944239616394,
      "learning_rate": 1.4964625055985265e-05,
      "loss": 0.0296,
      "num_input_tokens_seen": 8915936,
      "step": 341
    },
    {
      "epoch": 12.221198156682028,
      "grad_norm": 0.33651241660118103,
      "learning_rate": 1.4831583923104999e-05,
      "loss": 0.0377,
      "num_input_tokens_seen": 8941560,
      "step": 342
    },
    {
      "epoch": 12.258064516129032,
      "grad_norm": 0.24450698494911194,
      "learning_rate": 1.4698886953328292e-05,
      "loss": 0.0355,
      "num_input_tokens_seen": 8971584,
      "step": 343
    },
    {
      "epoch": 12.294930875576037,
      "grad_norm": 0.27189865708351135,
      "learning_rate": 1.4566538637954554e-05,
      "loss": 0.0333,
      "num_input_tokens_seen": 9000944,
      "step": 344
    },
    {
      "epoch": 12.331797235023041,
      "grad_norm": 0.32970282435417175,
      "learning_rate": 1.443454345648252e-05,
      "loss": 0.0443,
      "num_input_tokens_seen": 9025720,
      "step": 345
    },
    {
      "epoch": 12.368663594470046,
      "grad_norm": 0.39073866605758667,
      "learning_rate": 1.430290587645865e-05,
      "loss": 0.0505,
      "num_input_tokens_seen": 9046184,
      "step": 346
    },
    {
      "epoch": 12.40552995391705,
      "grad_norm": 0.351654052734375,
      "learning_rate": 1.4171630353325932e-05,
      "loss": 0.0655,
      "num_input_tokens_seen": 9072816,
      "step": 347
    },
    {
      "epoch": 12.442396313364055,
      "grad_norm": 0.2837273180484772,
      "learning_rate": 1.4040721330273062e-05,
      "loss": 0.0323,
      "num_input_tokens_seen": 9105192,
      "step": 348
    },
    {
      "epoch": 12.47926267281106,
      "grad_norm": 0.3341452479362488,
      "learning_rate": 1.3910183238084112e-05,
      "loss": 0.0458,
      "num_input_tokens_seen": 9126232,
      "step": 349
    },
    {
      "epoch": 12.516129032258064,
      "grad_norm": 0.29763755202293396,
      "learning_rate": 1.3780020494988446e-05,
      "loss": 0.038,
      "num_input_tokens_seen": 9147168,
      "step": 350
    },
    {
      "epoch": 12.55299539170507,
      "grad_norm": 0.2759022116661072,
      "learning_rate": 1.3650237506511331e-05,
      "loss": 0.0343,
      "num_input_tokens_seen": 9174584,
      "step": 351
    },
    {
      "epoch": 12.589861751152073,
      "grad_norm": 0.2851904630661011,
      "learning_rate": 1.3520838665324703e-05,
      "loss": 0.0343,
      "num_input_tokens_seen": 9204384,
      "step": 352
    },
    {
      "epoch": 12.626728110599078,
      "grad_norm": 0.2691175639629364,
      "learning_rate": 1.3391828351098578e-05,
      "loss": 0.0372,
      "num_input_tokens_seen": 9232160,
      "step": 353
    },
    {
      "epoch": 12.663594470046084,
      "grad_norm": 0.28397542238235474,
      "learning_rate": 1.3263210930352737e-05,
      "loss": 0.0377,
      "num_input_tokens_seen": 9266952,
      "step": 354
    },
    {
      "epoch": 12.700460829493087,
      "grad_norm": 0.2511058747768402,
      "learning_rate": 1.313499075630899e-05,
      "loss": 0.0335,
      "num_input_tokens_seen": 9299464,
      "step": 355
    },
    {
      "epoch": 12.737327188940093,
      "grad_norm": 0.3416746258735657,
      "learning_rate": 1.3007172168743854e-05,
      "loss": 0.0489,
      "num_input_tokens_seen": 9319872,
      "step": 356
    },
    {
      "epoch": 12.774193548387096,
      "grad_norm": 0.2926655411720276,
      "learning_rate": 1.2879759493841575e-05,
      "loss": 0.0389,
      "num_input_tokens_seen": 9348416,
      "step": 357
    },
    {
      "epoch": 12.811059907834101,
      "grad_norm": 0.32616499066352844,
      "learning_rate": 1.2752757044047827e-05,
      "loss": 0.0406,
      "num_input_tokens_seen": 9372880,
      "step": 358
    },
    {
      "epoch": 12.847926267281107,
      "grad_norm": 0.3208714425563812,
      "learning_rate": 1.262616911792365e-05,
      "loss": 0.0361,
      "num_input_tokens_seen": 9399312,
      "step": 359
    },
    {
      "epoch": 12.88479262672811,
      "grad_norm": 0.36524486541748047,
      "learning_rate": 1.2500000000000006e-05,
      "loss": 0.0745,
      "num_input_tokens_seen": 9426464,
      "step": 360
    },
    {
      "epoch": 12.921658986175116,
      "grad_norm": 0.2414868026971817,
      "learning_rate": 1.2374253960632757e-05,
      "loss": 0.0356,
      "num_input_tokens_seen": 9454432,
      "step": 361
    },
    {
      "epoch": 12.95852534562212,
      "grad_norm": 0.33473947644233704,
      "learning_rate": 1.2248935255858117e-05,
      "loss": 0.0366,
      "num_input_tokens_seen": 9483368,
      "step": 362
    },
    {
      "epoch": 12.995391705069125,
      "grad_norm": 0.29646411538124084,
      "learning_rate": 1.2124048127248644e-05,
      "loss": 0.0304,
      "num_input_tokens_seen": 9508808,
      "step": 363
    },
    {
      "epoch": 13.0,
      "grad_norm": 0.7849350571632385,
      "learning_rate": 1.1999596801769616e-05,
      "loss": 0.048,
      "num_input_tokens_seen": 9515688,
      "step": 364
    },
    {
      "epoch": 13.036866359447005,
      "grad_norm": 0.24105708301067352,
      "learning_rate": 1.1875585491636e-05,
      "loss": 0.0346,
      "num_input_tokens_seen": 9547176,
      "step": 365
    },
    {
      "epoch": 13.073732718894009,
      "grad_norm": 0.2649197578430176,
      "learning_rate": 1.175201839416988e-05,
      "loss": 0.0329,
      "num_input_tokens_seen": 9572160,
      "step": 366
    },
    {
      "epoch": 13.110599078341014,
      "grad_norm": 0.22676998376846313,
      "learning_rate": 1.1628899691658399e-05,
      "loss": 0.0259,
      "num_input_tokens_seen": 9599096,
      "step": 367
    },
    {
      "epoch": 13.147465437788018,
      "grad_norm": 0.29197055101394653,
      "learning_rate": 1.1506233551212186e-05,
      "loss": 0.029,
      "num_input_tokens_seen": 9623368,
      "step": 368
    },
    {
      "epoch": 13.184331797235023,
      "grad_norm": 0.20221146941184998,
      "learning_rate": 1.1384024124624324e-05,
      "loss": 0.027,
      "num_input_tokens_seen": 9666944,
      "step": 369
    },
    {
      "epoch": 13.221198156682028,
      "grad_norm": 0.23073776066303253,
      "learning_rate": 1.126227554822985e-05,
      "loss": 0.0323,
      "num_input_tokens_seen": 9697472,
      "step": 370
    },
    {
      "epoch": 13.258064516129032,
      "grad_norm": 0.25123921036720276,
      "learning_rate": 1.1140991942765713e-05,
      "loss": 0.0314,
      "num_input_tokens_seen": 9721520,
      "step": 371
    },
    {
      "epoch": 13.294930875576037,
      "grad_norm": 0.24292109906673431,
      "learning_rate": 1.1020177413231334e-05,
      "loss": 0.0319,
      "num_input_tokens_seen": 9752672,
      "step": 372
    },
    {
      "epoch": 13.331797235023041,
      "grad_norm": 0.2434452772140503,
      "learning_rate": 1.0899836048749645e-05,
      "loss": 0.0289,
      "num_input_tokens_seen": 9783136,
      "step": 373
    },
    {
      "epoch": 13.368663594470046,
      "grad_norm": 0.2438066601753235,
      "learning_rate": 1.0779971922428711e-05,
      "loss": 0.0307,
      "num_input_tokens_seen": 9811272,
      "step": 374
    },
    {
      "epoch": 13.40552995391705,
      "grad_norm": 0.2942856252193451,
      "learning_rate": 1.0660589091223855e-05,
      "loss": 0.037,
      "num_input_tokens_seen": 9833256,
      "step": 375
    },
    {
      "epoch": 13.442396313364055,
      "grad_norm": 0.3292185068130493,
      "learning_rate": 1.0541691595800337e-05,
      "loss": 0.0338,
      "num_input_tokens_seen": 9856184,
      "step": 376
    },
    {
      "epoch": 13.47926267281106,
      "grad_norm": 0.2770063877105713,
      "learning_rate": 1.0423283460396633e-05,
      "loss": 0.0265,
      "num_input_tokens_seen": 9885136,
      "step": 377
    },
    {
      "epoch": 13.516129032258064,
      "grad_norm": 0.27679938077926636,
      "learning_rate": 1.0305368692688174e-05,
      "loss": 0.0247,
      "num_input_tokens_seen": 9906952,
      "step": 378
    },
    {
      "epoch": 13.55299539170507,
      "grad_norm": 0.2435959130525589,
      "learning_rate": 1.0187951283651736e-05,
      "loss": 0.0278,
      "num_input_tokens_seen": 9933080,
      "step": 379
    },
    {
      "epoch": 13.589861751152073,
      "grad_norm": 0.3779151439666748,
      "learning_rate": 1.0071035207430352e-05,
      "loss": 0.04,
      "num_input_tokens_seen": 9950584,
      "step": 380
    },
    {
      "epoch": 13.626728110599078,
      "grad_norm": 0.24707069993019104,
      "learning_rate": 9.954624421198792e-06,
      "loss": 0.0281,
      "num_input_tokens_seen": 9979216,
      "step": 381
    },
    {
      "epoch": 13.663594470046084,
      "grad_norm": 0.32059675455093384,
      "learning_rate": 9.838722865029673e-06,
      "loss": 0.0335,
      "num_input_tokens_seen": 10001176,
      "step": 382
    },
    {
      "epoch": 13.700460829493087,
      "grad_norm": 0.27321749925613403,
      "learning_rate": 9.723334461760006e-06,
      "loss": 0.0443,
      "num_input_tokens_seen": 10029352,
      "step": 383
    },
    {
      "epoch": 13.737327188940093,
      "grad_norm": 0.33724579215049744,
      "learning_rate": 9.608463116858542e-06,
      "loss": 0.0696,
      "num_input_tokens_seen": 10058952,
      "step": 384
    },
    {
      "epoch": 13.774193548387096,
      "grad_norm": 0.27432408928871155,
      "learning_rate": 9.494112718293501e-06,
      "loss": 0.0294,
      "num_input_tokens_seen": 10085344,
      "step": 385
    },
    {
      "epoch": 13.811059907834101,
      "grad_norm": 0.2884053587913513,
      "learning_rate": 9.380287136401e-06,
      "loss": 0.0364,
      "num_input_tokens_seen": 10106976,
      "step": 386
    },
    {
      "epoch": 13.847926267281107,
      "grad_norm": 0.26436129212379456,
      "learning_rate": 9.266990223754069e-06,
      "loss": 0.042,
      "num_input_tokens_seen": 10139688,
      "step": 387
    },
    {
      "epoch": 13.88479262672811,
      "grad_norm": 0.27995842695236206,
      "learning_rate": 9.154225815032242e-06,
      "loss": 0.0289,
      "num_input_tokens_seen": 10159560,
      "step": 388
    },
    {
      "epoch": 13.921658986175116,
      "grad_norm": 0.24808531999588013,
      "learning_rate": 9.0419977268918e-06,
      "loss": 0.0368,
      "num_input_tokens_seen": 10187944,
      "step": 389
    },
    {
      "epoch": 13.95852534562212,
      "grad_norm": 0.20350541174411774,
      "learning_rate": 8.930309757836517e-06,
      "loss": 0.0225,
      "num_input_tokens_seen": 10223184,
      "step": 390
    },
    {
      "epoch": 13.995391705069125,
      "grad_norm": 0.3187880218029022,
      "learning_rate": 8.819165688089193e-06,
      "loss": 0.0292,
      "num_input_tokens_seen": 10245856,
      "step": 391
    },
    {
      "epoch": 14.0,
      "grad_norm": 1.2299801111221313,
      "learning_rate": 8.708569279463622e-06,
      "loss": 0.0554,
      "num_input_tokens_seen": 10247664,
      "step": 392
    },
    {
      "epoch": 14.036866359447005,
      "grad_norm": 0.2870454788208008,
      "learning_rate": 8.598524275237322e-06,
      "loss": 0.0332,
      "num_input_tokens_seen": 10269184,
      "step": 393
    },
    {
      "epoch": 14.073732718894009,
      "grad_norm": 0.2724413573741913,
      "learning_rate": 8.489034400024812e-06,
      "loss": 0.0294,
      "num_input_tokens_seen": 10289680,
      "step": 394
    },
    {
      "epoch": 14.110599078341014,
      "grad_norm": 0.20658230781555176,
      "learning_rate": 8.380103359651553e-06,
      "loss": 0.0283,
      "num_input_tokens_seen": 10326416,
      "step": 395
    },
    {
      "epoch": 14.147465437788018,
      "grad_norm": 0.22364650666713715,
      "learning_rate": 8.271734841028553e-06,
      "loss": 0.0272,
      "num_input_tokens_seen": 10354720,
      "step": 396
    },
    {
      "epoch": 14.184331797235023,
      "grad_norm": 0.21691802144050598,
      "learning_rate": 8.163932512027492e-06,
      "loss": 0.0269,
      "num_input_tokens_seen": 10382568,
      "step": 397
    },
    {
      "epoch": 14.221198156682028,
      "grad_norm": 0.26054269075393677,
      "learning_rate": 8.056700021356694e-06,
      "loss": 0.0297,
      "num_input_tokens_seen": 10413080,
      "step": 398
    },
    {
      "epoch": 14.258064516129032,
      "grad_norm": 0.2928007245063782,
      "learning_rate": 7.950040998437542e-06,
      "loss": 0.0252,
      "num_input_tokens_seen": 10437136,
      "step": 399
    },
    {
      "epoch": 14.294930875576037,
      "grad_norm": 0.29049691557884216,
      "learning_rate": 7.843959053281663e-06,
      "loss": 0.0321,
      "num_input_tokens_seen": 10462904,
      "step": 400
    },
    {
      "epoch": 14.331797235023041,
      "grad_norm": 0.32900968194007874,
      "learning_rate": 7.738457776368766e-06,
      "loss": 0.0604,
      "num_input_tokens_seen": 10488664,
      "step": 401
    },
    {
      "epoch": 14.368663594470046,
      "grad_norm": 0.29980042576789856,
      "learning_rate": 7.633540738525066e-06,
      "loss": 0.0317,
      "num_input_tokens_seen": 10512256,
      "step": 402
    },
    {
      "epoch": 14.40552995391705,
      "grad_norm": 0.25055399537086487,
      "learning_rate": 7.529211490802498e-06,
      "loss": 0.0277,
      "num_input_tokens_seen": 10538824,
      "step": 403
    },
    {
      "epoch": 14.442396313364055,
      "grad_norm": 0.3220115005970001,
      "learning_rate": 7.4254735643584564e-06,
      "loss": 0.0348,
      "num_input_tokens_seen": 10558016,
      "step": 404
    },
    {
      "epoch": 14.47926267281106,
      "grad_norm": 0.2209600806236267,
      "learning_rate": 7.3223304703363135e-06,
      "loss": 0.023,
      "num_input_tokens_seen": 10583776,
      "step": 405
    },
    {
      "epoch": 14.516129032258064,
      "grad_norm": 0.29980921745300293,
      "learning_rate": 7.219785699746573e-06,
      "loss": 0.0272,
      "num_input_tokens_seen": 10609720,
      "step": 406
    },
    {
      "epoch": 14.55299539170507,
      "grad_norm": 0.21736210584640503,
      "learning_rate": 7.117842723348717e-06,
      "loss": 0.0249,
      "num_input_tokens_seen": 10634152,
      "step": 407
    },
    {
      "epoch": 14.589861751152073,
      "grad_norm": 0.2012200951576233,
      "learning_rate": 7.016504991533726e-06,
      "loss": 0.0219,
      "num_input_tokens_seen": 10669520,
      "step": 408
    },
    {
      "epoch": 14.626728110599078,
      "grad_norm": 0.2876614034175873,
      "learning_rate": 6.9157759342072995e-06,
      "loss": 0.0466,
      "num_input_tokens_seen": 10693704,
      "step": 409
    },
    {
      "epoch": 14.663594470046084,
      "grad_norm": 0.32606539130210876,
      "learning_rate": 6.815658960673782e-06,
      "loss": 0.0327,
      "num_input_tokens_seen": 10724280,
      "step": 410
    },
    {
      "epoch": 14.700460829493087,
      "grad_norm": 0.21670342981815338,
      "learning_rate": 6.716157459520739e-06,
      "loss": 0.0233,
      "num_input_tokens_seen": 10752664,
      "step": 411
    },
    {
      "epoch": 14.737327188940093,
      "grad_norm": 0.24212123453617096,
      "learning_rate": 6.617274798504286e-06,
      "loss": 0.0263,
      "num_input_tokens_seen": 10779048,
      "step": 412
    },
    {
      "epoch": 14.774193548387096,
      "grad_norm": 0.23282359540462494,
      "learning_rate": 6.519014324435102e-06,
      "loss": 0.0243,
      "num_input_tokens_seen": 10813640,
      "step": 413
    },
    {
      "epoch": 14.811059907834101,
      "grad_norm": 0.2764863967895508,
      "learning_rate": 6.421379363065142e-06,
      "loss": 0.0297,
      "num_input_tokens_seen": 10834032,
      "step": 414
    },
    {
      "epoch": 14.847926267281107,
      "grad_norm": 0.2601647675037384,
      "learning_rate": 6.324373218975105e-06,
      "loss": 0.0203,
      "num_input_tokens_seen": 10858912,
      "step": 415
    },
    {
      "epoch": 14.88479262672811,
      "grad_norm": 0.2490798830986023,
      "learning_rate": 6.22799917546252e-06,
      "loss": 0.0249,
      "num_input_tokens_seen": 10883512,
      "step": 416
    },
    {
      "epoch": 14.921658986175116,
      "grad_norm": 0.2224476933479309,
      "learning_rate": 6.1322604944307e-06,
      "loss": 0.0274,
      "num_input_tokens_seen": 10908112,
      "step": 417
    },
    {
      "epoch": 14.95852534562212,
      "grad_norm": 0.2906098961830139,
      "learning_rate": 6.037160416278278e-06,
      "loss": 0.027,
      "num_input_tokens_seen": 10938248,
      "step": 418
    },
    {
      "epoch": 14.995391705069125,
      "grad_norm": 0.17074300348758698,
      "learning_rate": 5.942702159789554e-06,
      "loss": 0.0166,
      "num_input_tokens_seen": 10975296,
      "step": 419
    },
    {
      "epoch": 15.0,
      "grad_norm": 1.2427489757537842,
      "learning_rate": 5.848888922025553e-06,
      "loss": 0.0552,
      "num_input_tokens_seen": 10979640,
      "step": 420
    },
    {
      "epoch": 15.036866359447005,
      "grad_norm": 0.21984174847602844,
      "learning_rate": 5.755723878215802e-06,
      "loss": 0.0203,
      "num_input_tokens_seen": 11004320,
      "step": 421
    },
    {
      "epoch": 15.073732718894009,
      "grad_norm": 0.2090906947851181,
      "learning_rate": 5.663210181650905e-06,
      "loss": 0.0241,
      "num_input_tokens_seen": 11029440,
      "step": 422
    },
    {
      "epoch": 15.110599078341014,
      "grad_norm": 0.21831448376178741,
      "learning_rate": 5.571350963575728e-06,
      "loss": 0.0201,
      "num_input_tokens_seen": 11060064,
      "step": 423
    },
    {
      "epoch": 15.147465437788018,
      "grad_norm": 0.20844586193561554,
      "learning_rate": 5.48014933308352e-06,
      "loss": 0.0178,
      "num_input_tokens_seen": 11085096,
      "step": 424
    },
    {
      "epoch": 15.184331797235023,
      "grad_norm": 0.19173364341259003,
      "learning_rate": 5.389608377010608e-06,
      "loss": 0.0152,
      "num_input_tokens_seen": 11116136,
      "step": 425
    },
    {
      "epoch": 15.221198156682028,
      "grad_norm": 0.2508363425731659,
      "learning_rate": 5.299731159831953e-06,
      "loss": 0.0249,
      "num_input_tokens_seen": 11137504,
      "step": 426
    },
    {
      "epoch": 15.258064516129032,
      "grad_norm": 0.25048133730888367,
      "learning_rate": 5.210520723557419e-06,
      "loss": 0.0236,
      "num_input_tokens_seen": 11167680,
      "step": 427
    },
    {
      "epoch": 15.294930875576037,
      "grad_norm": 0.22795790433883667,
      "learning_rate": 5.121980087628803e-06,
      "loss": 0.0355,
      "num_input_tokens_seen": 11196840,
      "step": 428
    },
    {
      "epoch": 15.331797235023041,
      "grad_norm": 0.19139651954174042,
      "learning_rate": 5.034112248817685e-06,
      "loss": 0.0188,
      "num_input_tokens_seen": 11229240,
      "step": 429
    },
    {
      "epoch": 15.368663594470046,
      "grad_norm": 0.2355266660451889,
      "learning_rate": 4.946920181123904e-06,
      "loss": 0.0196,
      "num_input_tokens_seen": 11252008,
      "step": 430
    },
    {
      "epoch": 15.40552995391705,
      "grad_norm": 0.24315384030342102,
      "learning_rate": 4.860406835675016e-06,
      "loss": 0.0249,
      "num_input_tokens_seen": 11279712,
      "step": 431
    },
    {
      "epoch": 15.442396313364055,
      "grad_norm": 0.22076168656349182,
      "learning_rate": 4.7745751406263165e-06,
      "loss": 0.0246,
      "num_input_tokens_seen": 11309176,
      "step": 432
    },
    {
      "epoch": 15.47926267281106,
      "grad_norm": 0.25352713465690613,
      "learning_rate": 4.689428001061774e-06,
      "loss": 0.0418,
      "num_input_tokens_seen": 11339552,
      "step": 433
    },
    {
      "epoch": 15.516129032258064,
      "grad_norm": 0.2508954107761383,
      "learning_rate": 4.604968298895703e-06,
      "loss": 0.0237,
      "num_input_tokens_seen": 11362376,
      "step": 434
    },
    {
      "epoch": 15.55299539170507,
      "grad_norm": 0.20086142420768738,
      "learning_rate": 4.521198892775203e-06,
      "loss": 0.0255,
      "num_input_tokens_seen": 11396768,
      "step": 435
    },
    {
      "epoch": 15.589861751152073,
      "grad_norm": 0.2341916263103485,
      "learning_rate": 4.438122617983443e-06,
      "loss": 0.0204,
      "num_input_tokens_seen": 11422496,
      "step": 436
    },
    {
      "epoch": 15.626728110599078,
      "grad_norm": 0.2720046639442444,
      "learning_rate": 4.355742286343648e-06,
      "loss": 0.0261,
      "num_input_tokens_seen": 11449824,
      "step": 437
    },
    {
      "epoch": 15.663594470046084,
      "grad_norm": 0.2521740198135376,
      "learning_rate": 4.274060686123959e-06,
      "loss": 0.0231,
      "num_input_tokens_seen": 11474248,
      "step": 438
    },
    {
      "epoch": 15.700460829493087,
      "grad_norm": 0.27851951122283936,
      "learning_rate": 4.19308058194306e-06,
      "loss": 0.0343,
      "num_input_tokens_seen": 11499576,
      "step": 439
    },
    {
      "epoch": 15.737327188940093,
      "grad_norm": 0.21255889534950256,
      "learning_rate": 4.112804714676594e-06,
      "loss": 0.0254,
      "num_input_tokens_seen": 11523832,
      "step": 440
    },
    {
      "epoch": 15.774193548387096,
      "grad_norm": 0.2521825432777405,
      "learning_rate": 4.0332358013644016e-06,
      "loss": 0.0284,
      "num_input_tokens_seen": 11554056,
      "step": 441
    },
    {
      "epoch": 15.811059907834101,
      "grad_norm": 0.23349307477474213,
      "learning_rate": 3.954376535118562e-06,
      "loss": 0.0233,
      "num_input_tokens_seen": 11578360,
      "step": 442
    },
    {
      "epoch": 15.847926267281107,
      "grad_norm": 0.2252320647239685,
      "learning_rate": 3.876229585032245e-06,
      "loss": 0.0276,
      "num_input_tokens_seen": 11607504,
      "step": 443
    },
    {
      "epoch": 15.88479262672811,
      "grad_norm": 0.2681363523006439,
      "learning_rate": 3.798797596089351e-06,
      "loss": 0.0296,
      "num_input_tokens_seen": 11628408,
      "step": 444
    },
    {
      "epoch": 15.921658986175116,
      "grad_norm": 0.22665780782699585,
      "learning_rate": 3.7220831890750067e-06,
      "loss": 0.0301,
      "num_input_tokens_seen": 11658448,
      "step": 445
    },
    {
      "epoch": 15.95852534562212,
      "grad_norm": 0.2684098780155182,
      "learning_rate": 3.6460889604868626e-06,
      "loss": 0.026,
      "num_input_tokens_seen": 11679168,
      "step": 446
    },
    {
      "epoch": 15.995391705069125,
      "grad_norm": 0.19468499720096588,
      "learning_rate": 3.5708174824471947e-06,
      "loss": 0.0193,
      "num_input_tokens_seen": 11709824,
      "step": 447
    },
    {
      "epoch": 16.0,
      "grad_norm": 0.8204910159111023,
      "learning_rate": 3.4962713026158694e-06,
      "loss": 0.0249,
      "num_input_tokens_seen": 11711616,
      "step": 448
    },
    {
      "epoch": 16.036866359447004,
      "grad_norm": 0.20052556693553925,
      "learning_rate": 3.4224529441040904e-06,
      "loss": 0.0209,
      "num_input_tokens_seen": 11741512,
      "step": 449
    },
    {
      "epoch": 16.07373271889401,
      "grad_norm": 0.23575705289840698,
      "learning_rate": 3.3493649053890326e-06,
      "loss": 0.024,
      "num_input_tokens_seen": 11763584,
      "step": 450
    },
    {
      "epoch": 16.110599078341014,
      "grad_norm": 0.20709769427776337,
      "learning_rate": 3.2770096602292465e-06,
      "loss": 0.0194,
      "num_input_tokens_seen": 11797256,
      "step": 451
    },
    {
      "epoch": 16.147465437788018,
      "grad_norm": 0.23399704694747925,
      "learning_rate": 3.205389657580943e-06,
      "loss": 0.0236,
      "num_input_tokens_seen": 11820528,
      "step": 452
    },
    {
      "epoch": 16.18433179723502,
      "grad_norm": 0.22674809396266937,
      "learning_rate": 3.1345073215151066e-06,
      "loss": 0.0404,
      "num_input_tokens_seen": 11857528,
      "step": 453
    },
    {
      "epoch": 16.22119815668203,
      "grad_norm": 0.16078518331050873,
      "learning_rate": 3.0643650511354484e-06,
      "loss": 0.0144,
      "num_input_tokens_seen": 11894384,
      "step": 454
    },
    {
      "epoch": 16.258064516129032,
      "grad_norm": 0.24681901931762695,
      "learning_rate": 2.9949652204972254e-06,
      "loss": 0.0223,
      "num_input_tokens_seen": 11916632,
      "step": 455
    },
    {
      "epoch": 16.294930875576036,
      "grad_norm": 0.22504928708076477,
      "learning_rate": 2.9263101785268254e-06,
      "loss": 0.0189,
      "num_input_tokens_seen": 11938344,
      "step": 456
    },
    {
      "epoch": 16.331797235023043,
      "grad_norm": 0.22643636167049408,
      "learning_rate": 2.858402248942349e-06,
      "loss": 0.0311,
      "num_input_tokens_seen": 11965576,
      "step": 457
    },
    {
      "epoch": 16.368663594470046,
      "grad_norm": 0.22100479900836945,
      "learning_rate": 2.7912437301749026e-06,
      "loss": 0.0177,
      "num_input_tokens_seen": 11988496,
      "step": 458
    },
    {
      "epoch": 16.40552995391705,
      "grad_norm": 0.19965960085391998,
      "learning_rate": 2.7248368952908053e-06,
      "loss": 0.0171,
      "num_input_tokens_seen": 12011360,
      "step": 459
    },
    {
      "epoch": 16.442396313364057,
      "grad_norm": 0.21263711154460907,
      "learning_rate": 2.659183991914696e-06,
      "loss": 0.0215,
      "num_input_tokens_seen": 12038152,
      "step": 460
    },
    {
      "epoch": 16.47926267281106,
      "grad_norm": 0.19600507616996765,
      "learning_rate": 2.5942872421534146e-06,
      "loss": 0.0238,
      "num_input_tokens_seen": 12069040,
      "step": 461
    },
    {
      "epoch": 16.516129032258064,
      "grad_norm": 0.2706391513347626,
      "learning_rate": 2.5301488425208296e-06,
      "loss": 0.0271,
      "num_input_tokens_seen": 12089136,
      "step": 462
    },
    {
      "epoch": 16.552995391705068,
      "grad_norm": 0.19721685349941254,
      "learning_rate": 2.4667709638634434e-06,
      "loss": 0.0174,
      "num_input_tokens_seen": 12117928,
      "step": 463
    },
    {
      "epoch": 16.589861751152075,
      "grad_norm": 0.18560470640659332,
      "learning_rate": 2.4041557512869878e-06,
      "loss": 0.0206,
      "num_input_tokens_seen": 12146472,
      "step": 464
    },
    {
      "epoch": 16.62672811059908,
      "grad_norm": 0.25656238198280334,
      "learning_rate": 2.3423053240837515e-06,
      "loss": 0.0199,
      "num_input_tokens_seen": 12167632,
      "step": 465
    },
    {
      "epoch": 16.663594470046082,
      "grad_norm": 0.2645048201084137,
      "learning_rate": 2.281221775660894e-06,
      "loss": 0.0369,
      "num_input_tokens_seen": 12193264,
      "step": 466
    },
    {
      "epoch": 16.70046082949309,
      "grad_norm": 0.26850253343582153,
      "learning_rate": 2.2209071734695746e-06,
      "loss": 0.0298,
      "num_input_tokens_seen": 12214600,
      "step": 467
    },
    {
      "epoch": 16.737327188940093,
      "grad_norm": 0.23262891173362732,
      "learning_rate": 2.1613635589349756e-06,
      "loss": 0.0213,
      "num_input_tokens_seen": 12244944,
      "step": 468
    },
    {
      "epoch": 16.774193548387096,
      "grad_norm": 0.1923944056034088,
      "learning_rate": 2.1025929473872274e-06,
      "loss": 0.0282,
      "num_input_tokens_seen": 12278016,
      "step": 469
    },
    {
      "epoch": 16.8110599078341,
      "grad_norm": 0.225360706448555,
      "learning_rate": 2.044597327993153e-06,
      "loss": 0.0241,
      "num_input_tokens_seen": 12306392,
      "step": 470
    },
    {
      "epoch": 16.847926267281107,
      "grad_norm": 0.19337370991706848,
      "learning_rate": 1.9873786636889906e-06,
      "loss": 0.0202,
      "num_input_tokens_seen": 12339232,
      "step": 471
    },
    {
      "epoch": 16.88479262672811,
      "grad_norm": 0.254316121339798,
      "learning_rate": 1.9309388911139426e-06,
      "loss": 0.0289,
      "num_input_tokens_seen": 12361312,
      "step": 472
    },
    {
      "epoch": 16.921658986175114,
      "grad_norm": 0.18820123374462128,
      "learning_rate": 1.8752799205445982e-06,
      "loss": 0.0167,
      "num_input_tokens_seen": 12389000,
      "step": 473
    },
    {
      "epoch": 16.95852534562212,
      "grad_norm": 0.24952667951583862,
      "learning_rate": 1.8204036358303173e-06,
      "loss": 0.0214,
      "num_input_tokens_seen": 12415768,
      "step": 474
    },
    {
      "epoch": 16.995391705069125,
      "grad_norm": 0.22954018414020538,
      "learning_rate": 1.7663118943294366e-06,
      "loss": 0.0242,
      "num_input_tokens_seen": 12441912,
      "step": 475
    },
    {
      "epoch": 17.0,
      "grad_norm": 1.147353172302246,
      "learning_rate": 1.713006526846439e-06,
      "loss": 0.0302,
      "num_input_tokens_seen": 12443592,
      "step": 476
    },
    {
      "epoch": 17.036866359447004,
      "grad_norm": 0.21790339052677155,
      "learning_rate": 1.6604893375699594e-06,
      "loss": 0.0261,
      "num_input_tokens_seen": 12474696,
      "step": 477
    },
    {
      "epoch": 17.07373271889401,
      "grad_norm": 0.1939985305070877,
      "learning_rate": 1.6087621040117157e-06,
      "loss": 0.0182,
      "num_input_tokens_seen": 12502496,
      "step": 478
    },
    {
      "epoch": 17.110599078341014,
      "grad_norm": 0.19641104340553284,
      "learning_rate": 1.5578265769463806e-06,
      "loss": 0.0202,
      "num_input_tokens_seen": 12528368,
      "step": 479
    },
    {
      "epoch": 17.147465437788018,
      "grad_norm": 0.22480495274066925,
      "learning_rate": 1.5076844803522922e-06,
      "loss": 0.02,
      "num_input_tokens_seen": 12555064,
      "step": 480
    },
    {
      "epoch": 17.18433179723502,
      "grad_norm": 0.18167930841445923,
      "learning_rate": 1.4583375113531195e-06,
      "loss": 0.0306,
      "num_input_tokens_seen": 12590128,
      "step": 481
    },
    {
      "epoch": 17.22119815668203,
      "grad_norm": 0.26333585381507874,
      "learning_rate": 1.4097873401604122e-06,
      "loss": 0.0221,
      "num_input_tokens_seen": 12609840,
      "step": 482
    },
    {
      "epoch": 17.258064516129032,
      "grad_norm": 0.2257506549358368,
      "learning_rate": 1.362035610017079e-06,
      "loss": 0.0241,
      "num_input_tokens_seen": 12632472,
      "step": 483
    },
    {
      "epoch": 17.294930875576036,
      "grad_norm": 0.23010726273059845,
      "learning_rate": 1.31508393714177e-06,
      "loss": 0.0217,
      "num_input_tokens_seen": 12656456,
      "step": 484
    },
    {
      "epoch": 17.331797235023043,
      "grad_norm": 0.19340437650680542,
      "learning_rate": 1.2689339106741527e-06,
      "loss": 0.017,
      "num_input_tokens_seen": 12687712,
      "step": 485
    },
    {
      "epoch": 17.368663594470046,
      "grad_norm": 0.21390989422798157,
      "learning_rate": 1.2235870926211619e-06,
      "loss": 0.0173,
      "num_input_tokens_seen": 12716624,
      "step": 486
    },
    {
      "epoch": 17.40552995391705,
      "grad_norm": 0.19473828375339508,
      "learning_rate": 1.1790450178040951e-06,
      "loss": 0.0218,
      "num_input_tokens_seen": 12746848,
      "step": 487
    },
    {
      "epoch": 17.442396313364057,
      "grad_norm": 0.1892736256122589,
      "learning_rate": 1.1353091938067023e-06,
      "loss": 0.0204,
      "num_input_tokens_seen": 12773720,
      "step": 488
    },
    {
      "epoch": 17.47926267281106,
      "grad_norm": 0.24523723125457764,
      "learning_rate": 1.0923811009241142e-06,
      "loss": 0.0212,
      "num_input_tokens_seen": 12796080,
      "step": 489
    },
    {
      "epoch": 17.516129032258064,
      "grad_norm": 0.2198110818862915,
      "learning_rate": 1.0502621921127776e-06,
      "loss": 0.0281,
      "num_input_tokens_seen": 12822968,
      "step": 490
    },
    {
      "epoch": 17.552995391705068,
      "grad_norm": 0.2381114810705185,
      "learning_rate": 1.0089538929412724e-06,
      "loss": 0.0218,
      "num_input_tokens_seen": 12845872,
      "step": 491
    },
    {
      "epoch": 17.589861751152075,
      "grad_norm": 0.21736808121204376,
      "learning_rate": 9.684576015420278e-07,
      "loss": 0.0193,
      "num_input_tokens_seen": 12871624,
      "step": 492
    },
    {
      "epoch": 17.62672811059908,
      "grad_norm": 0.21102303266525269,
      "learning_rate": 9.287746885640603e-07,
      "loss": 0.0244,
      "num_input_tokens_seen": 12897736,
      "step": 493
    },
    {
      "epoch": 17.663594470046082,
      "grad_norm": 0.20512551069259644,
      "learning_rate": 8.899064971265276e-07,
      "loss": 0.018,
      "num_input_tokens_seen": 12922176,
      "step": 494
    },
    {
      "epoch": 17.70046082949309,
      "grad_norm": 0.22933438420295715,
      "learning_rate": 8.51854342773295e-07,
      "loss": 0.0186,
      "num_input_tokens_seen": 12945800,
      "step": 495
    },
    {
      "epoch": 17.737327188940093,
      "grad_norm": 0.19332510232925415,
      "learning_rate": 8.146195134284052e-07,
      "loss": 0.0209,
      "num_input_tokens_seen": 12975304,
      "step": 496
    },
    {
      "epoch": 17.774193548387096,
      "grad_norm": 0.25342532992362976,
      "learning_rate": 7.782032693524816e-07,
      "loss": 0.0468,
      "num_input_tokens_seen": 13009696,
      "step": 497
    },
    {
      "epoch": 17.8110599078341,
      "grad_norm": 0.224345862865448,
      "learning_rate": 7.426068431000882e-07,
      "loss": 0.0241,
      "num_input_tokens_seen": 13039312,
      "step": 498
    },
    {
      "epoch": 17.847926267281107,
      "grad_norm": 0.23464564979076385,
      "learning_rate": 7.078314394779961e-07,
      "loss": 0.0188,
      "num_input_tokens_seen": 13062944,
      "step": 499
    },
    {
      "epoch": 17.88479262672811,
      "grad_norm": 0.22712738811969757,
      "learning_rate": 6.738782355044049e-07,
      "loss": 0.0213,
      "num_input_tokens_seen": 13086096,
      "step": 500
    },
    {
      "epoch": 17.921658986175114,
      "grad_norm": 0.2331712543964386,
      "learning_rate": 6.407483803691216e-07,
      "loss": 0.0224,
      "num_input_tokens_seen": 13111608,
      "step": 501
    },
    {
      "epoch": 17.95852534562212,
      "grad_norm": 0.1823684424161911,
      "learning_rate": 6.084429953946452e-07,
      "loss": 0.0193,
      "num_input_tokens_seen": 13143896,
      "step": 502
    },
    {
      "epoch": 17.995391705069125,
      "grad_norm": 0.18532446026802063,
      "learning_rate": 5.769631739982267e-07,
      "loss": 0.0173,
      "num_input_tokens_seen": 13173296,
      "step": 503
    },
    {
      "epoch": 18.0,
      "grad_norm": 0.8673133850097656,
      "learning_rate": 5.463099816548579e-07,
      "loss": 0.0348,
      "num_input_tokens_seen": 13175568,
      "step": 504
    },
    {
      "epoch": 18.036866359447004,
      "grad_norm": 0.2267165333032608,
      "learning_rate": 5.164844558612131e-07,
      "loss": 0.0231,
      "num_input_tokens_seen": 13212048,
      "step": 505
    },
    {
      "epoch": 18.07373271889401,
      "grad_norm": 0.2119198590517044,
      "learning_rate": 4.874876061005173e-07,
      "loss": 0.0262,
      "num_input_tokens_seen": 13240832,
      "step": 506
    },
    {
      "epoch": 18.110599078341014,
      "grad_norm": 0.19632545113563538,
      "learning_rate": 4.5932041380840065e-07,
      "loss": 0.0221,
      "num_input_tokens_seen": 13269384,
      "step": 507
    },
    {
      "epoch": 18.147465437788018,
      "grad_norm": 0.19378937780857086,
      "learning_rate": 4.319838323396691e-07,
      "loss": 0.0149,
      "num_input_tokens_seen": 13291704,
      "step": 508
    },
    {
      "epoch": 18.18433179723502,
      "grad_norm": 0.22100606560707092,
      "learning_rate": 4.05478786936031e-07,
      "loss": 0.025,
      "num_input_tokens_seen": 13313848,
      "step": 509
    },
    {
      "epoch": 18.22119815668203,
      "grad_norm": 0.19619348645210266,
      "learning_rate": 3.7980617469479953e-07,
      "loss": 0.0178,
      "num_input_tokens_seen": 13337328,
      "step": 510
    },
    {
      "epoch": 18.258064516129032,
      "grad_norm": 0.19432605803012848,
      "learning_rate": 3.5496686453850846e-07,
      "loss": 0.0169,
      "num_input_tokens_seen": 13361512,
      "step": 511
    },
    {
      "epoch": 18.294930875576036,
      "grad_norm": 0.19836322963237762,
      "learning_rate": 3.309616971855195e-07,
      "loss": 0.0177,
      "num_input_tokens_seen": 13386448,
      "step": 512
    },
    {
      "epoch": 18.331797235023043,
      "grad_norm": 0.21637609601020813,
      "learning_rate": 3.077914851215585e-07,
      "loss": 0.0237,
      "num_input_tokens_seen": 13418536,
      "step": 513
    },
    {
      "epoch": 18.368663594470046,
      "grad_norm": 0.2635137438774109,
      "learning_rate": 2.8545701257221e-07,
      "loss": 0.0282,
      "num_input_tokens_seen": 13450088,
      "step": 514
    },
    {
      "epoch": 18.40552995391705,
      "grad_norm": 0.1925336718559265,
      "learning_rate": 2.6395903547638825e-07,
      "loss": 0.0217,
      "num_input_tokens_seen": 13482880,
      "step": 515
    },
    {
      "epoch": 18.442396313364057,
      "grad_norm": 0.22663646936416626,
      "learning_rate": 2.4329828146074095e-07,
      "loss": 0.0194,
      "num_input_tokens_seen": 13502968,
      "step": 516
    },
    {
      "epoch": 18.47926267281106,
      "grad_norm": 0.20215263962745667,
      "learning_rate": 2.234754498150332e-07,
      "loss": 0.0139,
      "num_input_tokens_seen": 13528576,
      "step": 517
    },
    {
      "epoch": 18.516129032258064,
      "grad_norm": 0.1651771515607834,
      "learning_rate": 2.0449121146845774e-07,
      "loss": 0.0192,
      "num_input_tokens_seen": 13558600,
      "step": 518
    },
    {
      "epoch": 18.552995391705068,
      "grad_norm": 0.23591482639312744,
      "learning_rate": 1.8634620896695043e-07,
      "loss": 0.0226,
      "num_input_tokens_seen": 13579960,
      "step": 519
    },
    {
      "epoch": 18.589861751152075,
      "grad_norm": 0.2637827694416046,
      "learning_rate": 1.6904105645142444e-07,
      "loss": 0.0289,
      "num_input_tokens_seen": 13608072,
      "step": 520
    },
    {
      "epoch": 18.62672811059908,
      "grad_norm": 0.19588185846805573,
      "learning_rate": 1.5257633963700058e-07,
      "loss": 0.0166,
      "num_input_tokens_seen": 13635688,
      "step": 521
    },
    {
      "epoch": 18.663594470046082,
      "grad_norm": 0.21454164385795593,
      "learning_rate": 1.3695261579316777e-07,
      "loss": 0.0323,
      "num_input_tokens_seen": 13668360,
      "step": 522
    },
    {
      "epoch": 18.70046082949309,
      "grad_norm": 0.23417115211486816,
      "learning_rate": 1.22170413724923e-07,
      "loss": 0.0247,
      "num_input_tokens_seen": 13690752,
      "step": 523
    },
    {
      "epoch": 18.737327188940093,
      "grad_norm": 0.24204425513744354,
      "learning_rate": 1.0823023375489127e-07,
      "loss": 0.0224,
      "num_input_tokens_seen": 13713464,
      "step": 524
    },
    {
      "epoch": 18.774193548387096,
      "grad_norm": 0.21914857625961304,
      "learning_rate": 9.513254770636137e-08,
      "loss": 0.0188,
      "num_input_tokens_seen": 13736208,
      "step": 525
    },
    {
      "epoch": 18.8110599078341,
      "grad_norm": 0.1845485121011734,
      "learning_rate": 8.28777988873486e-08,
      "loss": 0.0188,
      "num_input_tokens_seen": 13765960,
      "step": 526
    },
    {
      "epoch": 18.847926267281107,
      "grad_norm": 0.1860988885164261,
      "learning_rate": 7.14664020755651e-08,
      "loss": 0.0173,
      "num_input_tokens_seen": 13799824,
      "step": 527
    },
    {
      "epoch": 18.88479262672811,
      "grad_norm": 0.17214806377887726,
      "learning_rate": 6.089874350439506e-08,
      "loss": 0.0157,
      "num_input_tokens_seen": 13825608,
      "step": 528
    },
    {
      "epoch": 18.921658986175114,
      "grad_norm": 0.20836299657821655,
      "learning_rate": 5.117518084981621e-08,
      "loss": 0.0217,
      "num_input_tokens_seen": 13851664,
      "step": 529
    },
    {
      "epoch": 18.95852534562212,
      "grad_norm": 0.20026838779449463,
      "learning_rate": 4.229604321829561e-08,
      "loss": 0.0182,
      "num_input_tokens_seen": 13876784,
      "step": 530
    },
    {
      "epoch": 18.995391705069125,
      "grad_norm": 0.2640652656555176,
      "learning_rate": 3.426163113565417e-08,
      "loss": 0.0406,
      "num_input_tokens_seen": 13904240,
      "step": 531
    },
    {
      "epoch": 19.0,
      "grad_norm": 0.5908175706863403,
      "learning_rate": 2.7072216536885853e-08,
      "loss": 0.0163,
      "num_input_tokens_seen": 13907544,
      "step": 532
    },
    {
      "epoch": 19.036866359447004,
      "grad_norm": 0.2540447413921356,
      "learning_rate": 2.0728042756967824e-08,
      "loss": 0.0256,
      "num_input_tokens_seen": 13927824,
      "step": 533
    },
    {
      "epoch": 19.07373271889401,
      "grad_norm": 0.18875141441822052,
      "learning_rate": 1.522932452260595e-08,
      "loss": 0.0143,
      "num_input_tokens_seen": 13955136,
      "step": 534
    },
    {
      "epoch": 19.110599078341014,
      "grad_norm": 0.22204552590847015,
      "learning_rate": 1.0576247944985018e-08,
      "loss": 0.0228,
      "num_input_tokens_seen": 13986264,
      "step": 535
    },
    {
      "epoch": 19.147465437788018,
      "grad_norm": 0.23357819020748138,
      "learning_rate": 6.768970513457151e-09,
      "loss": 0.0255,
      "num_input_tokens_seen": 14011872,
      "step": 536
    },
    {
      "epoch": 19.18433179723502,
      "grad_norm": 0.20741692185401917,
      "learning_rate": 3.807621090218261e-09,
      "loss": 0.0164,
      "num_input_tokens_seen": 14039992,
      "step": 537
    },
    {
      "epoch": 19.22119815668203,
      "grad_norm": 0.1900920867919922,
      "learning_rate": 1.692299905944883e-09,
      "loss": 0.0203,
      "num_input_tokens_seen": 14071240,
      "step": 538
    },
    {
      "epoch": 19.258064516129032,
      "grad_norm": 0.2430819869041443,
      "learning_rate": 4.2307855639411865e-10,
      "loss": 0.0262,
      "num_input_tokens_seen": 14095856,
      "step": 539
    },
    {
      "epoch": 19.294930875576036,
      "grad_norm": 0.3064943552017212,
      "learning_rate": 0.0,
      "loss": 0.0358,
      "num_input_tokens_seen": 14116088,
      "step": 540
    },
    {
      "epoch": 19.294930875576036,
      "num_input_tokens_seen": 14116088,
      "step": 540,
      "total_flos": 1.1908567943400653e+18,
      "train_loss": 0.1289064608755763,
      "train_runtime": 12307.4451,
      "train_samples_per_second": 0.705,
      "train_steps_per_second": 0.044
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 540,
  "num_input_tokens_seen": 14116088,
  "num_train_epochs": 20,
  "save_steps": 27,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1908567943400653e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}