{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1961,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00510073960724305,
      "grad_norm": 15.55155778485177,
      "learning_rate": 9.000000000000001e-07,
      "loss": 1.118,
      "step": 10
    },
    {
      "epoch": 0.0102014792144861,
      "grad_norm": 7.013722870967194,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 0.731,
      "step": 20
    },
    {
      "epoch": 0.015302218821729151,
      "grad_norm": 5.226676366442068,
      "learning_rate": 2.9e-06,
      "loss": 0.4289,
      "step": 30
    },
    {
      "epoch": 0.0204029584289722,
      "grad_norm": 5.97398840200045,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.3659,
      "step": 40
    },
    {
      "epoch": 0.02550369803621525,
      "grad_norm": 4.939671281818641,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.351,
      "step": 50
    },
    {
      "epoch": 0.030604437643458302,
      "grad_norm": 6.07989097212162,
      "learning_rate": 4.976452119309262e-06,
      "loss": 0.3565,
      "step": 60
    },
    {
      "epoch": 0.03570517725070135,
      "grad_norm": 7.854842398647797,
      "learning_rate": 4.950287807430665e-06,
      "loss": 0.3332,
      "step": 70
    },
    {
      "epoch": 0.0408059168579444,
      "grad_norm": 3.9523330045860434,
      "learning_rate": 4.9241234955520675e-06,
      "loss": 0.3573,
      "step": 80
    },
    {
      "epoch": 0.045906656465187455,
      "grad_norm": 2.698999334755246,
      "learning_rate": 4.897959183673469e-06,
      "loss": 0.3579,
      "step": 90
    },
    {
      "epoch": 0.0510073960724305,
      "grad_norm": 4.390694607935748,
      "learning_rate": 4.871794871794872e-06,
      "loss": 0.3068,
      "step": 100
    },
    {
      "epoch": 0.05610813567967355,
      "grad_norm": 2.316664398300928,
      "learning_rate": 4.845630559916275e-06,
      "loss": 0.3551,
      "step": 110
    },
    {
      "epoch": 0.061208875286916604,
      "grad_norm": 8.071955830211328,
      "learning_rate": 4.819466248037677e-06,
      "loss": 0.3325,
      "step": 120
    },
    {
      "epoch": 0.06630961489415965,
      "grad_norm": 8.352188837961764,
      "learning_rate": 4.793301936159079e-06,
      "loss": 0.3104,
      "step": 130
    },
    {
      "epoch": 0.0714103545014027,
      "grad_norm": 4.932926375081659,
      "learning_rate": 4.767137624280482e-06,
      "loss": 0.3525,
      "step": 140
    },
    {
      "epoch": 0.07651109410864575,
      "grad_norm": 6.441898599506983,
      "learning_rate": 4.740973312401884e-06,
      "loss": 0.3212,
      "step": 150
    },
    {
      "epoch": 0.0816118337158888,
      "grad_norm": 4.07032967050824,
      "learning_rate": 4.7148090005232866e-06,
      "loss": 0.3361,
      "step": 160
    },
    {
      "epoch": 0.08671257332313186,
      "grad_norm": 4.997572922024115,
      "learning_rate": 4.688644688644689e-06,
      "loss": 0.3248,
      "step": 170
    },
    {
      "epoch": 0.09181331293037491,
      "grad_norm": 4.961411712341479,
      "learning_rate": 4.662480376766091e-06,
      "loss": 0.3341,
      "step": 180
    },
    {
      "epoch": 0.09691405253761795,
      "grad_norm": 3.965081654037523,
      "learning_rate": 4.636316064887494e-06,
      "loss": 0.301,
      "step": 190
    },
    {
      "epoch": 0.102014792144861,
      "grad_norm": 22.94678192232372,
      "learning_rate": 4.6101517530088965e-06,
      "loss": 0.2729,
      "step": 200
    },
    {
      "epoch": 0.10711553175210406,
      "grad_norm": 4.098230936953272,
      "learning_rate": 4.583987441130298e-06,
      "loss": 0.2577,
      "step": 210
    },
    {
      "epoch": 0.1122162713593471,
      "grad_norm": 4.003417668401834,
      "learning_rate": 4.557823129251701e-06,
      "loss": 0.3123,
      "step": 220
    },
    {
      "epoch": 0.11731701096659015,
      "grad_norm": 3.806435878292495,
      "learning_rate": 4.531658817373104e-06,
      "loss": 0.3112,
      "step": 230
    },
    {
      "epoch": 0.12241775057383321,
      "grad_norm": 3.8967915329812084,
      "learning_rate": 4.505494505494506e-06,
      "loss": 0.3252,
      "step": 240
    },
    {
      "epoch": 0.12751849018107625,
      "grad_norm": 2.8184731326710746,
      "learning_rate": 4.479330193615908e-06,
      "loss": 0.326,
      "step": 250
    },
    {
      "epoch": 0.1326192297883193,
      "grad_norm": 5.894889907608035,
      "learning_rate": 4.453165881737311e-06,
      "loss": 0.3316,
      "step": 260
    },
    {
      "epoch": 0.13771996939556236,
      "grad_norm": 10.854782553756733,
      "learning_rate": 4.427001569858713e-06,
      "loss": 0.3021,
      "step": 270
    },
    {
      "epoch": 0.1428207090028054,
      "grad_norm": 2.5421237935102763,
      "learning_rate": 4.400837257980116e-06,
      "loss": 0.2873,
      "step": 280
    },
    {
      "epoch": 0.14792144861004847,
      "grad_norm": 2.8046831525263514,
      "learning_rate": 4.374672946101518e-06,
      "loss": 0.3015,
      "step": 290
    },
    {
      "epoch": 0.1530221882172915,
      "grad_norm": 2.683281170414521,
      "learning_rate": 4.34850863422292e-06,
      "loss": 0.3054,
      "step": 300
    },
    {
      "epoch": 0.15812292782453455,
      "grad_norm": 3.123459753620752,
      "learning_rate": 4.322344322344323e-06,
      "loss": 0.2958,
      "step": 310
    },
    {
      "epoch": 0.1632236674317776,
      "grad_norm": 2.9808553596800387,
      "learning_rate": 4.2961800104657256e-06,
      "loss": 0.3292,
      "step": 320
    },
    {
      "epoch": 0.16832440703902066,
      "grad_norm": 2.461649249081964,
      "learning_rate": 4.270015698587127e-06,
      "loss": 0.2783,
      "step": 330
    },
    {
      "epoch": 0.1734251466462637,
      "grad_norm": 2.320712813760134,
      "learning_rate": 4.24385138670853e-06,
      "loss": 0.318,
      "step": 340
    },
    {
      "epoch": 0.17852588625350677,
      "grad_norm": 2.727399471246461,
      "learning_rate": 4.217687074829933e-06,
      "loss": 0.287,
      "step": 350
    },
    {
      "epoch": 0.18362662586074982,
      "grad_norm": 1.6085533890983978,
      "learning_rate": 4.191522762951335e-06,
      "loss": 0.2988,
      "step": 360
    },
    {
      "epoch": 0.18872736546799285,
      "grad_norm": 2.474192273536378,
      "learning_rate": 4.165358451072737e-06,
      "loss": 0.3013,
      "step": 370
    },
    {
      "epoch": 0.1938281050752359,
      "grad_norm": 2.2274476141443964,
      "learning_rate": 4.139194139194139e-06,
      "loss": 0.299,
      "step": 380
    },
    {
      "epoch": 0.19892884468247896,
      "grad_norm": 2.5224161393752693,
      "learning_rate": 4.113029827315542e-06,
      "loss": 0.2604,
      "step": 390
    },
    {
      "epoch": 0.204029584289722,
      "grad_norm": 1.8677375974073207,
      "learning_rate": 4.086865515436944e-06,
      "loss": 0.2571,
      "step": 400
    },
    {
      "epoch": 0.20913032389696506,
      "grad_norm": 2.3266922843075033,
      "learning_rate": 4.0607012035583465e-06,
      "loss": 0.3061,
      "step": 410
    },
    {
      "epoch": 0.21423106350420812,
      "grad_norm": 3.4758463751622912,
      "learning_rate": 4.034536891679749e-06,
      "loss": 0.2985,
      "step": 420
    },
    {
      "epoch": 0.21933180311145117,
      "grad_norm": 2.7887642201926885,
      "learning_rate": 4.008372579801151e-06,
      "loss": 0.2984,
      "step": 430
    },
    {
      "epoch": 0.2244325427186942,
      "grad_norm": 1.92626878758468,
      "learning_rate": 3.982208267922554e-06,
      "loss": 0.2749,
      "step": 440
    },
    {
      "epoch": 0.22953328232593725,
      "grad_norm": 1.7678550286045582,
      "learning_rate": 3.9560439560439565e-06,
      "loss": 0.2973,
      "step": 450
    },
    {
      "epoch": 0.2346340219331803,
      "grad_norm": 1.8395224617772592,
      "learning_rate": 3.929879644165358e-06,
      "loss": 0.2826,
      "step": 460
    },
    {
      "epoch": 0.23973476154042336,
      "grad_norm": 2.54845491821826,
      "learning_rate": 3.903715332286761e-06,
      "loss": 0.2528,
      "step": 470
    },
    {
      "epoch": 0.24483550114766642,
      "grad_norm": 2.3304761395012994,
      "learning_rate": 3.877551020408164e-06,
      "loss": 0.2987,
      "step": 480
    },
    {
      "epoch": 0.24993624075490947,
      "grad_norm": 3.9553233352722845,
      "learning_rate": 3.8513867085295656e-06,
      "loss": 0.2935,
      "step": 490
    },
    {
      "epoch": 0.2550369803621525,
      "grad_norm": 2.769215687843977,
      "learning_rate": 3.825222396650968e-06,
      "loss": 0.2512,
      "step": 500
    },
    {
      "epoch": 0.26013771996939555,
      "grad_norm": 2.466923705486507,
      "learning_rate": 3.7990580847723706e-06,
      "loss": 0.293,
      "step": 510
    },
    {
      "epoch": 0.2652384595766386,
      "grad_norm": 1.5336481883514526,
      "learning_rate": 3.7728937728937733e-06,
      "loss": 0.2628,
      "step": 520
    },
    {
      "epoch": 0.27033919918388166,
      "grad_norm": 2.7107119115251757,
      "learning_rate": 3.7467294610151755e-06,
      "loss": 0.3201,
      "step": 530
    },
    {
      "epoch": 0.2754399387911247,
      "grad_norm": 1.3844692925665987,
      "learning_rate": 3.720565149136578e-06,
      "loss": 0.2889,
      "step": 540
    },
    {
      "epoch": 0.28054067839836777,
      "grad_norm": 1.8679645562910212,
      "learning_rate": 3.6944008372579805e-06,
      "loss": 0.2758,
      "step": 550
    },
    {
      "epoch": 0.2856414180056108,
      "grad_norm": 3.071303731327825,
      "learning_rate": 3.668236525379383e-06,
      "loss": 0.3173,
      "step": 560
    },
    {
      "epoch": 0.2907421576128539,
      "grad_norm": 2.1292381850128965,
      "learning_rate": 3.642072213500785e-06,
      "loss": 0.2879,
      "step": 570
    },
    {
      "epoch": 0.29584289722009693,
      "grad_norm": 2.805595193008096,
      "learning_rate": 3.6159079016221878e-06,
      "loss": 0.2683,
      "step": 580
    },
    {
      "epoch": 0.30094363682734,
      "grad_norm": 1.4137058648279526,
      "learning_rate": 3.58974358974359e-06,
      "loss": 0.256,
      "step": 590
    },
    {
      "epoch": 0.306044376434583,
      "grad_norm": 3.5124746597906307,
      "learning_rate": 3.5635792778649923e-06,
      "loss": 0.2682,
      "step": 600
    },
    {
      "epoch": 0.31114511604182604,
      "grad_norm": 2.489002896999954,
      "learning_rate": 3.537414965986395e-06,
      "loss": 0.2961,
      "step": 610
    },
    {
      "epoch": 0.3162458556490691,
      "grad_norm": 2.8799591539041294,
      "learning_rate": 3.5112506541077973e-06,
      "loss": 0.2576,
      "step": 620
    },
    {
      "epoch": 0.32134659525631215,
      "grad_norm": 2.457202746048255,
      "learning_rate": 3.4850863422291996e-06,
      "loss": 0.244,
      "step": 630
    },
    {
      "epoch": 0.3264473348635552,
      "grad_norm": 1.4499090180668042,
      "learning_rate": 3.4589220303506023e-06,
      "loss": 0.2442,
      "step": 640
    },
    {
      "epoch": 0.33154807447079826,
      "grad_norm": 2.551295184557642,
      "learning_rate": 3.4327577184720046e-06,
      "loss": 0.2396,
      "step": 650
    },
    {
      "epoch": 0.3366488140780413,
      "grad_norm": 2.0267974674893137,
      "learning_rate": 3.406593406593407e-06,
      "loss": 0.2857,
      "step": 660
    },
    {
      "epoch": 0.34174955368528437,
      "grad_norm": 3.1673259332358277,
      "learning_rate": 3.3804290947148096e-06,
      "loss": 0.313,
      "step": 670
    },
    {
      "epoch": 0.3468502932925274,
      "grad_norm": 2.0767087769789607,
      "learning_rate": 3.354264782836212e-06,
      "loss": 0.2526,
      "step": 680
    },
    {
      "epoch": 0.3519510328997705,
      "grad_norm": 2.6851217232180105,
      "learning_rate": 3.328100470957614e-06,
      "loss": 0.257,
      "step": 690
    },
    {
      "epoch": 0.35705177250701353,
      "grad_norm": 1.3288922971613737,
      "learning_rate": 3.301936159079017e-06,
      "loss": 0.2906,
      "step": 700
    },
    {
      "epoch": 0.3621525121142566,
      "grad_norm": 1.61085404866971,
      "learning_rate": 3.275771847200419e-06,
      "loss": 0.239,
      "step": 710
    },
    {
      "epoch": 0.36725325172149964,
      "grad_norm": 2.6077736774069336,
      "learning_rate": 3.2496075353218214e-06,
      "loss": 0.2349,
      "step": 720
    },
    {
      "epoch": 0.3723539913287427,
      "grad_norm": 1.2761161740845646,
      "learning_rate": 3.223443223443224e-06,
      "loss": 0.272,
      "step": 730
    },
    {
      "epoch": 0.3774547309359857,
      "grad_norm": 1.7533284347534146,
      "learning_rate": 3.1972789115646264e-06,
      "loss": 0.2766,
      "step": 740
    },
    {
      "epoch": 0.38255547054322875,
      "grad_norm": 1.328062194623951,
      "learning_rate": 3.1711145996860286e-06,
      "loss": 0.2884,
      "step": 750
    },
    {
      "epoch": 0.3876562101504718,
      "grad_norm": 2.1329105535913992,
      "learning_rate": 3.1449502878074313e-06,
      "loss": 0.2574,
      "step": 760
    },
    {
      "epoch": 0.39275694975771486,
      "grad_norm": 1.3053283973193803,
      "learning_rate": 3.1187859759288336e-06,
      "loss": 0.2705,
      "step": 770
    },
    {
      "epoch": 0.3978576893649579,
      "grad_norm": 8.232259588387379,
      "learning_rate": 3.092621664050236e-06,
      "loss": 0.2734,
      "step": 780
    },
    {
      "epoch": 0.40295842897220097,
      "grad_norm": 1.2863805730516888,
      "learning_rate": 3.0664573521716378e-06,
      "loss": 0.2599,
      "step": 790
    },
    {
      "epoch": 0.408059168579444,
      "grad_norm": 2.806998213963684,
      "learning_rate": 3.0402930402930405e-06,
      "loss": 0.2603,
      "step": 800
    },
    {
      "epoch": 0.4131599081866871,
      "grad_norm": 1.6096487648489255,
      "learning_rate": 3.0141287284144427e-06,
      "loss": 0.2625,
      "step": 810
    },
    {
      "epoch": 0.41826064779393013,
      "grad_norm": 2.0008643270829265,
      "learning_rate": 2.987964416535845e-06,
      "loss": 0.2305,
      "step": 820
    },
    {
      "epoch": 0.4233613874011732,
      "grad_norm": 1.7190074033379754,
      "learning_rate": 2.9618001046572477e-06,
      "loss": 0.2613,
      "step": 830
    },
    {
      "epoch": 0.42846212700841624,
      "grad_norm": 1.8526276488487707,
      "learning_rate": 2.93563579277865e-06,
      "loss": 0.2509,
      "step": 840
    },
    {
      "epoch": 0.4335628666156593,
      "grad_norm": 9.88230129035646,
      "learning_rate": 2.9094714809000523e-06,
      "loss": 0.2517,
      "step": 850
    },
    {
      "epoch": 0.43866360622290235,
      "grad_norm": 2.416204943182478,
      "learning_rate": 2.883307169021455e-06,
      "loss": 0.2428,
      "step": 860
    },
    {
      "epoch": 0.44376434583014535,
      "grad_norm": 3.6980134022381206,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.2866,
      "step": 870
    },
    {
      "epoch": 0.4488650854373884,
      "grad_norm": 3.4886478207592617,
      "learning_rate": 2.8309785452642595e-06,
      "loss": 0.2671,
      "step": 880
    },
    {
      "epoch": 0.45396582504463145,
      "grad_norm": 3.646377867895293,
      "learning_rate": 2.8048142333856622e-06,
      "loss": 0.2009,
      "step": 890
    },
    {
      "epoch": 0.4590665646518745,
      "grad_norm": 1.9005621641500479,
      "learning_rate": 2.7786499215070645e-06,
      "loss": 0.2707,
      "step": 900
    },
    {
      "epoch": 0.46416730425911756,
      "grad_norm": 1.8863337644581426,
      "learning_rate": 2.752485609628467e-06,
      "loss": 0.2755,
      "step": 910
    },
    {
      "epoch": 0.4692680438663606,
      "grad_norm": 2.5268358290734128,
      "learning_rate": 2.7263212977498695e-06,
      "loss": 0.2602,
      "step": 920
    },
    {
      "epoch": 0.4743687834736037,
      "grad_norm": 7.293233723175956,
      "learning_rate": 2.7001569858712718e-06,
      "loss": 0.2733,
      "step": 930
    },
    {
      "epoch": 0.4794695230808467,
      "grad_norm": 2.4472703109258878,
      "learning_rate": 2.673992673992674e-06,
      "loss": 0.2105,
      "step": 940
    },
    {
      "epoch": 0.4845702626880898,
      "grad_norm": 2.200722260138677,
      "learning_rate": 2.6478283621140768e-06,
      "loss": 0.2265,
      "step": 950
    },
    {
      "epoch": 0.48967100229533284,
      "grad_norm": 2.76058365233549,
      "learning_rate": 2.621664050235479e-06,
      "loss": 0.2364,
      "step": 960
    },
    {
      "epoch": 0.4947717419025759,
      "grad_norm": 5.287568626483029,
      "learning_rate": 2.5954997383568813e-06,
      "loss": 0.2503,
      "step": 970
    },
    {
      "epoch": 0.49987248150981894,
      "grad_norm": 2.094430007791914,
      "learning_rate": 2.569335426478284e-06,
      "loss": 0.2422,
      "step": 980
    },
    {
      "epoch": 0.504973221117062,
      "grad_norm": 2.5503969266520694,
      "learning_rate": 2.5431711145996863e-06,
      "loss": 0.2175,
      "step": 990
    },
    {
      "epoch": 0.510073960724305,
      "grad_norm": 3.880739141497224,
      "learning_rate": 2.5170068027210886e-06,
      "loss": 0.2053,
      "step": 1000
    },
    {
      "epoch": 0.5151747003315481,
      "grad_norm": 2.5716567194287836,
      "learning_rate": 2.4908424908424913e-06,
      "loss": 0.2032,
      "step": 1010
    },
    {
      "epoch": 0.5202754399387911,
      "grad_norm": 5.628535377559818,
      "learning_rate": 2.4646781789638936e-06,
      "loss": 0.2137,
      "step": 1020
    },
    {
      "epoch": 0.5253761795460342,
      "grad_norm": 4.605635936853769,
      "learning_rate": 2.438513867085296e-06,
      "loss": 0.2898,
      "step": 1030
    },
    {
      "epoch": 0.5304769191532772,
      "grad_norm": 2.6697112405738275,
      "learning_rate": 2.4123495552066985e-06,
      "loss": 0.233,
      "step": 1040
    },
    {
      "epoch": 0.5355776587605203,
      "grad_norm": 3.5797786427283076,
      "learning_rate": 2.386185243328101e-06,
      "loss": 0.2599,
      "step": 1050
    },
    {
      "epoch": 0.5406783983677633,
      "grad_norm": 3.012347596267214,
      "learning_rate": 2.360020931449503e-06,
      "loss": 0.2091,
      "step": 1060
    },
    {
      "epoch": 0.5457791379750063,
      "grad_norm": 2.9401608321944566,
      "learning_rate": 2.333856619570906e-06,
      "loss": 0.2522,
      "step": 1070
    },
    {
      "epoch": 0.5508798775822494,
      "grad_norm": 3.146035203828716,
      "learning_rate": 2.307692307692308e-06,
      "loss": 0.2613,
      "step": 1080
    },
    {
      "epoch": 0.5559806171894924,
      "grad_norm": 2.531672326882664,
      "learning_rate": 2.2815279958137104e-06,
      "loss": 0.232,
      "step": 1090
    },
    {
      "epoch": 0.5610813567967355,
      "grad_norm": 2.183499405223728,
      "learning_rate": 2.2553636839351126e-06,
      "loss": 0.229,
      "step": 1100
    },
    {
      "epoch": 0.5661820964039785,
      "grad_norm": 1.8907294927386225,
      "learning_rate": 2.229199372056515e-06,
      "loss": 0.209,
      "step": 1110
    },
    {
      "epoch": 0.5712828360112217,
      "grad_norm": 2.635740810874979,
      "learning_rate": 2.2030350601779176e-06,
      "loss": 0.2626,
      "step": 1120
    },
    {
      "epoch": 0.5763835756184646,
      "grad_norm": 2.317600555244372,
      "learning_rate": 2.17687074829932e-06,
      "loss": 0.2463,
      "step": 1130
    },
    {
      "epoch": 0.5814843152257078,
      "grad_norm": 2.3049366316668363,
      "learning_rate": 2.150706436420722e-06,
      "loss": 0.2337,
      "step": 1140
    },
    {
      "epoch": 0.5865850548329508,
      "grad_norm": 7.793507390516129,
      "learning_rate": 2.1245421245421245e-06,
      "loss": 0.2398,
      "step": 1150
    },
    {
      "epoch": 0.5916857944401939,
      "grad_norm": 5.770424321306364,
      "learning_rate": 2.098377812663527e-06,
      "loss": 0.2309,
      "step": 1160
    },
    {
      "epoch": 0.5967865340474369,
      "grad_norm": 2.4103528684120152,
      "learning_rate": 2.0722135007849294e-06,
      "loss": 0.2586,
      "step": 1170
    },
    {
      "epoch": 0.60188727365468,
      "grad_norm": 2.590633690767802,
      "learning_rate": 2.0460491889063317e-06,
      "loss": 0.2402,
      "step": 1180
    },
    {
      "epoch": 0.606988013261923,
      "grad_norm": 2.4593618229910246,
      "learning_rate": 2.0198848770277344e-06,
      "loss": 0.2403,
      "step": 1190
    },
    {
      "epoch": 0.612088752869166,
      "grad_norm": 2.511204110357284,
      "learning_rate": 1.9937205651491367e-06,
      "loss": 0.2307,
      "step": 1200
    },
    {
      "epoch": 0.6171894924764091,
      "grad_norm": 2.0435664392457475,
      "learning_rate": 1.967556253270539e-06,
      "loss": 0.2311,
      "step": 1210
    },
    {
      "epoch": 0.6222902320836521,
      "grad_norm": 2.2938466084955293,
      "learning_rate": 1.9413919413919417e-06,
      "loss": 0.2119,
      "step": 1220
    },
    {
      "epoch": 0.6273909716908952,
      "grad_norm": 2.780643679350325,
      "learning_rate": 1.915227629513344e-06,
      "loss": 0.2013,
      "step": 1230
    },
    {
      "epoch": 0.6324917112981382,
      "grad_norm": 2.489534313382751,
      "learning_rate": 1.8890633176347464e-06,
      "loss": 0.2355,
      "step": 1240
    },
    {
      "epoch": 0.6375924509053813,
      "grad_norm": 2.094435997209744,
      "learning_rate": 1.862899005756149e-06,
      "loss": 0.2182,
      "step": 1250
    },
    {
      "epoch": 0.6426931905126243,
      "grad_norm": 3.5945706338699375,
      "learning_rate": 1.8367346938775512e-06,
      "loss": 0.2278,
      "step": 1260
    },
    {
      "epoch": 0.6477939301198674,
      "grad_norm": 1.7953778776111422,
      "learning_rate": 1.8105703819989537e-06,
      "loss": 0.201,
      "step": 1270
    },
    {
      "epoch": 0.6528946697271104,
      "grad_norm": 3.400321539358115,
      "learning_rate": 1.7844060701203562e-06,
      "loss": 0.2281,
      "step": 1280
    },
    {
      "epoch": 0.6579954093343535,
      "grad_norm": 1.8019731517755808,
      "learning_rate": 1.7582417582417585e-06,
      "loss": 0.1934,
      "step": 1290
    },
    {
      "epoch": 0.6630961489415965,
      "grad_norm": 3.4496747448216634,
      "learning_rate": 1.7320774463631608e-06,
      "loss": 0.1928,
      "step": 1300
    },
    {
      "epoch": 0.6681968885488396,
      "grad_norm": 2.964114675034572,
      "learning_rate": 1.705913134484563e-06,
      "loss": 0.2069,
      "step": 1310
    },
    {
      "epoch": 0.6732976281560826,
      "grad_norm": 3.278536130999868,
      "learning_rate": 1.6797488226059655e-06,
      "loss": 0.2344,
      "step": 1320
    },
    {
      "epoch": 0.6783983677633256,
      "grad_norm": 1.4918085998115114,
      "learning_rate": 1.653584510727368e-06,
      "loss": 0.2091,
      "step": 1330
    },
    {
      "epoch": 0.6834991073705687,
      "grad_norm": 2.095552343333957,
      "learning_rate": 1.6274201988487703e-06,
      "loss": 0.2241,
      "step": 1340
    },
    {
      "epoch": 0.6885998469778117,
      "grad_norm": 3.200849179874177,
      "learning_rate": 1.6012558869701728e-06,
      "loss": 0.2262,
      "step": 1350
    },
    {
      "epoch": 0.6937005865850548,
      "grad_norm": 2.3402677330199686,
      "learning_rate": 1.5750915750915753e-06,
      "loss": 0.2195,
      "step": 1360
    },
    {
      "epoch": 0.6988013261922978,
      "grad_norm": 2.702347198030502,
      "learning_rate": 1.5489272632129776e-06,
      "loss": 0.2226,
      "step": 1370
    },
    {
      "epoch": 0.703902065799541,
      "grad_norm": 1.4948019473124172,
      "learning_rate": 1.52276295133438e-06,
      "loss": 0.201,
      "step": 1380
    },
    {
      "epoch": 0.709002805406784,
      "grad_norm": 1.6859534766101192,
      "learning_rate": 1.4965986394557825e-06,
      "loss": 0.2459,
      "step": 1390
    },
    {
      "epoch": 0.7141035450140271,
      "grad_norm": 1.9745791024114279,
      "learning_rate": 1.4704343275771848e-06,
      "loss": 0.2269,
      "step": 1400
    },
    {
      "epoch": 0.7192042846212701,
      "grad_norm": 1.998492056192117,
      "learning_rate": 1.4442700156985873e-06,
      "loss": 0.2372,
      "step": 1410
    },
    {
      "epoch": 0.7243050242285132,
      "grad_norm": 2.086372395619329,
      "learning_rate": 1.4181057038199896e-06,
      "loss": 0.225,
      "step": 1420
    },
    {
      "epoch": 0.7294057638357562,
      "grad_norm": 2.112044475354591,
      "learning_rate": 1.391941391941392e-06,
      "loss": 0.2341,
      "step": 1430
    },
    {
      "epoch": 0.7345065034429993,
      "grad_norm": 3.0730687762935562,
      "learning_rate": 1.3657770800627946e-06,
      "loss": 0.2087,
      "step": 1440
    },
    {
      "epoch": 0.7396072430502423,
      "grad_norm": 2.6891481767557828,
      "learning_rate": 1.3396127681841968e-06,
      "loss": 0.2403,
      "step": 1450
    },
    {
      "epoch": 0.7447079826574854,
      "grad_norm": 10.97953127242833,
      "learning_rate": 1.3134484563055993e-06,
      "loss": 0.2129,
      "step": 1460
    },
    {
      "epoch": 0.7498087222647284,
      "grad_norm": 1.8032015252669982,
      "learning_rate": 1.2872841444270018e-06,
      "loss": 0.1901,
      "step": 1470
    },
    {
      "epoch": 0.7549094618719714,
      "grad_norm": 2.3539525604800553,
      "learning_rate": 1.261119832548404e-06,
      "loss": 0.2143,
      "step": 1480
    },
    {
      "epoch": 0.7600102014792145,
      "grad_norm": 2.0502149809378953,
      "learning_rate": 1.2349555206698064e-06,
      "loss": 0.1907,
      "step": 1490
    },
    {
      "epoch": 0.7651109410864575,
      "grad_norm": 2.0466588294634076,
      "learning_rate": 1.2087912087912089e-06,
      "loss": 0.1975,
      "step": 1500
    },
    {
      "epoch": 0.7702116806937006,
      "grad_norm": 2.5283129853718593,
      "learning_rate": 1.1826268969126114e-06,
      "loss": 0.209,
      "step": 1510
    },
    {
      "epoch": 0.7753124203009436,
      "grad_norm": 1.2164602022154245,
      "learning_rate": 1.1564625850340136e-06,
      "loss": 0.2531,
      "step": 1520
    },
    {
      "epoch": 0.7804131599081867,
      "grad_norm": 1.769424065677223,
      "learning_rate": 1.1302982731554161e-06,
      "loss": 0.2389,
      "step": 1530
    },
    {
      "epoch": 0.7855138995154297,
      "grad_norm": 1.8026505541241462,
      "learning_rate": 1.1041339612768186e-06,
      "loss": 0.185,
      "step": 1540
    },
    {
      "epoch": 0.7906146391226728,
      "grad_norm": 3.3582517402447465,
      "learning_rate": 1.077969649398221e-06,
      "loss": 0.2303,
      "step": 1550
    },
    {
      "epoch": 0.7957153787299158,
      "grad_norm": 3.130629843118505,
      "learning_rate": 1.0518053375196232e-06,
      "loss": 0.1974,
      "step": 1560
    },
    {
      "epoch": 0.8008161183371589,
      "grad_norm": 6.353602550135348,
      "learning_rate": 1.0256410256410257e-06,
      "loss": 0.1918,
      "step": 1570
    },
    {
      "epoch": 0.8059168579444019,
      "grad_norm": 2.6404023941990395,
      "learning_rate": 9.994767137624282e-07,
      "loss": 0.1999,
      "step": 1580
    },
    {
      "epoch": 0.811017597551645,
      "grad_norm": 1.9842713644811756,
      "learning_rate": 9.733124018838304e-07,
      "loss": 0.1965,
      "step": 1590
    },
    {
      "epoch": 0.816118337158888,
      "grad_norm": 2.7973834184916133,
      "learning_rate": 9.471480900052329e-07,
      "loss": 0.2113,
      "step": 1600
    },
    {
      "epoch": 0.821219076766131,
      "grad_norm": 1.9691568951303122,
      "learning_rate": 9.209837781266353e-07,
      "loss": 0.2083,
      "step": 1610
    },
    {
      "epoch": 0.8263198163733741,
      "grad_norm": 2.805566048216038,
      "learning_rate": 8.948194662480378e-07,
      "loss": 0.1737,
      "step": 1620
    },
    {
      "epoch": 0.8314205559806171,
      "grad_norm": 3.2682030406244627,
      "learning_rate": 8.686551543694402e-07,
      "loss": 0.1977,
      "step": 1630
    },
    {
      "epoch": 0.8365212955878603,
      "grad_norm": 2.1954573281276724,
      "learning_rate": 8.424908424908426e-07,
      "loss": 0.2211,
      "step": 1640
    },
    {
      "epoch": 0.8416220351951033,
      "grad_norm": 4.99185535909871,
      "learning_rate": 8.163265306122449e-07,
      "loss": 0.2205,
      "step": 1650
    },
    {
      "epoch": 0.8467227748023464,
      "grad_norm": 6.733452997001688,
      "learning_rate": 7.901622187336473e-07,
      "loss": 0.181,
      "step": 1660
    },
    {
      "epoch": 0.8518235144095894,
      "grad_norm": 2.3888857207308636,
      "learning_rate": 7.639979068550497e-07,
      "loss": 0.2107,
      "step": 1670
    },
    {
      "epoch": 0.8569242540168325,
      "grad_norm": 2.48601500724599,
      "learning_rate": 7.378335949764521e-07,
      "loss": 0.2167,
      "step": 1680
    },
    {
      "epoch": 0.8620249936240755,
      "grad_norm": 2.434647831988613,
      "learning_rate": 7.116692830978546e-07,
      "loss": 0.1946,
      "step": 1690
    },
    {
      "epoch": 0.8671257332313186,
      "grad_norm": 1.9101785931546986,
      "learning_rate": 6.85504971219257e-07,
      "loss": 0.2178,
      "step": 1700
    },
    {
      "epoch": 0.8722264728385616,
      "grad_norm": 1.9595915731826388,
      "learning_rate": 6.593406593406594e-07,
      "loss": 0.2097,
      "step": 1710
    },
    {
      "epoch": 0.8773272124458047,
      "grad_norm": 1.9173597905334918,
      "learning_rate": 6.331763474620619e-07,
      "loss": 0.1946,
      "step": 1720
    },
    {
      "epoch": 0.8824279520530477,
      "grad_norm": 3.8719032618488622,
      "learning_rate": 6.070120355834641e-07,
      "loss": 0.1986,
      "step": 1730
    },
    {
      "epoch": 0.8875286916602907,
      "grad_norm": 3.3572202973229532,
      "learning_rate": 5.808477237048666e-07,
      "loss": 0.1973,
      "step": 1740
    },
    {
      "epoch": 0.8926294312675338,
      "grad_norm": 1.8204687964641373,
      "learning_rate": 5.54683411826269e-07,
      "loss": 0.1987,
      "step": 1750
    },
    {
      "epoch": 0.8977301708747768,
      "grad_norm": 2.9148432918168705,
      "learning_rate": 5.285190999476714e-07,
      "loss": 0.2012,
      "step": 1760
    },
    {
      "epoch": 0.9028309104820199,
      "grad_norm": 4.369044795534123,
      "learning_rate": 5.023547880690739e-07,
      "loss": 0.1919,
      "step": 1770
    },
    {
      "epoch": 0.9079316500892629,
      "grad_norm": 7.30270728244419,
      "learning_rate": 4.7619047619047623e-07,
      "loss": 0.1958,
      "step": 1780
    },
    {
      "epoch": 0.913032389696506,
      "grad_norm": 2.3498670623429287,
      "learning_rate": 4.500261643118786e-07,
      "loss": 0.1993,
      "step": 1790
    },
    {
      "epoch": 0.918133129303749,
      "grad_norm": 2.4239084854860398,
      "learning_rate": 4.2386185243328105e-07,
      "loss": 0.2211,
      "step": 1800
    },
    {
      "epoch": 0.9232338689109921,
      "grad_norm": 1.756857106635595,
      "learning_rate": 3.9769754055468343e-07,
      "loss": 0.2168,
      "step": 1810
    },
    {
      "epoch": 0.9283346085182351,
      "grad_norm": 3.063238129386222,
      "learning_rate": 3.7153322867608587e-07,
      "loss": 0.1725,
      "step": 1820
    },
    {
      "epoch": 0.9334353481254782,
      "grad_norm": 2.6129810933028463,
      "learning_rate": 3.453689167974882e-07,
      "loss": 0.2162,
      "step": 1830
    },
    {
      "epoch": 0.9385360877327212,
      "grad_norm": 3.1165548750844536,
      "learning_rate": 3.1920460491889064e-07,
      "loss": 0.2138,
      "step": 1840
    },
    {
      "epoch": 0.9436368273399643,
      "grad_norm": 2.367888989945047,
      "learning_rate": 2.930402930402931e-07,
      "loss": 0.1908,
      "step": 1850
    },
    {
      "epoch": 0.9487375669472073,
      "grad_norm": 3.3595897439996762,
      "learning_rate": 2.6687598116169546e-07,
      "loss": 0.2168,
      "step": 1860
    },
    {
      "epoch": 0.9538383065544503,
      "grad_norm": 2.5501513390260464,
      "learning_rate": 2.4071166928309785e-07,
      "loss": 0.1885,
      "step": 1870
    },
    {
      "epoch": 0.9589390461616935,
      "grad_norm": 2.539351738832841,
      "learning_rate": 2.1454735740450029e-07,
      "loss": 0.2053,
      "step": 1880
    },
    {
      "epoch": 0.9640397857689365,
      "grad_norm": 2.259543774216197,
      "learning_rate": 1.8838304552590267e-07,
      "loss": 0.2042,
      "step": 1890
    },
    {
      "epoch": 0.9691405253761796,
      "grad_norm": 4.596916025151595,
      "learning_rate": 1.6221873364730508e-07,
      "loss": 0.2105,
      "step": 1900
    },
    {
      "epoch": 0.9742412649834226,
      "grad_norm": 2.011464580317709,
      "learning_rate": 1.360544217687075e-07,
      "loss": 0.1875,
      "step": 1910
    },
    {
      "epoch": 0.9793420045906657,
      "grad_norm": 2.405248669355854,
      "learning_rate": 1.098901098901099e-07,
      "loss": 0.2071,
      "step": 1920
    },
    {
      "epoch": 0.9844427441979087,
      "grad_norm": 2.316570453105569,
      "learning_rate": 8.37257980115123e-08,
      "loss": 0.1929,
      "step": 1930
    },
    {
      "epoch": 0.9895434838051518,
      "grad_norm": 2.6135450800097417,
      "learning_rate": 5.756148613291471e-08,
      "loss": 0.2214,
      "step": 1940
    },
    {
      "epoch": 0.9946442234123948,
      "grad_norm": 2.0742499911347894,
      "learning_rate": 3.139717425431712e-08,
      "loss": 0.1741,
      "step": 1950
    },
    {
      "epoch": 0.9997449630196379,
      "grad_norm": 2.232575063554024,
      "learning_rate": 5.232862375719519e-09,
      "loss": 0.1944,
      "step": 1960
    }
  ],
  "logging_steps": 10,
  "max_steps": 1961,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4101894673924096.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}