{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1313,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007616146230007616,
      "grad_norm": 50.79930466411476,
      "learning_rate": 5.000000000000001e-07,
      "loss": 2.7845,
      "step": 10
    },
    {
      "epoch": 0.015232292460015232,
      "grad_norm": 4.733639121527121,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.9932,
      "step": 20
    },
    {
      "epoch": 0.02284843869002285,
      "grad_norm": 11.725763517693448,
      "learning_rate": 3.6666666666666666e-06,
      "loss": 0.467,
      "step": 30
    },
    {
      "epoch": 0.030464584920030464,
      "grad_norm": 15.317027935188298,
      "learning_rate": 4.9922057677318785e-06,
      "loss": 0.394,
      "step": 40
    },
    {
      "epoch": 0.03808073115003808,
      "grad_norm": 7.9451425678493415,
      "learning_rate": 4.953234606391271e-06,
      "loss": 0.4127,
      "step": 50
    },
    {
      "epoch": 0.0456968773800457,
      "grad_norm": 2.99811079075182,
      "learning_rate": 4.914263445050663e-06,
      "loss": 0.3809,
      "step": 60
    },
    {
      "epoch": 0.053313023610053314,
      "grad_norm": 13.216380353583448,
      "learning_rate": 4.875292283710055e-06,
      "loss": 0.3575,
      "step": 70
    },
    {
      "epoch": 0.06092916984006093,
      "grad_norm": 7.63179346900534,
      "learning_rate": 4.836321122369447e-06,
      "loss": 0.3493,
      "step": 80
    },
    {
      "epoch": 0.06854531607006854,
      "grad_norm": 4.286802328283774,
      "learning_rate": 4.797349961028839e-06,
      "loss": 0.3635,
      "step": 90
    },
    {
      "epoch": 0.07616146230007616,
      "grad_norm": 4.309624521435854,
      "learning_rate": 4.758378799688231e-06,
      "loss": 0.3676,
      "step": 100
    },
    {
      "epoch": 0.08377760853008377,
      "grad_norm": 5.207552398773839,
      "learning_rate": 4.719407638347623e-06,
      "loss": 0.3801,
      "step": 110
    },
    {
      "epoch": 0.0913937547600914,
      "grad_norm": 5.177352406161466,
      "learning_rate": 4.680436477007015e-06,
      "loss": 0.3267,
      "step": 120
    },
    {
      "epoch": 0.09900990099009901,
      "grad_norm": 2.4883247118479566,
      "learning_rate": 4.641465315666407e-06,
      "loss": 0.3027,
      "step": 130
    },
    {
      "epoch": 0.10662604722010663,
      "grad_norm": 8.281764329719218,
      "learning_rate": 4.6024941543257995e-06,
      "loss": 0.3682,
      "step": 140
    },
    {
      "epoch": 0.11424219345011424,
      "grad_norm": 14.408235128831507,
      "learning_rate": 4.563522992985192e-06,
      "loss": 0.2942,
      "step": 150
    },
    {
      "epoch": 0.12185833968012186,
      "grad_norm": 4.82571734891454,
      "learning_rate": 4.524551831644584e-06,
      "loss": 0.3301,
      "step": 160
    },
    {
      "epoch": 0.12947448591012947,
      "grad_norm": 6.7651326425553275,
      "learning_rate": 4.485580670303976e-06,
      "loss": 0.3043,
      "step": 170
    },
    {
      "epoch": 0.1370906321401371,
      "grad_norm": 4.504658492145208,
      "learning_rate": 4.446609508963368e-06,
      "loss": 0.3153,
      "step": 180
    },
    {
      "epoch": 0.1447067783701447,
      "grad_norm": 13.144367774169158,
      "learning_rate": 4.40763834762276e-06,
      "loss": 0.3258,
      "step": 190
    },
    {
      "epoch": 0.15232292460015232,
      "grad_norm": 5.71753402939219,
      "learning_rate": 4.368667186282151e-06,
      "loss": 0.2866,
      "step": 200
    },
    {
      "epoch": 0.15993907083015993,
      "grad_norm": 5.746101128299759,
      "learning_rate": 4.329696024941543e-06,
      "loss": 0.2877,
      "step": 210
    },
    {
      "epoch": 0.16755521706016754,
      "grad_norm": 7.79927957943986,
      "learning_rate": 4.2907248636009355e-06,
      "loss": 0.2904,
      "step": 220
    },
    {
      "epoch": 0.17517136329017516,
      "grad_norm": 4.689432902165902,
      "learning_rate": 4.251753702260328e-06,
      "loss": 0.2986,
      "step": 230
    },
    {
      "epoch": 0.1827875095201828,
      "grad_norm": 15.183701809043443,
      "learning_rate": 4.21278254091972e-06,
      "loss": 0.2843,
      "step": 240
    },
    {
      "epoch": 0.19040365575019041,
      "grad_norm": 6.186939595460967,
      "learning_rate": 4.173811379579112e-06,
      "loss": 0.2679,
      "step": 250
    },
    {
      "epoch": 0.19801980198019803,
      "grad_norm": 6.777236710117381,
      "learning_rate": 4.134840218238504e-06,
      "loss": 0.3103,
      "step": 260
    },
    {
      "epoch": 0.20563594821020564,
      "grad_norm": 5.894792889884156,
      "learning_rate": 4.095869056897896e-06,
      "loss": 0.2691,
      "step": 270
    },
    {
      "epoch": 0.21325209444021326,
      "grad_norm": 4.015786520578772,
      "learning_rate": 4.056897895557288e-06,
      "loss": 0.2791,
      "step": 280
    },
    {
      "epoch": 0.22086824067022087,
      "grad_norm": 5.5035284348768885,
      "learning_rate": 4.01792673421668e-06,
      "loss": 0.2951,
      "step": 290
    },
    {
      "epoch": 0.2284843869002285,
      "grad_norm": 4.313362107589247,
      "learning_rate": 3.978955572876072e-06,
      "loss": 0.2724,
      "step": 300
    },
    {
      "epoch": 0.2361005331302361,
      "grad_norm": 3.5385763057730197,
      "learning_rate": 3.9399844115354644e-06,
      "loss": 0.2999,
      "step": 310
    },
    {
      "epoch": 0.24371667936024372,
      "grad_norm": 6.062211983536529,
      "learning_rate": 3.901013250194856e-06,
      "loss": 0.2808,
      "step": 320
    },
    {
      "epoch": 0.25133282559025133,
      "grad_norm": 8.146566630922296,
      "learning_rate": 3.862042088854248e-06,
      "loss": 0.2606,
      "step": 330
    },
    {
      "epoch": 0.25894897182025894,
      "grad_norm": 9.082920643065648,
      "learning_rate": 3.82307092751364e-06,
      "loss": 0.2791,
      "step": 340
    },
    {
      "epoch": 0.26656511805026656,
      "grad_norm": 6.3502499823021505,
      "learning_rate": 3.784099766173032e-06,
      "loss": 0.2637,
      "step": 350
    },
    {
      "epoch": 0.2741812642802742,
      "grad_norm": 6.039243183603959,
      "learning_rate": 3.745128604832424e-06,
      "loss": 0.2716,
      "step": 360
    },
    {
      "epoch": 0.2817974105102818,
      "grad_norm": 21.984310864108913,
      "learning_rate": 3.706157443491816e-06,
      "loss": 0.2514,
      "step": 370
    },
    {
      "epoch": 0.2894135567402894,
      "grad_norm": 12.53426638225347,
      "learning_rate": 3.6671862821512083e-06,
      "loss": 0.2609,
      "step": 380
    },
    {
      "epoch": 0.297029702970297,
      "grad_norm": 9.110552124596454,
      "learning_rate": 3.6282151208106004e-06,
      "loss": 0.257,
      "step": 390
    },
    {
      "epoch": 0.30464584920030463,
      "grad_norm": 6.963479688735261,
      "learning_rate": 3.5892439594699925e-06,
      "loss": 0.3035,
      "step": 400
    },
    {
      "epoch": 0.31226199543031224,
      "grad_norm": 9.769560057289677,
      "learning_rate": 3.550272798129384e-06,
      "loss": 0.2977,
      "step": 410
    },
    {
      "epoch": 0.31987814166031986,
      "grad_norm": 5.458327603201019,
      "learning_rate": 3.5113016367887763e-06,
      "loss": 0.3116,
      "step": 420
    },
    {
      "epoch": 0.3274942878903275,
      "grad_norm": 6.48212184137403,
      "learning_rate": 3.4723304754481684e-06,
      "loss": 0.3058,
      "step": 430
    },
    {
      "epoch": 0.3351104341203351,
      "grad_norm": 4.3755429306688765,
      "learning_rate": 3.4333593141075605e-06,
      "loss": 0.2872,
      "step": 440
    },
    {
      "epoch": 0.3427265803503427,
      "grad_norm": 3.3988758987652736,
      "learning_rate": 3.3943881527669526e-06,
      "loss": 0.298,
      "step": 450
    },
    {
      "epoch": 0.3503427265803503,
      "grad_norm": 2.2060342123020167,
      "learning_rate": 3.3554169914263447e-06,
      "loss": 0.27,
      "step": 460
    },
    {
      "epoch": 0.357958872810358,
      "grad_norm": 7.329604342522737,
      "learning_rate": 3.316445830085737e-06,
      "loss": 0.2937,
      "step": 470
    },
    {
      "epoch": 0.3655750190403656,
      "grad_norm": 1.7907054332579624,
      "learning_rate": 3.2774746687451285e-06,
      "loss": 0.2747,
      "step": 480
    },
    {
      "epoch": 0.3731911652703732,
      "grad_norm": 3.425340110599157,
      "learning_rate": 3.2385035074045206e-06,
      "loss": 0.2695,
      "step": 490
    },
    {
      "epoch": 0.38080731150038083,
      "grad_norm": 2.5363187793325643,
      "learning_rate": 3.1995323460639127e-06,
      "loss": 0.2793,
      "step": 500
    },
    {
      "epoch": 0.38842345773038844,
      "grad_norm": 3.5802336724502077,
      "learning_rate": 3.160561184723305e-06,
      "loss": 0.2657,
      "step": 510
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 3.3393285288821826,
      "learning_rate": 3.121590023382697e-06,
      "loss": 0.2945,
      "step": 520
    },
    {
      "epoch": 0.4036557501904037,
      "grad_norm": 1.5550225555428097,
      "learning_rate": 3.0826188620420894e-06,
      "loss": 0.2789,
      "step": 530
    },
    {
      "epoch": 0.4112718964204113,
      "grad_norm": 3.0073485722863342,
      "learning_rate": 3.0436477007014815e-06,
      "loss": 0.3081,
      "step": 540
    },
    {
      "epoch": 0.4188880426504189,
      "grad_norm": 15.206759057798086,
      "learning_rate": 3.0046765393608737e-06,
      "loss": 0.2643,
      "step": 550
    },
    {
      "epoch": 0.4265041888804265,
      "grad_norm": 2.0936536272729755,
      "learning_rate": 2.9657053780202653e-06,
      "loss": 0.2873,
      "step": 560
    },
    {
      "epoch": 0.43412033511043413,
      "grad_norm": 4.067835138434269,
      "learning_rate": 2.9267342166796574e-06,
      "loss": 0.273,
      "step": 570
    },
    {
      "epoch": 0.44173648134044174,
      "grad_norm": 3.3963185052965934,
      "learning_rate": 2.8877630553390495e-06,
      "loss": 0.2716,
      "step": 580
    },
    {
      "epoch": 0.44935262757044936,
      "grad_norm": 1.5138388539092726,
      "learning_rate": 2.8487918939984416e-06,
      "loss": 0.2609,
      "step": 590
    },
    {
      "epoch": 0.456968773800457,
      "grad_norm": 2.246544810092394,
      "learning_rate": 2.8098207326578337e-06,
      "loss": 0.2546,
      "step": 600
    },
    {
      "epoch": 0.4645849200304646,
      "grad_norm": 3.938485944183565,
      "learning_rate": 2.770849571317226e-06,
      "loss": 0.2513,
      "step": 610
    },
    {
      "epoch": 0.4722010662604722,
      "grad_norm": 5.1405101797584525,
      "learning_rate": 2.7318784099766175e-06,
      "loss": 0.282,
      "step": 620
    },
    {
      "epoch": 0.4798172124904798,
      "grad_norm": 3.3311188301466954,
      "learning_rate": 2.6929072486360096e-06,
      "loss": 0.249,
      "step": 630
    },
    {
      "epoch": 0.48743335872048743,
      "grad_norm": 21.896029458395475,
      "learning_rate": 2.6539360872954017e-06,
      "loss": 0.2818,
      "step": 640
    },
    {
      "epoch": 0.49504950495049505,
      "grad_norm": 7.534437348352841,
      "learning_rate": 2.614964925954794e-06,
      "loss": 0.2351,
      "step": 650
    },
    {
      "epoch": 0.5026656511805027,
      "grad_norm": 2.299949453501836,
      "learning_rate": 2.575993764614186e-06,
      "loss": 0.2294,
      "step": 660
    },
    {
      "epoch": 0.5102817974105103,
      "grad_norm": 2.5561342975229397,
      "learning_rate": 2.537022603273578e-06,
      "loss": 0.2452,
      "step": 670
    },
    {
      "epoch": 0.5178979436405179,
      "grad_norm": 3.7181843420431835,
      "learning_rate": 2.4980514419329697e-06,
      "loss": 0.2453,
      "step": 680
    },
    {
      "epoch": 0.5255140898705255,
      "grad_norm": 6.586531334105372,
      "learning_rate": 2.459080280592362e-06,
      "loss": 0.2411,
      "step": 690
    },
    {
      "epoch": 0.5331302361005331,
      "grad_norm": 14.664298626214034,
      "learning_rate": 2.420109119251754e-06,
      "loss": 0.2201,
      "step": 700
    },
    {
      "epoch": 0.5407463823305407,
      "grad_norm": 4.067888514373268,
      "learning_rate": 2.381137957911146e-06,
      "loss": 0.2735,
      "step": 710
    },
    {
      "epoch": 0.5483625285605483,
      "grad_norm": 2.230992361182242,
      "learning_rate": 2.342166796570538e-06,
      "loss": 0.2115,
      "step": 720
    },
    {
      "epoch": 0.555978674790556,
      "grad_norm": 2.909598794004836,
      "learning_rate": 2.3031956352299302e-06,
      "loss": 0.2251,
      "step": 730
    },
    {
      "epoch": 0.5635948210205636,
      "grad_norm": 3.1148948179970546,
      "learning_rate": 2.264224473889322e-06,
      "loss": 0.2142,
      "step": 740
    },
    {
      "epoch": 0.5712109672505712,
      "grad_norm": 3.059923121423926,
      "learning_rate": 2.225253312548714e-06,
      "loss": 0.2696,
      "step": 750
    },
    {
      "epoch": 0.5788271134805788,
      "grad_norm": 1.6171302519363222,
      "learning_rate": 2.186282151208106e-06,
      "loss": 0.2186,
      "step": 760
    },
    {
      "epoch": 0.5864432597105864,
      "grad_norm": 4.440743728260261,
      "learning_rate": 2.1473109898674982e-06,
      "loss": 0.2417,
      "step": 770
    },
    {
      "epoch": 0.594059405940594,
      "grad_norm": 2.760031108689703,
      "learning_rate": 2.1083398285268903e-06,
      "loss": 0.2466,
      "step": 780
    },
    {
      "epoch": 0.6016755521706016,
      "grad_norm": 3.0336795225968043,
      "learning_rate": 2.0693686671862824e-06,
      "loss": 0.2283,
      "step": 790
    },
    {
      "epoch": 0.6092916984006093,
      "grad_norm": 7.389509084236801,
      "learning_rate": 2.030397505845674e-06,
      "loss": 0.2405,
      "step": 800
    },
    {
      "epoch": 0.6169078446306169,
      "grad_norm": 3.169033580179629,
      "learning_rate": 1.9914263445050662e-06,
      "loss": 0.2203,
      "step": 810
    },
    {
      "epoch": 0.6245239908606245,
      "grad_norm": 2.9593258535410536,
      "learning_rate": 1.9524551831644583e-06,
      "loss": 0.2435,
      "step": 820
    },
    {
      "epoch": 0.6321401370906321,
      "grad_norm": 2.1412191232691855,
      "learning_rate": 1.9134840218238504e-06,
      "loss": 0.2214,
      "step": 830
    },
    {
      "epoch": 0.6397562833206397,
      "grad_norm": 2.4584235281463056,
      "learning_rate": 1.8745128604832425e-06,
      "loss": 0.2051,
      "step": 840
    },
    {
      "epoch": 0.6473724295506473,
      "grad_norm": 2.6942968537660037,
      "learning_rate": 1.8355416991426344e-06,
      "loss": 0.2552,
      "step": 850
    },
    {
      "epoch": 0.654988575780655,
      "grad_norm": 39.77898346820111,
      "learning_rate": 1.7965705378020267e-06,
      "loss": 0.255,
      "step": 860
    },
    {
      "epoch": 0.6626047220106626,
      "grad_norm": 3.242123880305261,
      "learning_rate": 1.7575993764614188e-06,
      "loss": 0.2585,
      "step": 870
    },
    {
      "epoch": 0.6702208682406702,
      "grad_norm": 2.335093295949642,
      "learning_rate": 1.718628215120811e-06,
      "loss": 0.2273,
      "step": 880
    },
    {
      "epoch": 0.6778370144706778,
      "grad_norm": 4.1969756242176,
      "learning_rate": 1.6796570537802028e-06,
      "loss": 0.2602,
      "step": 890
    },
    {
      "epoch": 0.6854531607006854,
      "grad_norm": 2.8877995197484343,
      "learning_rate": 1.640685892439595e-06,
      "loss": 0.2463,
      "step": 900
    },
    {
      "epoch": 0.693069306930693,
      "grad_norm": 8.532454174497682,
      "learning_rate": 1.601714731098987e-06,
      "loss": 0.2781,
      "step": 910
    },
    {
      "epoch": 0.7006854531607006,
      "grad_norm": 1.753361854163262,
      "learning_rate": 1.562743569758379e-06,
      "loss": 0.2229,
      "step": 920
    },
    {
      "epoch": 0.7083015993907082,
      "grad_norm": 1.8325380702409384,
      "learning_rate": 1.523772408417771e-06,
      "loss": 0.2203,
      "step": 930
    },
    {
      "epoch": 0.715917745620716,
      "grad_norm": 2.2684354306822563,
      "learning_rate": 1.4848012470771631e-06,
      "loss": 0.2339,
      "step": 940
    },
    {
      "epoch": 0.7235338918507236,
      "grad_norm": 1.4977605970415515,
      "learning_rate": 1.445830085736555e-06,
      "loss": 0.2219,
      "step": 950
    },
    {
      "epoch": 0.7311500380807312,
      "grad_norm": 7.281547857430899,
      "learning_rate": 1.4068589243959471e-06,
      "loss": 0.2413,
      "step": 960
    },
    {
      "epoch": 0.7387661843107388,
      "grad_norm": 3.586658824801547,
      "learning_rate": 1.3678877630553392e-06,
      "loss": 0.2469,
      "step": 970
    },
    {
      "epoch": 0.7463823305407464,
      "grad_norm": 7.606986489874901,
      "learning_rate": 1.3289166017147311e-06,
      "loss": 0.2294,
      "step": 980
    },
    {
      "epoch": 0.753998476770754,
      "grad_norm": 3.40368675155774,
      "learning_rate": 1.2899454403741232e-06,
      "loss": 0.2286,
      "step": 990
    },
    {
      "epoch": 0.7616146230007617,
      "grad_norm": 7.998267922512295,
      "learning_rate": 1.2509742790335153e-06,
      "loss": 0.252,
      "step": 1000
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 2.4733655000027617,
      "learning_rate": 1.2120031176929072e-06,
      "loss": 0.1982,
      "step": 1010
    },
    {
      "epoch": 0.7768469154607769,
      "grad_norm": 3.033592392632543,
      "learning_rate": 1.1730319563522993e-06,
      "loss": 0.2144,
      "step": 1020
    },
    {
      "epoch": 0.7844630616907845,
      "grad_norm": 1.9758641511196695,
      "learning_rate": 1.1340607950116914e-06,
      "loss": 0.2156,
      "step": 1030
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 1.741744092220545,
      "learning_rate": 1.0950896336710835e-06,
      "loss": 0.2584,
      "step": 1040
    },
    {
      "epoch": 0.7996953541507997,
      "grad_norm": 4.018796628765827,
      "learning_rate": 1.0561184723304756e-06,
      "loss": 0.2357,
      "step": 1050
    },
    {
      "epoch": 0.8073115003808073,
      "grad_norm": 3.7781699692879265,
      "learning_rate": 1.0171473109898675e-06,
      "loss": 0.2108,
      "step": 1060
    },
    {
      "epoch": 0.814927646610815,
      "grad_norm": 2.28068470550662,
      "learning_rate": 9.781761496492596e-07,
      "loss": 0.2398,
      "step": 1070
    },
    {
      "epoch": 0.8225437928408226,
      "grad_norm": 5.251230713688533,
      "learning_rate": 9.392049883086516e-07,
      "loss": 0.2855,
      "step": 1080
    },
    {
      "epoch": 0.8301599390708302,
      "grad_norm": 5.565839809263085,
      "learning_rate": 9.002338269680437e-07,
      "loss": 0.1951,
      "step": 1090
    },
    {
      "epoch": 0.8377760853008378,
      "grad_norm": 2.337586138167645,
      "learning_rate": 8.612626656274357e-07,
      "loss": 0.2188,
      "step": 1100
    },
    {
      "epoch": 0.8453922315308454,
      "grad_norm": 6.6972693164951895,
      "learning_rate": 8.222915042868277e-07,
      "loss": 0.2419,
      "step": 1110
    },
    {
      "epoch": 0.853008377760853,
      "grad_norm": 3.0388932479346087,
      "learning_rate": 7.833203429462198e-07,
      "loss": 0.2391,
      "step": 1120
    },
    {
      "epoch": 0.8606245239908606,
      "grad_norm": 1.7769331849827834,
      "learning_rate": 7.443491816056118e-07,
      "loss": 0.2493,
      "step": 1130
    },
    {
      "epoch": 0.8682406702208683,
      "grad_norm": 1.5977948234923667,
      "learning_rate": 7.05378020265004e-07,
      "loss": 0.1888,
      "step": 1140
    },
    {
      "epoch": 0.8758568164508759,
      "grad_norm": 5.162773123863924,
      "learning_rate": 6.66406858924396e-07,
      "loss": 0.2121,
      "step": 1150
    },
    {
      "epoch": 0.8834729626808835,
      "grad_norm": 1.8282602996505388,
      "learning_rate": 6.27435697583788e-07,
      "loss": 0.1788,
      "step": 1160
    },
    {
      "epoch": 0.8910891089108911,
      "grad_norm": 16.322298329298143,
      "learning_rate": 5.884645362431801e-07,
      "loss": 0.2192,
      "step": 1170
    },
    {
      "epoch": 0.8987052551408987,
      "grad_norm": 2.3719650533019294,
      "learning_rate": 5.494933749025721e-07,
      "loss": 0.2365,
      "step": 1180
    },
    {
      "epoch": 0.9063214013709063,
      "grad_norm": 1.8453909852547603,
      "learning_rate": 5.105222135619641e-07,
      "loss": 0.2107,
      "step": 1190
    },
    {
      "epoch": 0.913937547600914,
      "grad_norm": 2.0332521472291076,
      "learning_rate": 4.715510522213562e-07,
      "loss": 0.2306,
      "step": 1200
    },
    {
      "epoch": 0.9215536938309216,
      "grad_norm": 4.107585638876669,
      "learning_rate": 4.3257989088074824e-07,
      "loss": 0.2266,
      "step": 1210
    },
    {
      "epoch": 0.9291698400609292,
      "grad_norm": 1.2287340471467436,
      "learning_rate": 3.9360872954014035e-07,
      "loss": 0.2336,
      "step": 1220
    },
    {
      "epoch": 0.9367859862909368,
      "grad_norm": 2.1255616949065037,
      "learning_rate": 3.546375681995324e-07,
      "loss": 0.2124,
      "step": 1230
    },
    {
      "epoch": 0.9444021325209444,
      "grad_norm": 2.1554816656355826,
      "learning_rate": 3.1566640685892445e-07,
      "loss": 0.2186,
      "step": 1240
    },
    {
      "epoch": 0.952018278750952,
      "grad_norm": 2.6124369888244137,
      "learning_rate": 2.7669524551831645e-07,
      "loss": 0.2478,
      "step": 1250
    },
    {
      "epoch": 0.9596344249809596,
      "grad_norm": 2.0994586794810974,
      "learning_rate": 2.3772408417770852e-07,
      "loss": 0.2269,
      "step": 1260
    },
    {
      "epoch": 0.9672505712109672,
      "grad_norm": 2.0639005460926048,
      "learning_rate": 1.9875292283710057e-07,
      "loss": 0.204,
      "step": 1270
    },
    {
      "epoch": 0.9748667174409749,
      "grad_norm": 3.075041362833051,
      "learning_rate": 1.597817614964926e-07,
      "loss": 0.258,
      "step": 1280
    },
    {
      "epoch": 0.9824828636709825,
      "grad_norm": 18.66863928576313,
      "learning_rate": 1.2081060015588465e-07,
      "loss": 0.2056,
      "step": 1290
    },
    {
      "epoch": 0.9900990099009901,
      "grad_norm": 2.0362521514020684,
      "learning_rate": 8.18394388152767e-08,
      "loss": 0.2065,
      "step": 1300
    },
    {
      "epoch": 0.9977151561309977,
      "grad_norm": 3.2194890228557633,
      "learning_rate": 4.286827747466875e-08,
      "loss": 0.2125,
      "step": 1310
    }
  ],
  "logging_steps": 10,
  "max_steps": 1313,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1418442664574976.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}