{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 59,
  "global_step": 236,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00423728813559322,
      "grad_norm": 0.93435138463974,
      "learning_rate": 2e-05,
      "loss": 6.022,
      "step": 1
    },
    {
      "epoch": 0.00423728813559322,
      "eval_loss": 1.5282647609710693,
      "eval_runtime": 7.1175,
      "eval_samples_per_second": 14.05,
      "eval_steps_per_second": 7.025,
      "step": 1
    },
    {
      "epoch": 0.00847457627118644,
      "grad_norm": 1.3107619285583496,
      "learning_rate": 4e-05,
      "loss": 5.9185,
      "step": 2
    },
    {
      "epoch": 0.012711864406779662,
      "grad_norm": 0.6630541086196899,
      "learning_rate": 6e-05,
      "loss": 6.0478,
      "step": 3
    },
    {
      "epoch": 0.01694915254237288,
      "grad_norm": 1.1335469484329224,
      "learning_rate": 8e-05,
      "loss": 5.2389,
      "step": 4
    },
    {
      "epoch": 0.0211864406779661,
      "grad_norm": 1.1335643529891968,
      "learning_rate": 0.0001,
      "loss": 7.1338,
      "step": 5
    },
    {
      "epoch": 0.025423728813559324,
      "grad_norm": 1.5306239128112793,
      "learning_rate": 0.00012,
      "loss": 6.0755,
      "step": 6
    },
    {
      "epoch": 0.029661016949152543,
      "grad_norm": 1.0867124795913696,
      "learning_rate": 0.00014,
      "loss": 6.8117,
      "step": 7
    },
    {
      "epoch": 0.03389830508474576,
      "grad_norm": 0.9578568935394287,
      "learning_rate": 0.00016,
      "loss": 6.8011,
      "step": 8
    },
    {
      "epoch": 0.038135593220338986,
      "grad_norm": 1.0799486637115479,
      "learning_rate": 0.00018,
      "loss": 6.7039,
      "step": 9
    },
    {
      "epoch": 0.0423728813559322,
      "grad_norm": 1.5282158851623535,
      "learning_rate": 0.0002,
      "loss": 5.6313,
      "step": 10
    },
    {
      "epoch": 0.046610169491525424,
      "grad_norm": 1.9403914213180542,
      "learning_rate": 0.00019999033847063811,
      "loss": 7.0799,
      "step": 11
    },
    {
      "epoch": 0.05084745762711865,
      "grad_norm": 3.048349618911743,
      "learning_rate": 0.00019996135574945544,
      "loss": 6.5488,
      "step": 12
    },
    {
      "epoch": 0.05508474576271186,
      "grad_norm": 2.31885027885437,
      "learning_rate": 0.00019991305743680013,
      "loss": 7.2261,
      "step": 13
    },
    {
      "epoch": 0.059322033898305086,
      "grad_norm": 1.8449187278747559,
      "learning_rate": 0.0001998454528653836,
      "loss": 5.4851,
      "step": 14
    },
    {
      "epoch": 0.0635593220338983,
      "grad_norm": 4.439443588256836,
      "learning_rate": 0.00019975855509847686,
      "loss": 6.414,
      "step": 15
    },
    {
      "epoch": 0.06779661016949153,
      "grad_norm": 2.1660385131835938,
      "learning_rate": 0.00019965238092738643,
      "loss": 7.2336,
      "step": 16
    },
    {
      "epoch": 0.07203389830508475,
      "grad_norm": 1.5337001085281372,
      "learning_rate": 0.00019952695086820975,
      "loss": 6.2012,
      "step": 17
    },
    {
      "epoch": 0.07627118644067797,
      "grad_norm": 1.4069186449050903,
      "learning_rate": 0.0001993822891578708,
      "loss": 5.561,
      "step": 18
    },
    {
      "epoch": 0.08050847457627118,
      "grad_norm": 2.1463675498962402,
      "learning_rate": 0.0001992184237494368,
      "loss": 5.7428,
      "step": 19
    },
    {
      "epoch": 0.0847457627118644,
      "grad_norm": 2.5662553310394287,
      "learning_rate": 0.0001990353863067169,
      "loss": 4.293,
      "step": 20
    },
    {
      "epoch": 0.08898305084745763,
      "grad_norm": 1.8066450357437134,
      "learning_rate": 0.0001988332121981436,
      "loss": 4.2494,
      "step": 21
    },
    {
      "epoch": 0.09322033898305085,
      "grad_norm": 1.886709213256836,
      "learning_rate": 0.00019861194048993863,
      "loss": 6.4416,
      "step": 22
    },
    {
      "epoch": 0.09745762711864407,
      "grad_norm": 1.9437390565872192,
      "learning_rate": 0.0001983716139385641,
      "loss": 5.7425,
      "step": 23
    },
    {
      "epoch": 0.1016949152542373,
      "grad_norm": 2.127446413040161,
      "learning_rate": 0.0001981122789824607,
      "loss": 6.2049,
      "step": 24
    },
    {
      "epoch": 0.1059322033898305,
      "grad_norm": 2.5859451293945312,
      "learning_rate": 0.00019783398573307428,
      "loss": 6.1108,
      "step": 25
    },
    {
      "epoch": 0.11016949152542373,
      "grad_norm": 1.9746959209442139,
      "learning_rate": 0.00019753678796517282,
      "loss": 4.653,
      "step": 26
    },
    {
      "epoch": 0.11440677966101695,
      "grad_norm": 1.5029537677764893,
      "learning_rate": 0.00019722074310645553,
      "loss": 6.2839,
      "step": 27
    },
    {
      "epoch": 0.11864406779661017,
      "grad_norm": 2.269805908203125,
      "learning_rate": 0.00019688591222645607,
      "loss": 5.628,
      "step": 28
    },
    {
      "epoch": 0.1228813559322034,
      "grad_norm": 2.1564295291900635,
      "learning_rate": 0.000196532360024742,
      "loss": 6.4123,
      "step": 29
    },
    {
      "epoch": 0.1271186440677966,
      "grad_norm": 2.3761954307556152,
      "learning_rate": 0.0001961601548184129,
      "loss": 5.5128,
      "step": 30
    },
    {
      "epoch": 0.13135593220338984,
      "grad_norm": 1.9238841533660889,
      "learning_rate": 0.00019576936852889936,
      "loss": 5.836,
      "step": 31
    },
    {
      "epoch": 0.13559322033898305,
      "grad_norm": 1.7540390491485596,
      "learning_rate": 0.00019536007666806556,
      "loss": 6.7537,
      "step": 32
    },
    {
      "epoch": 0.13983050847457626,
      "grad_norm": 2.3828277587890625,
      "learning_rate": 0.0001949323583236181,
      "loss": 6.257,
      "step": 33
    },
    {
      "epoch": 0.1440677966101695,
      "grad_norm": 1.759395718574524,
      "learning_rate": 0.0001944862961438239,
      "loss": 3.6914,
      "step": 34
    },
    {
      "epoch": 0.1483050847457627,
      "grad_norm": 2.694974899291992,
      "learning_rate": 0.00019402197632153992,
      "loss": 6.2578,
      "step": 35
    },
    {
      "epoch": 0.15254237288135594,
      "grad_norm": 3.1266930103302,
      "learning_rate": 0.00019353948857755803,
      "loss": 6.6762,
      "step": 36
    },
    {
      "epoch": 0.15677966101694915,
      "grad_norm": 2.4520297050476074,
      "learning_rate": 0.00019303892614326836,
      "loss": 6.9808,
      "step": 37
    },
    {
      "epoch": 0.16101694915254236,
      "grad_norm": 1.475329875946045,
      "learning_rate": 0.00019252038574264405,
      "loss": 5.6409,
      "step": 38
    },
    {
      "epoch": 0.1652542372881356,
      "grad_norm": 2.588773012161255,
      "learning_rate": 0.00019198396757355118,
      "loss": 6.3522,
      "step": 39
    },
    {
      "epoch": 0.1694915254237288,
      "grad_norm": 1.8694051504135132,
      "learning_rate": 0.00019142977528838762,
      "loss": 6.1291,
      "step": 40
    },
    {
      "epoch": 0.17372881355932204,
      "grad_norm": 2.373533010482788,
      "learning_rate": 0.00019085791597405404,
      "loss": 5.9928,
      "step": 41
    },
    {
      "epoch": 0.17796610169491525,
      "grad_norm": 3.6754894256591797,
      "learning_rate": 0.00019026850013126157,
      "loss": 6.3815,
      "step": 42
    },
    {
      "epoch": 0.18220338983050846,
      "grad_norm": 1.7676002979278564,
      "learning_rate": 0.00018966164165317966,
      "loss": 6.453,
      "step": 43
    },
    {
      "epoch": 0.1864406779661017,
      "grad_norm": 1.3256787061691284,
      "learning_rate": 0.00018903745780342839,
      "loss": 6.3553,
      "step": 44
    },
    {
      "epoch": 0.1906779661016949,
      "grad_norm": 1.6511330604553223,
      "learning_rate": 0.0001883960691934196,
      "loss": 4.8997,
      "step": 45
    },
    {
      "epoch": 0.19491525423728814,
      "grad_norm": 1.721350073814392,
      "learning_rate": 0.00018773759975905098,
      "loss": 5.0406,
      "step": 46
    },
    {
      "epoch": 0.19915254237288135,
      "grad_norm": 1.7820731401443481,
      "learning_rate": 0.00018706217673675811,
      "loss": 5.7118,
      "step": 47
    },
    {
      "epoch": 0.2033898305084746,
      "grad_norm": 1.6048412322998047,
      "learning_rate": 0.0001863699306389282,
      "loss": 6.0263,
      "step": 48
    },
    {
      "epoch": 0.2076271186440678,
      "grad_norm": 1.4817653894424438,
      "learning_rate": 0.00018566099522868119,
      "loss": 5.9415,
      "step": 49
    },
    {
      "epoch": 0.211864406779661,
      "grad_norm": 2.7853312492370605,
      "learning_rate": 0.00018493550749402278,
      "loss": 5.5053,
      "step": 50
    },
    {
      "epoch": 0.21610169491525424,
      "grad_norm": 1.8527765274047852,
      "learning_rate": 0.00018419360762137395,
      "loss": 4.5492,
      "step": 51
    },
    {
      "epoch": 0.22033898305084745,
      "grad_norm": 2.2048535346984863,
      "learning_rate": 0.00018343543896848273,
      "loss": 8.1486,
      "step": 52
    },
    {
      "epoch": 0.2245762711864407,
      "grad_norm": 1.7079168558120728,
      "learning_rate": 0.00018266114803672318,
      "loss": 5.3628,
      "step": 53
    },
    {
      "epoch": 0.2288135593220339,
      "grad_norm": 2.1374549865722656,
      "learning_rate": 0.00018187088444278674,
      "loss": 5.8904,
      "step": 54
    },
    {
      "epoch": 0.2330508474576271,
      "grad_norm": 2.382983684539795,
      "learning_rate": 0.00018106480088977172,
      "loss": 4.538,
      "step": 55
    },
    {
      "epoch": 0.23728813559322035,
      "grad_norm": 2.197672128677368,
      "learning_rate": 0.00018024305313767646,
      "loss": 4.4606,
      "step": 56
    },
    {
      "epoch": 0.24152542372881355,
      "grad_norm": 1.6247694492340088,
      "learning_rate": 0.00017940579997330165,
      "loss": 4.0559,
      "step": 57
    },
    {
      "epoch": 0.2457627118644068,
      "grad_norm": 1.5712074041366577,
      "learning_rate": 0.00017855320317956784,
      "loss": 5.8273,
      "step": 58
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.6524977684020996,
      "learning_rate": 0.00017768542750425426,
      "loss": 6.2318,
      "step": 59
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.3850336074829102,
      "eval_runtime": 7.0902,
      "eval_samples_per_second": 14.104,
      "eval_steps_per_second": 7.052,
      "step": 59
    },
    {
      "epoch": 0.2542372881355932,
      "grad_norm": 1.5502198934555054,
      "learning_rate": 0.0001768026406281642,
      "loss": 5.2109,
      "step": 60
    },
    {
      "epoch": 0.2584745762711864,
      "grad_norm": 1.8017003536224365,
      "learning_rate": 0.00017590501313272415,
      "loss": 6.0785,
      "step": 61
    },
    {
      "epoch": 0.2627118644067797,
      "grad_norm": 1.7847765684127808,
      "learning_rate": 0.00017499271846702213,
      "loss": 4.9068,
      "step": 62
    },
    {
      "epoch": 0.2669491525423729,
      "grad_norm": 1.5741537809371948,
      "learning_rate": 0.00017406593291429217,
      "loss": 5.4379,
      "step": 63
    },
    {
      "epoch": 0.2711864406779661,
      "grad_norm": 1.365412950515747,
      "learning_rate": 0.00017312483555785086,
      "loss": 3.6425,
      "step": 64
    },
    {
      "epoch": 0.2754237288135593,
      "grad_norm": 1.7937501668930054,
      "learning_rate": 0.00017216960824649303,
      "loss": 6.818,
      "step": 65
    },
    {
      "epoch": 0.2796610169491525,
      "grad_norm": 1.7252205610275269,
      "learning_rate": 0.00017120043555935298,
      "loss": 5.2337,
      "step": 66
    },
    {
      "epoch": 0.2838983050847458,
      "grad_norm": 1.6318126916885376,
      "learning_rate": 0.0001702175047702382,
      "loss": 4.8196,
      "step": 67
    },
    {
      "epoch": 0.288135593220339,
      "grad_norm": 2.2506821155548096,
      "learning_rate": 0.00016922100581144228,
      "loss": 4.5169,
      "step": 68
    },
    {
      "epoch": 0.2923728813559322,
      "grad_norm": 1.5296686887741089,
      "learning_rate": 0.00016821113123704424,
      "loss": 4.6808,
      "step": 69
    },
    {
      "epoch": 0.2966101694915254,
      "grad_norm": 1.6065572500228882,
      "learning_rate": 0.00016718807618570106,
      "loss": 5.6518,
      "step": 70
    },
    {
      "epoch": 0.3008474576271186,
      "grad_norm": 1.5301107168197632,
      "learning_rate": 0.00016615203834294119,
      "loss": 4.3934,
      "step": 71
    },
    {
      "epoch": 0.3050847457627119,
      "grad_norm": 1.1689343452453613,
      "learning_rate": 0.00016510321790296525,
      "loss": 4.6425,
      "step": 72
    },
    {
      "epoch": 0.3093220338983051,
      "grad_norm": 1.2540870904922485,
      "learning_rate": 0.00016404181752996289,
      "loss": 6.5413,
      "step": 73
    },
    {
      "epoch": 0.3135593220338983,
      "grad_norm": 2.988340377807617,
      "learning_rate": 0.00016296804231895142,
      "loss": 2.8704,
      "step": 74
    },
    {
      "epoch": 0.3177966101694915,
      "grad_norm": 2.624145269393921,
      "learning_rate": 0.00016188209975614542,
      "loss": 8.0201,
      "step": 75
    },
    {
      "epoch": 0.3220338983050847,
      "grad_norm": 2.1858763694763184,
      "learning_rate": 0.00016078419967886402,
      "loss": 6.0421,
      "step": 76
    },
    {
      "epoch": 0.326271186440678,
      "grad_norm": 1.665157675743103,
      "learning_rate": 0.00015967455423498387,
      "loss": 6.4215,
      "step": 77
    },
    {
      "epoch": 0.3305084745762712,
      "grad_norm": 1.1391340494155884,
      "learning_rate": 0.00015855337784194577,
      "loss": 5.7596,
      "step": 78
    },
    {
      "epoch": 0.3347457627118644,
      "grad_norm": 1.3100152015686035,
      "learning_rate": 0.00015742088714532247,
      "loss": 5.2074,
      "step": 79
    },
    {
      "epoch": 0.3389830508474576,
      "grad_norm": 1.9967092275619507,
      "learning_rate": 0.00015627730097695638,
      "loss": 5.3709,
      "step": 80
    },
    {
      "epoch": 0.3432203389830508,
      "grad_norm": 1.5776952505111694,
      "learning_rate": 0.00015512284031267437,
      "loss": 5.9981,
      "step": 81
    },
    {
      "epoch": 0.3474576271186441,
      "grad_norm": 1.0257835388183594,
      "learning_rate": 0.00015395772822958845,
      "loss": 5.9825,
      "step": 82
    },
    {
      "epoch": 0.3516949152542373,
      "grad_norm": 1.5740242004394531,
      "learning_rate": 0.00015278218986299074,
      "loss": 4.8249,
      "step": 83
    },
    {
      "epoch": 0.3559322033898305,
      "grad_norm": 1.6861892938613892,
      "learning_rate": 0.0001515964523628501,
      "loss": 4.3845,
      "step": 84
    },
    {
      "epoch": 0.3601694915254237,
      "grad_norm": 1.4004765748977661,
      "learning_rate": 0.00015040074484992,
      "loss": 4.4196,
      "step": 85
    },
    {
      "epoch": 0.3644067796610169,
      "grad_norm": 1.792279839515686,
      "learning_rate": 0.00014919529837146528,
      "loss": 5.1566,
      "step": 86
    },
    {
      "epoch": 0.3686440677966102,
      "grad_norm": 1.9727193117141724,
      "learning_rate": 0.00014798034585661695,
      "loss": 6.2365,
      "step": 87
    },
    {
      "epoch": 0.3728813559322034,
      "grad_norm": 1.918335199356079,
      "learning_rate": 0.0001467561220713628,
      "loss": 4.8331,
      "step": 88
    },
    {
      "epoch": 0.3771186440677966,
      "grad_norm": 1.2826801538467407,
      "learning_rate": 0.0001455228635731839,
      "loss": 6.5472,
      "step": 89
    },
    {
      "epoch": 0.3813559322033898,
      "grad_norm": 0.9126927852630615,
      "learning_rate": 0.00014428080866534396,
      "loss": 5.3882,
      "step": 90
    },
    {
      "epoch": 0.3855932203389831,
      "grad_norm": 1.3578442335128784,
      "learning_rate": 0.00014303019735084226,
      "loss": 5.4403,
      "step": 91
    },
    {
      "epoch": 0.3898305084745763,
      "grad_norm": 1.3523539304733276,
      "learning_rate": 0.00014177127128603745,
      "loss": 6.2458,
      "step": 92
    },
    {
      "epoch": 0.3940677966101695,
      "grad_norm": 2.189840316772461,
      "learning_rate": 0.0001405042737339524,
      "loss": 5.3938,
      "step": 93
    },
    {
      "epoch": 0.3983050847457627,
      "grad_norm": 2.7657406330108643,
      "learning_rate": 0.0001392294495172681,
      "loss": 6.3785,
      "step": 94
    },
    {
      "epoch": 0.4025423728813559,
      "grad_norm": 1.462851881980896,
      "learning_rate": 0.00013794704497101655,
      "loss": 5.4128,
      "step": 95
    },
    {
      "epoch": 0.4067796610169492,
      "grad_norm": 1.3086453676223755,
      "learning_rate": 0.0001366573078949813,
      "loss": 5.7441,
      "step": 96
    },
    {
      "epoch": 0.4110169491525424,
      "grad_norm": 2.55996036529541,
      "learning_rate": 0.00013536048750581494,
      "loss": 5.4807,
      "step": 97
    },
    {
      "epoch": 0.4152542372881356,
      "grad_norm": 1.7401981353759766,
      "learning_rate": 0.00013405683438888282,
      "loss": 5.0087,
      "step": 98
    },
    {
      "epoch": 0.4194915254237288,
      "grad_norm": 1.833206057548523,
      "learning_rate": 0.00013274660044984224,
      "loss": 5.401,
      "step": 99
    },
    {
      "epoch": 0.423728813559322,
      "grad_norm": 1.1227648258209229,
      "learning_rate": 0.00013143003886596669,
      "loss": 5.8596,
      "step": 100
    },
    {
      "epoch": 0.4279661016949153,
      "grad_norm": 1.4440932273864746,
      "learning_rate": 0.0001301074040372242,
      "loss": 4.299,
      "step": 101
    },
    {
      "epoch": 0.4322033898305085,
      "grad_norm": 1.3902015686035156,
      "learning_rate": 0.00012877895153711935,
      "loss": 5.2348,
      "step": 102
    },
    {
      "epoch": 0.4364406779661017,
      "grad_norm": 2.3583362102508545,
      "learning_rate": 0.0001274449380633089,
      "loss": 6.7036,
      "step": 103
    },
    {
      "epoch": 0.4406779661016949,
      "grad_norm": 1.4885296821594238,
      "learning_rate": 0.00012610562138799978,
      "loss": 6.339,
      "step": 104
    },
    {
      "epoch": 0.4449152542372881,
      "grad_norm": 1.6107800006866455,
      "learning_rate": 0.00012476126030813963,
      "loss": 5.5737,
      "step": 105
    },
    {
      "epoch": 0.4491525423728814,
      "grad_norm": 1.6457529067993164,
      "learning_rate": 0.0001234121145954094,
      "loss": 4.68,
      "step": 106
    },
    {
      "epoch": 0.4533898305084746,
      "grad_norm": 2.6190664768218994,
      "learning_rate": 0.0001220584449460274,
      "loss": 5.6051,
      "step": 107
    },
    {
      "epoch": 0.4576271186440678,
      "grad_norm": 1.8676761388778687,
      "learning_rate": 0.00012070051293037492,
      "loss": 5.4647,
      "step": 108
    },
    {
      "epoch": 0.461864406779661,
      "grad_norm": 2.39504337310791,
      "learning_rate": 0.00011933858094245281,
      "loss": 4.0834,
      "step": 109
    },
    {
      "epoch": 0.4661016949152542,
      "grad_norm": 2.288006067276001,
      "learning_rate": 0.00011797291214917881,
      "loss": 5.9169,
      "step": 110
    },
    {
      "epoch": 0.4703389830508475,
      "grad_norm": 1.2063994407653809,
      "learning_rate": 0.00011660377043953588,
      "loss": 5.8516,
      "step": 111
    },
    {
      "epoch": 0.4745762711864407,
      "grad_norm": 2.7913434505462646,
      "learning_rate": 0.0001152314203735805,
      "loss": 5.452,
      "step": 112
    },
    {
      "epoch": 0.4788135593220339,
      "grad_norm": 1.5486477613449097,
      "learning_rate": 0.0001138561271313219,
      "loss": 5.6845,
      "step": 113
    },
    {
      "epoch": 0.4830508474576271,
      "grad_norm": 1.3842769861221313,
      "learning_rate": 0.00011247815646148087,
      "loss": 3.9482,
      "step": 114
    },
    {
      "epoch": 0.4872881355932203,
      "grad_norm": 1.8453153371810913,
      "learning_rate": 0.00011109777463013915,
      "loss": 6.0286,
      "step": 115
    },
    {
      "epoch": 0.4915254237288136,
      "grad_norm": 1.570230484008789,
      "learning_rate": 0.0001097152483692886,
      "loss": 4.6404,
      "step": 116
    },
    {
      "epoch": 0.4957627118644068,
      "grad_norm": 1.6343928575515747,
      "learning_rate": 0.00010833084482529048,
      "loss": 6.4812,
      "step": 117
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.450670838356018,
      "learning_rate": 0.00010694483150725458,
      "loss": 5.0213,
      "step": 118
    },
    {
      "epoch": 0.5,
      "eval_loss": 1.3630183935165405,
      "eval_runtime": 7.0743,
      "eval_samples_per_second": 14.136,
      "eval_steps_per_second": 7.068,
      "step": 118
    },
    {
      "epoch": 0.5042372881355932,
      "grad_norm": 1.6642025709152222,
      "learning_rate": 0.00010555747623534831,
      "loss": 5.1026,
      "step": 119
    },
    {
      "epoch": 0.5084745762711864,
      "grad_norm": 2.017059087753296,
      "learning_rate": 0.00010416904708904548,
      "loss": 4.8477,
      "step": 120
    },
    {
      "epoch": 0.5127118644067796,
      "grad_norm": 2.029778003692627,
      "learning_rate": 0.00010277981235532541,
      "loss": 5.9989,
      "step": 121
    },
    {
      "epoch": 0.5169491525423728,
      "grad_norm": 1.565796136856079,
      "learning_rate": 0.00010139004047683151,
      "loss": 4.0977,
      "step": 122
    },
    {
      "epoch": 0.5211864406779662,
      "grad_norm": 1.284759283065796,
      "learning_rate": 0.0001,
      "loss": 6.3971,
      "step": 123
    },
    {
      "epoch": 0.5254237288135594,
      "grad_norm": 1.5899869203567505,
      "learning_rate": 9.860995952316851e-05,
      "loss": 5.342,
      "step": 124
    },
    {
      "epoch": 0.5296610169491526,
      "grad_norm": 1.2444443702697754,
      "learning_rate": 9.722018764467461e-05,
      "loss": 5.5082,
      "step": 125
    },
    {
      "epoch": 0.5338983050847458,
      "grad_norm": 1.5828735828399658,
      "learning_rate": 9.583095291095453e-05,
      "loss": 5.8702,
      "step": 126
    },
    {
      "epoch": 0.538135593220339,
      "grad_norm": 3.7572929859161377,
      "learning_rate": 9.444252376465171e-05,
      "loss": 4.3785,
      "step": 127
    },
    {
      "epoch": 0.5423728813559322,
      "grad_norm": 2.7158265113830566,
      "learning_rate": 9.305516849274541e-05,
      "loss": 5.0584,
      "step": 128
    },
    {
      "epoch": 0.5466101694915254,
      "grad_norm": 1.598179817199707,
      "learning_rate": 9.166915517470953e-05,
      "loss": 4.3117,
      "step": 129
    },
    {
      "epoch": 0.5508474576271186,
      "grad_norm": 1.5766159296035767,
      "learning_rate": 9.028475163071141e-05,
      "loss": 5.6085,
      "step": 130
    },
    {
      "epoch": 0.5550847457627118,
      "grad_norm": 1.7020022869110107,
      "learning_rate": 8.890222536986085e-05,
      "loss": 5.3097,
      "step": 131
    },
    {
      "epoch": 0.559322033898305,
      "grad_norm": 1.423659324645996,
      "learning_rate": 8.752184353851916e-05,
      "loss": 6.0762,
      "step": 132
    },
    {
      "epoch": 0.5635593220338984,
      "grad_norm": 2.035299062728882,
      "learning_rate": 8.614387286867814e-05,
      "loss": 5.5225,
      "step": 133
    },
    {
      "epoch": 0.5677966101694916,
      "grad_norm": 2.2816035747528076,
      "learning_rate": 8.47685796264195e-05,
      "loss": 5.565,
      "step": 134
    },
    {
      "epoch": 0.5720338983050848,
      "grad_norm": 1.8796865940093994,
      "learning_rate": 8.339622956046417e-05,
      "loss": 5.4363,
      "step": 135
    },
    {
      "epoch": 0.576271186440678,
      "grad_norm": 1.6780980825424194,
      "learning_rate": 8.202708785082121e-05,
      "loss": 4.9135,
      "step": 136
    },
    {
      "epoch": 0.5805084745762712,
      "grad_norm": 2.6253199577331543,
      "learning_rate": 8.066141905754723e-05,
      "loss": 5.8014,
      "step": 137
    },
    {
      "epoch": 0.5847457627118644,
      "grad_norm": 1.7806695699691772,
      "learning_rate": 7.929948706962508e-05,
      "loss": 5.6643,
      "step": 138
    },
    {
      "epoch": 0.5889830508474576,
      "grad_norm": 1.6690291166305542,
      "learning_rate": 7.794155505397261e-05,
      "loss": 4.788,
      "step": 139
    },
    {
      "epoch": 0.5932203389830508,
      "grad_norm": 1.2224397659301758,
      "learning_rate": 7.658788540459062e-05,
      "loss": 5.7951,
      "step": 140
    },
    {
      "epoch": 0.597457627118644,
      "grad_norm": 1.7819712162017822,
      "learning_rate": 7.523873969186039e-05,
      "loss": 5.5056,
      "step": 141
    },
    {
      "epoch": 0.6016949152542372,
      "grad_norm": 2.8600285053253174,
      "learning_rate": 7.389437861200024e-05,
      "loss": 4.424,
      "step": 142
    },
    {
      "epoch": 0.6059322033898306,
      "grad_norm": 2.1180453300476074,
      "learning_rate": 7.25550619366911e-05,
      "loss": 4.7318,
      "step": 143
    },
    {
      "epoch": 0.6101694915254238,
      "grad_norm": 1.7061822414398193,
      "learning_rate": 7.122104846288064e-05,
      "loss": 6.6938,
      "step": 144
    },
    {
      "epoch": 0.614406779661017,
      "grad_norm": 1.474294900894165,
      "learning_rate": 6.989259596277582e-05,
      "loss": 5.7241,
      "step": 145
    },
    {
      "epoch": 0.6186440677966102,
      "grad_norm": 1.4275479316711426,
      "learning_rate": 6.85699611340333e-05,
      "loss": 4.0837,
      "step": 146
    },
    {
      "epoch": 0.6228813559322034,
      "grad_norm": 2.809462785720825,
      "learning_rate": 6.725339955015777e-05,
      "loss": 7.3159,
      "step": 147
    },
    {
      "epoch": 0.6271186440677966,
      "grad_norm": 2.748603343963623,
      "learning_rate": 6.594316561111724e-05,
      "loss": 6.2878,
      "step": 148
    },
    {
      "epoch": 0.6313559322033898,
      "grad_norm": 1.9641263484954834,
      "learning_rate": 6.46395124941851e-05,
      "loss": 4.7853,
      "step": 149
    },
    {
      "epoch": 0.635593220338983,
      "grad_norm": 3.6411221027374268,
      "learning_rate": 6.334269210501875e-05,
      "loss": 5.5019,
      "step": 150
    },
    {
      "epoch": 0.6398305084745762,
      "grad_norm": 1.7731056213378906,
      "learning_rate": 6.205295502898348e-05,
      "loss": 4.3701,
      "step": 151
    },
    {
      "epoch": 0.6440677966101694,
      "grad_norm": 1.3389068841934204,
      "learning_rate": 6.0770550482731924e-05,
      "loss": 6.5773,
      "step": 152
    },
    {
      "epoch": 0.6483050847457628,
      "grad_norm": 1.3923825025558472,
      "learning_rate": 5.9495726266047605e-05,
      "loss": 5.4175,
      "step": 153
    },
    {
      "epoch": 0.652542372881356,
      "grad_norm": 2.2159035205841064,
      "learning_rate": 5.8228728713962543e-05,
      "loss": 3.6546,
      "step": 154
    },
    {
      "epoch": 0.6567796610169492,
      "grad_norm": 1.6734590530395508,
      "learning_rate": 5.696980264915777e-05,
      "loss": 4.4299,
      "step": 155
    },
    {
      "epoch": 0.6610169491525424,
      "grad_norm": 1.7563037872314453,
      "learning_rate": 5.571919133465605e-05,
      "loss": 5.0263,
      "step": 156
    },
    {
      "epoch": 0.6652542372881356,
      "grad_norm": 1.501452088356018,
      "learning_rate": 5.447713642681612e-05,
      "loss": 6.2963,
      "step": 157
    },
    {
      "epoch": 0.6694915254237288,
      "grad_norm": 1.4349921941757202,
      "learning_rate": 5.324387792863719e-05,
      "loss": 6.4959,
      "step": 158
    },
    {
      "epoch": 0.673728813559322,
      "grad_norm": 1.7934768199920654,
      "learning_rate": 5.201965414338308e-05,
      "loss": 5.6093,
      "step": 159
    },
    {
      "epoch": 0.6779661016949152,
      "grad_norm": 1.5769773721694946,
      "learning_rate": 5.080470162853472e-05,
      "loss": 6.9835,
      "step": 160
    },
    {
      "epoch": 0.6822033898305084,
      "grad_norm": 2.40470290184021,
      "learning_rate": 4.959925515008002e-05,
      "loss": 4.8795,
      "step": 161
    },
    {
      "epoch": 0.6864406779661016,
      "grad_norm": 1.6426795721054077,
      "learning_rate": 4.840354763714991e-05,
      "loss": 4.7669,
      "step": 162
    },
    {
      "epoch": 0.690677966101695,
      "grad_norm": 1.5152642726898193,
      "learning_rate": 4.7217810137009274e-05,
      "loss": 4.3649,
      "step": 163
    },
    {
      "epoch": 0.6949152542372882,
      "grad_norm": 0.9684991836547852,
      "learning_rate": 4.604227177041156e-05,
      "loss": 5.1498,
      "step": 164
    },
    {
      "epoch": 0.6991525423728814,
      "grad_norm": 1.9173654317855835,
      "learning_rate": 4.487715968732568e-05,
      "loss": 5.7244,
      "step": 165
    },
    {
      "epoch": 0.7033898305084746,
      "grad_norm": 1.960520625114441,
      "learning_rate": 4.372269902304363e-05,
      "loss": 4.9004,
      "step": 166
    },
    {
      "epoch": 0.7076271186440678,
      "grad_norm": 1.0363643169403076,
      "learning_rate": 4.257911285467754e-05,
      "loss": 5.8545,
      "step": 167
    },
    {
      "epoch": 0.711864406779661,
      "grad_norm": 1.3583155870437622,
      "learning_rate": 4.144662215805426e-05,
      "loss": 6.3824,
      "step": 168
    },
    {
      "epoch": 0.7161016949152542,
      "grad_norm": 4.059554100036621,
      "learning_rate": 4.0325445765016145e-05,
      "loss": 4.7046,
      "step": 169
    },
    {
      "epoch": 0.7203389830508474,
      "grad_norm": 1.8046865463256836,
      "learning_rate": 3.921580032113602e-05,
      "loss": 3.955,
      "step": 170
    },
    {
      "epoch": 0.7245762711864406,
      "grad_norm": 1.36460280418396,
      "learning_rate": 3.8117900243854595e-05,
      "loss": 5.9647,
      "step": 171
    },
    {
      "epoch": 0.7288135593220338,
      "grad_norm": 1.7739871740341187,
      "learning_rate": 3.7031957681048604e-05,
      "loss": 6.397,
      "step": 172
    },
    {
      "epoch": 0.7330508474576272,
      "grad_norm": 2.6238420009613037,
      "learning_rate": 3.595818247003713e-05,
      "loss": 5.9568,
      "step": 173
    },
    {
      "epoch": 0.7372881355932204,
      "grad_norm": 1.4640283584594727,
      "learning_rate": 3.489678209703475e-05,
      "loss": 5.3649,
      "step": 174
    },
    {
      "epoch": 0.7415254237288136,
      "grad_norm": 1.3590552806854248,
      "learning_rate": 3.3847961657058845e-05,
      "loss": 6.5281,
      "step": 175
    },
    {
      "epoch": 0.7457627118644068,
      "grad_norm": 2.4690585136413574,
      "learning_rate": 3.281192381429894e-05,
      "loss": 5.6778,
      "step": 176
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4456470012664795,
      "learning_rate": 3.178886876295578e-05,
      "loss": 6.7767,
      "step": 177
    },
    {
      "epoch": 0.75,
      "eval_loss": 1.3556182384490967,
      "eval_runtime": 7.0946,
      "eval_samples_per_second": 14.095,
      "eval_steps_per_second": 7.048,
      "step": 177
    },
    {
      "epoch": 0.7542372881355932,
      "grad_norm": 1.659873366355896,
      "learning_rate": 3.077899418855772e-05,
      "loss": 5.2241,
      "step": 178
    },
    {
      "epoch": 0.7584745762711864,
      "grad_norm": 1.6144360303878784,
      "learning_rate": 2.9782495229761808e-05,
      "loss": 6.47,
      "step": 179
    },
    {
      "epoch": 0.7627118644067796,
      "grad_norm": 2.68172287940979,
      "learning_rate": 2.879956444064703e-05,
      "loss": 5.6168,
      "step": 180
    },
    {
      "epoch": 0.7669491525423728,
      "grad_norm": 1.148950219154358,
      "learning_rate": 2.783039175350699e-05,
      "loss": 4.7857,
      "step": 181
    },
    {
      "epoch": 0.7711864406779662,
      "grad_norm": 2.0405430793762207,
      "learning_rate": 2.6875164442149147e-05,
      "loss": 4.1435,
      "step": 182
    },
    {
      "epoch": 0.7754237288135594,
      "grad_norm": 1.8292560577392578,
      "learning_rate": 2.5934067085707834e-05,
      "loss": 4.8491,
      "step": 183
    },
    {
      "epoch": 0.7796610169491526,
      "grad_norm": 1.592108964920044,
      "learning_rate": 2.500728153297788e-05,
      "loss": 5.9074,
      "step": 184
    },
    {
      "epoch": 0.7838983050847458,
      "grad_norm": 1.3204245567321777,
      "learning_rate": 2.409498686727587e-05,
      "loss": 5.3229,
      "step": 185
    },
    {
      "epoch": 0.788135593220339,
      "grad_norm": 1.6157606840133667,
      "learning_rate": 2.3197359371835802e-05,
      "loss": 5.0719,
      "step": 186
    },
    {
      "epoch": 0.7923728813559322,
      "grad_norm": 1.5353844165802002,
      "learning_rate": 2.2314572495745746e-05,
      "loss": 5.2844,
      "step": 187
    },
    {
      "epoch": 0.7966101694915254,
      "grad_norm": 1.859458327293396,
      "learning_rate": 2.1446796820432167e-05,
      "loss": 5.0241,
      "step": 188
    },
    {
      "epoch": 0.8008474576271186,
      "grad_norm": 2.213860273361206,
      "learning_rate": 2.0594200026698363e-05,
      "loss": 4.9303,
      "step": 189
    },
    {
      "epoch": 0.8050847457627118,
      "grad_norm": 1.3739302158355713,
      "learning_rate": 1.9756946862323535e-05,
      "loss": 6.1114,
      "step": 190
    },
    {
      "epoch": 0.809322033898305,
      "grad_norm": 1.5952653884887695,
      "learning_rate": 1.8935199110228275e-05,
      "loss": 5.3459,
      "step": 191
    },
    {
      "epoch": 0.8135593220338984,
      "grad_norm": 1.7411179542541504,
      "learning_rate": 1.8129115557213262e-05,
      "loss": 6.0951,
      "step": 192
    },
    {
      "epoch": 0.8177966101694916,
      "grad_norm": 1.467255711555481,
      "learning_rate": 1.7338851963276825e-05,
      "loss": 3.5396,
      "step": 193
    },
    {
      "epoch": 0.8220338983050848,
      "grad_norm": 1.6787402629852295,
      "learning_rate": 1.656456103151728e-05,
      "loss": 4.9857,
      "step": 194
    },
    {
      "epoch": 0.826271186440678,
      "grad_norm": 1.718984842300415,
      "learning_rate": 1.580639237862608e-05,
      "loss": 7.6591,
      "step": 195
    },
    {
      "epoch": 0.8305084745762712,
      "grad_norm": 1.2019591331481934,
      "learning_rate": 1.5064492505977234e-05,
      "loss": 5.4475,
      "step": 196
    },
    {
      "epoch": 0.8347457627118644,
      "grad_norm": 1.509769320487976,
      "learning_rate": 1.433900477131882e-05,
      "loss": 5.373,
      "step": 197
    },
    {
      "epoch": 0.8389830508474576,
      "grad_norm": 1.1810944080352783,
      "learning_rate": 1.363006936107183e-05,
      "loss": 6.8259,
      "step": 198
    },
    {
      "epoch": 0.8432203389830508,
      "grad_norm": 1.7051451206207275,
      "learning_rate": 1.29378232632419e-05,
      "loss": 5.3893,
      "step": 199
    },
    {
      "epoch": 0.847457627118644,
      "grad_norm": 1.605209469795227,
      "learning_rate": 1.2262400240949023e-05,
      "loss": 3.6749,
      "step": 200
    },
    {
      "epoch": 0.8516949152542372,
      "grad_norm": 1.559640884399414,
      "learning_rate": 1.1603930806580444e-05,
      "loss": 6.7777,
      "step": 201
    },
    {
      "epoch": 0.8559322033898306,
      "grad_norm": 1.8430358171463013,
      "learning_rate": 1.0962542196571634e-05,
      "loss": 5.6894,
      "step": 202
    },
    {
      "epoch": 0.8601694915254238,
      "grad_norm": 1.3345764875411987,
      "learning_rate": 1.0338358346820353e-05,
      "loss": 4.8869,
      "step": 203
    },
    {
      "epoch": 0.864406779661017,
      "grad_norm": 1.2212978601455688,
      "learning_rate": 9.731499868738447e-06,
      "loss": 5.3213,
      "step": 204
    },
    {
      "epoch": 0.8686440677966102,
      "grad_norm": 1.6549381017684937,
      "learning_rate": 9.142084025945984e-06,
      "loss": 6.597,
      "step": 205
    },
    {
      "epoch": 0.8728813559322034,
      "grad_norm": 1.4284532070159912,
      "learning_rate": 8.570224711612385e-06,
      "loss": 3.9897,
      "step": 206
    },
    {
      "epoch": 0.8771186440677966,
      "grad_norm": 1.5879578590393066,
      "learning_rate": 8.016032426448817e-06,
      "loss": 5.833,
      "step": 207
    },
    {
      "epoch": 0.8813559322033898,
      "grad_norm": 1.9117746353149414,
      "learning_rate": 7.479614257355971e-06,
      "loss": 6.5309,
      "step": 208
    },
    {
      "epoch": 0.885593220338983,
      "grad_norm": 1.4658851623535156,
      "learning_rate": 6.961073856731648e-06,
      "loss": 5.767,
      "step": 209
    },
    {
      "epoch": 0.8898305084745762,
      "grad_norm": 1.2028073072433472,
      "learning_rate": 6.460511422441984e-06,
      "loss": 6.1011,
      "step": 210
    },
    {
      "epoch": 0.8940677966101694,
      "grad_norm": 1.6110073328018188,
      "learning_rate": 5.978023678460099e-06,
      "loss": 4.3484,
      "step": 211
    },
    {
      "epoch": 0.8983050847457628,
      "grad_norm": 3.445389986038208,
      "learning_rate": 5.5137038561761115e-06,
      "loss": 6.5291,
      "step": 212
    },
    {
      "epoch": 0.902542372881356,
      "grad_norm": 2.289745330810547,
      "learning_rate": 5.067641676381918e-06,
      "loss": 6.0326,
      "step": 213
    },
    {
      "epoch": 0.9067796610169492,
      "grad_norm": 1.7480942010879517,
      "learning_rate": 4.639923331934471e-06,
      "loss": 4.8869,
      "step": 214
    },
    {
      "epoch": 0.9110169491525424,
      "grad_norm": 2.0448532104492188,
      "learning_rate": 4.230631471100655e-06,
      "loss": 6.7924,
      "step": 215
    },
    {
      "epoch": 0.9152542372881356,
      "grad_norm": 1.7284777164459229,
      "learning_rate": 3.839845181587098e-06,
      "loss": 5.6074,
      "step": 216
    },
    {
      "epoch": 0.9194915254237288,
      "grad_norm": 1.3124265670776367,
      "learning_rate": 3.467639975257997e-06,
      "loss": 5.1132,
      "step": 217
    },
    {
      "epoch": 0.923728813559322,
      "grad_norm": 2.4826791286468506,
      "learning_rate": 3.1140877735439387e-06,
      "loss": 7.7159,
      "step": 218
    },
    {
      "epoch": 0.9279661016949152,
      "grad_norm": 2.097788095474243,
      "learning_rate": 2.7792568935444796e-06,
      "loss": 3.8859,
      "step": 219
    },
    {
      "epoch": 0.9322033898305084,
      "grad_norm": 1.7564079761505127,
      "learning_rate": 2.4632120348272003e-06,
      "loss": 4.8586,
      "step": 220
    },
    {
      "epoch": 0.9364406779661016,
      "grad_norm": 1.6387519836425781,
      "learning_rate": 2.166014266925731e-06,
      "loss": 6.3061,
      "step": 221
    },
    {
      "epoch": 0.940677966101695,
      "grad_norm": 1.330946445465088,
      "learning_rate": 1.88772101753929e-06,
      "loss": 5.0511,
      "step": 222
    },
    {
      "epoch": 0.9449152542372882,
      "grad_norm": 1.418730616569519,
      "learning_rate": 1.6283860614358936e-06,
      "loss": 4.5408,
      "step": 223
    },
    {
      "epoch": 0.9491525423728814,
      "grad_norm": 1.767754316329956,
      "learning_rate": 1.3880595100613792e-06,
      "loss": 5.6123,
      "step": 224
    },
    {
      "epoch": 0.9533898305084746,
      "grad_norm": 1.25843346118927,
      "learning_rate": 1.1667878018564171e-06,
      "loss": 4.6931,
      "step": 225
    },
    {
      "epoch": 0.9576271186440678,
      "grad_norm": 1.2846879959106445,
      "learning_rate": 9.64613693283123e-07,
      "loss": 5.2122,
      "step": 226
    },
    {
      "epoch": 0.961864406779661,
      "grad_norm": 1.5150436162948608,
      "learning_rate": 7.815762505632096e-07,
      "loss": 6.3263,
      "step": 227
    },
    {
      "epoch": 0.9661016949152542,
      "grad_norm": 1.6773252487182617,
      "learning_rate": 6.177108421292266e-07,
      "loss": 5.8491,
      "step": 228
    },
    {
      "epoch": 0.9703389830508474,
      "grad_norm": 1.4844250679016113,
      "learning_rate": 4.7304913179025965e-07,
      "loss": 5.981,
      "step": 229
    },
    {
      "epoch": 0.9745762711864406,
      "grad_norm": 2.42675518989563,
      "learning_rate": 3.4761907261356976e-07,
      "loss": 5.1298,
      "step": 230
    },
    {
      "epoch": 0.9788135593220338,
      "grad_norm": 1.7614575624465942,
      "learning_rate": 2.414449015231357e-07,
      "loss": 5.1633,
      "step": 231
    },
    {
      "epoch": 0.9830508474576272,
      "grad_norm": 1.1330649852752686,
      "learning_rate": 1.545471346164007e-07,
      "loss": 6.7273,
      "step": 232
    },
    {
      "epoch": 0.9872881355932204,
      "grad_norm": 1.9067260026931763,
      "learning_rate": 8.694256319987659e-08,
      "loss": 6.0546,
      "step": 233
    },
    {
      "epoch": 0.9915254237288136,
      "grad_norm": 1.432326078414917,
      "learning_rate": 3.8644250544594975e-08,
      "loss": 6.6485,
      "step": 234
    },
    {
      "epoch": 0.9957627118644068,
      "grad_norm": 1.3281971216201782,
      "learning_rate": 9.661529361892907e-09,
      "loss": 5.262,
      "step": 235
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.966170072555542,
      "learning_rate": 0.0,
      "loss": 5.7779,
      "step": 236
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.3537216186523438,
      "eval_runtime": 7.0949,
      "eval_samples_per_second": 14.095,
      "eval_steps_per_second": 7.047,
      "step": 236
    }
  ],
  "logging_steps": 1,
  "max_steps": 236,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 59,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0721558879797248e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}