{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 20,
  "global_step": 100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "grad_norm": 0.4760715663433075,
      "learning_rate": 0.0,
      "loss": 1.4658,
      "step": 1
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5013044476509094,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.4224,
      "step": 2
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.2839778661727905,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.125,
      "step": 3
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.33960863947868347,
      "learning_rate": 2.4e-05,
      "loss": 1.238,
      "step": 4
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.416923850774765,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 1.2939,
      "step": 5
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5548073649406433,
      "learning_rate": 4e-05,
      "loss": 1.4395,
      "step": 6
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.7273683547973633,
      "learning_rate": 3.999015863213667e-05,
      "loss": 1.5093,
      "step": 7
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5051376223564148,
      "learning_rate": 3.996064528993794e-05,
      "loss": 1.1609,
      "step": 8
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.49626877903938293,
      "learning_rate": 3.9911492245810205e-05,
      "loss": 1.3969,
      "step": 9
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.42138198018074036,
      "learning_rate": 3.9842753247885556e-05,
      "loss": 1.1953,
      "step": 10
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5137280821800232,
      "learning_rate": 3.975450346124901e-05,
      "loss": 1.3467,
      "step": 11
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.2119121551513672,
      "learning_rate": 3.964683938574657e-05,
      "loss": 0.811,
      "step": 12
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.28574588894844055,
      "learning_rate": 3.9519878750464104e-05,
      "loss": 1.1553,
      "step": 13
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3548891842365265,
      "learning_rate": 3.937376038499228e-05,
      "loss": 1.1643,
      "step": 14
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.32107675075531006,
      "learning_rate": 3.920864406761844e-05,
      "loss": 1.186,
      "step": 15
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.4450090527534485,
      "learning_rate": 3.9024710350611426e-05,
      "loss": 1.297,
      "step": 16
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3887384235858917,
      "learning_rate": 3.88221603627903e-05,
      "loss": 1.2583,
      "step": 17
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.2024194747209549,
      "learning_rate": 3.860121558959293e-05,
      "loss": 1.1979,
      "step": 18
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.164462149143219,
      "learning_rate": 3.836211763088493e-05,
      "loss": 1.0645,
      "step": 19
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.07839324325323105,
      "learning_rate": 3.8105127936773746e-05,
      "loss": 0.7288,
      "step": 20
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.855224609375,
      "eval_runtime": 2.1713,
      "eval_samples_per_second": 2.303,
      "eval_steps_per_second": 0.461,
      "step": 20
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.13838034868240356,
      "learning_rate": 3.78305275217168e-05,
      "loss": 1.1664,
      "step": 21
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.20036262273788452,
      "learning_rate": 3.7538616657236334e-05,
      "loss": 1.2454,
      "step": 22
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.08870978653430939,
      "learning_rate": 3.722971454357684e-05,
      "loss": 0.9868,
      "step": 23
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.08468154072761536,
      "learning_rate": 3.6904158960664365e-05,
      "loss": 1.0046,
      "step": 24
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.1123848706483841,
      "learning_rate": 3.656230589874905e-05,
      "loss": 1.1274,
      "step": 25
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.11019331961870193,
      "learning_rate": 3.6204529169135086e-05,
      "loss": 1.156,
      "step": 26
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.10665232688188553,
      "learning_rate": 3.5831219995423466e-05,
      "loss": 1.1367,
      "step": 27
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.08694541454315186,
      "learning_rate": 3.544278658571477e-05,
      "loss": 0.9375,
      "step": 28
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.0901435911655426,
      "learning_rate": 3.5039653686239606e-05,
      "loss": 1.0381,
      "step": 29
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.09067416191101074,
      "learning_rate": 3.4622262116904795e-05,
      "loss": 1.0396,
      "step": 30
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.09607220441102982,
      "learning_rate": 3.419106828926334e-05,
      "loss": 1.1133,
      "step": 31
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.09983466565608978,
      "learning_rate": 3.374654370743504e-05,
      "loss": 1.1624,
      "step": 32
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.08482648432254791,
      "learning_rate": 3.328917445252367e-05,
      "loss": 0.9143,
      "step": 33
    },
    {
      "epoch": 1.3599999999999999,
      "grad_norm": 0.10168825834989548,
      "learning_rate": 3.281946065109445e-05,
      "loss": 1.1602,
      "step": 34
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.08425932377576828,
      "learning_rate": 3.233791592829299e-05,
      "loss": 1.0061,
      "step": 35
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.09837682545185089,
      "learning_rate": 3.1845066846203686e-05,
      "loss": 1.1282,
      "step": 36
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.05306907743215561,
      "learning_rate": 3.134145232806188e-05,
      "loss": 0.7241,
      "step": 37
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.08243704587221146,
      "learning_rate": 3.082762306894915e-05,
      "loss": 1.0229,
      "step": 38
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.07551784068346024,
      "learning_rate": 3.0304140933616387e-05,
      "loss": 1.0286,
      "step": 39
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.08548041433095932,
      "learning_rate": 2.977157834209287e-05,
      "loss": 1.0471,
      "step": 40
    },
    {
      "epoch": 1.6,
      "eval_loss": 0.798828125,
      "eval_runtime": 2.202,
      "eval_samples_per_second": 2.271,
      "eval_steps_per_second": 0.454,
      "step": 40
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 0.08860009163618088,
      "learning_rate": 2.9230517643753457e-05,
      "loss": 1.1273,
      "step": 41
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 0.09040582180023193,
      "learning_rate": 2.8681550480527974e-05,
      "loss": 1.1182,
      "step": 42
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.07563644647598267,
      "learning_rate": 2.812527713994958e-05,
      "loss": 1.0964,
      "step": 43
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.07461907714605331,
      "learning_rate": 2.7562305898749054e-05,
      "loss": 0.9688,
      "step": 44
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.04516046494245529,
      "learning_rate": 2.6993252357713205e-05,
      "loss": 0.6775,
      "step": 45
    },
    {
      "epoch": 1.8399999999999999,
      "grad_norm": 0.07931992411613464,
      "learning_rate": 2.6418738768534388e-05,
      "loss": 1.0747,
      "step": 46
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.09479013085365295,
      "learning_rate": 2.5839393353387444e-05,
      "loss": 1.1385,
      "step": 47
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.057173825800418854,
      "learning_rate": 2.5255849617977983e-05,
      "loss": 0.9226,
      "step": 48
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.059427376836538315,
      "learning_rate": 2.4668745658813156e-05,
      "loss": 0.9497,
      "step": 49
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.07764241099357605,
      "learning_rate": 2.4078723465452556e-05,
      "loss": 1.0436,
      "step": 50
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.07360248267650604,
      "learning_rate": 2.3486428218501987e-05,
      "loss": 1.0789,
      "step": 51
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.07298833131790161,
      "learning_rate": 2.2892507584118004e-05,
      "loss": 1.0659,
      "step": 52
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.05753123015165329,
      "learning_rate": 2.2297611005794456e-05,
      "loss": 0.8865,
      "step": 53
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.06963388621807098,
      "learning_rate": 2.170238899420555e-05,
      "loss": 0.9897,
      "step": 54
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.07072041928768158,
      "learning_rate": 2.1107492415882002e-05,
      "loss": 0.9912,
      "step": 55
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.07816724479198456,
      "learning_rate": 2.0513571781498022e-05,
      "loss": 1.0527,
      "step": 56
    },
    {
      "epoch": 2.2800000000000002,
      "grad_norm": 0.0970468819141388,
      "learning_rate": 1.9921276534547453e-05,
      "loss": 1.1062,
      "step": 57
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.07797855883836746,
      "learning_rate": 1.9331254341186843e-05,
      "loss": 0.8679,
      "step": 58
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.08266980946063995,
      "learning_rate": 1.874415038202203e-05,
      "loss": 1.1044,
      "step": 59
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.06626752018928528,
      "learning_rate": 1.816060664661256e-05,
      "loss": 0.9661,
      "step": 60
    },
    {
      "epoch": 2.4,
      "eval_loss": 0.77880859375,
      "eval_runtime": 2.2199,
      "eval_samples_per_second": 2.252,
      "eval_steps_per_second": 0.45,
      "step": 60
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.08102354407310486,
      "learning_rate": 1.7581261231465618e-05,
      "loss": 1.0759,
      "step": 61
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.054694049060344696,
      "learning_rate": 1.70067476422868e-05,
      "loss": 0.7046,
      "step": 62
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.07155449688434601,
      "learning_rate": 1.643769410125095e-05,
      "loss": 0.9838,
      "step": 63
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.06532476842403412,
      "learning_rate": 1.5874722860050423e-05,
      "loss": 0.994,
      "step": 64
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.07697983086109161,
      "learning_rate": 1.5318449519472025e-05,
      "loss": 1.0082,
      "step": 65
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.08935107290744781,
      "learning_rate": 1.4769482356246556e-05,
      "loss": 1.0865,
      "step": 66
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.0887816920876503,
      "learning_rate": 1.422842165790713e-05,
      "loss": 1.0815,
      "step": 67
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 0.07478179782629013,
      "learning_rate": 1.3695859066383624e-05,
      "loss": 1.0665,
      "step": 68
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.07210303097963333,
      "learning_rate": 1.317237693105086e-05,
      "loss": 0.9429,
      "step": 69
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.044374942779541016,
      "learning_rate": 1.2658547671938135e-05,
      "loss": 0.6628,
      "step": 70
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.07966240495443344,
      "learning_rate": 1.2154933153796323e-05,
      "loss": 1.0466,
      "step": 71
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.0976930782198906,
      "learning_rate": 1.1662084071707018e-05,
      "loss": 1.1078,
      "step": 72
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.05639340355992317,
      "learning_rate": 1.118053934890555e-05,
      "loss": 0.9038,
      "step": 73
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.06098003685474396,
      "learning_rate": 1.0710825547476333e-05,
      "loss": 0.9326,
      "step": 74
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.07597635686397552,
      "learning_rate": 1.0253456292564965e-05,
      "loss": 1.0192,
      "step": 75
    },
    {
      "epoch": 3.04,
      "grad_norm": 0.07052882015705109,
      "learning_rate": 9.808931710736666e-06,
      "loss": 1.0579,
      "step": 76
    },
    {
      "epoch": 3.08,
      "grad_norm": 0.07034008204936981,
      "learning_rate": 9.377737883095207e-06,
      "loss": 1.0454,
      "step": 77
    },
    {
      "epoch": 3.12,
      "grad_norm": 0.05514257028698921,
      "learning_rate": 8.9603463137604e-06,
      "loss": 0.873,
      "step": 78
    },
    {
      "epoch": 3.16,
      "grad_norm": 0.06549564749002457,
      "learning_rate": 8.557213414285236e-06,
      "loss": 0.9741,
      "step": 79
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.07224049419164658,
      "learning_rate": 8.168780004576542e-06,
      "loss": 0.9753,
      "step": 80
    },
    {
      "epoch": 3.2,
      "eval_loss": 0.771484375,
      "eval_runtime": 2.2033,
      "eval_samples_per_second": 2.269,
      "eval_steps_per_second": 0.454,
      "step": 80
    },
    {
      "epoch": 3.24,
      "grad_norm": 0.07591705769300461,
      "learning_rate": 7.79547083086492e-06,
      "loss": 1.0322,
      "step": 81
    },
    {
      "epoch": 3.2800000000000002,
      "grad_norm": 0.09342397004365921,
      "learning_rate": 7.437694101250949e-06,
      "loss": 1.0872,
      "step": 82
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.07288067787885666,
      "learning_rate": 7.09584103933564e-06,
      "loss": 0.8525,
      "step": 83
    },
    {
      "epoch": 3.36,
      "grad_norm": 0.07975227385759354,
      "learning_rate": 6.7702854564231615e-06,
      "loss": 1.0865,
      "step": 84
    },
    {
      "epoch": 3.4,
      "grad_norm": 0.06429357826709747,
      "learning_rate": 6.461383342763671e-06,
      "loss": 0.9534,
      "step": 85
    },
    {
      "epoch": 3.44,
      "grad_norm": 0.08074600249528885,
      "learning_rate": 6.169472478283199e-06,
      "loss": 1.0605,
      "step": 86
    },
    {
      "epoch": 3.48,
      "grad_norm": 0.05224496126174927,
      "learning_rate": 5.894872063226258e-06,
      "loss": 0.696,
      "step": 87
    },
    {
      "epoch": 3.52,
      "grad_norm": 0.06972762197256088,
      "learning_rate": 5.637882369115075e-06,
      "loss": 0.9702,
      "step": 88
    },
    {
      "epoch": 3.56,
      "grad_norm": 0.06537563353776932,
      "learning_rate": 5.3987844104070754e-06,
      "loss": 0.9809,
      "step": 89
    },
    {
      "epoch": 3.6,
      "grad_norm": 0.07811121642589569,
      "learning_rate": 5.177839637209707e-06,
      "loss": 0.9956,
      "step": 90
    },
    {
      "epoch": 3.64,
      "grad_norm": 0.08834316581487656,
      "learning_rate": 4.975289649388577e-06,
      "loss": 1.0721,
      "step": 91
    },
    {
      "epoch": 3.68,
      "grad_norm": 0.08688650280237198,
      "learning_rate": 4.791355932381563e-06,
      "loss": 1.0693,
      "step": 92
    },
    {
      "epoch": 3.7199999999999998,
      "grad_norm": 0.0746871680021286,
      "learning_rate": 4.626239615007727e-06,
      "loss": 1.0565,
      "step": 93
    },
    {
      "epoch": 3.76,
      "grad_norm": 0.07580739259719849,
      "learning_rate": 4.480121249535897e-06,
      "loss": 0.9346,
      "step": 94
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.061057522892951965,
      "learning_rate": 4.353160614253432e-06,
      "loss": 0.6584,
      "step": 95
    },
    {
      "epoch": 3.84,
      "grad_norm": 0.08070012927055359,
      "learning_rate": 4.245496538750999e-06,
      "loss": 1.0371,
      "step": 96
    },
    {
      "epoch": 3.88,
      "grad_norm": 0.09691870212554932,
      "learning_rate": 4.157246752114447e-06,
      "loss": 1.0974,
      "step": 97
    },
    {
      "epoch": 3.92,
      "grad_norm": 0.0571683831512928,
      "learning_rate": 4.0885077541897945e-06,
      "loss": 0.8972,
      "step": 98
    },
    {
      "epoch": 3.96,
      "grad_norm": 0.061304960399866104,
      "learning_rate": 4.039354710062059e-06,
      "loss": 0.9272,
      "step": 99
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.07660021632909775,
      "learning_rate": 4.0098413678633315e-06,
      "loss": 1.0127,
      "step": 100
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.77001953125,
      "eval_runtime": 2.1902,
      "eval_samples_per_second": 2.283,
      "eval_steps_per_second": 0.457,
      "step": 100
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 100,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1998359434821632e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}