{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 90,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03,
      "learning_rate": 6.666666666666667e-06,
      "loss": 3.749,
      "step": 1
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 3.6556,
      "step": 2
    },
    {
      "epoch": 0.1,
      "learning_rate": 2e-05,
      "loss": 1.1387,
      "step": 3
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999348095389677e-05,
      "loss": 0.4948,
      "step": 4
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9973932315179502e-05,
      "loss": 0.4703,
      "step": 5
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9941379571543597e-05,
      "loss": 0.155,
      "step": 6
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9895865165556375e-05,
      "loss": 0.2287,
      "step": 7
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9837448439320027e-05,
      "loss": 0.1558,
      "step": 8
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.976620555710087e-05,
      "loss": 0.1309,
      "step": 9
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9682229406025635e-05,
      "loss": 0.1989,
      "step": 10
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9585629474974413e-05,
      "loss": 0.1272,
      "step": 11
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9476531711828027e-05,
      "loss": 0.9614,
      "step": 12
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.935507835925601e-05,
      "loss": 0.4291,
      "step": 13
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9221427769259333e-05,
      "loss": 0.2756,
      "step": 14
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9075754196709574e-05,
      "loss": 0.2839,
      "step": 15
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8918247572153822e-05,
      "loss": 0.226,
      "step": 16
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8749113254181498e-05,
      "loss": 0.2706,
      "step": 17
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8568571761675893e-05,
      "loss": 0.7145,
      "step": 18
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.837685848629965e-05,
      "loss": 0.269,
      "step": 19
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.817422338558892e-05,
      "loss": 0.2044,
      "step": 20
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.796093065705644e-05,
      "loss": 0.1411,
      "step": 21
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7737258393728363e-05,
      "loss": 0.1101,
      "step": 22
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7503498221564026e-05,
      "loss": 0.1022,
      "step": 23
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.725995491923131e-05,
      "loss": 0.1028,
      "step": 24
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7006946020733426e-05,
      "loss": 0.1697,
      "step": 25
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6744801401405138e-05,
      "loss": 0.0879,
      "step": 26
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.647386284781828e-05,
      "loss": 0.0679,
      "step": 27
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6194483612157232e-05,
      "loss": 0.1246,
      "step": 28
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.590702795164551e-05,
      "loss": 0.0701,
      "step": 29
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5611870653623826e-05,
      "loss": 0.1517,
      "step": 30
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.530939654689887e-05,
      "loss": 0.0822,
      "step": 31
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.1023,
      "step": 32
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4684084406997903e-05,
      "loss": 0.0614,
      "step": 33
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4362061661555675e-05,
      "loss": 0.1775,
      "step": 34
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.4034351619898088e-05,
      "loss": 0.1772,
      "step": 35
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3701381553399147e-05,
      "loss": 0.177,
      "step": 36
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3363585591501751e-05,
      "loss": 0.0634,
      "step": 37
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.3021404155695728e-05,
      "loss": 0.0735,
      "step": 38
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2675283385292212e-05,
      "loss": 0.2357,
      "step": 39
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2325674555743106e-05,
      "loss": 0.2736,
      "step": 40
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1973033490264e-05,
      "loss": 0.2299,
      "step": 41
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.161781996552765e-05,
      "loss": 0.1089,
      "step": 42
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1260497112202895e-05,
      "loss": 0.1255,
      "step": 43
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0901530811120655e-05,
      "loss": 0.0854,
      "step": 44
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0541389085854177e-05,
      "loss": 0.1109,
      "step": 45
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0180541492505605e-05,
      "loss": 0.0703,
      "step": 46
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.819458507494395e-06,
      "loss": 0.0915,
      "step": 47
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.458610914145826e-06,
      "loss": 0.1186,
      "step": 48
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.098469188879348e-06,
      "loss": 0.1311,
      "step": 49
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.739502887797108e-06,
      "loss": 0.0585,
      "step": 50
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.382180034472353e-06,
      "loss": 0.1137,
      "step": 51
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.026966509736001e-06,
      "loss": 0.0864,
      "step": 52
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.674325444256899e-06,
      "loss": 0.1005,
      "step": 53
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.324716614707794e-06,
      "loss": 0.072,
      "step": 54
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.978595844304272e-06,
      "loss": 0.0638,
      "step": 55
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.636414408498249e-06,
      "loss": 0.0857,
      "step": 56
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.298618446600856e-06,
      "loss": 0.1047,
      "step": 57
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.965648380101916e-06,
      "loss": 0.0901,
      "step": 58
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.637938338444325e-06,
      "loss": 0.0626,
      "step": 59
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3159155930021e-06,
      "loss": 0.0482,
      "step": 60
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.092,
      "step": 61
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.690603453101134e-06,
      "loss": 0.0455,
      "step": 62
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.388129346376177e-06,
      "loss": 0.0437,
      "step": 63
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.092972048354491e-06,
      "loss": 0.0648,
      "step": 64
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.8055163878427703e-06,
      "loss": 0.0601,
      "step": 65
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5261371521817247e-06,
      "loss": 0.0596,
      "step": 66
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.255198598594862e-06,
      "loss": 0.0842,
      "step": 67
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9930539792665767e-06,
      "loss": 0.0409,
      "step": 68
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.740045080768694e-06,
      "loss": 0.0317,
      "step": 69
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.496501778435977e-06,
      "loss": 0.0369,
      "step": 70
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2627416062716366e-06,
      "loss": 0.0569,
      "step": 71
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0390693429435626e-06,
      "loss": 0.0374,
      "step": 72
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8257766144110823e-06,
      "loss": 0.0672,
      "step": 73
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6231415137003536e-06,
      "loss": 0.0777,
      "step": 74
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4314282383241097e-06,
      "loss": 0.0451,
      "step": 75
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2508867458185037e-06,
      "loss": 0.0616,
      "step": 76
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0817524278461777e-06,
      "loss": 0.1043,
      "step": 77
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.242458032904311e-07,
      "loss": 0.0307,
      "step": 78
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.785722307406685e-07,
      "loss": 0.036,
      "step": 79
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.449216407439906e-07,
      "loss": 0.106,
      "step": 80
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.234682881719766e-07,
      "loss": 0.044,
      "step": 81
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1437052502558693e-07,
      "loss": 0.0273,
      "step": 82
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1777059397436693e-07,
      "loss": 0.0534,
      "step": 83
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3379444289913344e-07,
      "loss": 0.0654,
      "step": 84
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6255156067997325e-07,
      "loss": 0.0625,
      "step": 85
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.041348344436277e-07,
      "loss": 0.0373,
      "step": 86
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.862042845640403e-08,
      "loss": 0.0372,
      "step": 87
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.606768482050215e-08,
      "loss": 0.0709,
      "step": 88
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.5190461032305085e-09,
      "loss": 0.0299,
      "step": 89
    },
    {
      "epoch": 3.0,
      "learning_rate": 0.0,
      "loss": 0.0781,
      "step": 90
    },
    {
      "epoch": 3.0,
      "step": 90,
      "total_flos": 1.3538637689694032e+22,
      "train_loss": 0.2259764001187351,
      "train_runtime": 552.1008,
      "train_samples_per_second": 2.597,
      "train_steps_per_second": 0.163
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 90,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "total_flos": 1.3538637689694032e+22,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}