| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 100, |
| "global_step": 360, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06944444444444445, |
| "grad_norm": 6.3636603355407715, |
| "learning_rate": 1e-06, |
| "loss": 2.6727, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.1388888888888889, |
| "grad_norm": 7.486879825592041, |
| "learning_rate": 1e-06, |
| "loss": 2.3642, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.20833333333333334, |
| "grad_norm": 6.5991997718811035, |
| "learning_rate": 1e-06, |
| "loss": 2.515, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.2777777777777778, |
| "grad_norm": 7.580630779266357, |
| "learning_rate": 1e-06, |
| "loss": 2.3997, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.3472222222222222, |
| "grad_norm": 7.5727410316467285, |
| "learning_rate": 1e-06, |
| "loss": 2.4551, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.4166666666666667, |
| "grad_norm": 8.835946083068848, |
| "learning_rate": 1e-06, |
| "loss": 2.4476, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.4861111111111111, |
| "grad_norm": 7.495606899261475, |
| "learning_rate": 1e-06, |
| "loss": 2.4191, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 8.057035446166992, |
| "learning_rate": 1e-06, |
| "loss": 2.441, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 6.828744411468506, |
| "learning_rate": 1e-06, |
| "loss": 2.3052, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.6944444444444444, |
| "grad_norm": 7.163251876831055, |
| "learning_rate": 1e-06, |
| "loss": 2.1357, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.7638888888888888, |
| "grad_norm": 5.414941787719727, |
| "learning_rate": 1e-06, |
| "loss": 2.2248, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 6.0801544189453125, |
| "learning_rate": 1e-06, |
| "loss": 2.2934, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.9027777777777778, |
| "grad_norm": 6.054081439971924, |
| "learning_rate": 1e-06, |
| "loss": 2.3014, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.9722222222222222, |
| "grad_norm": 5.827741622924805, |
| "learning_rate": 1e-06, |
| "loss": 2.2515, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.0416666666666667, |
| "grad_norm": 3.5676162242889404, |
| "learning_rate": 1e-06, |
| "loss": 2.0915, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 5.15900993347168, |
| "learning_rate": 1e-06, |
| "loss": 2.0749, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.1805555555555556, |
| "grad_norm": 5.206437110900879, |
| "learning_rate": 1e-06, |
| "loss": 2.0539, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 5.990969657897949, |
| "learning_rate": 1e-06, |
| "loss": 2.1308, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.3194444444444444, |
| "grad_norm": 6.198008060455322, |
| "learning_rate": 1e-06, |
| "loss": 2.3256, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.3888888888888888, |
| "grad_norm": 5.184628486633301, |
| "learning_rate": 1e-06, |
| "loss": 2.1566, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.3888888888888888, |
| "eval_loss": 2.0880796909332275, |
| "eval_runtime": 34.0667, |
| "eval_samples_per_second": 2.935, |
| "eval_steps_per_second": 0.734, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.4583333333333333, |
| "grad_norm": 5.412724494934082, |
| "learning_rate": 1e-06, |
| "loss": 1.9085, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.5277777777777777, |
| "grad_norm": 3.459959030151367, |
| "learning_rate": 1e-06, |
| "loss": 1.9494, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.5972222222222223, |
| "grad_norm": 5.159445762634277, |
| "learning_rate": 1e-06, |
| "loss": 1.9334, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 5.133082389831543, |
| "learning_rate": 1e-06, |
| "loss": 2.0826, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.7361111111111112, |
| "grad_norm": 4.473026752471924, |
| "learning_rate": 1e-06, |
| "loss": 2.0585, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.8055555555555556, |
| "grad_norm": 5.063863754272461, |
| "learning_rate": 1e-06, |
| "loss": 2.1289, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.875, |
| "grad_norm": 4.927737236022949, |
| "learning_rate": 1e-06, |
| "loss": 1.9872, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.9444444444444444, |
| "grad_norm": 5.563902854919434, |
| "learning_rate": 1e-06, |
| "loss": 1.9803, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.013888888888889, |
| "grad_norm": 3.901442050933838, |
| "learning_rate": 1e-06, |
| "loss": 1.8309, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.0833333333333335, |
| "grad_norm": 3.771136999130249, |
| "learning_rate": 1e-06, |
| "loss": 1.7758, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.1527777777777777, |
| "grad_norm": 4.6159257888793945, |
| "learning_rate": 1e-06, |
| "loss": 1.9193, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 3.758843183517456, |
| "learning_rate": 1e-06, |
| "loss": 1.9329, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.2916666666666665, |
| "grad_norm": 4.267579078674316, |
| "learning_rate": 1e-06, |
| "loss": 2.0399, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.361111111111111, |
| "grad_norm": 3.9819560050964355, |
| "learning_rate": 1e-06, |
| "loss": 1.9568, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.4305555555555554, |
| "grad_norm": 3.8918192386627197, |
| "learning_rate": 1e-06, |
| "loss": 1.7377, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 3.9746928215026855, |
| "learning_rate": 1e-06, |
| "loss": 1.8949, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.5694444444444446, |
| "grad_norm": 3.328784704208374, |
| "learning_rate": 1e-06, |
| "loss": 1.6509, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.638888888888889, |
| "grad_norm": 3.835324287414551, |
| "learning_rate": 1e-06, |
| "loss": 1.8321, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.7083333333333335, |
| "grad_norm": 3.3603885173797607, |
| "learning_rate": 1e-06, |
| "loss": 1.8628, |
| "step": 195 |
| }, |
| { |
| "epoch": 2.7777777777777777, |
| "grad_norm": 3.7577502727508545, |
| "learning_rate": 1e-06, |
| "loss": 1.8447, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.7777777777777777, |
| "eval_loss": 1.8452154397964478, |
| "eval_runtime": 34.0911, |
| "eval_samples_per_second": 2.933, |
| "eval_steps_per_second": 0.733, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.8472222222222223, |
| "grad_norm": 4.379385948181152, |
| "learning_rate": 1e-06, |
| "loss": 1.8212, |
| "step": 205 |
| }, |
| { |
| "epoch": 2.9166666666666665, |
| "grad_norm": 3.7095022201538086, |
| "learning_rate": 1e-06, |
| "loss": 1.7862, |
| "step": 210 |
| }, |
| { |
| "epoch": 2.986111111111111, |
| "grad_norm": 4.164438724517822, |
| "learning_rate": 1e-06, |
| "loss": 1.8046, |
| "step": 215 |
| }, |
| { |
| "epoch": 3.0555555555555554, |
| "grad_norm": 3.6749582290649414, |
| "learning_rate": 1e-06, |
| "loss": 1.6358, |
| "step": 220 |
| }, |
| { |
| "epoch": 3.125, |
| "grad_norm": 3.7247958183288574, |
| "learning_rate": 1e-06, |
| "loss": 1.791, |
| "step": 225 |
| }, |
| { |
| "epoch": 3.1944444444444446, |
| "grad_norm": 2.9533472061157227, |
| "learning_rate": 1e-06, |
| "loss": 1.6251, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.263888888888889, |
| "grad_norm": 4.062502384185791, |
| "learning_rate": 1e-06, |
| "loss": 1.6976, |
| "step": 235 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 4.328882217407227, |
| "learning_rate": 1e-06, |
| "loss": 1.8438, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.4027777777777777, |
| "grad_norm": 4.158596038818359, |
| "learning_rate": 1e-06, |
| "loss": 1.8998, |
| "step": 245 |
| }, |
| { |
| "epoch": 3.4722222222222223, |
| "grad_norm": 5.7752556800842285, |
| "learning_rate": 1e-06, |
| "loss": 1.7517, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.5416666666666665, |
| "grad_norm": 4.568635940551758, |
| "learning_rate": 1e-06, |
| "loss": 1.6835, |
| "step": 255 |
| }, |
| { |
| "epoch": 3.611111111111111, |
| "grad_norm": 3.6611974239349365, |
| "learning_rate": 1e-06, |
| "loss": 1.7852, |
| "step": 260 |
| }, |
| { |
| "epoch": 3.6805555555555554, |
| "grad_norm": 4.026912212371826, |
| "learning_rate": 1e-06, |
| "loss": 1.7916, |
| "step": 265 |
| }, |
| { |
| "epoch": 3.75, |
| "grad_norm": 4.750195026397705, |
| "learning_rate": 1e-06, |
| "loss": 1.7584, |
| "step": 270 |
| }, |
| { |
| "epoch": 3.8194444444444446, |
| "grad_norm": 3.936798572540283, |
| "learning_rate": 1e-06, |
| "loss": 1.5877, |
| "step": 275 |
| }, |
| { |
| "epoch": 3.888888888888889, |
| "grad_norm": 4.1127800941467285, |
| "learning_rate": 1e-06, |
| "loss": 1.5392, |
| "step": 280 |
| }, |
| { |
| "epoch": 3.9583333333333335, |
| "grad_norm": 3.6437580585479736, |
| "learning_rate": 1e-06, |
| "loss": 1.6125, |
| "step": 285 |
| }, |
| { |
| "epoch": 4.027777777777778, |
| "grad_norm": 3.641177177429199, |
| "learning_rate": 1e-06, |
| "loss": 1.687, |
| "step": 290 |
| }, |
| { |
| "epoch": 4.097222222222222, |
| "grad_norm": 3.797327995300293, |
| "learning_rate": 1e-06, |
| "loss": 1.7779, |
| "step": 295 |
| }, |
| { |
| "epoch": 4.166666666666667, |
| "grad_norm": 5.071943283081055, |
| "learning_rate": 1e-06, |
| "loss": 1.7103, |
| "step": 300 |
| }, |
| { |
| "epoch": 4.166666666666667, |
| "eval_loss": 1.6850143671035767, |
| "eval_runtime": 34.4694, |
| "eval_samples_per_second": 2.901, |
| "eval_steps_per_second": 0.725, |
| "step": 300 |
| }, |
| { |
| "epoch": 4.236111111111111, |
| "grad_norm": 6.09140682220459, |
| "learning_rate": 1e-06, |
| "loss": 1.6347, |
| "step": 305 |
| }, |
| { |
| "epoch": 4.305555555555555, |
| "grad_norm": 5.452902317047119, |
| "learning_rate": 1e-06, |
| "loss": 1.7689, |
| "step": 310 |
| }, |
| { |
| "epoch": 4.375, |
| "grad_norm": 3.5834009647369385, |
| "learning_rate": 1e-06, |
| "loss": 1.6514, |
| "step": 315 |
| }, |
| { |
| "epoch": 4.444444444444445, |
| "grad_norm": 3.288220167160034, |
| "learning_rate": 1e-06, |
| "loss": 1.4941, |
| "step": 320 |
| }, |
| { |
| "epoch": 4.513888888888889, |
| "grad_norm": 4.202756404876709, |
| "learning_rate": 1e-06, |
| "loss": 1.5374, |
| "step": 325 |
| }, |
| { |
| "epoch": 4.583333333333333, |
| "grad_norm": 3.9757556915283203, |
| "learning_rate": 1e-06, |
| "loss": 1.6289, |
| "step": 330 |
| }, |
| { |
| "epoch": 4.652777777777778, |
| "grad_norm": 3.3575947284698486, |
| "learning_rate": 1e-06, |
| "loss": 1.5446, |
| "step": 335 |
| }, |
| { |
| "epoch": 4.722222222222222, |
| "grad_norm": 4.207667350769043, |
| "learning_rate": 1e-06, |
| "loss": 1.5668, |
| "step": 340 |
| }, |
| { |
| "epoch": 4.791666666666667, |
| "grad_norm": 3.2263221740722656, |
| "learning_rate": 1e-06, |
| "loss": 1.4529, |
| "step": 345 |
| }, |
| { |
| "epoch": 4.861111111111111, |
| "grad_norm": 3.272395610809326, |
| "learning_rate": 1e-06, |
| "loss": 1.5215, |
| "step": 350 |
| }, |
| { |
| "epoch": 4.930555555555555, |
| "grad_norm": 3.4315106868743896, |
| "learning_rate": 1e-06, |
| "loss": 1.5781, |
| "step": 355 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 3.9581406116485596, |
| "learning_rate": 1e-06, |
| "loss": 1.5001, |
| "step": 360 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 360, |
| "total_flos": 2.3797808143060173e+17, |
| "train_loss": 1.9143991947174073, |
| "train_runtime": 6464.4185, |
| "train_samples_per_second": 0.891, |
| "train_steps_per_second": 0.056 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 360, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 100, |
| "total_flos": 2.3797808143060173e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
