{ "best_metric": null, "best_model_checkpoint": null, "epoch": 4.982857142857143, "eval_steps": 500, "global_step": 215, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.22857142857142856, "grad_norm": 0.5680373311042786, "learning_rate": 2.272727272727273e-05, "loss": 0.5737, "step": 10 }, { "epoch": 0.45714285714285713, "grad_norm": 0.31061556935310364, "learning_rate": 4.545454545454546e-05, "loss": 0.2604, "step": 20 }, { "epoch": 0.6857142857142857, "grad_norm": 0.3623986542224884, "learning_rate": 4.9788329024834144e-05, "loss": 0.2183, "step": 30 }, { "epoch": 0.9142857142857143, "grad_norm": 0.4515049159526825, "learning_rate": 4.893455513052003e-05, "loss": 0.2039, "step": 40 }, { "epoch": 1.16, "grad_norm": 0.24131745100021362, "learning_rate": 4.7448003278586086e-05, "loss": 0.1932, "step": 50 }, { "epoch": 1.3885714285714286, "grad_norm": 0.48440879583358765, "learning_rate": 4.536797469020116e-05, "loss": 0.1453, "step": 60 }, { "epoch": 1.617142857142857, "grad_norm": 0.3240210711956024, "learning_rate": 4.274946082999753e-05, "loss": 0.161, "step": 70 }, { "epoch": 1.8457142857142856, "grad_norm": 0.30795881152153015, "learning_rate": 3.9661689550484805e-05, "loss": 0.1541, "step": 80 }, { "epoch": 2.0914285714285716, "grad_norm": 0.3428918719291687, "learning_rate": 3.6186294857107936e-05, "loss": 0.1371, "step": 90 }, { "epoch": 2.32, "grad_norm": 0.5258461236953735, "learning_rate": 3.241515868140921e-05, "loss": 0.0991, "step": 100 }, { "epoch": 2.5485714285714285, "grad_norm": 0.31839534640312195, "learning_rate": 2.844798172115185e-05, "loss": 0.099, "step": 110 }, { "epoch": 2.777142857142857, "grad_norm": 0.2633730471134186, "learning_rate": 2.438964756914712e-05, "loss": 0.1011, "step": 120 }, { "epoch": 3.0228571428571427, "grad_norm": 0.8037340641021729, "learning_rate": 2.034744981752741e-05, "loss": 0.1161, "step": 130 }, { "epoch": 3.2514285714285713, "grad_norm": 0.28412100672721863, "learning_rate": 1.642825544684101e-05, "loss": 0.0666, "step": 140 }, { "epoch": 3.48, "grad_norm": 0.5220522284507751, "learning_rate": 1.2735679493836009e-05, "loss": 0.065, "step": 150 }, { "epoch": 3.7085714285714286, "grad_norm": 0.3575037121772766, "learning_rate": 9.367345693616624e-06, "loss": 0.0515, "step": 160 }, { "epoch": 3.9371428571428573, "grad_norm": 0.6045318245887756, "learning_rate": 6.412305518878342e-06, "loss": 0.0469, "step": 170 }, { "epoch": 4.182857142857143, "grad_norm": 0.22212666273117065, "learning_rate": 3.948683851251878e-06, "loss": 0.0434, "step": 180 }, { "epoch": 4.411428571428571, "grad_norm": 0.2875472903251648, "learning_rate": 2.041613528121822e-06, "loss": 0.0311, "step": 190 }, { "epoch": 4.64, "grad_norm": 0.5600600242614746, "learning_rate": 7.415133710424793e-07, "loss": 0.0281, "step": 200 }, { "epoch": 4.868571428571428, "grad_norm": 0.18826453387737274, "learning_rate": 8.275522096146405e-08, "loss": 0.03, "step": 210 }, { "epoch": 4.982857142857143, "step": 215, "total_flos": 6.074175768153293e+16, "train_loss": 0.13208661772484004, "train_runtime": 1471.8376, "train_samples_per_second": 1.189, "train_steps_per_second": 0.146 } ], "logging_steps": 10, "max_steps": 215, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 6.074175768153293e+16, "train_batch_size": 2, "trial_name": null, "trial_params": null }