{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.5357142857142856, "eval_steps": 17, "global_step": 119, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.21428571428571427, "grad_norm": 0.4302244484424591, "learning_rate": 2.368421052631579e-06, "loss": 1.5939, "step": 10 }, { "epoch": 0.36428571428571427, "eval_loss": 0.9226195812225342, "eval_runtime": 10.7221, "eval_samples_per_second": 1.586, "eval_steps_per_second": 0.187, "step": 17 }, { "epoch": 0.42857142857142855, "grad_norm": 0.44374313950538635, "learning_rate": 5e-06, "loss": 1.5772, "step": 20 }, { "epoch": 0.6428571428571429, "grad_norm": 0.5126215219497681, "learning_rate": 7.631578947368423e-06, "loss": 1.5939, "step": 30 }, { "epoch": 0.7285714285714285, "eval_loss": 0.9095432758331299, "eval_runtime": 5.9631, "eval_samples_per_second": 2.851, "eval_steps_per_second": 0.335, "step": 34 }, { "epoch": 0.8571428571428571, "grad_norm": 0.5730246901512146, "learning_rate": 9.999784025127187e-06, "loss": 1.5892, "step": 40 }, { "epoch": 1.0642857142857143, "grad_norm": 0.5065149664878845, "learning_rate": 9.973889609034945e-06, "loss": 1.4804, "step": 50 }, { "epoch": 1.0857142857142856, "eval_loss": 0.8597972393035889, "eval_runtime": 5.94, "eval_samples_per_second": 2.862, "eval_steps_per_second": 0.337, "step": 51 }, { "epoch": 1.2785714285714285, "grad_norm": 0.36051928997039795, "learning_rate": 9.905056402479933e-06, "loss": 1.3989, "step": 60 }, { "epoch": 1.45, "eval_loss": 0.8285245895385742, "eval_runtime": 5.9301, "eval_samples_per_second": 2.867, "eval_steps_per_second": 0.337, "step": 68 }, { "epoch": 1.4928571428571429, "grad_norm": 0.34493935108184814, "learning_rate": 9.79387863148353e-06, "loss": 1.3489, "step": 70 }, { "epoch": 1.7071428571428573, "grad_norm": 0.3500029146671295, "learning_rate": 9.641316075893731e-06, "loss": 1.3442, "step": 80 }, { "epoch": 1.8142857142857143, "eval_loss": 0.817111611366272, "eval_runtime": 5.93, "eval_samples_per_second": 2.867, "eval_steps_per_second": 0.337, "step": 85 }, { "epoch": 1.9214285714285713, "grad_norm": 0.33438020944595337, "learning_rate": 9.448685783759825e-06, "loss": 1.3746, "step": 90 }, { "epoch": 2.1285714285714286, "grad_norm": 0.4562329947948456, "learning_rate": 9.217650701468016e-06, "loss": 1.3922, "step": 100 }, { "epoch": 2.1714285714285713, "eval_loss": 0.8083997964859009, "eval_runtime": 5.9297, "eval_samples_per_second": 2.867, "eval_steps_per_second": 0.337, "step": 102 }, { "epoch": 2.342857142857143, "grad_norm": 0.49083271622657776, "learning_rate": 8.95020531779225e-06, "loss": 1.2936, "step": 110 }, { "epoch": 2.5357142857142856, "eval_loss": 0.8002251982688904, "eval_runtime": 5.9306, "eval_samples_per_second": 2.866, "eval_steps_per_second": 0.337, "step": 119 } ], "logging_steps": 10, "max_steps": 376, "num_input_tokens_seen": 0, "num_train_epochs": 8, "save_steps": 17, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 9.898172696829624e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }