{ "best_global_step": 150, "best_metric": 0.17474651336669922, "best_model_checkpoint": "/content/models/gemma_qlora_binary_classification/checkpoint-150", "epoch": 1.6853932584269664, "eval_steps": 50, "global_step": 150, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "entropy": 2.4615430653095247, "epoch": 0.2247191011235955, "grad_norm": 0.7936930060386658, "learning_rate": 1.8576779026217232e-05, "loss": 0.434, "mean_token_accuracy": 0.8062531106173992, "num_tokens": 22012.0, "step": 20 }, { "entropy": 2.2403887450695037, "epoch": 0.449438202247191, "grad_norm": 2.4218618869781494, "learning_rate": 1.707865168539326e-05, "loss": 0.2021, "mean_token_accuracy": 0.8750301748514175, "num_tokens": 44510.0, "step": 40 }, { "epoch": 0.5617977528089888, "eval_entropy": 2.2082778811454773, "eval_loss": 0.20521152019500732, "eval_mean_token_accuracy": 0.903608671928707, "eval_num_tokens": 55888.0, "eval_runtime": 6.5344, "eval_samples_per_second": 46.523, "eval_steps_per_second": 5.815, "step": 50 }, { "entropy": 2.2793353348970413, "epoch": 0.6741573033707865, "grad_norm": 2.697873115539551, "learning_rate": 1.558052434456929e-05, "loss": 0.1826, "mean_token_accuracy": 0.9059771433472633, "num_tokens": 67173.0, "step": 60 }, { "entropy": 2.196641904115677, "epoch": 0.898876404494382, "grad_norm": 1.7290772199630737, "learning_rate": 1.408239700374532e-05, "loss": 0.1951, "mean_token_accuracy": 0.9027460739016533, "num_tokens": 91238.0, "step": 80 }, { "entropy": 2.247792345285416, "epoch": 1.1235955056179776, "grad_norm": 9.9981689453125, "learning_rate": 1.2584269662921348e-05, "loss": 0.1546, "mean_token_accuracy": 0.9237146884202957, "num_tokens": 112951.0, "step": 100 }, { "epoch": 1.1235955056179776, "eval_entropy": 2.2061468300066496, "eval_loss": 0.20422625541687012, "eval_mean_token_accuracy": 0.9183721965865085, "eval_num_tokens": 112951.0, "eval_runtime": 6.4389, "eval_samples_per_second": 47.213, "eval_steps_per_second": 5.902, "step": 100 }, { "entropy": 2.2367678195238114, "epoch": 1.348314606741573, "grad_norm": 2.5056209564208984, "learning_rate": 1.108614232209738e-05, "loss": 0.1464, "mean_token_accuracy": 0.9411792993545532, "num_tokens": 136005.0, "step": 120 }, { "entropy": 2.169213280081749, "epoch": 1.5730337078651684, "grad_norm": 5.718409061431885, "learning_rate": 9.588014981273409e-06, "loss": 0.1213, "mean_token_accuracy": 0.9466849774122238, "num_tokens": 157845.0, "step": 140 }, { "epoch": 1.6853932584269664, "eval_entropy": 2.1757926313500655, "eval_loss": 0.17474651336669922, "eval_mean_token_accuracy": 0.9275952091342524, "eval_num_tokens": 168822.0, "eval_runtime": 6.4533, "eval_samples_per_second": 47.108, "eval_steps_per_second": 5.889, "step": 150 } ], "logging_steps": 20, "max_steps": 267, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 50, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3828137467060224.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }