| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 30, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 281.53125, |
| "epoch": 0.3333333333333333, |
| "grad_norm": 2.773542642593384, |
| "kl": 0.0580324565526098, |
| "learning_rate": 4.985344892885899e-07, |
| "loss": 0.0001, |
| "reward": 2.4544273018836975, |
| "reward_std": 2.3720036819577217, |
| "rewards/concensus_correctness_reward_func": 0.8223749995231628, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.4375, |
| "rewards/question_recreation_reward_func": 0.5142397312447429, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.5553124938160181, |
| "step": 2 |
| }, |
| { |
| "completion_length": 271.28125, |
| "epoch": 0.6666666666666666, |
| "grad_norm": 2.0007011890411377, |
| "kl": 0.07696286379359663, |
| "learning_rate": 4.869132927957006e-07, |
| "loss": 0.0001, |
| "reward": 1.217789612710476, |
| "reward_std": 1.0034673381596804, |
| "rewards/concensus_correctness_reward_func": 0.0598750002682209, |
| "rewards/consensus_reward_func": 0.0625, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.36272712517529726, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.6076875105500221, |
| "step": 4 |
| }, |
| { |
| "completion_length": 303.25, |
| "epoch": 1.0, |
| "grad_norm": 6.666475772857666, |
| "kl": 0.0992446473101154, |
| "learning_rate": 4.642142940418973e-07, |
| "loss": 0.0001, |
| "reward": 1.2962229549884796, |
| "reward_std": 1.3163017462939024, |
| "rewards/concensus_correctness_reward_func": 0.10431249998509884, |
| "rewards/consensus_reward_func": 0.25, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.42141042836010456, |
| "rewards/soft_format_reward_func": 0.015625, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.3798749968409538, |
| "step": 6 |
| }, |
| { |
| "completion_length": 256.21875, |
| "epoch": 1.3333333333333333, |
| "grad_norm": 2.719036340713501, |
| "kl": 0.08407116535818204, |
| "learning_rate": 4.314988729807827e-07, |
| "loss": 0.0001, |
| "reward": 1.9946057051420212, |
| "reward_std": 1.059820756316185, |
| "rewards/concensus_correctness_reward_func": 0.3334375023841858, |
| "rewards/consensus_reward_func": 0.375, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.1875, |
| "rewards/question_recreation_reward_func": 0.4136994816362858, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.684968750923872, |
| "step": 8 |
| }, |
| { |
| "completion_length": 321.0, |
| "epoch": 1.6666666666666665, |
| "grad_norm": 2.027712821960449, |
| "kl": 0.10444008558988571, |
| "learning_rate": 3.902967663405956e-07, |
| "loss": 0.0001, |
| "reward": 2.8985730558633804, |
| "reward_std": 2.1391075775027275, |
| "rewards/concensus_correctness_reward_func": 0.9828124903142452, |
| "rewards/consensus_reward_func": 0.375, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.25, |
| "rewards/question_recreation_reward_func": 0.6192605346441269, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.6715000197291374, |
| "step": 10 |
| }, |
| { |
| "completion_length": 289.78125, |
| "epoch": 2.0, |
| "grad_norm": 3.4199697971343994, |
| "kl": 0.06481281516607851, |
| "learning_rate": 3.4253453883497864e-07, |
| "loss": 0.0001, |
| "reward": 2.0985126718878746, |
| "reward_std": 1.588769018650055, |
| "rewards/concensus_correctness_reward_func": 0.3907500021159649, |
| "rewards/consensus_reward_func": 0.0625, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.5, |
| "rewards/question_recreation_reward_func": 0.5003876239061356, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.6448750030249357, |
| "step": 12 |
| }, |
| { |
| "completion_length": 322.65625, |
| "epoch": 2.3333333333333335, |
| "grad_norm": 1.4510133266448975, |
| "kl": 0.09526054270099849, |
| "learning_rate": 2.9044549913819124e-07, |
| "loss": 0.0001, |
| "reward": 1.6081246063113213, |
| "reward_std": 1.3514070957899094, |
| "rewards/concensus_correctness_reward_func": 0.26324999891221523, |
| "rewards/consensus_reward_func": 0.1875, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.25, |
| "rewards/question_recreation_reward_func": 0.3845308255404234, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.5228437595069408, |
| "step": 14 |
| }, |
| { |
| "completion_length": 300.875, |
| "epoch": 2.6666666666666665, |
| "grad_norm": 32.19089126586914, |
| "kl": 0.08323089242912829, |
| "learning_rate": 2.3646527285364563e-07, |
| "loss": 0.0001, |
| "reward": 2.5157083868980408, |
| "reward_std": 3.12582578510046, |
| "rewards/concensus_correctness_reward_func": 1.4086875282227993, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.39945833198726177, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.45756249502301216, |
| "step": 16 |
| }, |
| { |
| "completion_length": 367.65625, |
| "epoch": 3.0, |
| "grad_norm": 2.201923131942749, |
| "kl": 0.040471521380823106, |
| "learning_rate": 1.8311791536769483e-07, |
| "loss": 0.0, |
| "reward": 1.7202124670147896, |
| "reward_std": 1.1163596734404564, |
| "rewards/concensus_correctness_reward_func": 0.15918750315904617, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.4375, |
| "rewards/question_recreation_reward_func": 0.5503374617546797, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.015625, |
| "rewards/xmlcount_reward_func": 0.43256248952820897, |
| "step": 18 |
| }, |
| { |
| "completion_length": 298.71875, |
| "epoch": 3.3333333333333335, |
| "grad_norm": 5.080014705657959, |
| "kl": 0.1327864183112979, |
| "learning_rate": 1.328978898250525e-07, |
| "loss": 0.0001, |
| "reward": 2.0473050475120544, |
| "reward_std": 1.830180624499917, |
| "rewards/concensus_correctness_reward_func": 0.684749998152256, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.38293003430590034, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.7296250090003014, |
| "step": 20 |
| }, |
| { |
| "completion_length": 321.9375, |
| "epoch": 3.6666666666666665, |
| "grad_norm": 1.9241300821304321, |
| "kl": 0.07197530311532319, |
| "learning_rate": 8.81534288045431e-08, |
| "loss": 0.0001, |
| "reward": 1.3912755213677883, |
| "reward_std": 0.9820459727197886, |
| "rewards/concensus_correctness_reward_func": 0.10918749868869781, |
| "rewards/consensus_reward_func": 0.1875, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.4397130124270916, |
| "rewards/soft_format_reward_func": 0.015625, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.5142499897629023, |
| "step": 22 |
| }, |
| { |
| "completion_length": 347.75, |
| "epoch": 4.0, |
| "grad_norm": 2.118330240249634, |
| "kl": 0.051218974171206355, |
| "learning_rate": 5.097673357358906e-08, |
| "loss": 0.0001, |
| "reward": 2.470015749335289, |
| "reward_std": 3.3017385974526405, |
| "rewards/concensus_correctness_reward_func": 0.9248749949038029, |
| "rewards/consensus_reward_func": 0.375, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.375, |
| "rewards/question_recreation_reward_func": 0.5278282500803471, |
| "rewards/soft_format_reward_func": 0.015625, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.251687491312623, |
| "step": 24 |
| }, |
| { |
| "completion_length": 399.5625, |
| "epoch": 4.333333333333333, |
| "grad_norm": 1.9072325229644775, |
| "kl": 0.042736936593428254, |
| "learning_rate": 2.3106145082260774e-08, |
| "loss": 0.0, |
| "reward": 2.27708288282156, |
| "reward_std": 2.7430423460900784, |
| "rewards/concensus_correctness_reward_func": 0.8621874898672104, |
| "rewards/consensus_reward_func": 0.25, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.375, |
| "rewards/question_recreation_reward_func": 0.5607079211622477, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.2291874964721501, |
| "step": 26 |
| }, |
| { |
| "completion_length": 354.09375, |
| "epoch": 4.666666666666667, |
| "grad_norm": 2.1720738410949707, |
| "kl": 0.08552559395320714, |
| "learning_rate": 5.844861072478335e-09, |
| "loss": 0.0001, |
| "reward": 1.2497381269931793, |
| "reward_std": 1.0915438868105412, |
| "rewards/concensus_correctness_reward_func": 0.14025000110268593, |
| "rewards/consensus_reward_func": 0.0625, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.0625, |
| "rewards/question_recreation_reward_func": 0.44089438393712044, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.015625, |
| "rewards/xmlcount_reward_func": 0.5279687470756471, |
| "step": 28 |
| }, |
| { |
| "completion_length": 294.125, |
| "epoch": 5.0, |
| "grad_norm": 1.8672877550125122, |
| "kl": 0.04691072192508727, |
| "learning_rate": 0.0, |
| "loss": 0.0, |
| "reward": 1.9176766276359558, |
| "reward_std": 1.8577748499810696, |
| "rewards/concensus_correctness_reward_func": 0.338749997317791, |
| "rewards/consensus_reward_func": 0.3125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.1875, |
| "rewards/question_recreation_reward_func": 0.5273328814655542, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.5515937563031912, |
| "step": 30 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 30, |
| "total_flos": 0.0, |
| "train_loss": 7.583472033729776e-05, |
| "train_runtime": 406.4207, |
| "train_samples_per_second": 1.181, |
| "train_steps_per_second": 0.074 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 30, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 25, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
