| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 30, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 466.21875, |
| "epoch": 0.3333333333333333, |
| "grad_norm": 2.818002700805664, |
| "kl": 0.024589125911006704, |
| "learning_rate": 4.985344892885899e-07, |
| "loss": 0.0, |
| "reward": 1.0728617757558823, |
| "reward_std": 1.0374318063259125, |
| "rewards/concensus_correctness_reward_func": 0.05012499913573265, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.0625, |
| "rewards/question_recreation_reward_func": 0.495455514639616, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.339781254529953, |
| "step": 2 |
| }, |
| { |
| "completion_length": 364.875, |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.6754084825515747, |
| "kl": 0.02502421976532787, |
| "learning_rate": 4.869132927957006e-07, |
| "loss": 0.0, |
| "reward": 1.3312416300177574, |
| "reward_std": 2.140560135245323, |
| "rewards/concensus_correctness_reward_func": 0.625, |
| "rewards/consensus_reward_func": 0.0, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.3125, |
| "rewards/question_recreation_reward_func": 0.375085380859673, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.01865624636411667, |
| "step": 4 |
| }, |
| { |
| "completion_length": 428.9375, |
| "epoch": 1.0, |
| "grad_norm": 2.6106526851654053, |
| "kl": 0.019527853466570377, |
| "learning_rate": 4.642142940418973e-07, |
| "loss": 0.0, |
| "reward": 0.8669472727924585, |
| "reward_std": 1.043245192617178, |
| "rewards/concensus_correctness_reward_func": 0.023874999955296516, |
| "rewards/consensus_reward_func": 0.0, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.25, |
| "rewards/question_recreation_reward_func": 0.5792285241186619, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.015625, |
| "rewards/xmlcount_reward_func": -0.0017812494188547134, |
| "step": 6 |
| }, |
| { |
| "completion_length": 382.65625, |
| "epoch": 1.3333333333333333, |
| "grad_norm": 3.19954776763916, |
| "kl": 0.02953332115430385, |
| "learning_rate": 4.314988729807827e-07, |
| "loss": 0.0, |
| "reward": 0.7912007421255112, |
| "reward_std": 1.1522618383169174, |
| "rewards/concensus_correctness_reward_func": 0.02250000089406967, |
| "rewards/consensus_reward_func": 0.0625, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.0625, |
| "rewards/question_recreation_reward_func": 0.44829449243843555, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.1954062469303608, |
| "step": 8 |
| }, |
| { |
| "completion_length": 454.5, |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.2625623941421509, |
| "kl": 0.02400887871044688, |
| "learning_rate": 3.902967663405956e-07, |
| "loss": 0.0, |
| "reward": 1.6547736041247845, |
| "reward_std": 2.4716445207595825, |
| "rewards/concensus_correctness_reward_func": 0.6788749992847443, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.1875, |
| "rewards/question_recreation_reward_func": 0.47183603793382645, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.1915624924004078, |
| "step": 10 |
| }, |
| { |
| "completion_length": 374.78125, |
| "epoch": 2.0, |
| "grad_norm": 2.689986228942871, |
| "kl": 0.028676623362116516, |
| "learning_rate": 3.4253453883497864e-07, |
| "loss": 0.0, |
| "reward": 2.5205069594085217, |
| "reward_std": 3.358973853290081, |
| "rewards/concensus_correctness_reward_func": 1.3355000000447035, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.3125, |
| "rewards/question_recreation_reward_func": 0.49960072338581085, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.24790625181049109, |
| "step": 12 |
| }, |
| { |
| "completion_length": 351.0625, |
| "epoch": 2.3333333333333335, |
| "grad_norm": 2.329031229019165, |
| "kl": 0.022683687566313893, |
| "learning_rate": 2.9044549913819124e-07, |
| "loss": 0.0, |
| "reward": 0.8053823411464691, |
| "reward_std": 0.9377600699663162, |
| "rewards/concensus_correctness_reward_func": 0.0494375005364418, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.0, |
| "rewards/question_recreation_reward_func": 0.3073198366910219, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.3236249890178442, |
| "step": 14 |
| }, |
| { |
| "completion_length": 402.5625, |
| "epoch": 2.6666666666666665, |
| "grad_norm": 2.642098903656006, |
| "kl": 0.03899826877750456, |
| "learning_rate": 2.3646527285364563e-07, |
| "loss": 0.0, |
| "reward": 1.048937451094389, |
| "reward_std": 1.4023225009441376, |
| "rewards/concensus_correctness_reward_func": 0.1349375005811453, |
| "rewards/consensus_reward_func": 0.25, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.3677499322220683, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.17124998942017555, |
| "step": 16 |
| }, |
| { |
| "completion_length": 454.9375, |
| "epoch": 3.0, |
| "grad_norm": 1.4734266996383667, |
| "kl": 0.015171069288044237, |
| "learning_rate": 1.8311791536769483e-07, |
| "loss": 0.0, |
| "reward": 1.820919245481491, |
| "reward_std": 1.901282200589776, |
| "rewards/concensus_correctness_reward_func": 1.2738749999552965, |
| "rewards/consensus_reward_func": 0.0, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.0, |
| "rewards/question_recreation_reward_func": 0.40041930228471756, |
| "rewards/soft_format_reward_func": 0.015625, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.13099999353289604, |
| "step": 18 |
| }, |
| { |
| "completion_length": 447.5625, |
| "epoch": 3.3333333333333335, |
| "grad_norm": 1.9561309814453125, |
| "kl": 0.027638212544843554, |
| "learning_rate": 1.328978898250525e-07, |
| "loss": 0.0, |
| "reward": 1.6138426065444946, |
| "reward_std": 2.08666705340147, |
| "rewards/concensus_correctness_reward_func": 0.625, |
| "rewards/consensus_reward_func": 0.0, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.1875, |
| "rewards/question_recreation_reward_func": 0.3899675915017724, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.41137499921023846, |
| "step": 20 |
| }, |
| { |
| "completion_length": 313.5, |
| "epoch": 3.6666666666666665, |
| "grad_norm": 2.4282801151275635, |
| "kl": 0.02601044374750927, |
| "learning_rate": 8.81534288045431e-08, |
| "loss": 0.0, |
| "reward": 0.7636516839265823, |
| "reward_std": 1.200943410396576, |
| "rewards/concensus_correctness_reward_func": 0.05081249959766865, |
| "rewards/consensus_reward_func": 0.125, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.0, |
| "rewards/question_recreation_reward_func": 0.3807766861282289, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.2070624940097332, |
| "step": 22 |
| }, |
| { |
| "completion_length": 348.625, |
| "epoch": 4.0, |
| "grad_norm": 3.557086706161499, |
| "kl": 0.025902074296027422, |
| "learning_rate": 5.097673357358906e-08, |
| "loss": 0.0, |
| "reward": 0.7689573541283607, |
| "reward_std": 1.0340721681714058, |
| "rewards/concensus_correctness_reward_func": 0.024937499314546585, |
| "rewards/consensus_reward_func": 0.0625, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.43936359975486994, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.1171562522649765, |
| "step": 24 |
| }, |
| { |
| "completion_length": 443.53125, |
| "epoch": 4.333333333333333, |
| "grad_norm": 1.6169641017913818, |
| "kl": 0.01715872809290886, |
| "learning_rate": 2.3106145082260774e-08, |
| "loss": 0.0, |
| "reward": 0.7657004399225116, |
| "reward_std": 0.7439820282161236, |
| "rewards/concensus_correctness_reward_func": 0.0078125, |
| "rewards/consensus_reward_func": 0.0625, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.5021067075431347, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.06828123982995749, |
| "step": 26 |
| }, |
| { |
| "completion_length": 301.0, |
| "epoch": 4.666666666666667, |
| "grad_norm": 2.6919360160827637, |
| "kl": 0.022670619655400515, |
| "learning_rate": 5.844861072478335e-09, |
| "loss": 0.0, |
| "reward": 0.8254948575049639, |
| "reward_std": 0.9493589596822858, |
| "rewards/concensus_correctness_reward_func": 0.02250000089406967, |
| "rewards/consensus_reward_func": 0.0625, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.43468233942985535, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.0, |
| "rewards/xmlcount_reward_func": 0.18081250321120024, |
| "step": 28 |
| }, |
| { |
| "completion_length": 339.40625, |
| "epoch": 5.0, |
| "grad_norm": 3.3629519939422607, |
| "kl": 0.04183358867885545, |
| "learning_rate": 0.0, |
| "loss": 0.0, |
| "reward": 1.6037534587085247, |
| "reward_std": 1.9255643365904689, |
| "rewards/concensus_correctness_reward_func": 0.6506249997764826, |
| "rewards/consensus_reward_func": 0.0625, |
| "rewards/cumulative_reward_2": 0.0, |
| "rewards/final_correctness_reward_func": 0.125, |
| "rewards/question_recreation_reward_func": 0.432628508657217, |
| "rewards/soft_format_reward_func": 0.0, |
| "rewards/strict_format_reward_func": 0.015625, |
| "rewards/xmlcount_reward_func": 0.3173750042915344, |
| "step": 30 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 30, |
| "total_flos": 0.0, |
| "train_loss": 2.5961448712526666e-05, |
| "train_runtime": 902.7895, |
| "train_samples_per_second": 0.532, |
| "train_steps_per_second": 0.033 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 30, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 25, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
