| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.07108583614714768, |
| "eval_steps": 500, |
| "global_step": 400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 427.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 460.0, |
| "completions/max_terminated_length": 460.0, |
| "completions/mean_length": 427.0, |
| "completions/mean_terminated_length": 427.0, |
| "completions/min_length": 386.0, |
| "completions/min_terminated_length": 386.0, |
| "epoch": 0.00017771459036786921, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6094411611557007, |
| "kl": 1.0498238056898117, |
| "learning_rate": 0.0, |
| "loss": 0.001, |
| "num_tokens": 2836.0, |
| "reward": 0.6189357042312622, |
| "reward_std": 0.16637657582759857, |
| "rewards/check_answer/mean": 0.6189357042312622, |
| "rewards/check_answer/std": 0.16637657582759857, |
| "step": 1 |
| }, |
| { |
| "completion_length": 541.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 559.0, |
| "completions/max_terminated_length": 559.0, |
| "completions/mean_length": 541.75, |
| "completions/mean_terminated_length": 541.75, |
| "completions/min_length": 526.0, |
| "completions/min_terminated_length": 526.0, |
| "epoch": 0.00035542918073573843, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3810062408447266, |
| "kl": 1.1163947582244873, |
| "learning_rate": 7.142857142857144e-08, |
| "loss": 0.0011, |
| "num_tokens": 6171.0, |
| "reward": 0.6918560862541199, |
| "reward_std": 0.06921806931495667, |
| "rewards/check_answer/mean": 0.6918560862541199, |
| "rewards/check_answer/std": 0.06921806931495667, |
| "step": 2 |
| }, |
| { |
| "completion_length": 599.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 836.0, |
| "completions/max_terminated_length": 836.0, |
| "completions/mean_length": 599.0, |
| "completions/mean_terminated_length": 599.0, |
| "completions/min_length": 419.0, |
| "completions/min_terminated_length": 419.0, |
| "epoch": 0.0005331437711036076, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.256874442100525, |
| "kl": 0.801612138748169, |
| "learning_rate": 1.4285714285714287e-07, |
| "loss": 0.0008, |
| "num_tokens": 9807.0, |
| "reward": 0.6589475274085999, |
| "reward_std": 0.10396059602499008, |
| "rewards/check_answer/mean": 0.6589475274085999, |
| "rewards/check_answer/std": 0.10396059602499008, |
| "step": 3 |
| }, |
| { |
| "completion_length": 466.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 491.0, |
| "completions/max_terminated_length": 491.0, |
| "completions/mean_length": 466.75, |
| "completions/mean_terminated_length": 466.75, |
| "completions/min_length": 435.0, |
| "completions/min_terminated_length": 435.0, |
| "epoch": 0.0007108583614714769, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8016468286514282, |
| "kl": 1.3025178015232086, |
| "learning_rate": 2.142857142857143e-07, |
| "loss": 0.0013, |
| "num_tokens": 12814.0, |
| "reward": 0.4898241460323334, |
| "reward_std": 0.0683608204126358, |
| "rewards/check_answer/mean": 0.4898241460323334, |
| "rewards/check_answer/std": 0.06836080551147461, |
| "step": 4 |
| }, |
| { |
| "completion_length": 596.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 665.0, |
| "completions/max_terminated_length": 665.0, |
| "completions/mean_length": 596.25, |
| "completions/mean_terminated_length": 596.25, |
| "completions/min_length": 504.0, |
| "completions/min_terminated_length": 504.0, |
| "epoch": 0.000888572951839346, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4106318950653076, |
| "kl": 1.153193473815918, |
| "learning_rate": 2.8571428571428575e-07, |
| "loss": 0.0012, |
| "num_tokens": 16407.0, |
| "reward": 0.589160144329071, |
| "reward_std": 0.1366165727376938, |
| "rewards/check_answer/mean": 0.589160144329071, |
| "rewards/check_answer/std": 0.1366165727376938, |
| "step": 5 |
| }, |
| { |
| "completion_length": 521.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 566.0, |
| "completions/max_terminated_length": 566.0, |
| "completions/mean_length": 521.75, |
| "completions/mean_terminated_length": 521.75, |
| "completions/min_length": 491.0, |
| "completions/min_terminated_length": 491.0, |
| "epoch": 0.0010662875422072153, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6702299118041992, |
| "kl": 1.1629396080970764, |
| "learning_rate": 3.5714285714285716e-07, |
| "loss": 0.0012, |
| "num_tokens": 19658.0, |
| "reward": 0.6594047546386719, |
| "reward_std": 0.03622956573963165, |
| "rewards/check_answer/mean": 0.6594047546386719, |
| "rewards/check_answer/std": 0.03622956946492195, |
| "step": 6 |
| }, |
| { |
| "completion_length": 557.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 574.0, |
| "completions/max_terminated_length": 574.0, |
| "completions/mean_length": 557.75, |
| "completions/mean_terminated_length": 557.75, |
| "completions/min_length": 537.0, |
| "completions/min_terminated_length": 537.0, |
| "epoch": 0.0012440021325750845, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4264965057373047, |
| "kl": 1.3246853649616241, |
| "learning_rate": 4.285714285714286e-07, |
| "loss": 0.0013, |
| "num_tokens": 23093.0, |
| "reward": 0.5148710012435913, |
| "reward_std": 0.030068516731262207, |
| "rewards/check_answer/mean": 0.5148710012435913, |
| "rewards/check_answer/std": 0.030068522319197655, |
| "step": 7 |
| }, |
| { |
| "completion_length": 411.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 474.0, |
| "completions/max_terminated_length": 474.0, |
| "completions/mean_length": 411.5, |
| "completions/mean_terminated_length": 411.5, |
| "completions/min_length": 368.0, |
| "completions/min_terminated_length": 368.0, |
| "epoch": 0.0014217167229429537, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6491725444793701, |
| "kl": 1.1441383361816406, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.0011, |
| "num_tokens": 25891.0, |
| "reward": 0.39803165197372437, |
| "reward_std": 0.1641732007265091, |
| "rewards/check_answer/mean": 0.39803165197372437, |
| "rewards/check_answer/std": 0.1641732156276703, |
| "step": 8 |
| }, |
| { |
| "completion_length": 432.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 499.0, |
| "completions/max_terminated_length": 499.0, |
| "completions/mean_length": 432.0, |
| "completions/mean_terminated_length": 432.0, |
| "completions/min_length": 385.0, |
| "completions/min_terminated_length": 385.0, |
| "epoch": 0.0015994313133108227, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.763498067855835, |
| "kl": 1.447030395269394, |
| "learning_rate": 5.714285714285715e-07, |
| "loss": 0.0014, |
| "num_tokens": 28743.0, |
| "reward": 0.6316161155700684, |
| "reward_std": 0.08715175837278366, |
| "rewards/check_answer/mean": 0.6316161155700684, |
| "rewards/check_answer/std": 0.08715175092220306, |
| "step": 9 |
| }, |
| { |
| "completion_length": 467.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 486.0, |
| "completions/max_terminated_length": 486.0, |
| "completions/mean_length": 467.0, |
| "completions/mean_terminated_length": 467.0, |
| "completions/min_length": 442.0, |
| "completions/min_terminated_length": 442.0, |
| "epoch": 0.001777145903678692, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7400954961776733, |
| "kl": 2.312670022249222, |
| "learning_rate": 6.428571428571428e-07, |
| "loss": 0.0023, |
| "num_tokens": 31759.0, |
| "reward": 0.7970674633979797, |
| "reward_std": 0.18348881602287292, |
| "rewards/check_answer/mean": 0.7970674633979797, |
| "rewards/check_answer/std": 0.18348881602287292, |
| "step": 10 |
| }, |
| { |
| "completion_length": 405.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 495.0, |
| "completions/max_terminated_length": 495.0, |
| "completions/mean_length": 405.75, |
| "completions/mean_terminated_length": 405.75, |
| "completions/min_length": 339.0, |
| "completions/min_terminated_length": 339.0, |
| "epoch": 0.001954860494046561, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9999518394470215, |
| "kl": 1.1593981087207794, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 0.0012, |
| "num_tokens": 34514.0, |
| "reward": 0.3714173436164856, |
| "reward_std": 0.06423555314540863, |
| "rewards/check_answer/mean": 0.3714173436164856, |
| "rewards/check_answer/std": 0.06423555314540863, |
| "step": 11 |
| }, |
| { |
| "completion_length": 434.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 493.0, |
| "completions/max_terminated_length": 493.0, |
| "completions/mean_length": 434.0, |
| "completions/mean_terminated_length": 434.0, |
| "completions/min_length": 354.0, |
| "completions/min_terminated_length": 354.0, |
| "epoch": 0.0021325750844144306, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7830874919891357, |
| "kl": 2.1814075708389282, |
| "learning_rate": 7.857142857142857e-07, |
| "loss": 0.0022, |
| "num_tokens": 37398.0, |
| "reward": 0.6386286616325378, |
| "reward_std": 0.05019339174032211, |
| "rewards/check_answer/mean": 0.6386286616325378, |
| "rewards/check_answer/std": 0.05019339174032211, |
| "step": 12 |
| }, |
| { |
| "completion_length": 537.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 566.0, |
| "completions/max_terminated_length": 566.0, |
| "completions/mean_length": 537.5, |
| "completions/mean_terminated_length": 537.5, |
| "completions/min_length": 510.0, |
| "completions/min_terminated_length": 510.0, |
| "epoch": 0.0023102896747822996, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.486297369003296, |
| "kl": 1.0660419911146164, |
| "learning_rate": 8.571428571428572e-07, |
| "loss": 0.0011, |
| "num_tokens": 40724.0, |
| "reward": 0.35336199402809143, |
| "reward_std": 0.037462785840034485, |
| "rewards/check_answer/mean": 0.35336199402809143, |
| "rewards/check_answer/std": 0.03746278956532478, |
| "step": 13 |
| }, |
| { |
| "completion_length": 376.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 452.0, |
| "completions/max_terminated_length": 452.0, |
| "completions/mean_length": 376.0, |
| "completions/mean_terminated_length": 376.0, |
| "completions/min_length": 282.0, |
| "completions/min_terminated_length": 282.0, |
| "epoch": 0.002488004265150169, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.73249351978302, |
| "kl": 1.2243637442588806, |
| "learning_rate": 9.285714285714287e-07, |
| "loss": 0.0012, |
| "num_tokens": 43336.0, |
| "reward": 0.4773079752922058, |
| "reward_std": 0.18512390553951263, |
| "rewards/check_answer/mean": 0.4773079752922058, |
| "rewards/check_answer/std": 0.18512390553951263, |
| "step": 14 |
| }, |
| { |
| "completion_length": 410.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 440.0, |
| "completions/max_terminated_length": 440.0, |
| "completions/mean_length": 410.25, |
| "completions/mean_terminated_length": 410.25, |
| "completions/min_length": 348.0, |
| "completions/min_terminated_length": 348.0, |
| "epoch": 0.002665718855518038, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.818801999092102, |
| "kl": 1.239543467760086, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.0012, |
| "num_tokens": 46113.0, |
| "reward": 0.8123418092727661, |
| "reward_std": 0.2969806492328644, |
| "rewards/check_answer/mean": 0.8123418092727661, |
| "rewards/check_answer/std": 0.2969806492328644, |
| "step": 15 |
| }, |
| { |
| "completion_length": 585.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 634.0, |
| "completions/max_terminated_length": 634.0, |
| "completions/mean_length": 585.25, |
| "completions/mean_terminated_length": 585.25, |
| "completions/min_length": 523.0, |
| "completions/min_terminated_length": 523.0, |
| "epoch": 0.0028434334458859074, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3664265871047974, |
| "kl": 1.164329156279564, |
| "learning_rate": 1.0714285714285714e-06, |
| "loss": 0.0012, |
| "num_tokens": 49654.0, |
| "reward": 0.7955901622772217, |
| "reward_std": 0.16037997603416443, |
| "rewards/check_answer/mean": 0.7955901622772217, |
| "rewards/check_answer/std": 0.16037999093532562, |
| "step": 16 |
| }, |
| { |
| "completion_length": 409.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 498.0, |
| "completions/max_terminated_length": 498.0, |
| "completions/mean_length": 409.0, |
| "completions/mean_terminated_length": 409.0, |
| "completions/min_length": 307.0, |
| "completions/min_terminated_length": 307.0, |
| "epoch": 0.0030211480362537764, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7888686656951904, |
| "kl": 1.2454279661178589, |
| "learning_rate": 1.142857142857143e-06, |
| "loss": 0.0012, |
| "num_tokens": 52454.0, |
| "reward": 0.3565758168697357, |
| "reward_std": 0.19015806913375854, |
| "rewards/check_answer/mean": 0.3565758168697357, |
| "rewards/check_answer/std": 0.19015805423259735, |
| "step": 17 |
| }, |
| { |
| "completion_length": 492.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 615.0, |
| "completions/max_terminated_length": 615.0, |
| "completions/mean_length": 492.0, |
| "completions/mean_terminated_length": 492.0, |
| "completions/min_length": 426.0, |
| "completions/min_terminated_length": 426.0, |
| "epoch": 0.0031988626266216454, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6943333148956299, |
| "kl": 1.0921899378299713, |
| "learning_rate": 1.2142857142857144e-06, |
| "loss": 0.0011, |
| "num_tokens": 55558.0, |
| "reward": 1.0070428848266602, |
| "reward_std": 0.08447255939245224, |
| "rewards/check_answer/mean": 1.0070428848266602, |
| "rewards/check_answer/std": 0.08447252959012985, |
| "step": 18 |
| }, |
| { |
| "completion_length": 574.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 628.0, |
| "completions/max_terminated_length": 628.0, |
| "completions/mean_length": 574.0, |
| "completions/mean_terminated_length": 574.0, |
| "completions/min_length": 524.0, |
| "completions/min_terminated_length": 524.0, |
| "epoch": 0.003376577216989515, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5357227325439453, |
| "kl": 1.0007081925868988, |
| "learning_rate": 1.2857142857142856e-06, |
| "loss": 0.001, |
| "num_tokens": 59062.0, |
| "reward": 0.5813010931015015, |
| "reward_std": 0.17026397585868835, |
| "rewards/check_answer/mean": 0.5813010931015015, |
| "rewards/check_answer/std": 0.17026399075984955, |
| "step": 19 |
| }, |
| { |
| "completion_length": 422.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 441.0, |
| "completions/max_terminated_length": 441.0, |
| "completions/mean_length": 422.75, |
| "completions/mean_terminated_length": 422.75, |
| "completions/min_length": 408.0, |
| "completions/min_terminated_length": 408.0, |
| "epoch": 0.003554291807357384, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.447060227394104, |
| "kl": 1.0916816592216492, |
| "learning_rate": 1.3571428571428572e-06, |
| "loss": 0.0011, |
| "num_tokens": 61925.0, |
| "reward": 0.639136552810669, |
| "reward_std": 0.14528952538967133, |
| "rewards/check_answer/mean": 0.639136552810669, |
| "rewards/check_answer/std": 0.14528952538967133, |
| "step": 20 |
| }, |
| { |
| "completion_length": 491.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 507.0, |
| "completions/max_terminated_length": 507.0, |
| "completions/mean_length": 491.5, |
| "completions/mean_terminated_length": 491.5, |
| "completions/min_length": 463.0, |
| "completions/min_terminated_length": 463.0, |
| "epoch": 0.0037320063977252533, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4165836572647095, |
| "kl": 0.9325059801340103, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 0.0009, |
| "num_tokens": 65127.0, |
| "reward": 0.8968478441238403, |
| "reward_std": 0.07308956235647202, |
| "rewards/check_answer/mean": 0.8968478441238403, |
| "rewards/check_answer/std": 0.07308956235647202, |
| "step": 21 |
| }, |
| { |
| "completion_length": 308.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 337.0, |
| "completions/max_terminated_length": 337.0, |
| "completions/mean_length": 308.75, |
| "completions/mean_terminated_length": 308.75, |
| "completions/min_length": 251.0, |
| "completions/min_terminated_length": 251.0, |
| "epoch": 0.003909720988093122, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.006172445602715015, |
| "kl": 1.3253843784332275, |
| "learning_rate": 1.5e-06, |
| "loss": 0.0013, |
| "num_tokens": 67458.0, |
| "reward": 1.5, |
| "reward_std": 0.0, |
| "rewards/check_answer/mean": 1.5, |
| "rewards/check_answer/std": 0.0, |
| "step": 22 |
| }, |
| { |
| "completion_length": 457.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 521.0, |
| "completions/max_terminated_length": 521.0, |
| "completions/mean_length": 457.75, |
| "completions/mean_terminated_length": 457.75, |
| "completions/min_length": 405.0, |
| "completions/min_terminated_length": 405.0, |
| "epoch": 0.004087435578460991, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.757681965827942, |
| "kl": 1.0600132942199707, |
| "learning_rate": 1.5714285714285714e-06, |
| "loss": 0.0011, |
| "num_tokens": 70461.0, |
| "reward": 0.4985591769218445, |
| "reward_std": 0.18019117414951324, |
| "rewards/check_answer/mean": 0.4985591769218445, |
| "rewards/check_answer/std": 0.18019118905067444, |
| "step": 23 |
| }, |
| { |
| "completion_length": 409.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 423.0, |
| "completions/max_terminated_length": 423.0, |
| "completions/mean_length": 409.25, |
| "completions/mean_terminated_length": 409.25, |
| "completions/min_length": 383.0, |
| "completions/min_terminated_length": 383.0, |
| "epoch": 0.004265150168828861, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7924888134002686, |
| "kl": 1.278127372264862, |
| "learning_rate": 1.642857142857143e-06, |
| "loss": 0.0013, |
| "num_tokens": 73210.0, |
| "reward": 0.7848971486091614, |
| "reward_std": 0.2511295974254608, |
| "rewards/check_answer/mean": 0.7848971486091614, |
| "rewards/check_answer/std": 0.2511295974254608, |
| "step": 24 |
| }, |
| { |
| "completion_length": 418.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 503.0, |
| "completions/max_terminated_length": 503.0, |
| "completions/mean_length": 418.0, |
| "completions/mean_terminated_length": 418.0, |
| "completions/min_length": 333.0, |
| "completions/min_terminated_length": 333.0, |
| "epoch": 0.00444286475919673, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.607702612876892, |
| "kl": 1.2083918154239655, |
| "learning_rate": 1.7142857142857145e-06, |
| "loss": 0.0012, |
| "num_tokens": 75998.0, |
| "reward": 0.9702531099319458, |
| "reward_std": 0.14307360351085663, |
| "rewards/check_answer/mean": 0.9702531099319458, |
| "rewards/check_answer/std": 0.14307361841201782, |
| "step": 25 |
| }, |
| { |
| "completion_length": 488.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 609.0, |
| "completions/max_terminated_length": 609.0, |
| "completions/mean_length": 488.25, |
| "completions/mean_terminated_length": 488.25, |
| "completions/min_length": 331.0, |
| "completions/min_terminated_length": 331.0, |
| "epoch": 0.004620579349564599, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5748683214187622, |
| "kl": 1.0910266041755676, |
| "learning_rate": 1.7857142857142859e-06, |
| "loss": 0.0011, |
| "num_tokens": 79119.0, |
| "reward": 0.6022087335586548, |
| "reward_std": 0.10064248740673065, |
| "rewards/check_answer/mean": 0.6022087335586548, |
| "rewards/check_answer/std": 0.10064248740673065, |
| "step": 26 |
| }, |
| { |
| "completion_length": 632.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 674.0, |
| "completions/max_terminated_length": 674.0, |
| "completions/mean_length": 632.0, |
| "completions/mean_terminated_length": 632.0, |
| "completions/min_length": 600.0, |
| "completions/min_terminated_length": 600.0, |
| "epoch": 0.004798293939932468, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4055097103118896, |
| "kl": 0.9649907499551773, |
| "learning_rate": 1.8571428571428573e-06, |
| "loss": 0.001, |
| "num_tokens": 82855.0, |
| "reward": 0.5038251876831055, |
| "reward_std": 0.07822742313146591, |
| "rewards/check_answer/mean": 0.5038251876831055, |
| "rewards/check_answer/std": 0.07822742313146591, |
| "step": 27 |
| }, |
| { |
| "completion_length": 555.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 578.0, |
| "completions/max_terminated_length": 578.0, |
| "completions/mean_length": 555.0, |
| "completions/mean_terminated_length": 555.0, |
| "completions/min_length": 519.0, |
| "completions/min_terminated_length": 519.0, |
| "epoch": 0.004976008530300338, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5128551721572876, |
| "kl": 1.3766323626041412, |
| "learning_rate": 1.928571428571429e-06, |
| "loss": 0.0014, |
| "num_tokens": 86255.0, |
| "reward": 0.5897955894470215, |
| "reward_std": 0.14429643750190735, |
| "rewards/check_answer/mean": 0.5897955894470215, |
| "rewards/check_answer/std": 0.14429643750190735, |
| "step": 28 |
| }, |
| { |
| "completion_length": 351.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 398.0, |
| "completions/max_terminated_length": 398.0, |
| "completions/mean_length": 351.5, |
| "completions/mean_terminated_length": 351.5, |
| "completions/min_length": 269.0, |
| "completions/min_terminated_length": 269.0, |
| "epoch": 0.005153723120668207, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9017515182495117, |
| "kl": 1.2128655910491943, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0012, |
| "num_tokens": 88761.0, |
| "reward": 0.24229314923286438, |
| "reward_std": 0.09404895454645157, |
| "rewards/check_answer/mean": 0.24229314923286438, |
| "rewards/check_answer/std": 0.09404894709587097, |
| "step": 29 |
| }, |
| { |
| "completion_length": 430.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 487.0, |
| "completions/max_terminated_length": 487.0, |
| "completions/mean_length": 430.75, |
| "completions/mean_terminated_length": 430.75, |
| "completions/min_length": 310.0, |
| "completions/min_terminated_length": 310.0, |
| "epoch": 0.005331437711036076, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.466556191444397, |
| "kl": 0.9134228527545929, |
| "learning_rate": 2.0714285714285717e-06, |
| "loss": 0.0009, |
| "num_tokens": 91664.0, |
| "reward": 0.7716047763824463, |
| "reward_std": 0.11445575952529907, |
| "rewards/check_answer/mean": 0.7716047763824463, |
| "rewards/check_answer/std": 0.11445576697587967, |
| "step": 30 |
| }, |
| { |
| "completion_length": 502.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 589.0, |
| "completions/max_terminated_length": 589.0, |
| "completions/mean_length": 502.25, |
| "completions/mean_terminated_length": 502.25, |
| "completions/min_length": 453.0, |
| "completions/min_terminated_length": 453.0, |
| "epoch": 0.005509152301403945, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8003754615783691, |
| "kl": 1.0646594911813736, |
| "learning_rate": 2.1428571428571427e-06, |
| "loss": 0.0011, |
| "num_tokens": 94865.0, |
| "reward": 0.9116252064704895, |
| "reward_std": 0.06001972407102585, |
| "rewards/check_answer/mean": 0.9116252064704895, |
| "rewards/check_answer/std": 0.060019705444574356, |
| "step": 31 |
| }, |
| { |
| "completion_length": 454.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 549.0, |
| "completions/max_terminated_length": 549.0, |
| "completions/mean_length": 454.25, |
| "completions/mean_terminated_length": 454.25, |
| "completions/min_length": 416.0, |
| "completions/min_terminated_length": 416.0, |
| "epoch": 0.005686866891771815, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.75742506980896, |
| "kl": 1.6527438461780548, |
| "learning_rate": 2.2142857142857146e-06, |
| "loss": 0.0017, |
| "num_tokens": 97818.0, |
| "reward": 0.5714230537414551, |
| "reward_std": 0.1710004061460495, |
| "rewards/check_answer/mean": 0.5714230537414551, |
| "rewards/check_answer/std": 0.1710004061460495, |
| "step": 32 |
| }, |
| { |
| "completion_length": 282.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 313.0, |
| "completions/max_terminated_length": 313.0, |
| "completions/mean_length": 282.75, |
| "completions/mean_terminated_length": 282.75, |
| "completions/min_length": 255.0, |
| "completions/min_terminated_length": 255.0, |
| "epoch": 0.005864581482139684, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9505561590194702, |
| "kl": 1.6063998937606812, |
| "learning_rate": 2.285714285714286e-06, |
| "loss": 0.0016, |
| "num_tokens": 100041.0, |
| "reward": 0.49875420331954956, |
| "reward_std": 0.2340739220380783, |
| "rewards/check_answer/mean": 0.49875420331954956, |
| "rewards/check_answer/std": 0.2340739369392395, |
| "step": 33 |
| }, |
| { |
| "completion_length": 376.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 416.0, |
| "completions/max_terminated_length": 416.0, |
| "completions/mean_length": 376.5, |
| "completions/mean_terminated_length": 376.5, |
| "completions/min_length": 345.0, |
| "completions/min_terminated_length": 345.0, |
| "epoch": 0.006042296072507553, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.888424277305603, |
| "kl": 1.435717135667801, |
| "learning_rate": 2.3571428571428574e-06, |
| "loss": 0.0014, |
| "num_tokens": 102667.0, |
| "reward": 0.9620379209518433, |
| "reward_std": 0.15259642899036407, |
| "rewards/check_answer/mean": 0.9620379209518433, |
| "rewards/check_answer/std": 0.15259642899036407, |
| "step": 34 |
| }, |
| { |
| "completion_length": 458.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 524.0, |
| "completions/max_terminated_length": 524.0, |
| "completions/mean_length": 458.0, |
| "completions/mean_terminated_length": 458.0, |
| "completions/min_length": 336.0, |
| "completions/min_terminated_length": 336.0, |
| "epoch": 0.006220010662875422, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9206902980804443, |
| "kl": 2.231161266565323, |
| "learning_rate": 2.428571428571429e-06, |
| "loss": 0.0022, |
| "num_tokens": 105659.0, |
| "reward": 0.653532862663269, |
| "reward_std": 0.1333208829164505, |
| "rewards/check_answer/mean": 0.653532862663269, |
| "rewards/check_answer/std": 0.1333208829164505, |
| "step": 35 |
| }, |
| { |
| "completion_length": 402.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 440.0, |
| "completions/max_terminated_length": 440.0, |
| "completions/mean_length": 402.75, |
| "completions/mean_terminated_length": 402.75, |
| "completions/min_length": 333.0, |
| "completions/min_terminated_length": 333.0, |
| "epoch": 0.006397725253243291, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7704061269760132, |
| "kl": 1.304360181093216, |
| "learning_rate": 2.5e-06, |
| "loss": 0.0013, |
| "num_tokens": 108382.0, |
| "reward": 0.6283889412879944, |
| "reward_std": 0.18885570764541626, |
| "rewards/check_answer/mean": 0.6283889412879944, |
| "rewards/check_answer/std": 0.18885570764541626, |
| "step": 36 |
| }, |
| { |
| "completion_length": 422.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 447.0, |
| "completions/max_terminated_length": 447.0, |
| "completions/mean_length": 422.5, |
| "completions/mean_terminated_length": 422.5, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "epoch": 0.006575439843611161, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7185007333755493, |
| "kl": 1.1553759276866913, |
| "learning_rate": 2.571428571428571e-06, |
| "loss": 0.0012, |
| "num_tokens": 111188.0, |
| "reward": 0.7625912427902222, |
| "reward_std": 0.3398703336715698, |
| "rewards/check_answer/mean": 0.7625912427902222, |
| "rewards/check_answer/std": 0.3398703336715698, |
| "step": 37 |
| }, |
| { |
| "completion_length": 395.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 417.0, |
| "completions/max_terminated_length": 417.0, |
| "completions/mean_length": 395.0, |
| "completions/mean_terminated_length": 395.0, |
| "completions/min_length": 376.0, |
| "completions/min_terminated_length": 376.0, |
| "epoch": 0.00675315443397903, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.813489556312561, |
| "kl": 1.176555871963501, |
| "learning_rate": 2.642857142857143e-06, |
| "loss": 0.0012, |
| "num_tokens": 113896.0, |
| "reward": 0.4037095606327057, |
| "reward_std": 0.14651015400886536, |
| "rewards/check_answer/mean": 0.4037095606327057, |
| "rewards/check_answer/std": 0.14651015400886536, |
| "step": 38 |
| }, |
| { |
| "completion_length": 518.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 557.0, |
| "completions/max_terminated_length": 557.0, |
| "completions/mean_length": 518.25, |
| "completions/mean_terminated_length": 518.25, |
| "completions/min_length": 475.0, |
| "completions/min_terminated_length": 475.0, |
| "epoch": 0.006930869024346899, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5206884145736694, |
| "kl": 1.066824734210968, |
| "learning_rate": 2.7142857142857144e-06, |
| "loss": 0.0011, |
| "num_tokens": 117121.0, |
| "reward": 0.6004906892776489, |
| "reward_std": 0.06248007342219353, |
| "rewards/check_answer/mean": 0.6004906892776489, |
| "rewards/check_answer/std": 0.06248008832335472, |
| "step": 39 |
| }, |
| { |
| "completion_length": 586.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 633.0, |
| "completions/max_terminated_length": 633.0, |
| "completions/mean_length": 586.5, |
| "completions/mean_terminated_length": 586.5, |
| "completions/min_length": 515.0, |
| "completions/min_terminated_length": 515.0, |
| "epoch": 0.007108583614714768, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2672127485275269, |
| "kl": 1.0179399698972702, |
| "learning_rate": 2.785714285714286e-06, |
| "loss": 0.001, |
| "num_tokens": 120671.0, |
| "reward": 0.7895050048828125, |
| "reward_std": 0.058173682540655136, |
| "rewards/check_answer/mean": 0.7895050048828125, |
| "rewards/check_answer/std": 0.058173682540655136, |
| "step": 40 |
| }, |
| { |
| "completion_length": 474.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 567.0, |
| "completions/max_terminated_length": 567.0, |
| "completions/mean_length": 474.5, |
| "completions/mean_terminated_length": 474.5, |
| "completions/min_length": 424.0, |
| "completions/min_terminated_length": 424.0, |
| "epoch": 0.007286298205082638, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.59950852394104, |
| "kl": 1.0878016501665115, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 0.0011, |
| "num_tokens": 123717.0, |
| "reward": 0.6761389374732971, |
| "reward_std": 0.04523153230547905, |
| "rewards/check_answer/mean": 0.6761389374732971, |
| "rewards/check_answer/std": 0.04523153603076935, |
| "step": 41 |
| }, |
| { |
| "completion_length": 589.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 659.0, |
| "completions/max_terminated_length": 659.0, |
| "completions/mean_length": 589.25, |
| "completions/mean_terminated_length": 589.25, |
| "completions/min_length": 549.0, |
| "completions/min_terminated_length": 549.0, |
| "epoch": 0.007464012795450507, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.543569564819336, |
| "kl": 1.1034990847110748, |
| "learning_rate": 2.928571428571429e-06, |
| "loss": 0.0011, |
| "num_tokens": 127262.0, |
| "reward": 0.5081104636192322, |
| "reward_std": 0.012905855663120747, |
| "rewards/check_answer/mean": 0.5081104636192322, |
| "rewards/check_answer/std": 0.012905837036669254, |
| "step": 42 |
| }, |
| { |
| "completion_length": 294.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 352.0, |
| "completions/max_terminated_length": 352.0, |
| "completions/mean_length": 294.25, |
| "completions/mean_terminated_length": 294.25, |
| "completions/min_length": 267.0, |
| "completions/min_terminated_length": 267.0, |
| "epoch": 0.007641727385818376, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7369331121444702, |
| "kl": 1.1378049850463867, |
| "learning_rate": 3e-06, |
| "loss": 0.0011, |
| "num_tokens": 129555.0, |
| "reward": 1.392117977142334, |
| "reward_std": 0.21576404571533203, |
| "rewards/check_answer/mean": 1.392117977142334, |
| "rewards/check_answer/std": 0.21576404571533203, |
| "step": 43 |
| }, |
| { |
| "completion_length": 610.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 714.0, |
| "completions/max_terminated_length": 714.0, |
| "completions/mean_length": 610.0, |
| "completions/mean_terminated_length": 610.0, |
| "completions/min_length": 521.0, |
| "completions/min_terminated_length": 521.0, |
| "epoch": 0.007819441976186245, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3297312259674072, |
| "kl": 0.7992035746574402, |
| "learning_rate": 3.071428571428572e-06, |
| "loss": 0.0008, |
| "num_tokens": 133243.0, |
| "reward": 0.379222571849823, |
| "reward_std": 0.07391934096813202, |
| "rewards/check_answer/mean": 0.379222571849823, |
| "rewards/check_answer/std": 0.07391934841871262, |
| "step": 44 |
| }, |
| { |
| "completion_length": 526.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 602.0, |
| "completions/max_terminated_length": 602.0, |
| "completions/mean_length": 526.0, |
| "completions/mean_terminated_length": 526.0, |
| "completions/min_length": 445.0, |
| "completions/min_terminated_length": 445.0, |
| "epoch": 0.007997156566554114, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3624135255813599, |
| "kl": 1.055791214108467, |
| "learning_rate": 3.142857142857143e-06, |
| "loss": 0.0011, |
| "num_tokens": 136531.0, |
| "reward": 0.5060752630233765, |
| "reward_std": 0.07115290313959122, |
| "rewards/check_answer/mean": 0.5060752630233765, |
| "rewards/check_answer/std": 0.07115291059017181, |
| "step": 45 |
| }, |
| { |
| "completion_length": 347.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 435.0, |
| "completions/max_terminated_length": 435.0, |
| "completions/mean_length": 347.75, |
| "completions/mean_terminated_length": 347.75, |
| "completions/min_length": 205.0, |
| "completions/min_terminated_length": 205.0, |
| "epoch": 0.008174871156921983, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5305379629135132, |
| "kl": 1.2677884995937347, |
| "learning_rate": 3.2142857142857147e-06, |
| "loss": 0.0013, |
| "num_tokens": 139030.0, |
| "reward": 0.5792946815490723, |
| "reward_std": 0.07226314395666122, |
| "rewards/check_answer/mean": 0.5792946815490723, |
| "rewards/check_answer/std": 0.07226314395666122, |
| "step": 46 |
| }, |
| { |
| "completion_length": 469.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 476.0, |
| "completions/max_terminated_length": 476.0, |
| "completions/mean_length": 469.75, |
| "completions/mean_terminated_length": 469.75, |
| "completions/min_length": 465.0, |
| "completions/min_terminated_length": 465.0, |
| "epoch": 0.008352585747289852, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5030322074890137, |
| "kl": 1.171961322426796, |
| "learning_rate": 3.285714285714286e-06, |
| "loss": 0.0012, |
| "num_tokens": 142061.0, |
| "reward": 1.0066816806793213, |
| "reward_std": 0.16484001278877258, |
| "rewards/check_answer/mean": 1.0066816806793213, |
| "rewards/check_answer/std": 0.16484001278877258, |
| "step": 47 |
| }, |
| { |
| "completion_length": 340.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 382.0, |
| "completions/max_terminated_length": 382.0, |
| "completions/mean_length": 340.5, |
| "completions/mean_terminated_length": 340.5, |
| "completions/min_length": 312.0, |
| "completions/min_terminated_length": 312.0, |
| "epoch": 0.008530300337657722, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6775590181350708, |
| "kl": 1.4609983712434769, |
| "learning_rate": 3.357142857142857e-06, |
| "loss": 0.0015, |
| "num_tokens": 144583.0, |
| "reward": 1.2281973361968994, |
| "reward_std": 0.18847818672657013, |
| "rewards/check_answer/mean": 1.2281973361968994, |
| "rewards/check_answer/std": 0.18847818672657013, |
| "step": 48 |
| }, |
| { |
| "completion_length": 298.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 315.0, |
| "completions/max_terminated_length": 315.0, |
| "completions/mean_length": 298.75, |
| "completions/mean_terminated_length": 298.75, |
| "completions/min_length": 290.0, |
| "completions/min_terminated_length": 290.0, |
| "epoch": 0.00870801492802559, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6502373218536377, |
| "kl": 1.2542754113674164, |
| "learning_rate": 3.428571428571429e-06, |
| "loss": 0.0013, |
| "num_tokens": 146890.0, |
| "reward": 0.5080112814903259, |
| "reward_std": 0.03593429550528526, |
| "rewards/check_answer/mean": 0.5080112814903259, |
| "rewards/check_answer/std": 0.03593427687883377, |
| "step": 49 |
| }, |
| { |
| "completion_length": 541.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 612.0, |
| "completions/max_terminated_length": 612.0, |
| "completions/mean_length": 541.25, |
| "completions/mean_terminated_length": 541.25, |
| "completions/min_length": 496.0, |
| "completions/min_terminated_length": 496.0, |
| "epoch": 0.00888572951839346, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5773475170135498, |
| "kl": 1.1764096915721893, |
| "learning_rate": 3.5e-06, |
| "loss": 0.0012, |
| "num_tokens": 150239.0, |
| "reward": 0.5298885107040405, |
| "reward_std": 0.062375664710998535, |
| "rewards/check_answer/mean": 0.5298885107040405, |
| "rewards/check_answer/std": 0.06237566098570824, |
| "step": 50 |
| }, |
| { |
| "completion_length": 473.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 491.0, |
| "completions/max_terminated_length": 491.0, |
| "completions/mean_length": 473.25, |
| "completions/mean_terminated_length": 473.25, |
| "completions/min_length": 445.0, |
| "completions/min_terminated_length": 445.0, |
| "epoch": 0.00906344410876133, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5712735652923584, |
| "kl": 1.2196315228939056, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 0.0012, |
| "num_tokens": 153272.0, |
| "reward": 0.9013558626174927, |
| "reward_std": 0.12637704610824585, |
| "rewards/check_answer/mean": 0.9013558626174927, |
| "rewards/check_answer/std": 0.12637704610824585, |
| "step": 51 |
| }, |
| { |
| "completion_length": 430.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 444.0, |
| "completions/max_terminated_length": 444.0, |
| "completions/mean_length": 430.75, |
| "completions/mean_terminated_length": 430.75, |
| "completions/min_length": 408.0, |
| "completions/min_terminated_length": 408.0, |
| "epoch": 0.009241158699129198, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8517780303955078, |
| "kl": 1.4242485463619232, |
| "learning_rate": 3.642857142857143e-06, |
| "loss": 0.0014, |
| "num_tokens": 156111.0, |
| "reward": 0.48627614974975586, |
| "reward_std": 0.10064783692359924, |
| "rewards/check_answer/mean": 0.48627614974975586, |
| "rewards/check_answer/std": 0.10064783692359924, |
| "step": 52 |
| }, |
| { |
| "completion_length": 289.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 320.0, |
| "completions/max_terminated_length": 320.0, |
| "completions/mean_length": 289.5, |
| "completions/mean_terminated_length": 289.5, |
| "completions/min_length": 253.0, |
| "completions/min_terminated_length": 253.0, |
| "epoch": 0.009418873289497068, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9996415376663208, |
| "kl": 1.5143893957138062, |
| "learning_rate": 3.7142857142857146e-06, |
| "loss": 0.0015, |
| "num_tokens": 158361.0, |
| "reward": 0.5390114188194275, |
| "reward_std": 0.6577240824699402, |
| "rewards/check_answer/mean": 0.5390114188194275, |
| "rewards/check_answer/std": 0.657724142074585, |
| "step": 53 |
| }, |
| { |
| "completion_length": 443.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 520.0, |
| "completions/max_terminated_length": 520.0, |
| "completions/mean_length": 443.25, |
| "completions/mean_terminated_length": 443.25, |
| "completions/min_length": 368.0, |
| "completions/min_terminated_length": 368.0, |
| "epoch": 0.009596587879864936, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3870877027511597, |
| "kl": 1.062680721282959, |
| "learning_rate": 3.785714285714286e-06, |
| "loss": 0.0011, |
| "num_tokens": 161294.0, |
| "reward": 0.5653637647628784, |
| "reward_std": 0.06738435477018356, |
| "rewards/check_answer/mean": 0.5653637647628784, |
| "rewards/check_answer/std": 0.06738435477018356, |
| "step": 54 |
| }, |
| { |
| "completion_length": 391.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 449.0, |
| "completions/max_terminated_length": 449.0, |
| "completions/mean_length": 391.75, |
| "completions/mean_terminated_length": 391.75, |
| "completions/min_length": 333.0, |
| "completions/min_terminated_length": 333.0, |
| "epoch": 0.009774302470232806, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6596442461013794, |
| "kl": 0.9484704583883286, |
| "learning_rate": 3.857142857142858e-06, |
| "loss": 0.0009, |
| "num_tokens": 164025.0, |
| "reward": 0.7971336245536804, |
| "reward_std": 0.12026101350784302, |
| "rewards/check_answer/mean": 0.7971336245536804, |
| "rewards/check_answer/std": 0.12026101350784302, |
| "step": 55 |
| }, |
| { |
| "completion_length": 347.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 444.0, |
| "completions/max_terminated_length": 444.0, |
| "completions/mean_length": 347.0, |
| "completions/mean_terminated_length": 347.0, |
| "completions/min_length": 270.0, |
| "completions/min_terminated_length": 270.0, |
| "epoch": 0.009952017060600676, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.146622896194458, |
| "kl": 1.1937618106603622, |
| "learning_rate": 3.928571428571429e-06, |
| "loss": 0.0012, |
| "num_tokens": 166537.0, |
| "reward": 0.2618507444858551, |
| "reward_std": 0.054494522511959076, |
| "rewards/check_answer/mean": 0.2618507444858551, |
| "rewards/check_answer/std": 0.054494522511959076, |
| "step": 56 |
| }, |
| { |
| "completion_length": 520.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 584.0, |
| "completions/max_terminated_length": 584.0, |
| "completions/mean_length": 520.5, |
| "completions/mean_terminated_length": 520.5, |
| "completions/min_length": 436.0, |
| "completions/min_terminated_length": 436.0, |
| "epoch": 0.010129731650968544, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5688644647598267, |
| "kl": 1.048645719885826, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.001, |
| "num_tokens": 169803.0, |
| "reward": 0.9876464605331421, |
| "reward_std": 0.25668615102767944, |
| "rewards/check_answer/mean": 0.9876464605331421, |
| "rewards/check_answer/std": 0.25668615102767944, |
| "step": 57 |
| }, |
| { |
| "completion_length": 541.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 610.0, |
| "completions/max_terminated_length": 610.0, |
| "completions/mean_length": 541.0, |
| "completions/mean_terminated_length": 541.0, |
| "completions/min_length": 483.0, |
| "completions/min_terminated_length": 483.0, |
| "epoch": 0.010307446241336414, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2746442556381226, |
| "kl": 0.8855240046977997, |
| "learning_rate": 4.071428571428572e-06, |
| "loss": 0.0009, |
| "num_tokens": 173207.0, |
| "reward": 0.3755004405975342, |
| "reward_std": 0.049010019749403, |
| "rewards/check_answer/mean": 0.3755004405975342, |
| "rewards/check_answer/std": 0.04901003837585449, |
| "step": 58 |
| }, |
| { |
| "completion_length": 524.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 577.0, |
| "completions/max_terminated_length": 577.0, |
| "completions/mean_length": 524.0, |
| "completions/mean_terminated_length": 524.0, |
| "completions/min_length": 450.0, |
| "completions/min_terminated_length": 450.0, |
| "epoch": 0.010485160831704282, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5979560613632202, |
| "kl": 1.034047693014145, |
| "learning_rate": 4.1428571428571435e-06, |
| "loss": 0.001, |
| "num_tokens": 176475.0, |
| "reward": 0.8849939703941345, |
| "reward_std": 0.11704953014850616, |
| "rewards/check_answer/mean": 0.8849939703941345, |
| "rewards/check_answer/std": 0.11704951524734497, |
| "step": 59 |
| }, |
| { |
| "completion_length": 471.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 558.0, |
| "completions/max_terminated_length": 558.0, |
| "completions/mean_length": 471.25, |
| "completions/mean_terminated_length": 471.25, |
| "completions/min_length": 372.0, |
| "completions/min_terminated_length": 372.0, |
| "epoch": 0.010662875422072152, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5512830018997192, |
| "kl": 1.3353438973426819, |
| "learning_rate": 4.2142857142857145e-06, |
| "loss": 0.0013, |
| "num_tokens": 179544.0, |
| "reward": 0.4594007134437561, |
| "reward_std": 0.08352126181125641, |
| "rewards/check_answer/mean": 0.4594007134437561, |
| "rewards/check_answer/std": 0.08352126181125641, |
| "step": 60 |
| }, |
| { |
| "completion_length": 560.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 688.0, |
| "completions/max_terminated_length": 688.0, |
| "completions/mean_length": 560.5, |
| "completions/mean_terminated_length": 560.5, |
| "completions/min_length": 406.0, |
| "completions/min_terminated_length": 406.0, |
| "epoch": 0.010840590012440022, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7048546075820923, |
| "kl": 0.9816142320632935, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 0.001, |
| "num_tokens": 182994.0, |
| "reward": 0.38246601819992065, |
| "reward_std": 0.13571514189243317, |
| "rewards/check_answer/mean": 0.38246601819992065, |
| "rewards/check_answer/std": 0.13571515679359436, |
| "step": 61 |
| }, |
| { |
| "completion_length": 411.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 489.0, |
| "completions/max_terminated_length": 489.0, |
| "completions/mean_length": 411.25, |
| "completions/mean_terminated_length": 411.25, |
| "completions/min_length": 361.0, |
| "completions/min_terminated_length": 361.0, |
| "epoch": 0.01101830460280789, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.981577754020691, |
| "kl": 1.2702476382255554, |
| "learning_rate": 4.357142857142857e-06, |
| "loss": 0.0013, |
| "num_tokens": 185755.0, |
| "reward": 0.6234804391860962, |
| "reward_std": 0.2467672973871231, |
| "rewards/check_answer/mean": 0.6234804391860962, |
| "rewards/check_answer/std": 0.2467672973871231, |
| "step": 62 |
| }, |
| { |
| "completion_length": 511.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 589.0, |
| "completions/max_terminated_length": 589.0, |
| "completions/mean_length": 511.5, |
| "completions/mean_terminated_length": 511.5, |
| "completions/min_length": 388.0, |
| "completions/min_terminated_length": 388.0, |
| "epoch": 0.01119601919317576, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.365710735321045, |
| "kl": 0.9097413569688797, |
| "learning_rate": 4.428571428571429e-06, |
| "loss": 0.0009, |
| "num_tokens": 189005.0, |
| "reward": 0.4179466962814331, |
| "reward_std": 0.04861922189593315, |
| "rewards/check_answer/mean": 0.4179466962814331, |
| "rewards/check_answer/std": 0.04861922189593315, |
| "step": 63 |
| }, |
| { |
| "completion_length": 440.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 484.0, |
| "completions/max_terminated_length": 484.0, |
| "completions/mean_length": 440.0, |
| "completions/mean_terminated_length": 440.0, |
| "completions/min_length": 397.0, |
| "completions/min_terminated_length": 397.0, |
| "epoch": 0.01137373378354363, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8046718835830688, |
| "kl": 1.3415338695049286, |
| "learning_rate": 4.5e-06, |
| "loss": 0.0013, |
| "num_tokens": 191909.0, |
| "reward": 0.4736880362033844, |
| "reward_std": 0.09703974425792694, |
| "rewards/check_answer/mean": 0.4736880362033844, |
| "rewards/check_answer/std": 0.09703974425792694, |
| "step": 64 |
| }, |
| { |
| "completion_length": 411.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 509.0, |
| "completions/max_terminated_length": 509.0, |
| "completions/mean_length": 411.5, |
| "completions/mean_terminated_length": 411.5, |
| "completions/min_length": 299.0, |
| "completions/min_terminated_length": 299.0, |
| "epoch": 0.011551448373911498, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6717690229415894, |
| "kl": 1.1143593043088913, |
| "learning_rate": 4.571428571428572e-06, |
| "loss": 0.0011, |
| "num_tokens": 194675.0, |
| "reward": 0.7849711775779724, |
| "reward_std": 0.3310997784137726, |
| "rewards/check_answer/mean": 0.7849711775779724, |
| "rewards/check_answer/std": 0.3310997784137726, |
| "step": 65 |
| }, |
| { |
| "completion_length": 484.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 504.0, |
| "completions/max_terminated_length": 504.0, |
| "completions/mean_length": 484.0, |
| "completions/mean_terminated_length": 484.0, |
| "completions/min_length": 461.0, |
| "completions/min_terminated_length": 461.0, |
| "epoch": 0.011729162964279368, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3961551189422607, |
| "kl": 0.8092105090618134, |
| "learning_rate": 4.642857142857144e-06, |
| "loss": 0.0008, |
| "num_tokens": 197815.0, |
| "reward": 0.5569653511047363, |
| "reward_std": 0.11439482122659683, |
| "rewards/check_answer/mean": 0.5569653511047363, |
| "rewards/check_answer/std": 0.11439482867717743, |
| "step": 66 |
| }, |
| { |
| "completion_length": 580.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 598.0, |
| "completions/max_terminated_length": 598.0, |
| "completions/mean_length": 580.0, |
| "completions/mean_terminated_length": 580.0, |
| "completions/min_length": 553.0, |
| "completions/min_terminated_length": 553.0, |
| "epoch": 0.011906877554647236, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.20498788356781, |
| "kl": 0.9006475359201431, |
| "learning_rate": 4.714285714285715e-06, |
| "loss": 0.0009, |
| "num_tokens": 201331.0, |
| "reward": 0.5501281023025513, |
| "reward_std": 0.05327435955405235, |
| "rewards/check_answer/mean": 0.5501281023025513, |
| "rewards/check_answer/std": 0.053274352103471756, |
| "step": 67 |
| }, |
| { |
| "completion_length": 408.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 521.0, |
| "completions/max_terminated_length": 521.0, |
| "completions/mean_length": 408.0, |
| "completions/mean_terminated_length": 408.0, |
| "completions/min_length": 309.0, |
| "completions/min_terminated_length": 309.0, |
| "epoch": 0.012084592145015106, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.882188081741333, |
| "kl": 1.1671920120716095, |
| "learning_rate": 4.785714285714287e-06, |
| "loss": 0.0012, |
| "num_tokens": 204115.0, |
| "reward": 1.1435757875442505, |
| "reward_std": 0.22389693558216095, |
| "rewards/check_answer/mean": 1.1435757875442505, |
| "rewards/check_answer/std": 0.22389698028564453, |
| "step": 68 |
| }, |
| { |
| "completion_length": 481.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 590.0, |
| "completions/max_terminated_length": 590.0, |
| "completions/mean_length": 481.25, |
| "completions/mean_terminated_length": 481.25, |
| "completions/min_length": 363.0, |
| "completions/min_terminated_length": 363.0, |
| "epoch": 0.012262306735382976, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.533947229385376, |
| "kl": 1.1329405903816223, |
| "learning_rate": 4.857142857142858e-06, |
| "loss": 0.0011, |
| "num_tokens": 207200.0, |
| "reward": 0.44344037771224976, |
| "reward_std": 0.09549304842948914, |
| "rewards/check_answer/mean": 0.44344037771224976, |
| "rewards/check_answer/std": 0.09549304842948914, |
| "step": 69 |
| }, |
| { |
| "completion_length": 530.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 651.0, |
| "completions/max_terminated_length": 651.0, |
| "completions/mean_length": 530.0, |
| "completions/mean_terminated_length": 530.0, |
| "completions/min_length": 380.0, |
| "completions/min_terminated_length": 380.0, |
| "epoch": 0.012440021325750844, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.383154273033142, |
| "kl": 0.8603696227073669, |
| "learning_rate": 4.928571428571429e-06, |
| "loss": 0.0009, |
| "num_tokens": 210516.0, |
| "reward": 0.3628694415092468, |
| "reward_std": 0.04750685766339302, |
| "rewards/check_answer/mean": 0.3628694415092468, |
| "rewards/check_answer/std": 0.04750685766339302, |
| "step": 70 |
| }, |
| { |
| "completion_length": 467.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 501.0, |
| "completions/max_terminated_length": 501.0, |
| "completions/mean_length": 467.25, |
| "completions/mean_terminated_length": 467.25, |
| "completions/min_length": 428.0, |
| "completions/min_terminated_length": 428.0, |
| "epoch": 0.012617735916118714, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7030493021011353, |
| "kl": 1.256488174200058, |
| "learning_rate": 5e-06, |
| "loss": 0.0013, |
| "num_tokens": 213513.0, |
| "reward": 0.9228349924087524, |
| "reward_std": 0.2585166394710541, |
| "rewards/check_answer/mean": 0.9228349924087524, |
| "rewards/check_answer/std": 0.2585166394710541, |
| "step": 71 |
| }, |
| { |
| "completion_length": 380.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 463.0, |
| "completions/max_terminated_length": 463.0, |
| "completions/mean_length": 380.5, |
| "completions/mean_terminated_length": 380.5, |
| "completions/min_length": 317.0, |
| "completions/min_terminated_length": 317.0, |
| "epoch": 0.012795450506486582, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8185611963272095, |
| "kl": 1.088569387793541, |
| "learning_rate": 4.992063492063493e-06, |
| "loss": 0.0011, |
| "num_tokens": 216187.0, |
| "reward": 0.1358739137649536, |
| "reward_std": 0.03403108939528465, |
| "rewards/check_answer/mean": 0.1358739137649536, |
| "rewards/check_answer/std": 0.03403108939528465, |
| "step": 72 |
| }, |
| { |
| "completion_length": 391.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 472.0, |
| "completions/max_terminated_length": 472.0, |
| "completions/mean_length": 391.5, |
| "completions/mean_terminated_length": 391.5, |
| "completions/min_length": 352.0, |
| "completions/min_terminated_length": 352.0, |
| "epoch": 0.012973165096854452, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7923240661621094, |
| "kl": 1.187307983636856, |
| "learning_rate": 4.9841269841269845e-06, |
| "loss": 0.0012, |
| "num_tokens": 218881.0, |
| "reward": 0.4668271541595459, |
| "reward_std": 0.28230786323547363, |
| "rewards/check_answer/mean": 0.4668271541595459, |
| "rewards/check_answer/std": 0.28230786323547363, |
| "step": 73 |
| }, |
| { |
| "completion_length": 459.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 560.0, |
| "completions/max_terminated_length": 560.0, |
| "completions/mean_length": 459.5, |
| "completions/mean_terminated_length": 459.5, |
| "completions/min_length": 314.0, |
| "completions/min_terminated_length": 314.0, |
| "epoch": 0.013150879687222321, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5349751710891724, |
| "kl": 1.160512775182724, |
| "learning_rate": 4.976190476190477e-06, |
| "loss": 0.0012, |
| "num_tokens": 221875.0, |
| "reward": 0.5796365737915039, |
| "reward_std": 0.03070678748190403, |
| "rewards/check_answer/mean": 0.5796365737915039, |
| "rewards/check_answer/std": 0.03070676326751709, |
| "step": 74 |
| }, |
| { |
| "completion_length": 275.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 379.0, |
| "completions/max_terminated_length": 379.0, |
| "completions/mean_length": 275.0, |
| "completions/mean_terminated_length": 275.0, |
| "completions/min_length": 194.0, |
| "completions/min_terminated_length": 194.0, |
| "epoch": 0.01332859427759019, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9937189817428589, |
| "kl": 1.2936433553695679, |
| "learning_rate": 4.968253968253969e-06, |
| "loss": 0.0013, |
| "num_tokens": 224087.0, |
| "reward": 0.618080735206604, |
| "reward_std": 0.028470057994127274, |
| "rewards/check_answer/mean": 0.618080735206604, |
| "rewards/check_answer/std": 0.028470059856772423, |
| "step": 75 |
| }, |
| { |
| "completion_length": 561.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 883.0, |
| "completions/max_terminated_length": 883.0, |
| "completions/mean_length": 561.5, |
| "completions/mean_terminated_length": 561.5, |
| "completions/min_length": 382.0, |
| "completions/min_terminated_length": 382.0, |
| "epoch": 0.01350630886795806, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2865067720413208, |
| "kl": 1.0802096128463745, |
| "learning_rate": 4.960317460317461e-06, |
| "loss": 0.0011, |
| "num_tokens": 227501.0, |
| "reward": 0.45027637481689453, |
| "reward_std": 0.3139820694923401, |
| "rewards/check_answer/mean": 0.45027637481689453, |
| "rewards/check_answer/std": 0.3139820694923401, |
| "step": 76 |
| }, |
| { |
| "completion_length": 482.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 548.0, |
| "completions/max_terminated_length": 548.0, |
| "completions/mean_length": 482.0, |
| "completions/mean_terminated_length": 482.0, |
| "completions/min_length": 378.0, |
| "completions/min_terminated_length": 378.0, |
| "epoch": 0.01368402345832593, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5967481136322021, |
| "kl": 2.116203159093857, |
| "learning_rate": 4.952380952380953e-06, |
| "loss": 0.0021, |
| "num_tokens": 230589.0, |
| "reward": 0.8557864427566528, |
| "reward_std": 0.07187496870756149, |
| "rewards/check_answer/mean": 0.8557864427566528, |
| "rewards/check_answer/std": 0.0718749538064003, |
| "step": 77 |
| }, |
| { |
| "completion_length": 435.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 450.0, |
| "completions/max_terminated_length": 450.0, |
| "completions/mean_length": 435.0, |
| "completions/mean_terminated_length": 435.0, |
| "completions/min_length": 410.0, |
| "completions/min_terminated_length": 410.0, |
| "epoch": 0.013861738048693797, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7964273691177368, |
| "kl": 1.6678560972213745, |
| "learning_rate": 4.944444444444445e-06, |
| "loss": 0.0017, |
| "num_tokens": 233473.0, |
| "reward": 0.7173020839691162, |
| "reward_std": 0.1675439327955246, |
| "rewards/check_answer/mean": 0.7173020839691162, |
| "rewards/check_answer/std": 0.1675439327955246, |
| "step": 78 |
| }, |
| { |
| "completion_length": 329.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 370.0, |
| "completions/max_terminated_length": 370.0, |
| "completions/mean_length": 329.5, |
| "completions/mean_terminated_length": 329.5, |
| "completions/min_length": 297.0, |
| "completions/min_terminated_length": 297.0, |
| "epoch": 0.014039452639061667, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.785151481628418, |
| "kl": 1.2658391296863556, |
| "learning_rate": 4.936507936507937e-06, |
| "loss": 0.0013, |
| "num_tokens": 235919.0, |
| "reward": 0.3208128809928894, |
| "reward_std": 0.5496598482131958, |
| "rewards/check_answer/mean": 0.3208128809928894, |
| "rewards/check_answer/std": 0.5496599078178406, |
| "step": 79 |
| }, |
| { |
| "completion_length": 487.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 535.0, |
| "completions/max_terminated_length": 535.0, |
| "completions/mean_length": 487.25, |
| "completions/mean_terminated_length": 487.25, |
| "completions/min_length": 438.0, |
| "completions/min_terminated_length": 438.0, |
| "epoch": 0.014217167229429535, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4646213054656982, |
| "kl": 1.082797721028328, |
| "learning_rate": 4.928571428571429e-06, |
| "loss": 0.0011, |
| "num_tokens": 239072.0, |
| "reward": 0.47449803352355957, |
| "reward_std": 0.05666935071349144, |
| "rewards/check_answer/mean": 0.47449803352355957, |
| "rewards/check_answer/std": 0.05666935071349144, |
| "step": 80 |
| }, |
| { |
| "completion_length": 512.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 579.0, |
| "completions/max_terminated_length": 579.0, |
| "completions/mean_length": 512.0, |
| "completions/mean_terminated_length": 512.0, |
| "completions/min_length": 441.0, |
| "completions/min_terminated_length": 441.0, |
| "epoch": 0.014394881819797405, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.374875545501709, |
| "kl": 0.866473376750946, |
| "learning_rate": 4.920634920634921e-06, |
| "loss": 0.0009, |
| "num_tokens": 242296.0, |
| "reward": 0.9352073073387146, |
| "reward_std": 0.054083820432424545, |
| "rewards/check_answer/mean": 0.9352073073387146, |
| "rewards/check_answer/std": 0.054083820432424545, |
| "step": 81 |
| }, |
| { |
| "completion_length": 455.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 562.0, |
| "completions/max_terminated_length": 562.0, |
| "completions/mean_length": 455.5, |
| "completions/mean_terminated_length": 455.5, |
| "completions/min_length": 386.0, |
| "completions/min_terminated_length": 386.0, |
| "epoch": 0.014572596410165275, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3765476942062378, |
| "kl": 0.9197855442762375, |
| "learning_rate": 4.912698412698413e-06, |
| "loss": 0.0009, |
| "num_tokens": 245302.0, |
| "reward": 1.100656270980835, |
| "reward_std": 0.04409698769450188, |
| "rewards/check_answer/mean": 1.100656270980835, |
| "rewards/check_answer/std": 0.04409695789217949, |
| "step": 82 |
| }, |
| { |
| "completion_length": 396.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 412.0, |
| "completions/max_terminated_length": 412.0, |
| "completions/mean_length": 396.0, |
| "completions/mean_terminated_length": 396.0, |
| "completions/min_length": 377.0, |
| "completions/min_terminated_length": 377.0, |
| "epoch": 0.014750311000533143, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.643187165260315, |
| "kl": 1.173012375831604, |
| "learning_rate": 4.904761904761905e-06, |
| "loss": 0.0012, |
| "num_tokens": 248034.0, |
| "reward": 1.026364803314209, |
| "reward_std": 0.2264280915260315, |
| "rewards/check_answer/mean": 1.026364803314209, |
| "rewards/check_answer/std": 0.2264280915260315, |
| "step": 83 |
| }, |
| { |
| "completion_length": 508.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 557.0, |
| "completions/max_terminated_length": 557.0, |
| "completions/mean_length": 508.25, |
| "completions/mean_terminated_length": 508.25, |
| "completions/min_length": 484.0, |
| "completions/min_terminated_length": 484.0, |
| "epoch": 0.014928025590901013, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.608371376991272, |
| "kl": 1.112755537033081, |
| "learning_rate": 4.896825396825397e-06, |
| "loss": 0.0011, |
| "num_tokens": 251223.0, |
| "reward": 0.9159030914306641, |
| "reward_std": 0.09535390138626099, |
| "rewards/check_answer/mean": 0.9159030914306641, |
| "rewards/check_answer/std": 0.09535388648509979, |
| "step": 84 |
| }, |
| { |
| "completion_length": 377.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 478.0, |
| "completions/max_terminated_length": 478.0, |
| "completions/mean_length": 377.25, |
| "completions/mean_terminated_length": 377.25, |
| "completions/min_length": 260.0, |
| "completions/min_terminated_length": 260.0, |
| "epoch": 0.015105740181268883, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8007338047027588, |
| "kl": 1.063372939825058, |
| "learning_rate": 4.888888888888889e-06, |
| "loss": 0.0011, |
| "num_tokens": 253880.0, |
| "reward": 0.5686249732971191, |
| "reward_std": 0.1699865609407425, |
| "rewards/check_answer/mean": 0.5686249732971191, |
| "rewards/check_answer/std": 0.1699865609407425, |
| "step": 85 |
| }, |
| { |
| "completion_length": 625.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 722.0, |
| "completions/max_terminated_length": 722.0, |
| "completions/mean_length": 625.0, |
| "completions/mean_terminated_length": 625.0, |
| "completions/min_length": 504.0, |
| "completions/min_terminated_length": 504.0, |
| "epoch": 0.015283454771636751, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1691299676895142, |
| "kl": 0.7268833667039871, |
| "learning_rate": 4.880952380952381e-06, |
| "loss": 0.0007, |
| "num_tokens": 257636.0, |
| "reward": 0.6261911392211914, |
| "reward_std": 0.09556934982538223, |
| "rewards/check_answer/mean": 0.6261911392211914, |
| "rewards/check_answer/std": 0.09556934982538223, |
| "step": 86 |
| }, |
| { |
| "completion_length": 362.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 411.0, |
| "completions/max_terminated_length": 411.0, |
| "completions/mean_length": 362.25, |
| "completions/mean_terminated_length": 362.25, |
| "completions/min_length": 238.0, |
| "completions/min_terminated_length": 238.0, |
| "epoch": 0.015461169362004621, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9808728694915771, |
| "kl": 1.2715768963098526, |
| "learning_rate": 4.8730158730158735e-06, |
| "loss": 0.0013, |
| "num_tokens": 260217.0, |
| "reward": 0.6537027359008789, |
| "reward_std": 0.23676364123821259, |
| "rewards/check_answer/mean": 0.6537027359008789, |
| "rewards/check_answer/std": 0.23676365613937378, |
| "step": 87 |
| }, |
| { |
| "completion_length": 342.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 396.0, |
| "completions/max_terminated_length": 396.0, |
| "completions/mean_length": 342.5, |
| "completions/mean_terminated_length": 342.5, |
| "completions/min_length": 252.0, |
| "completions/min_terminated_length": 252.0, |
| "epoch": 0.01563888395237249, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8982717990875244, |
| "kl": 1.0811645984649658, |
| "learning_rate": 4.865079365079365e-06, |
| "loss": 0.0011, |
| "num_tokens": 262711.0, |
| "reward": 0.8981786966323853, |
| "reward_std": 0.07228042185306549, |
| "rewards/check_answer/mean": 0.8981786966323853, |
| "rewards/check_answer/std": 0.0722803920507431, |
| "step": 88 |
| }, |
| { |
| "completion_length": 317.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 469.0, |
| "completions/max_terminated_length": 469.0, |
| "completions/mean_length": 317.25, |
| "completions/mean_terminated_length": 317.25, |
| "completions/min_length": 227.0, |
| "completions/min_terminated_length": 227.0, |
| "epoch": 0.015816598542740357, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.1990370750427246, |
| "kl": 1.3140311539173126, |
| "learning_rate": 4.857142857142858e-06, |
| "loss": 0.0013, |
| "num_tokens": 265088.0, |
| "reward": 0.32814788818359375, |
| "reward_std": 0.029493404552340508, |
| "rewards/check_answer/mean": 0.32814788818359375, |
| "rewards/check_answer/std": 0.029493410140275955, |
| "step": 89 |
| }, |
| { |
| "completion_length": 323.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 406.0, |
| "completions/max_terminated_length": 406.0, |
| "completions/mean_length": 323.5, |
| "completions/mean_terminated_length": 323.5, |
| "completions/min_length": 250.0, |
| "completions/min_terminated_length": 250.0, |
| "epoch": 0.01599431313310823, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9783636331558228, |
| "kl": 2.316634923219681, |
| "learning_rate": 4.849206349206349e-06, |
| "loss": 0.0023, |
| "num_tokens": 267474.0, |
| "reward": 1.1331236362457275, |
| "reward_std": 0.43865159153938293, |
| "rewards/check_answer/mean": 1.1331236362457275, |
| "rewards/check_answer/std": 0.4386516213417053, |
| "step": 90 |
| }, |
| { |
| "completion_length": 530.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 547.0, |
| "completions/max_terminated_length": 547.0, |
| "completions/mean_length": 530.5, |
| "completions/mean_terminated_length": 530.5, |
| "completions/min_length": 487.0, |
| "completions/min_terminated_length": 487.0, |
| "epoch": 0.016172027723476097, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.401001214981079, |
| "kl": 0.944896399974823, |
| "learning_rate": 4.841269841269842e-06, |
| "loss": 0.0009, |
| "num_tokens": 270800.0, |
| "reward": 0.6363397240638733, |
| "reward_std": 0.08994114398956299, |
| "rewards/check_answer/mean": 0.6363397240638733, |
| "rewards/check_answer/std": 0.08994113653898239, |
| "step": 91 |
| }, |
| { |
| "completion_length": 500.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 569.0, |
| "completions/max_terminated_length": 569.0, |
| "completions/mean_length": 500.5, |
| "completions/mean_terminated_length": 500.5, |
| "completions/min_length": 432.0, |
| "completions/min_terminated_length": 432.0, |
| "epoch": 0.016349742313843965, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4314804077148438, |
| "kl": 0.9742838144302368, |
| "learning_rate": 4.833333333333333e-06, |
| "loss": 0.001, |
| "num_tokens": 273942.0, |
| "reward": 0.42001938819885254, |
| "reward_std": 0.056012097746133804, |
| "rewards/check_answer/mean": 0.42001938819885254, |
| "rewards/check_answer/std": 0.056012097746133804, |
| "step": 92 |
| }, |
| { |
| "completion_length": 535.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 596.0, |
| "completions/max_terminated_length": 596.0, |
| "completions/mean_length": 535.5, |
| "completions/mean_terminated_length": 535.5, |
| "completions/min_length": 408.0, |
| "completions/min_terminated_length": 408.0, |
| "epoch": 0.016527456904211837, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5192902088165283, |
| "kl": 1.0595851242542267, |
| "learning_rate": 4.825396825396826e-06, |
| "loss": 0.0011, |
| "num_tokens": 277252.0, |
| "reward": 0.4132889211177826, |
| "reward_std": 0.030004048720002174, |
| "rewards/check_answer/mean": 0.4132889211177826, |
| "rewards/check_answer/std": 0.030004046857357025, |
| "step": 93 |
| }, |
| { |
| "completion_length": 585.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 723.0, |
| "completions/max_terminated_length": 723.0, |
| "completions/mean_length": 585.25, |
| "completions/mean_terminated_length": 585.25, |
| "completions/min_length": 510.0, |
| "completions/min_terminated_length": 510.0, |
| "epoch": 0.016705171494579705, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1913037300109863, |
| "kl": 0.7135125249624252, |
| "learning_rate": 4.817460317460318e-06, |
| "loss": 0.0007, |
| "num_tokens": 280825.0, |
| "reward": 0.7782343626022339, |
| "reward_std": 0.09686165302991867, |
| "rewards/check_answer/mean": 0.7782343626022339, |
| "rewards/check_answer/std": 0.09686163812875748, |
| "step": 94 |
| }, |
| { |
| "completion_length": 390.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 437.0, |
| "completions/max_terminated_length": 437.0, |
| "completions/mean_length": 390.75, |
| "completions/mean_terminated_length": 390.75, |
| "completions/min_length": 344.0, |
| "completions/min_terminated_length": 344.0, |
| "epoch": 0.016882886084947573, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8841480016708374, |
| "kl": 0.9209953248500824, |
| "learning_rate": 4.80952380952381e-06, |
| "loss": 0.0009, |
| "num_tokens": 283544.0, |
| "reward": 0.5185092687606812, |
| "reward_std": 0.04221953824162483, |
| "rewards/check_answer/mean": 0.5185092687606812, |
| "rewards/check_answer/std": 0.04221952706575394, |
| "step": 95 |
| }, |
| { |
| "completion_length": 441.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 476.0, |
| "completions/max_terminated_length": 476.0, |
| "completions/mean_length": 441.75, |
| "completions/mean_terminated_length": 441.75, |
| "completions/min_length": 415.0, |
| "completions/min_terminated_length": 415.0, |
| "epoch": 0.017060600675315445, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6601427793502808, |
| "kl": 0.9485969841480255, |
| "learning_rate": 4.8015873015873025e-06, |
| "loss": 0.0009, |
| "num_tokens": 286475.0, |
| "reward": 0.5999540686607361, |
| "reward_std": 0.1883406788110733, |
| "rewards/check_answer/mean": 0.5999540686607361, |
| "rewards/check_answer/std": 0.1883406639099121, |
| "step": 96 |
| }, |
| { |
| "completion_length": 429.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 567.0, |
| "completions/max_terminated_length": 567.0, |
| "completions/mean_length": 429.75, |
| "completions/mean_terminated_length": 429.75, |
| "completions/min_length": 245.0, |
| "completions/min_terminated_length": 245.0, |
| "epoch": 0.017238315265683313, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4426722526550293, |
| "kl": 1.0458677113056183, |
| "learning_rate": 4.793650793650794e-06, |
| "loss": 0.001, |
| "num_tokens": 289326.0, |
| "reward": 0.33017024397850037, |
| "reward_std": 0.11357025057077408, |
| "rewards/check_answer/mean": 0.33017024397850037, |
| "rewards/check_answer/std": 0.11357025802135468, |
| "step": 97 |
| }, |
| { |
| "completion_length": 481.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 531.0, |
| "completions/max_terminated_length": 531.0, |
| "completions/mean_length": 481.75, |
| "completions/mean_terminated_length": 481.75, |
| "completions/min_length": 434.0, |
| "completions/min_terminated_length": 434.0, |
| "epoch": 0.01741602985605118, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5350953340530396, |
| "kl": 1.3473403006792068, |
| "learning_rate": 4.785714285714287e-06, |
| "loss": 0.0013, |
| "num_tokens": 292441.0, |
| "reward": 0.41716164350509644, |
| "reward_std": 0.06578143686056137, |
| "rewards/check_answer/mean": 0.41716164350509644, |
| "rewards/check_answer/std": 0.06578142195940018, |
| "step": 98 |
| }, |
| { |
| "completion_length": 493.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 555.0, |
| "completions/max_terminated_length": 555.0, |
| "completions/mean_length": 493.25, |
| "completions/mean_terminated_length": 493.25, |
| "completions/min_length": 416.0, |
| "completions/min_terminated_length": 416.0, |
| "epoch": 0.017593744446419052, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5714409351348877, |
| "kl": 1.004945993423462, |
| "learning_rate": 4.777777777777778e-06, |
| "loss": 0.001, |
| "num_tokens": 295578.0, |
| "reward": 0.6212315559387207, |
| "reward_std": 0.050040777772665024, |
| "rewards/check_answer/mean": 0.6212315559387207, |
| "rewards/check_answer/std": 0.05004078894853592, |
| "step": 99 |
| }, |
| { |
| "completion_length": 310.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 426.0, |
| "completions/max_terminated_length": 426.0, |
| "completions/mean_length": 310.75, |
| "completions/mean_terminated_length": 310.75, |
| "completions/min_length": 232.0, |
| "completions/min_terminated_length": 232.0, |
| "epoch": 0.01777145903678692, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5875662565231323, |
| "kl": 1.0317108184099197, |
| "learning_rate": 4.769841269841271e-06, |
| "loss": 0.001, |
| "num_tokens": 297969.0, |
| "reward": 0.5778508186340332, |
| "reward_std": 0.10223124176263809, |
| "rewards/check_answer/mean": 0.5778508186340332, |
| "rewards/check_answer/std": 0.10223124176263809, |
| "step": 100 |
| }, |
| { |
| "completion_length": 262.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 320.0, |
| "completions/max_terminated_length": 320.0, |
| "completions/mean_length": 262.25, |
| "completions/mean_terminated_length": 262.25, |
| "completions/min_length": 208.0, |
| "completions/min_terminated_length": 208.0, |
| "epoch": 0.01794917362715479, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.406073570251465, |
| "kl": 1.4292311072349548, |
| "learning_rate": 4.761904761904762e-06, |
| "loss": 0.0014, |
| "num_tokens": 300114.0, |
| "reward": 0.8254406452178955, |
| "reward_std": 0.555376410484314, |
| "rewards/check_answer/mean": 0.8254406452178955, |
| "rewards/check_answer/std": 0.555376410484314, |
| "step": 101 |
| }, |
| { |
| "completion_length": 281.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 407.0, |
| "completions/max_terminated_length": 407.0, |
| "completions/mean_length": 281.0, |
| "completions/mean_terminated_length": 281.0, |
| "completions/min_length": 218.0, |
| "completions/min_terminated_length": 218.0, |
| "epoch": 0.01812688821752266, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7285429239273071, |
| "kl": 1.1764685809612274, |
| "learning_rate": 4.753968253968254e-06, |
| "loss": 0.0012, |
| "num_tokens": 302354.0, |
| "reward": 0.9168250560760498, |
| "reward_std": 0.23327459394931793, |
| "rewards/check_answer/mean": 0.9168250560760498, |
| "rewards/check_answer/std": 0.23327459394931793, |
| "step": 102 |
| }, |
| { |
| "completion_length": 454.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 471.0, |
| "completions/max_terminated_length": 471.0, |
| "completions/mean_length": 454.25, |
| "completions/mean_terminated_length": 454.25, |
| "completions/min_length": 434.0, |
| "completions/min_terminated_length": 434.0, |
| "epoch": 0.01830460280789053, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7941714525222778, |
| "kl": 1.0800625532865524, |
| "learning_rate": 4.7460317460317465e-06, |
| "loss": 0.0011, |
| "num_tokens": 305319.0, |
| "reward": 0.644266664981842, |
| "reward_std": 0.14616478979587555, |
| "rewards/check_answer/mean": 0.644266664981842, |
| "rewards/check_answer/std": 0.14616480469703674, |
| "step": 103 |
| }, |
| { |
| "completion_length": 509.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 557.0, |
| "completions/max_terminated_length": 557.0, |
| "completions/mean_length": 509.75, |
| "completions/mean_terminated_length": 509.75, |
| "completions/min_length": 437.0, |
| "completions/min_terminated_length": 437.0, |
| "epoch": 0.018482317398258397, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3640716075897217, |
| "kl": 0.9189227521419525, |
| "learning_rate": 4.738095238095238e-06, |
| "loss": 0.0009, |
| "num_tokens": 308550.0, |
| "reward": 0.8741264939308167, |
| "reward_std": 0.15295472741127014, |
| "rewards/check_answer/mean": 0.8741264939308167, |
| "rewards/check_answer/std": 0.15295472741127014, |
| "step": 104 |
| }, |
| { |
| "completion_length": 343.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 467.0, |
| "completions/max_terminated_length": 467.0, |
| "completions/mean_length": 343.0, |
| "completions/mean_terminated_length": 343.0, |
| "completions/min_length": 265.0, |
| "completions/min_terminated_length": 265.0, |
| "epoch": 0.018660031988626265, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.171943187713623, |
| "kl": 1.0402073562145233, |
| "learning_rate": 4.730158730158731e-06, |
| "loss": 0.001, |
| "num_tokens": 311062.0, |
| "reward": 0.9081037044525146, |
| "reward_std": 0.18349121510982513, |
| "rewards/check_answer/mean": 0.9081037044525146, |
| "rewards/check_answer/std": 0.18349123001098633, |
| "step": 105 |
| }, |
| { |
| "completion_length": 411.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 511.0, |
| "completions/max_terminated_length": 511.0, |
| "completions/mean_length": 411.25, |
| "completions/mean_terminated_length": 411.25, |
| "completions/min_length": 228.0, |
| "completions/min_terminated_length": 228.0, |
| "epoch": 0.018837746578994136, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5505229234695435, |
| "kl": 0.8422607332468033, |
| "learning_rate": 4.722222222222222e-06, |
| "loss": 0.0008, |
| "num_tokens": 313911.0, |
| "reward": 0.8211601972579956, |
| "reward_std": 0.10855837911367416, |
| "rewards/check_answer/mean": 0.8211601972579956, |
| "rewards/check_answer/std": 0.10855837911367416, |
| "step": 106 |
| }, |
| { |
| "completion_length": 345.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 484.0, |
| "completions/max_terminated_length": 484.0, |
| "completions/mean_length": 345.75, |
| "completions/mean_terminated_length": 345.75, |
| "completions/min_length": 278.0, |
| "completions/min_terminated_length": 278.0, |
| "epoch": 0.019015461169362004, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7689751386642456, |
| "kl": 1.3255447894334793, |
| "learning_rate": 4.714285714285715e-06, |
| "loss": 0.0013, |
| "num_tokens": 316422.0, |
| "reward": 0.3924521505832672, |
| "reward_std": 0.11489391326904297, |
| "rewards/check_answer/mean": 0.3924521505832672, |
| "rewards/check_answer/std": 0.11489391326904297, |
| "step": 107 |
| }, |
| { |
| "completion_length": 577.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 633.0, |
| "completions/max_terminated_length": 633.0, |
| "completions/mean_length": 577.0, |
| "completions/mean_terminated_length": 577.0, |
| "completions/min_length": 520.0, |
| "completions/min_terminated_length": 520.0, |
| "epoch": 0.019193175759729873, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4045451879501343, |
| "kl": 0.948733925819397, |
| "learning_rate": 4.706349206349206e-06, |
| "loss": 0.0009, |
| "num_tokens": 319942.0, |
| "reward": 0.7583677768707275, |
| "reward_std": 0.09759147465229034, |
| "rewards/check_answer/mean": 0.7583677768707275, |
| "rewards/check_answer/std": 0.09759148210287094, |
| "step": 108 |
| }, |
| { |
| "completion_length": 488.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 522.0, |
| "completions/max_terminated_length": 522.0, |
| "completions/mean_length": 488.0, |
| "completions/mean_terminated_length": 488.0, |
| "completions/min_length": 408.0, |
| "completions/min_terminated_length": 408.0, |
| "epoch": 0.019370890350097744, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5084129571914673, |
| "kl": 0.9847242683172226, |
| "learning_rate": 4.698412698412699e-06, |
| "loss": 0.001, |
| "num_tokens": 323078.0, |
| "reward": 0.5234397649765015, |
| "reward_std": 0.09028327465057373, |
| "rewards/check_answer/mean": 0.5234397649765015, |
| "rewards/check_answer/std": 0.09028327465057373, |
| "step": 109 |
| }, |
| { |
| "completion_length": 471.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 501.0, |
| "completions/max_terminated_length": 501.0, |
| "completions/mean_length": 471.75, |
| "completions/mean_terminated_length": 471.75, |
| "completions/min_length": 422.0, |
| "completions/min_terminated_length": 422.0, |
| "epoch": 0.019548604940465612, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8055229187011719, |
| "kl": 1.0391763895750046, |
| "learning_rate": 4.6904761904761905e-06, |
| "loss": 0.001, |
| "num_tokens": 326121.0, |
| "reward": 0.2687339186668396, |
| "reward_std": 0.06397005170583725, |
| "rewards/check_answer/mean": 0.2687339186668396, |
| "rewards/check_answer/std": 0.06397005915641785, |
| "step": 110 |
| }, |
| { |
| "completion_length": 353.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 481.0, |
| "completions/max_terminated_length": 481.0, |
| "completions/mean_length": 353.5, |
| "completions/mean_terminated_length": 353.5, |
| "completions/min_length": 287.0, |
| "completions/min_terminated_length": 287.0, |
| "epoch": 0.01972631953083348, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7900550365447998, |
| "kl": 1.1994563341140747, |
| "learning_rate": 4.682539682539683e-06, |
| "loss": 0.0012, |
| "num_tokens": 328703.0, |
| "reward": 0.7745100259780884, |
| "reward_std": 0.07118824124336243, |
| "rewards/check_answer/mean": 0.7745100259780884, |
| "rewards/check_answer/std": 0.07118824124336243, |
| "step": 111 |
| }, |
| { |
| "completion_length": 314.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 395.0, |
| "completions/max_terminated_length": 395.0, |
| "completions/mean_length": 314.0, |
| "completions/mean_terminated_length": 314.0, |
| "completions/min_length": 221.0, |
| "completions/min_terminated_length": 221.0, |
| "epoch": 0.019904034121201352, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7322038412094116, |
| "kl": 1.1014239341020584, |
| "learning_rate": 4.674603174603175e-06, |
| "loss": 0.0011, |
| "num_tokens": 331067.0, |
| "reward": 0.712478518486023, |
| "reward_std": 0.2585718333721161, |
| "rewards/check_answer/mean": 0.712478518486023, |
| "rewards/check_answer/std": 0.2585718333721161, |
| "step": 112 |
| }, |
| { |
| "completion_length": 440.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 488.0, |
| "completions/max_terminated_length": 488.0, |
| "completions/mean_length": 440.75, |
| "completions/mean_terminated_length": 440.75, |
| "completions/min_length": 353.0, |
| "completions/min_terminated_length": 353.0, |
| "epoch": 0.02008174871156922, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.374124526977539, |
| "kl": 1.009152129292488, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 0.001, |
| "num_tokens": 334014.0, |
| "reward": 0.6918644905090332, |
| "reward_std": 0.28659263253211975, |
| "rewards/check_answer/mean": 0.6918644905090332, |
| "rewards/check_answer/std": 0.28659263253211975, |
| "step": 113 |
| }, |
| { |
| "completion_length": 325.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 361.0, |
| "completions/max_terminated_length": 361.0, |
| "completions/mean_length": 325.25, |
| "completions/mean_terminated_length": 325.25, |
| "completions/min_length": 298.0, |
| "completions/min_terminated_length": 298.0, |
| "epoch": 0.02025946330193709, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.688226580619812, |
| "kl": 0.8765446245670319, |
| "learning_rate": 4.658730158730159e-06, |
| "loss": 0.0009, |
| "num_tokens": 336467.0, |
| "reward": 0.7640917301177979, |
| "reward_std": 0.07848616689443588, |
| "rewards/check_answer/mean": 0.7640917301177979, |
| "rewards/check_answer/std": 0.07848618924617767, |
| "step": 114 |
| }, |
| { |
| "completion_length": 225.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 252.0, |
| "completions/max_terminated_length": 252.0, |
| "completions/mean_length": 225.75, |
| "completions/mean_terminated_length": 225.75, |
| "completions/min_length": 211.0, |
| "completions/min_terminated_length": 211.0, |
| "epoch": 0.02043717789230496, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8820006847381592, |
| "kl": 1.1795692443847656, |
| "learning_rate": 4.650793650793651e-06, |
| "loss": 0.0012, |
| "num_tokens": 338490.0, |
| "reward": 1.0758620500564575, |
| "reward_std": 0.014311790466308594, |
| "rewards/check_answer/mean": 1.0758620500564575, |
| "rewards/check_answer/std": 0.014311791397631168, |
| "step": 115 |
| }, |
| { |
| "completion_length": 326.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 360.0, |
| "completions/max_terminated_length": 360.0, |
| "completions/mean_length": 326.5, |
| "completions/mean_terminated_length": 326.5, |
| "completions/min_length": 247.0, |
| "completions/min_terminated_length": 247.0, |
| "epoch": 0.020614892482672828, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.018541097640991, |
| "kl": 1.2944844365119934, |
| "learning_rate": 4.642857142857144e-06, |
| "loss": 0.0013, |
| "num_tokens": 340904.0, |
| "reward": 0.8421782851219177, |
| "reward_std": 0.5801041722297668, |
| "rewards/check_answer/mean": 0.8421782851219177, |
| "rewards/check_answer/std": 0.5801041722297668, |
| "step": 116 |
| }, |
| { |
| "completion_length": 850.75, |
| "completions/clipped_ratio": 0.25, |
| "completions/max_length": 1733.0, |
| "completions/max_terminated_length": 584.0, |
| "completions/mean_length": 850.75, |
| "completions/mean_terminated_length": 556.6666870117188, |
| "completions/min_length": 539.0, |
| "completions/min_terminated_length": 539.0, |
| "epoch": 0.020792607073040696, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.0379717350006104, |
| "kl": 1.2277846336364746, |
| "learning_rate": 4.634920634920635e-06, |
| "loss": 0.0012, |
| "num_tokens": 345531.0, |
| "reward": 0.8824595808982849, |
| "reward_std": 0.3745229244232178, |
| "rewards/check_answer/mean": 0.8824595808982849, |
| "rewards/check_answer/std": 0.3745229244232178, |
| "step": 117 |
| }, |
| { |
| "completion_length": 429.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 585.0, |
| "completions/max_terminated_length": 585.0, |
| "completions/mean_length": 429.75, |
| "completions/mean_terminated_length": 429.75, |
| "completions/min_length": 282.0, |
| "completions/min_terminated_length": 282.0, |
| "epoch": 0.020970321663408564, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5808711051940918, |
| "kl": 1.2089886367321014, |
| "learning_rate": 4.626984126984128e-06, |
| "loss": 0.0012, |
| "num_tokens": 348426.0, |
| "reward": 0.49039697647094727, |
| "reward_std": 0.13966494798660278, |
| "rewards/check_answer/mean": 0.49039697647094727, |
| "rewards/check_answer/std": 0.1396649330854416, |
| "step": 118 |
| }, |
| { |
| "completion_length": 332.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 408.0, |
| "completions/max_terminated_length": 408.0, |
| "completions/mean_length": 332.5, |
| "completions/mean_terminated_length": 332.5, |
| "completions/min_length": 267.0, |
| "completions/min_terminated_length": 267.0, |
| "epoch": 0.021148036253776436, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.896164894104004, |
| "kl": 1.2581031918525696, |
| "learning_rate": 4.6190476190476196e-06, |
| "loss": 0.0013, |
| "num_tokens": 350868.0, |
| "reward": 0.5684536695480347, |
| "reward_std": 0.17921964824199677, |
| "rewards/check_answer/mean": 0.5684536695480347, |
| "rewards/check_answer/std": 0.17921964824199677, |
| "step": 119 |
| }, |
| { |
| "completion_length": 419.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 510.0, |
| "completions/max_terminated_length": 510.0, |
| "completions/mean_length": 419.75, |
| "completions/mean_terminated_length": 419.75, |
| "completions/min_length": 318.0, |
| "completions/min_terminated_length": 318.0, |
| "epoch": 0.021325750844144304, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3449409008026123, |
| "kl": 0.9334018975496292, |
| "learning_rate": 4.611111111111112e-06, |
| "loss": 0.0009, |
| "num_tokens": 353731.0, |
| "reward": 0.9145520329475403, |
| "reward_std": 0.16757537424564362, |
| "rewards/check_answer/mean": 0.9145520329475403, |
| "rewards/check_answer/std": 0.16757537424564362, |
| "step": 120 |
| }, |
| { |
| "completion_length": 644.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 843.0, |
| "completions/max_terminated_length": 843.0, |
| "completions/mean_length": 644.0, |
| "completions/mean_terminated_length": 644.0, |
| "completions/min_length": 508.0, |
| "completions/min_terminated_length": 508.0, |
| "epoch": 0.021503465434512172, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2333385944366455, |
| "kl": 1.0253196954727173, |
| "learning_rate": 4.603174603174604e-06, |
| "loss": 0.001, |
| "num_tokens": 357515.0, |
| "reward": 0.5978646874427795, |
| "reward_std": 0.23829804360866547, |
| "rewards/check_answer/mean": 0.5978646874427795, |
| "rewards/check_answer/std": 0.23829805850982666, |
| "step": 121 |
| }, |
| { |
| "completion_length": 589.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 744.0, |
| "completions/max_terminated_length": 744.0, |
| "completions/mean_length": 589.25, |
| "completions/mean_terminated_length": 589.25, |
| "completions/min_length": 368.0, |
| "completions/min_terminated_length": 368.0, |
| "epoch": 0.021681180024880044, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2892918586730957, |
| "kl": 0.852889820933342, |
| "learning_rate": 4.595238095238095e-06, |
| "loss": 0.0009, |
| "num_tokens": 361076.0, |
| "reward": 0.32557737827301025, |
| "reward_std": 0.07417508214712143, |
| "rewards/check_answer/mean": 0.32557737827301025, |
| "rewards/check_answer/std": 0.07417508214712143, |
| "step": 122 |
| }, |
| { |
| "completion_length": 238.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 379.0, |
| "completions/max_terminated_length": 379.0, |
| "completions/mean_length": 238.0, |
| "completions/mean_terminated_length": 238.0, |
| "completions/min_length": 166.0, |
| "completions/min_terminated_length": 166.0, |
| "epoch": 0.021858894615247912, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9720977544784546, |
| "kl": 1.2939183413982391, |
| "learning_rate": 4.587301587301588e-06, |
| "loss": 0.0013, |
| "num_tokens": 363136.0, |
| "reward": 1.2107616662979126, |
| "reward_std": 0.3746259808540344, |
| "rewards/check_answer/mean": 1.2107616662979126, |
| "rewards/check_answer/std": 0.3746259808540344, |
| "step": 123 |
| }, |
| { |
| "completion_length": 520.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 610.0, |
| "completions/max_terminated_length": 610.0, |
| "completions/mean_length": 520.5, |
| "completions/mean_terminated_length": 520.5, |
| "completions/min_length": 442.0, |
| "completions/min_terminated_length": 442.0, |
| "epoch": 0.02203660920561578, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2540651559829712, |
| "kl": 0.7220829427242279, |
| "learning_rate": 4.5793650793650795e-06, |
| "loss": 0.0007, |
| "num_tokens": 366438.0, |
| "reward": 0.4332646131515503, |
| "reward_std": 0.06124412640929222, |
| "rewards/check_answer/mean": 0.4332646131515503, |
| "rewards/check_answer/std": 0.06124412640929222, |
| "step": 124 |
| }, |
| { |
| "completion_length": 424.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 611.0, |
| "completions/max_terminated_length": 611.0, |
| "completions/mean_length": 424.25, |
| "completions/mean_terminated_length": 424.25, |
| "completions/min_length": 299.0, |
| "completions/min_terminated_length": 299.0, |
| "epoch": 0.02221432379598365, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7561167478561401, |
| "kl": 0.9426107108592987, |
| "learning_rate": 4.571428571428572e-06, |
| "loss": 0.0009, |
| "num_tokens": 369263.0, |
| "reward": 0.47949886322021484, |
| "reward_std": 0.014681631699204445, |
| "rewards/check_answer/mean": 0.47949886322021484, |
| "rewards/check_answer/std": 0.014681617729365826, |
| "step": 125 |
| }, |
| { |
| "completion_length": 447.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 513.0, |
| "completions/max_terminated_length": 513.0, |
| "completions/mean_length": 447.25, |
| "completions/mean_terminated_length": 447.25, |
| "completions/min_length": 354.0, |
| "completions/min_terminated_length": 354.0, |
| "epoch": 0.02239203838635152, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5910497903823853, |
| "kl": 0.9867564290761948, |
| "learning_rate": 4.563492063492064e-06, |
| "loss": 0.001, |
| "num_tokens": 372228.0, |
| "reward": 0.41330093145370483, |
| "reward_std": 0.061453063040971756, |
| "rewards/check_answer/mean": 0.41330093145370483, |
| "rewards/check_answer/std": 0.061453066766262054, |
| "step": 126 |
| }, |
| { |
| "completion_length": 385.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 450.0, |
| "completions/max_terminated_length": 450.0, |
| "completions/mean_length": 385.5, |
| "completions/mean_terminated_length": 385.5, |
| "completions/min_length": 241.0, |
| "completions/min_terminated_length": 241.0, |
| "epoch": 0.022569752976719388, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7781590223312378, |
| "kl": 1.2027154564857483, |
| "learning_rate": 4.555555555555556e-06, |
| "loss": 0.0012, |
| "num_tokens": 374906.0, |
| "reward": 1.0481634140014648, |
| "reward_std": 0.38712385296821594, |
| "rewards/check_answer/mean": 1.0481634140014648, |
| "rewards/check_answer/std": 0.38712385296821594, |
| "step": 127 |
| }, |
| { |
| "completion_length": 479.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 570.0, |
| "completions/max_terminated_length": 570.0, |
| "completions/mean_length": 479.75, |
| "completions/mean_terminated_length": 479.75, |
| "completions/min_length": 417.0, |
| "completions/min_terminated_length": 417.0, |
| "epoch": 0.02274746756708726, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4399559497833252, |
| "kl": 1.1581873446702957, |
| "learning_rate": 4.547619047619048e-06, |
| "loss": 0.0012, |
| "num_tokens": 378005.0, |
| "reward": 0.5218023061752319, |
| "reward_std": 0.10244939476251602, |
| "rewards/check_answer/mean": 0.5218023061752319, |
| "rewards/check_answer/std": 0.10244939476251602, |
| "step": 128 |
| }, |
| { |
| "completion_length": 314.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 376.0, |
| "completions/max_terminated_length": 376.0, |
| "completions/mean_length": 314.0, |
| "completions/mean_terminated_length": 314.0, |
| "completions/min_length": 214.0, |
| "completions/min_terminated_length": 214.0, |
| "epoch": 0.022925182157455128, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.065781831741333, |
| "kl": 1.0792067795991898, |
| "learning_rate": 4.53968253968254e-06, |
| "loss": 0.0011, |
| "num_tokens": 380365.0, |
| "reward": 0.14184531569480896, |
| "reward_std": 0.11691629886627197, |
| "rewards/check_answer/mean": 0.14184531569480896, |
| "rewards/check_answer/std": 0.11691630631685257, |
| "step": 129 |
| }, |
| { |
| "completion_length": 394.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 459.0, |
| "completions/max_terminated_length": 459.0, |
| "completions/mean_length": 394.5, |
| "completions/mean_terminated_length": 394.5, |
| "completions/min_length": 305.0, |
| "completions/min_terminated_length": 305.0, |
| "epoch": 0.023102896747822996, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7899744510650635, |
| "kl": 1.202794149518013, |
| "learning_rate": 4.531746031746032e-06, |
| "loss": 0.0012, |
| "num_tokens": 383103.0, |
| "reward": 0.9240409731864929, |
| "reward_std": 0.19024822115898132, |
| "rewards/check_answer/mean": 0.9240409731864929, |
| "rewards/check_answer/std": 0.19024820625782013, |
| "step": 130 |
| }, |
| { |
| "completion_length": 525.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 636.0, |
| "completions/max_terminated_length": 636.0, |
| "completions/mean_length": 525.75, |
| "completions/mean_terminated_length": 525.75, |
| "completions/min_length": 425.0, |
| "completions/min_terminated_length": 425.0, |
| "epoch": 0.023280611338190864, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5444499254226685, |
| "kl": 1.0851371437311172, |
| "learning_rate": 4.523809523809524e-06, |
| "loss": 0.0011, |
| "num_tokens": 386370.0, |
| "reward": 0.5510776042938232, |
| "reward_std": 0.14302389323711395, |
| "rewards/check_answer/mean": 0.5510776042938232, |
| "rewards/check_answer/std": 0.14302392303943634, |
| "step": 131 |
| }, |
| { |
| "completion_length": 391.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 467.0, |
| "completions/max_terminated_length": 467.0, |
| "completions/mean_length": 391.5, |
| "completions/mean_terminated_length": 391.5, |
| "completions/min_length": 324.0, |
| "completions/min_terminated_length": 324.0, |
| "epoch": 0.023458325928558735, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.977134346961975, |
| "kl": 1.2055960595607758, |
| "learning_rate": 4.515873015873016e-06, |
| "loss": 0.0012, |
| "num_tokens": 389068.0, |
| "reward": 0.630324125289917, |
| "reward_std": 0.14643849432468414, |
| "rewards/check_answer/mean": 0.630324125289917, |
| "rewards/check_answer/std": 0.14643850922584534, |
| "step": 132 |
| }, |
| { |
| "completion_length": 365.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 426.0, |
| "completions/max_terminated_length": 426.0, |
| "completions/mean_length": 365.75, |
| "completions/mean_terminated_length": 365.75, |
| "completions/min_length": 282.0, |
| "completions/min_terminated_length": 282.0, |
| "epoch": 0.023636040518926604, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7458113431930542, |
| "kl": 1.1333343386650085, |
| "learning_rate": 4.5079365079365085e-06, |
| "loss": 0.0011, |
| "num_tokens": 391643.0, |
| "reward": 0.3864520192146301, |
| "reward_std": 0.10917352885007858, |
| "rewards/check_answer/mean": 0.3864520192146301, |
| "rewards/check_answer/std": 0.10917352885007858, |
| "step": 133 |
| }, |
| { |
| "completion_length": 313.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 367.0, |
| "completions/max_terminated_length": 367.0, |
| "completions/mean_length": 313.75, |
| "completions/mean_terminated_length": 313.75, |
| "completions/min_length": 215.0, |
| "completions/min_terminated_length": 215.0, |
| "epoch": 0.02381375510929447, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8480489253997803, |
| "kl": 1.1135710626840591, |
| "learning_rate": 4.5e-06, |
| "loss": 0.0011, |
| "num_tokens": 394014.0, |
| "reward": 0.4650374948978424, |
| "reward_std": 0.16275101900100708, |
| "rewards/check_answer/mean": 0.4650374948978424, |
| "rewards/check_answer/std": 0.16275101900100708, |
| "step": 134 |
| }, |
| { |
| "completion_length": 202.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 253.0, |
| "completions/max_terminated_length": 253.0, |
| "completions/mean_length": 202.5, |
| "completions/mean_terminated_length": 202.5, |
| "completions/min_length": 172.0, |
| "completions/min_terminated_length": 172.0, |
| "epoch": 0.023991469699662343, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.3134193420410156, |
| "kl": 1.4941602051258087, |
| "learning_rate": 4.492063492063493e-06, |
| "loss": 0.0015, |
| "num_tokens": 395924.0, |
| "reward": 0.2674972414970398, |
| "reward_std": 0.05775442719459534, |
| "rewards/check_answer/mean": 0.2674972414970398, |
| "rewards/check_answer/std": 0.05775442719459534, |
| "step": 135 |
| }, |
| { |
| "completion_length": 546.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 603.0, |
| "completions/max_terminated_length": 603.0, |
| "completions/mean_length": 546.5, |
| "completions/mean_terminated_length": 546.5, |
| "completions/min_length": 477.0, |
| "completions/min_terminated_length": 477.0, |
| "epoch": 0.02416918429003021, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2359838485717773, |
| "kl": 0.8067422658205032, |
| "learning_rate": 4.484126984126984e-06, |
| "loss": 0.0008, |
| "num_tokens": 399342.0, |
| "reward": 0.5291463136672974, |
| "reward_std": 0.05505036190152168, |
| "rewards/check_answer/mean": 0.5291463136672974, |
| "rewards/check_answer/std": 0.05505036562681198, |
| "step": 136 |
| }, |
| { |
| "completion_length": 515.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 612.0, |
| "completions/max_terminated_length": 612.0, |
| "completions/mean_length": 515.5, |
| "completions/mean_terminated_length": 515.5, |
| "completions/min_length": 431.0, |
| "completions/min_terminated_length": 431.0, |
| "epoch": 0.02434689888039808, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.452023983001709, |
| "kl": 1.1316813081502914, |
| "learning_rate": 4.476190476190477e-06, |
| "loss": 0.0011, |
| "num_tokens": 402580.0, |
| "reward": 0.7063450813293457, |
| "reward_std": 0.05188734456896782, |
| "rewards/check_answer/mean": 0.7063450813293457, |
| "rewards/check_answer/std": 0.05188734456896782, |
| "step": 137 |
| }, |
| { |
| "completion_length": 164.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 180.0, |
| "completions/max_terminated_length": 180.0, |
| "completions/mean_length": 164.25, |
| "completions/mean_terminated_length": 164.25, |
| "completions/min_length": 148.0, |
| "completions/min_terminated_length": 148.0, |
| "epoch": 0.02452461347076595, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.583338975906372, |
| "kl": 1.4289655685424805, |
| "learning_rate": 4.468253968253969e-06, |
| "loss": 0.0014, |
| "num_tokens": 404341.0, |
| "reward": 0.7204106450080872, |
| "reward_std": 0.08577322959899902, |
| "rewards/check_answer/mean": 0.7204106450080872, |
| "rewards/check_answer/std": 0.08577322959899902, |
| "step": 138 |
| }, |
| { |
| "completion_length": 324.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 381.0, |
| "completions/max_terminated_length": 381.0, |
| "completions/mean_length": 324.0, |
| "completions/mean_terminated_length": 324.0, |
| "completions/min_length": 295.0, |
| "completions/min_terminated_length": 295.0, |
| "epoch": 0.02470232806113382, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7330161333084106, |
| "kl": 0.9842696934938431, |
| "learning_rate": 4.460317460317461e-06, |
| "loss": 0.001, |
| "num_tokens": 406773.0, |
| "reward": 0.48003125190734863, |
| "reward_std": 0.07409851998090744, |
| "rewards/check_answer/mean": 0.48003125190734863, |
| "rewards/check_answer/std": 0.07409852743148804, |
| "step": 139 |
| }, |
| { |
| "completion_length": 252.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 284.0, |
| "completions/max_terminated_length": 284.0, |
| "completions/mean_length": 252.0, |
| "completions/mean_terminated_length": 252.0, |
| "completions/min_length": 207.0, |
| "completions/min_terminated_length": 207.0, |
| "epoch": 0.024880042651501687, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.1670877933502197, |
| "kl": 1.2738738059997559, |
| "learning_rate": 4.4523809523809525e-06, |
| "loss": 0.0013, |
| "num_tokens": 408881.0, |
| "reward": 0.5589589476585388, |
| "reward_std": 0.3076104521751404, |
| "rewards/check_answer/mean": 0.5589589476585388, |
| "rewards/check_answer/std": 0.30761048197746277, |
| "step": 140 |
| }, |
| { |
| "completion_length": 485.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 536.0, |
| "completions/max_terminated_length": 536.0, |
| "completions/mean_length": 485.75, |
| "completions/mean_terminated_length": 485.75, |
| "completions/min_length": 424.0, |
| "completions/min_terminated_length": 424.0, |
| "epoch": 0.02505775724186956, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4860774278640747, |
| "kl": 1.0862714499235153, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 0.0011, |
| "num_tokens": 412028.0, |
| "reward": 1.1310088634490967, |
| "reward_std": 0.0607450008392334, |
| "rewards/check_answer/mean": 1.1310088634490967, |
| "rewards/check_answer/std": 0.0607449971139431, |
| "step": 141 |
| }, |
| { |
| "completion_length": 357.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 442.0, |
| "completions/max_terminated_length": 442.0, |
| "completions/mean_length": 357.5, |
| "completions/mean_terminated_length": 357.5, |
| "completions/min_length": 279.0, |
| "completions/min_terminated_length": 279.0, |
| "epoch": 0.025235471832237427, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.857495665550232, |
| "kl": 0.9955440014600754, |
| "learning_rate": 4.436507936507937e-06, |
| "loss": 0.001, |
| "num_tokens": 414582.0, |
| "reward": 0.371147096157074, |
| "reward_std": 0.03809575363993645, |
| "rewards/check_answer/mean": 0.371147096157074, |
| "rewards/check_answer/std": 0.03809575363993645, |
| "step": 142 |
| }, |
| { |
| "completion_length": 512.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 556.0, |
| "completions/max_terminated_length": 556.0, |
| "completions/mean_length": 512.5, |
| "completions/mean_terminated_length": 512.5, |
| "completions/min_length": 478.0, |
| "completions/min_terminated_length": 478.0, |
| "epoch": 0.025413186422605295, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3737552165985107, |
| "kl": 0.8718635737895966, |
| "learning_rate": 4.428571428571429e-06, |
| "loss": 0.0009, |
| "num_tokens": 417828.0, |
| "reward": 0.7945088148117065, |
| "reward_std": 0.10661814361810684, |
| "rewards/check_answer/mean": 0.7945088148117065, |
| "rewards/check_answer/std": 0.10661814361810684, |
| "step": 143 |
| }, |
| { |
| "completion_length": 400.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 514.0, |
| "completions/max_terminated_length": 514.0, |
| "completions/mean_length": 400.5, |
| "completions/mean_terminated_length": 400.5, |
| "completions/min_length": 279.0, |
| "completions/min_terminated_length": 279.0, |
| "epoch": 0.025590901012973163, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7630726099014282, |
| "kl": 1.0710228085517883, |
| "learning_rate": 4.420634920634921e-06, |
| "loss": 0.0011, |
| "num_tokens": 420578.0, |
| "reward": 0.47816359996795654, |
| "reward_std": 0.0742780864238739, |
| "rewards/check_answer/mean": 0.47816359996795654, |
| "rewards/check_answer/std": 0.0742780864238739, |
| "step": 144 |
| }, |
| { |
| "completion_length": 344.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 401.0, |
| "completions/max_terminated_length": 401.0, |
| "completions/mean_length": 344.0, |
| "completions/mean_terminated_length": 344.0, |
| "completions/min_length": 289.0, |
| "completions/min_terminated_length": 289.0, |
| "epoch": 0.025768615603341035, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.808454155921936, |
| "kl": 1.1346302181482315, |
| "learning_rate": 4.412698412698413e-06, |
| "loss": 0.0011, |
| "num_tokens": 423110.0, |
| "reward": 1.2456703186035156, |
| "reward_std": 0.18238836526870728, |
| "rewards/check_answer/mean": 1.2456703186035156, |
| "rewards/check_answer/std": 0.18238838016986847, |
| "step": 145 |
| }, |
| { |
| "completion_length": 563.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 614.0, |
| "completions/max_terminated_length": 614.0, |
| "completions/mean_length": 563.25, |
| "completions/mean_terminated_length": 563.25, |
| "completions/min_length": 447.0, |
| "completions/min_terminated_length": 447.0, |
| "epoch": 0.025946330193708903, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4395103454589844, |
| "kl": 0.9940735101699829, |
| "learning_rate": 4.404761904761905e-06, |
| "loss": 0.001, |
| "num_tokens": 426535.0, |
| "reward": 0.4605726897716522, |
| "reward_std": 0.018929272890090942, |
| "rewards/check_answer/mean": 0.4605726897716522, |
| "rewards/check_answer/std": 0.018929272890090942, |
| "step": 146 |
| }, |
| { |
| "completion_length": 404.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 463.0, |
| "completions/max_terminated_length": 463.0, |
| "completions/mean_length": 404.75, |
| "completions/mean_terminated_length": 404.75, |
| "completions/min_length": 320.0, |
| "completions/min_terminated_length": 320.0, |
| "epoch": 0.02612404478407677, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.565238118171692, |
| "kl": 0.8450873494148254, |
| "learning_rate": 4.396825396825397e-06, |
| "loss": 0.0008, |
| "num_tokens": 429318.0, |
| "reward": 0.655875027179718, |
| "reward_std": 0.012029829435050488, |
| "rewards/check_answer/mean": 0.655875027179718, |
| "rewards/check_answer/std": 0.012029829435050488, |
| "step": 147 |
| }, |
| { |
| "completion_length": 401.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 442.0, |
| "completions/max_terminated_length": 442.0, |
| "completions/mean_length": 401.25, |
| "completions/mean_terminated_length": 401.25, |
| "completions/min_length": 358.0, |
| "completions/min_terminated_length": 358.0, |
| "epoch": 0.026301759374444643, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7787821292877197, |
| "kl": 1.0799409300088882, |
| "learning_rate": 4.388888888888889e-06, |
| "loss": 0.0011, |
| "num_tokens": 432043.0, |
| "reward": 0.3119197487831116, |
| "reward_std": 0.10698849707841873, |
| "rewards/check_answer/mean": 0.3119197487831116, |
| "rewards/check_answer/std": 0.10698850452899933, |
| "step": 148 |
| }, |
| { |
| "completion_length": 631.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 713.0, |
| "completions/max_terminated_length": 713.0, |
| "completions/mean_length": 631.0, |
| "completions/mean_terminated_length": 631.0, |
| "completions/min_length": 548.0, |
| "completions/min_terminated_length": 548.0, |
| "epoch": 0.02647947396481251, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.177681565284729, |
| "kl": 1.2260465174913406, |
| "learning_rate": 4.3809523809523815e-06, |
| "loss": 0.0012, |
| "num_tokens": 435819.0, |
| "reward": 0.6100305318832397, |
| "reward_std": 0.04862495884299278, |
| "rewards/check_answer/mean": 0.6100305318832397, |
| "rewards/check_answer/std": 0.048624955117702484, |
| "step": 149 |
| }, |
| { |
| "completion_length": 546.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 620.0, |
| "completions/max_terminated_length": 620.0, |
| "completions/mean_length": 546.5, |
| "completions/mean_terminated_length": 546.5, |
| "completions/min_length": 404.0, |
| "completions/min_terminated_length": 404.0, |
| "epoch": 0.02665718855518038, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6101106405258179, |
| "kl": 0.8679392486810684, |
| "learning_rate": 4.373015873015873e-06, |
| "loss": 0.0009, |
| "num_tokens": 439197.0, |
| "reward": 0.461988627910614, |
| "reward_std": 0.08495597541332245, |
| "rewards/check_answer/mean": 0.461988627910614, |
| "rewards/check_answer/std": 0.08495597541332245, |
| "step": 150 |
| }, |
| { |
| "completion_length": 471.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 567.0, |
| "completions/max_terminated_length": 567.0, |
| "completions/mean_length": 471.5, |
| "completions/mean_terminated_length": 471.5, |
| "completions/min_length": 432.0, |
| "completions/min_terminated_length": 432.0, |
| "epoch": 0.02683490314554825, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6391887664794922, |
| "kl": 0.7990295141935349, |
| "learning_rate": 4.365079365079366e-06, |
| "loss": 0.0008, |
| "num_tokens": 442279.0, |
| "reward": 0.4876329302787781, |
| "reward_std": 0.05170879140496254, |
| "rewards/check_answer/mean": 0.4876329302787781, |
| "rewards/check_answer/std": 0.05170879140496254, |
| "step": 151 |
| }, |
| { |
| "completion_length": 340.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 390.0, |
| "completions/max_terminated_length": 390.0, |
| "completions/mean_length": 340.0, |
| "completions/mean_terminated_length": 340.0, |
| "completions/min_length": 277.0, |
| "completions/min_terminated_length": 277.0, |
| "epoch": 0.02701261773591612, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9967378377914429, |
| "kl": 1.0871484875679016, |
| "learning_rate": 4.357142857142857e-06, |
| "loss": 0.0011, |
| "num_tokens": 444783.0, |
| "reward": 0.7888412475585938, |
| "reward_std": 0.09264621883630753, |
| "rewards/check_answer/mean": 0.7888412475585938, |
| "rewards/check_answer/std": 0.09264620393514633, |
| "step": 152 |
| }, |
| { |
| "completion_length": 443.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 535.0, |
| "completions/max_terminated_length": 535.0, |
| "completions/mean_length": 443.0, |
| "completions/mean_terminated_length": 443.0, |
| "completions/min_length": 377.0, |
| "completions/min_terminated_length": 377.0, |
| "epoch": 0.027190332326283987, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5320669412612915, |
| "kl": 1.216535747051239, |
| "learning_rate": 4.34920634920635e-06, |
| "loss": 0.0012, |
| "num_tokens": 447747.0, |
| "reward": 0.4390728175640106, |
| "reward_std": 0.09861871600151062, |
| "rewards/check_answer/mean": 0.4390728175640106, |
| "rewards/check_answer/std": 0.09861870110034943, |
| "step": 153 |
| }, |
| { |
| "completion_length": 496.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 552.0, |
| "completions/max_terminated_length": 552.0, |
| "completions/mean_length": 496.5, |
| "completions/mean_terminated_length": 496.5, |
| "completions/min_length": 459.0, |
| "completions/min_terminated_length": 459.0, |
| "epoch": 0.02736804691665186, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5672584772109985, |
| "kl": 0.9466253966093063, |
| "learning_rate": 4.3412698412698414e-06, |
| "loss": 0.0009, |
| "num_tokens": 450913.0, |
| "reward": 0.4815061390399933, |
| "reward_std": 0.04056670889258385, |
| "rewards/check_answer/mean": 0.4815061390399933, |
| "rewards/check_answer/std": 0.04056670516729355, |
| "step": 154 |
| }, |
| { |
| "completion_length": 432.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 448.0, |
| "completions/max_terminated_length": 448.0, |
| "completions/mean_length": 432.25, |
| "completions/mean_terminated_length": 432.25, |
| "completions/min_length": 400.0, |
| "completions/min_terminated_length": 400.0, |
| "epoch": 0.027545761507019727, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9660674333572388, |
| "kl": 0.9921428710222244, |
| "learning_rate": 4.333333333333334e-06, |
| "loss": 0.001, |
| "num_tokens": 453814.0, |
| "reward": 0.32661956548690796, |
| "reward_std": 0.08909963071346283, |
| "rewards/check_answer/mean": 0.32661956548690796, |
| "rewards/check_answer/std": 0.08909963071346283, |
| "step": 155 |
| }, |
| { |
| "completion_length": 394.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 474.0, |
| "completions/max_terminated_length": 474.0, |
| "completions/mean_length": 394.25, |
| "completions/mean_terminated_length": 394.25, |
| "completions/min_length": 334.0, |
| "completions/min_terminated_length": 334.0, |
| "epoch": 0.027723476097387595, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7710676193237305, |
| "kl": 1.1431185454130173, |
| "learning_rate": 4.3253968253968256e-06, |
| "loss": 0.0011, |
| "num_tokens": 456531.0, |
| "reward": 0.5441449880599976, |
| "reward_std": 0.27911967039108276, |
| "rewards/check_answer/mean": 0.5441449880599976, |
| "rewards/check_answer/std": 0.27911967039108276, |
| "step": 156 |
| }, |
| { |
| "completion_length": 351.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 457.0, |
| "completions/max_terminated_length": 457.0, |
| "completions/mean_length": 351.75, |
| "completions/mean_terminated_length": 351.75, |
| "completions/min_length": 224.0, |
| "completions/min_terminated_length": 224.0, |
| "epoch": 0.027901190687755463, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7665750980377197, |
| "kl": 0.970624715089798, |
| "learning_rate": 4.317460317460318e-06, |
| "loss": 0.001, |
| "num_tokens": 459094.0, |
| "reward": 0.7966454029083252, |
| "reward_std": 0.2309737652540207, |
| "rewards/check_answer/mean": 0.7966454029083252, |
| "rewards/check_answer/std": 0.2309737652540207, |
| "step": 157 |
| }, |
| { |
| "completion_length": 237.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 340.0, |
| "completions/max_terminated_length": 340.0, |
| "completions/mean_length": 237.0, |
| "completions/mean_terminated_length": 237.0, |
| "completions/min_length": 183.0, |
| "completions/min_terminated_length": 183.0, |
| "epoch": 0.028078905278123335, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.2502260208129883, |
| "kl": 1.3823933005332947, |
| "learning_rate": 4.30952380952381e-06, |
| "loss": 0.0014, |
| "num_tokens": 461150.0, |
| "reward": 1.2577112913131714, |
| "reward_std": 0.3310515582561493, |
| "rewards/check_answer/mean": 1.2577112913131714, |
| "rewards/check_answer/std": 0.3310515582561493, |
| "step": 158 |
| }, |
| { |
| "completion_length": 435.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 502.0, |
| "completions/max_terminated_length": 502.0, |
| "completions/mean_length": 435.25, |
| "completions/mean_terminated_length": 435.25, |
| "completions/min_length": 334.0, |
| "completions/min_terminated_length": 334.0, |
| "epoch": 0.028256619868491203, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5836832523345947, |
| "kl": 1.281766653060913, |
| "learning_rate": 4.301587301587302e-06, |
| "loss": 0.0013, |
| "num_tokens": 464043.0, |
| "reward": 0.7175251841545105, |
| "reward_std": 0.11627113074064255, |
| "rewards/check_answer/mean": 0.7175251841545105, |
| "rewards/check_answer/std": 0.11627113074064255, |
| "step": 159 |
| }, |
| { |
| "completion_length": 478.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 559.0, |
| "completions/max_terminated_length": 559.0, |
| "completions/mean_length": 478.25, |
| "completions/mean_terminated_length": 478.25, |
| "completions/min_length": 378.0, |
| "completions/min_terminated_length": 378.0, |
| "epoch": 0.02843433445885907, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5781432390213013, |
| "kl": 2.0126918852329254, |
| "learning_rate": 4.293650793650794e-06, |
| "loss": 0.002, |
| "num_tokens": 467112.0, |
| "reward": 1.0377893447875977, |
| "reward_std": 0.17348872125148773, |
| "rewards/check_answer/mean": 1.0377893447875977, |
| "rewards/check_answer/std": 0.17348873615264893, |
| "step": 160 |
| }, |
| { |
| "completion_length": 353.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 534.0, |
| "completions/max_terminated_length": 534.0, |
| "completions/mean_length": 353.0, |
| "completions/mean_terminated_length": 353.0, |
| "completions/min_length": 245.0, |
| "completions/min_terminated_length": 245.0, |
| "epoch": 0.028612049049226942, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.5405149459838867, |
| "kl": 1.1099863350391388, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 0.0011, |
| "num_tokens": 469672.0, |
| "reward": 0.7634687423706055, |
| "reward_std": 0.16830436885356903, |
| "rewards/check_answer/mean": 0.7634687423706055, |
| "rewards/check_answer/std": 0.16830436885356903, |
| "step": 161 |
| }, |
| { |
| "completion_length": 463.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 582.0, |
| "completions/max_terminated_length": 582.0, |
| "completions/mean_length": 463.25, |
| "completions/mean_terminated_length": 463.25, |
| "completions/min_length": 376.0, |
| "completions/min_terminated_length": 376.0, |
| "epoch": 0.02878976363959481, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3183034658432007, |
| "kl": 1.1439854502677917, |
| "learning_rate": 4.277777777777778e-06, |
| "loss": 0.0011, |
| "num_tokens": 472685.0, |
| "reward": 0.5173400640487671, |
| "reward_std": 0.17256943881511688, |
| "rewards/check_answer/mean": 0.5173400640487671, |
| "rewards/check_answer/std": 0.1725694090127945, |
| "step": 162 |
| }, |
| { |
| "completion_length": 531.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 546.0, |
| "completions/max_terminated_length": 546.0, |
| "completions/mean_length": 531.5, |
| "completions/mean_terminated_length": 531.5, |
| "completions/min_length": 511.0, |
| "completions/min_terminated_length": 511.0, |
| "epoch": 0.02896747822996268, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.347712755203247, |
| "kl": 0.7350674420595169, |
| "learning_rate": 4.26984126984127e-06, |
| "loss": 0.0007, |
| "num_tokens": 476047.0, |
| "reward": 0.6685494184494019, |
| "reward_std": 0.031588803976774216, |
| "rewards/check_answer/mean": 0.6685494184494019, |
| "rewards/check_answer/std": 0.031588807702064514, |
| "step": 163 |
| }, |
| { |
| "completion_length": 556.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 631.0, |
| "completions/max_terminated_length": 631.0, |
| "completions/mean_length": 556.75, |
| "completions/mean_terminated_length": 556.75, |
| "completions/min_length": 470.0, |
| "completions/min_terminated_length": 470.0, |
| "epoch": 0.02914519282033055, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4339076280593872, |
| "kl": 0.8411607146263123, |
| "learning_rate": 4.261904761904762e-06, |
| "loss": 0.0008, |
| "num_tokens": 479498.0, |
| "reward": 0.6374480724334717, |
| "reward_std": 0.13143180310726166, |
| "rewards/check_answer/mean": 0.6374480724334717, |
| "rewards/check_answer/std": 0.13143180310726166, |
| "step": 164 |
| }, |
| { |
| "completion_length": 331.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 445.0, |
| "completions/max_terminated_length": 445.0, |
| "completions/mean_length": 331.75, |
| "completions/mean_terminated_length": 331.75, |
| "completions/min_length": 241.0, |
| "completions/min_terminated_length": 241.0, |
| "epoch": 0.02932290741069842, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8252785205841064, |
| "kl": 1.183883011341095, |
| "learning_rate": 4.2539682539682546e-06, |
| "loss": 0.0012, |
| "num_tokens": 481929.0, |
| "reward": 0.7619638442993164, |
| "reward_std": 0.16213203966617584, |
| "rewards/check_answer/mean": 0.7619638442993164, |
| "rewards/check_answer/std": 0.16213203966617584, |
| "step": 165 |
| }, |
| { |
| "completion_length": 503.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 649.0, |
| "completions/max_terminated_length": 649.0, |
| "completions/mean_length": 503.5, |
| "completions/mean_terminated_length": 503.5, |
| "completions/min_length": 391.0, |
| "completions/min_terminated_length": 391.0, |
| "epoch": 0.029500622001066287, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3157219886779785, |
| "kl": 0.7668842077255249, |
| "learning_rate": 4.246031746031746e-06, |
| "loss": 0.0008, |
| "num_tokens": 485155.0, |
| "reward": 0.7842249870300293, |
| "reward_std": 0.1028033196926117, |
| "rewards/check_answer/mean": 0.7842249870300293, |
| "rewards/check_answer/std": 0.1028033196926117, |
| "step": 166 |
| }, |
| { |
| "completion_length": 480.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 685.0, |
| "completions/max_terminated_length": 685.0, |
| "completions/mean_length": 480.5, |
| "completions/mean_terminated_length": 480.5, |
| "completions/min_length": 305.0, |
| "completions/min_terminated_length": 305.0, |
| "epoch": 0.029678336591434158, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7447102069854736, |
| "kl": 1.1376843452453613, |
| "learning_rate": 4.238095238095239e-06, |
| "loss": 0.0011, |
| "num_tokens": 488257.0, |
| "reward": 0.468927800655365, |
| "reward_std": 0.09710308164358139, |
| "rewards/check_answer/mean": 0.468927800655365, |
| "rewards/check_answer/std": 0.09710308164358139, |
| "step": 167 |
| }, |
| { |
| "completion_length": 690.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 811.0, |
| "completions/max_terminated_length": 811.0, |
| "completions/mean_length": 690.0, |
| "completions/mean_terminated_length": 690.0, |
| "completions/min_length": 599.0, |
| "completions/min_terminated_length": 599.0, |
| "epoch": 0.029856051181802026, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.0533298254013062, |
| "kl": 0.6091443598270416, |
| "learning_rate": 4.23015873015873e-06, |
| "loss": 0.0006, |
| "num_tokens": 492269.0, |
| "reward": 0.565061628818512, |
| "reward_std": 0.0684511587023735, |
| "rewards/check_answer/mean": 0.565061628818512, |
| "rewards/check_answer/std": 0.0684511587023735, |
| "step": 168 |
| }, |
| { |
| "completion_length": 280.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 387.0, |
| "completions/max_terminated_length": 387.0, |
| "completions/mean_length": 280.25, |
| "completions/mean_terminated_length": 280.25, |
| "completions/min_length": 167.0, |
| "completions/min_terminated_length": 167.0, |
| "epoch": 0.030033765772169894, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.046386480331421, |
| "kl": 1.14199760556221, |
| "learning_rate": 4.222222222222223e-06, |
| "loss": 0.0011, |
| "num_tokens": 494498.0, |
| "reward": 0.30173179507255554, |
| "reward_std": 0.22188961505889893, |
| "rewards/check_answer/mean": 0.30173179507255554, |
| "rewards/check_answer/std": 0.22188962996006012, |
| "step": 169 |
| }, |
| { |
| "completion_length": 378.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 448.0, |
| "completions/max_terminated_length": 448.0, |
| "completions/mean_length": 378.75, |
| "completions/mean_terminated_length": 378.75, |
| "completions/min_length": 234.0, |
| "completions/min_terminated_length": 234.0, |
| "epoch": 0.030211480362537766, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9076892137527466, |
| "kl": 1.1338582932949066, |
| "learning_rate": 4.2142857142857145e-06, |
| "loss": 0.0011, |
| "num_tokens": 497121.0, |
| "reward": 0.22424927353858948, |
| "reward_std": 0.06156895309686661, |
| "rewards/check_answer/mean": 0.22424927353858948, |
| "rewards/check_answer/std": 0.06156895309686661, |
| "step": 170 |
| }, |
| { |
| "completion_length": 424.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 444.0, |
| "completions/max_terminated_length": 444.0, |
| "completions/mean_length": 424.75, |
| "completions/mean_terminated_length": 424.75, |
| "completions/min_length": 386.0, |
| "completions/min_terminated_length": 386.0, |
| "epoch": 0.030389194952905634, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9031684398651123, |
| "kl": 1.1977380812168121, |
| "learning_rate": 4.206349206349207e-06, |
| "loss": 0.0012, |
| "num_tokens": 499936.0, |
| "reward": 0.8130784034729004, |
| "reward_std": 0.12363550066947937, |
| "rewards/check_answer/mean": 0.8130784034729004, |
| "rewards/check_answer/std": 0.12363548576831818, |
| "step": 171 |
| }, |
| { |
| "completion_length": 510.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 552.0, |
| "completions/max_terminated_length": 552.0, |
| "completions/mean_length": 510.75, |
| "completions/mean_terminated_length": 510.75, |
| "completions/min_length": 470.0, |
| "completions/min_terminated_length": 470.0, |
| "epoch": 0.030566909543273502, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3281104564666748, |
| "kl": 1.2302511632442474, |
| "learning_rate": 4.198412698412699e-06, |
| "loss": 0.0012, |
| "num_tokens": 503151.0, |
| "reward": 0.8297035694122314, |
| "reward_std": 0.059518009424209595, |
| "rewards/check_answer/mean": 0.8297035694122314, |
| "rewards/check_answer/std": 0.059518001973629, |
| "step": 172 |
| }, |
| { |
| "completion_length": 467.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 603.0, |
| "completions/max_terminated_length": 603.0, |
| "completions/mean_length": 467.25, |
| "completions/mean_terminated_length": 467.25, |
| "completions/min_length": 321.0, |
| "completions/min_terminated_length": 321.0, |
| "epoch": 0.03074462413364137, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6283422708511353, |
| "kl": 1.2639419585466385, |
| "learning_rate": 4.190476190476191e-06, |
| "loss": 0.0013, |
| "num_tokens": 506156.0, |
| "reward": 0.8152176737785339, |
| "reward_std": 0.14423207938671112, |
| "rewards/check_answer/mean": 0.8152176737785339, |
| "rewards/check_answer/std": 0.14423207938671112, |
| "step": 173 |
| }, |
| { |
| "completion_length": 297.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 405.0, |
| "completions/max_terminated_length": 405.0, |
| "completions/mean_length": 297.75, |
| "completions/mean_terminated_length": 297.75, |
| "completions/min_length": 168.0, |
| "completions/min_terminated_length": 168.0, |
| "epoch": 0.030922338724009242, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8512938022613525, |
| "kl": 1.276896983385086, |
| "learning_rate": 4.182539682539683e-06, |
| "loss": 0.0013, |
| "num_tokens": 508459.0, |
| "reward": 0.8983228206634521, |
| "reward_std": 0.23461507260799408, |
| "rewards/check_answer/mean": 0.8983228206634521, |
| "rewards/check_answer/std": 0.23461505770683289, |
| "step": 174 |
| }, |
| { |
| "completion_length": 326.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 411.0, |
| "completions/max_terminated_length": 411.0, |
| "completions/mean_length": 326.25, |
| "completions/mean_terminated_length": 326.25, |
| "completions/min_length": 282.0, |
| "completions/min_terminated_length": 282.0, |
| "epoch": 0.03110005331437711, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8056871891021729, |
| "kl": 1.1819824874401093, |
| "learning_rate": 4.174603174603175e-06, |
| "loss": 0.0012, |
| "num_tokens": 510888.0, |
| "reward": 0.6271681785583496, |
| "reward_std": 0.08832673728466034, |
| "rewards/check_answer/mean": 0.6271681785583496, |
| "rewards/check_answer/std": 0.08832673728466034, |
| "step": 175 |
| }, |
| { |
| "completion_length": 531.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 577.0, |
| "completions/max_terminated_length": 577.0, |
| "completions/mean_length": 531.5, |
| "completions/mean_terminated_length": 531.5, |
| "completions/min_length": 408.0, |
| "completions/min_terminated_length": 408.0, |
| "epoch": 0.03127776790474498, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4564107656478882, |
| "kl": 1.3183227330446243, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 0.0013, |
| "num_tokens": 514166.0, |
| "reward": 0.6827693581581116, |
| "reward_std": 0.08819714188575745, |
| "rewards/check_answer/mean": 0.6827693581581116, |
| "rewards/check_answer/std": 0.08819711953401566, |
| "step": 176 |
| }, |
| { |
| "completion_length": 314.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 395.0, |
| "completions/max_terminated_length": 395.0, |
| "completions/mean_length": 314.0, |
| "completions/mean_terminated_length": 314.0, |
| "completions/min_length": 233.0, |
| "completions/min_terminated_length": 233.0, |
| "epoch": 0.031455482495112846, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.986071228981018, |
| "kl": 1.2774607837200165, |
| "learning_rate": 4.158730158730159e-06, |
| "loss": 0.0013, |
| "num_tokens": 516530.0, |
| "reward": 0.16138049960136414, |
| "reward_std": 0.04136866331100464, |
| "rewards/check_answer/mean": 0.16138049960136414, |
| "rewards/check_answer/std": 0.04136866703629494, |
| "step": 177 |
| }, |
| { |
| "completion_length": 636.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 869.0, |
| "completions/max_terminated_length": 869.0, |
| "completions/mean_length": 636.25, |
| "completions/mean_terminated_length": 636.25, |
| "completions/min_length": 491.0, |
| "completions/min_terminated_length": 491.0, |
| "epoch": 0.031633197085480715, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3712565898895264, |
| "kl": 0.7792616635560989, |
| "learning_rate": 4.150793650793651e-06, |
| "loss": 0.0008, |
| "num_tokens": 520303.0, |
| "reward": 0.5512293577194214, |
| "reward_std": 0.06619084626436234, |
| "rewards/check_answer/mean": 0.5512293577194214, |
| "rewards/check_answer/std": 0.06619084626436234, |
| "step": 178 |
| }, |
| { |
| "completion_length": 293.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 492.0, |
| "completions/max_terminated_length": 492.0, |
| "completions/mean_length": 293.5, |
| "completions/mean_terminated_length": 293.5, |
| "completions/min_length": 222.0, |
| "completions/min_terminated_length": 222.0, |
| "epoch": 0.03181091167584859, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8168277740478516, |
| "kl": 1.2853178530931473, |
| "learning_rate": 4.1428571428571435e-06, |
| "loss": 0.0013, |
| "num_tokens": 522605.0, |
| "reward": 0.7641668319702148, |
| "reward_std": 0.2912050485610962, |
| "rewards/check_answer/mean": 0.7641668319702148, |
| "rewards/check_answer/std": 0.2912050187587738, |
| "step": 179 |
| }, |
| { |
| "completion_length": 455.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 530.0, |
| "completions/max_terminated_length": 530.0, |
| "completions/mean_length": 455.25, |
| "completions/mean_terminated_length": 455.25, |
| "completions/min_length": 354.0, |
| "completions/min_terminated_length": 354.0, |
| "epoch": 0.03198862626621646, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6546411514282227, |
| "kl": 0.9170921891927719, |
| "learning_rate": 4.134920634920635e-06, |
| "loss": 0.0009, |
| "num_tokens": 525582.0, |
| "reward": 0.5996488928794861, |
| "reward_std": 0.16385574638843536, |
| "rewards/check_answer/mean": 0.5996488928794861, |
| "rewards/check_answer/std": 0.16385574638843536, |
| "step": 180 |
| }, |
| { |
| "completion_length": 413.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 532.0, |
| "completions/max_terminated_length": 532.0, |
| "completions/mean_length": 413.0, |
| "completions/mean_terminated_length": 413.0, |
| "completions/min_length": 357.0, |
| "completions/min_terminated_length": 357.0, |
| "epoch": 0.032166340856584326, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8733916282653809, |
| "kl": 1.0652090162038803, |
| "learning_rate": 4.126984126984127e-06, |
| "loss": 0.0011, |
| "num_tokens": 528350.0, |
| "reward": 0.8629907369613647, |
| "reward_std": 0.19258101284503937, |
| "rewards/check_answer/mean": 0.8629907369613647, |
| "rewards/check_answer/std": 0.19258098304271698, |
| "step": 181 |
| }, |
| { |
| "completion_length": 315.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 341.0, |
| "completions/max_terminated_length": 341.0, |
| "completions/mean_length": 315.75, |
| "completions/mean_terminated_length": 315.75, |
| "completions/min_length": 253.0, |
| "completions/min_terminated_length": 253.0, |
| "epoch": 0.032344055446952194, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.031298875808716, |
| "kl": 1.131786733865738, |
| "learning_rate": 4.119047619047619e-06, |
| "loss": 0.0011, |
| "num_tokens": 530741.0, |
| "reward": 0.45975661277770996, |
| "reward_std": 0.13406918942928314, |
| "rewards/check_answer/mean": 0.45975661277770996, |
| "rewards/check_answer/std": 0.13406920433044434, |
| "step": 182 |
| }, |
| { |
| "completion_length": 321.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 331.0, |
| "completions/max_terminated_length": 331.0, |
| "completions/mean_length": 321.0, |
| "completions/mean_terminated_length": 321.0, |
| "completions/min_length": 305.0, |
| "completions/min_terminated_length": 305.0, |
| "epoch": 0.03252177003732006, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.075031042098999, |
| "kl": 1.3818604350090027, |
| "learning_rate": 4.111111111111111e-06, |
| "loss": 0.0014, |
| "num_tokens": 533125.0, |
| "reward": 0.633269190788269, |
| "reward_std": 0.10433237999677658, |
| "rewards/check_answer/mean": 0.633269190788269, |
| "rewards/check_answer/std": 0.10433237999677658, |
| "step": 183 |
| }, |
| { |
| "completion_length": 331.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 389.0, |
| "completions/max_terminated_length": 389.0, |
| "completions/mean_length": 331.0, |
| "completions/mean_terminated_length": 331.0, |
| "completions/min_length": 212.0, |
| "completions/min_terminated_length": 212.0, |
| "epoch": 0.03269948462768793, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.916518211364746, |
| "kl": 1.230439841747284, |
| "learning_rate": 4.103174603174603e-06, |
| "loss": 0.0012, |
| "num_tokens": 535565.0, |
| "reward": 0.5834702253341675, |
| "reward_std": 0.1800461858510971, |
| "rewards/check_answer/mean": 0.5834702253341675, |
| "rewards/check_answer/std": 0.1800461858510971, |
| "step": 184 |
| }, |
| { |
| "completion_length": 484.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 616.0, |
| "completions/max_terminated_length": 616.0, |
| "completions/mean_length": 484.75, |
| "completions/mean_terminated_length": 484.75, |
| "completions/min_length": 284.0, |
| "completions/min_terminated_length": 284.0, |
| "epoch": 0.032877199218055805, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5022894144058228, |
| "kl": 0.8969959318637848, |
| "learning_rate": 4.095238095238096e-06, |
| "loss": 0.0009, |
| "num_tokens": 538676.0, |
| "reward": 0.4728669822216034, |
| "reward_std": 0.3648776710033417, |
| "rewards/check_answer/mean": 0.4728669822216034, |
| "rewards/check_answer/std": 0.3648776710033417, |
| "step": 185 |
| }, |
| { |
| "completion_length": 520.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 580.0, |
| "completions/max_terminated_length": 580.0, |
| "completions/mean_length": 520.0, |
| "completions/mean_terminated_length": 520.0, |
| "completions/min_length": 443.0, |
| "completions/min_terminated_length": 443.0, |
| "epoch": 0.033054913808423673, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.616834044456482, |
| "kl": 0.8219860643148422, |
| "learning_rate": 4.0873015873015875e-06, |
| "loss": 0.0008, |
| "num_tokens": 541912.0, |
| "reward": 0.5659242868423462, |
| "reward_std": 0.0763397291302681, |
| "rewards/check_answer/mean": 0.5659242868423462, |
| "rewards/check_answer/std": 0.0763397291302681, |
| "step": 186 |
| }, |
| { |
| "completion_length": 630.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 716.0, |
| "completions/max_terminated_length": 716.0, |
| "completions/mean_length": 630.25, |
| "completions/mean_terminated_length": 630.25, |
| "completions/min_length": 514.0, |
| "completions/min_terminated_length": 514.0, |
| "epoch": 0.03323262839879154, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3261500597000122, |
| "kl": 0.6475310772657394, |
| "learning_rate": 4.07936507936508e-06, |
| "loss": 0.0006, |
| "num_tokens": 545637.0, |
| "reward": 0.5103482604026794, |
| "reward_std": 0.04495608061552048, |
| "rewards/check_answer/mean": 0.5103482604026794, |
| "rewards/check_answer/std": 0.04495606571435928, |
| "step": 187 |
| }, |
| { |
| "completion_length": 656.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 983.0, |
| "completions/max_terminated_length": 983.0, |
| "completions/mean_length": 656.75, |
| "completions/mean_terminated_length": 656.75, |
| "completions/min_length": 469.0, |
| "completions/min_terminated_length": 469.0, |
| "epoch": 0.03341034298915941, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2920455932617188, |
| "kl": 0.8283561021089554, |
| "learning_rate": 4.071428571428572e-06, |
| "loss": 0.0008, |
| "num_tokens": 549436.0, |
| "reward": 0.5403710603713989, |
| "reward_std": 0.24990840256214142, |
| "rewards/check_answer/mean": 0.5403710603713989, |
| "rewards/check_answer/std": 0.2499084323644638, |
| "step": 188 |
| }, |
| { |
| "completion_length": 410.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 520.0, |
| "completions/max_terminated_length": 520.0, |
| "completions/mean_length": 410.5, |
| "completions/mean_terminated_length": 410.5, |
| "completions/min_length": 275.0, |
| "completions/min_terminated_length": 275.0, |
| "epoch": 0.03358805757952728, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.776705026626587, |
| "kl": 0.9838277697563171, |
| "learning_rate": 4.063492063492064e-06, |
| "loss": 0.001, |
| "num_tokens": 552222.0, |
| "reward": 0.6380422115325928, |
| "reward_std": 0.1814417541027069, |
| "rewards/check_answer/mean": 0.6380422115325928, |
| "rewards/check_answer/std": 0.1814417541027069, |
| "step": 189 |
| }, |
| { |
| "completion_length": 551.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 637.0, |
| "completions/max_terminated_length": 637.0, |
| "completions/mean_length": 551.5, |
| "completions/mean_terminated_length": 551.5, |
| "completions/min_length": 469.0, |
| "completions/min_terminated_length": 469.0, |
| "epoch": 0.033765772169895146, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4350589513778687, |
| "kl": 0.8946151733398438, |
| "learning_rate": 4.055555555555556e-06, |
| "loss": 0.0009, |
| "num_tokens": 555628.0, |
| "reward": 0.6631824374198914, |
| "reward_std": 0.0526728481054306, |
| "rewards/check_answer/mean": 0.6631824374198914, |
| "rewards/check_answer/std": 0.05267287418246269, |
| "step": 190 |
| }, |
| { |
| "completion_length": 335.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 372.0, |
| "completions/max_terminated_length": 372.0, |
| "completions/mean_length": 335.25, |
| "completions/mean_terminated_length": 335.25, |
| "completions/min_length": 290.0, |
| "completions/min_terminated_length": 290.0, |
| "epoch": 0.033943486760263014, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6080844402313232, |
| "kl": 1.0406917929649353, |
| "learning_rate": 4.047619047619048e-06, |
| "loss": 0.001, |
| "num_tokens": 558101.0, |
| "reward": 0.8645050525665283, |
| "reward_std": 0.16412971913814545, |
| "rewards/check_answer/mean": 0.8645050525665283, |
| "rewards/check_answer/std": 0.16412973403930664, |
| "step": 191 |
| }, |
| { |
| "completion_length": 295.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 321.0, |
| "completions/max_terminated_length": 321.0, |
| "completions/mean_length": 295.5, |
| "completions/mean_terminated_length": 295.5, |
| "completions/min_length": 279.0, |
| "completions/min_terminated_length": 279.0, |
| "epoch": 0.03412120135063089, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.0053203105926514, |
| "kl": 1.3715750873088837, |
| "learning_rate": 4.03968253968254e-06, |
| "loss": 0.0014, |
| "num_tokens": 560415.0, |
| "reward": 0.37511610984802246, |
| "reward_std": 0.12241348624229431, |
| "rewards/check_answer/mean": 0.37511610984802246, |
| "rewards/check_answer/std": 0.12241347879171371, |
| "step": 192 |
| }, |
| { |
| "completion_length": 351.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 426.0, |
| "completions/max_terminated_length": 426.0, |
| "completions/mean_length": 351.0, |
| "completions/mean_terminated_length": 351.0, |
| "completions/min_length": 254.0, |
| "completions/min_terminated_length": 254.0, |
| "epoch": 0.03429891594099876, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6852611303329468, |
| "kl": 0.9062083661556244, |
| "learning_rate": 4.031746031746032e-06, |
| "loss": 0.0009, |
| "num_tokens": 562943.0, |
| "reward": 0.7322611808776855, |
| "reward_std": 0.10273779183626175, |
| "rewards/check_answer/mean": 0.7322611808776855, |
| "rewards/check_answer/std": 0.10273779183626175, |
| "step": 193 |
| }, |
| { |
| "completion_length": 387.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 441.0, |
| "completions/max_terminated_length": 441.0, |
| "completions/mean_length": 387.5, |
| "completions/mean_terminated_length": 387.5, |
| "completions/min_length": 258.0, |
| "completions/min_terminated_length": 258.0, |
| "epoch": 0.034476630531366625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.495898962020874, |
| "kl": 0.9667275995016098, |
| "learning_rate": 4.023809523809524e-06, |
| "loss": 0.001, |
| "num_tokens": 565661.0, |
| "reward": 1.0379855632781982, |
| "reward_std": 0.013653420843183994, |
| "rewards/check_answer/mean": 1.0379855632781982, |
| "rewards/check_answer/std": 0.013653420843183994, |
| "step": 194 |
| }, |
| { |
| "completion_length": 516.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 655.0, |
| "completions/max_terminated_length": 655.0, |
| "completions/mean_length": 516.25, |
| "completions/mean_terminated_length": 516.25, |
| "completions/min_length": 363.0, |
| "completions/min_terminated_length": 363.0, |
| "epoch": 0.034654345121734494, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8335789442062378, |
| "kl": 2.6260423213243484, |
| "learning_rate": 4.0158730158730165e-06, |
| "loss": 0.0026, |
| "num_tokens": 568954.0, |
| "reward": 0.4649602472782135, |
| "reward_std": 0.05998750403523445, |
| "rewards/check_answer/mean": 0.4649602472782135, |
| "rewards/check_answer/std": 0.05998750776052475, |
| "step": 195 |
| }, |
| { |
| "completion_length": 486.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 562.0, |
| "completions/max_terminated_length": 562.0, |
| "completions/mean_length": 486.0, |
| "completions/mean_terminated_length": 486.0, |
| "completions/min_length": 445.0, |
| "completions/min_terminated_length": 445.0, |
| "epoch": 0.03483205971210236, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7766040563583374, |
| "kl": 1.0821466594934464, |
| "learning_rate": 4.007936507936508e-06, |
| "loss": 0.0011, |
| "num_tokens": 572042.0, |
| "reward": 0.5732154846191406, |
| "reward_std": 0.08260545134544373, |
| "rewards/check_answer/mean": 0.5732154846191406, |
| "rewards/check_answer/std": 0.08260544389486313, |
| "step": 196 |
| }, |
| { |
| "completion_length": 681.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 823.0, |
| "completions/max_terminated_length": 823.0, |
| "completions/mean_length": 681.0, |
| "completions/mean_terminated_length": 681.0, |
| "completions/min_length": 593.0, |
| "completions/min_terminated_length": 593.0, |
| "epoch": 0.03500977430247023, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1446372270584106, |
| "kl": 0.685902014374733, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0007, |
| "num_tokens": 576022.0, |
| "reward": 0.714977502822876, |
| "reward_std": 0.0700133666396141, |
| "rewards/check_answer/mean": 0.714977502822876, |
| "rewards/check_answer/std": 0.0700133740901947, |
| "step": 197 |
| }, |
| { |
| "completion_length": 267.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 280.0, |
| "completions/max_terminated_length": 280.0, |
| "completions/mean_length": 267.0, |
| "completions/mean_terminated_length": 267.0, |
| "completions/min_length": 238.0, |
| "completions/min_terminated_length": 238.0, |
| "epoch": 0.035187488892838105, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.380545139312744, |
| "kl": 1.7545035779476166, |
| "learning_rate": 3.992063492063492e-06, |
| "loss": 0.0018, |
| "num_tokens": 578194.0, |
| "reward": 0.5900921821594238, |
| "reward_std": 0.35790684819221497, |
| "rewards/check_answer/mean": 0.5900921821594238, |
| "rewards/check_answer/std": 0.3579068183898926, |
| "step": 198 |
| }, |
| { |
| "completion_length": 466.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 545.0, |
| "completions/max_terminated_length": 545.0, |
| "completions/mean_length": 466.5, |
| "completions/mean_terminated_length": 466.5, |
| "completions/min_length": 384.0, |
| "completions/min_terminated_length": 384.0, |
| "epoch": 0.03536520348320597, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8136112689971924, |
| "kl": 0.944290354847908, |
| "learning_rate": 3.984126984126984e-06, |
| "loss": 0.0009, |
| "num_tokens": 581228.0, |
| "reward": 0.5919873714447021, |
| "reward_std": 0.09145790338516235, |
| "rewards/check_answer/mean": 0.5919873714447021, |
| "rewards/check_answer/std": 0.09145790338516235, |
| "step": 199 |
| }, |
| { |
| "completion_length": 232.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 285.0, |
| "completions/max_terminated_length": 285.0, |
| "completions/mean_length": 232.75, |
| "completions/mean_terminated_length": 232.75, |
| "completions/min_length": 179.0, |
| "completions/min_terminated_length": 179.0, |
| "epoch": 0.03554291807357384, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.2700116634368896, |
| "kl": 1.3578459918498993, |
| "learning_rate": 3.9761904761904764e-06, |
| "loss": 0.0014, |
| "num_tokens": 583263.0, |
| "reward": 0.6666097640991211, |
| "reward_std": 0.313691109418869, |
| "rewards/check_answer/mean": 0.6666097640991211, |
| "rewards/check_answer/std": 0.3136911392211914, |
| "step": 200 |
| }, |
| { |
| "completion_length": 492.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 568.0, |
| "completions/max_terminated_length": 568.0, |
| "completions/mean_length": 492.75, |
| "completions/mean_terminated_length": 492.75, |
| "completions/min_length": 426.0, |
| "completions/min_terminated_length": 426.0, |
| "epoch": 0.03572063266394171, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5221089124679565, |
| "kl": 0.8189870119094849, |
| "learning_rate": 3.968253968253968e-06, |
| "loss": 0.0008, |
| "num_tokens": 586426.0, |
| "reward": 0.5162832736968994, |
| "reward_std": 0.054980941116809845, |
| "rewards/check_answer/mean": 0.5162832736968994, |
| "rewards/check_answer/std": 0.05498094484210014, |
| "step": 201 |
| }, |
| { |
| "completion_length": 405.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 463.0, |
| "completions/max_terminated_length": 463.0, |
| "completions/mean_length": 405.5, |
| "completions/mean_terminated_length": 405.5, |
| "completions/min_length": 347.0, |
| "completions/min_terminated_length": 347.0, |
| "epoch": 0.03589834725430958, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6586710214614868, |
| "kl": 1.192984789609909, |
| "learning_rate": 3.9603174603174606e-06, |
| "loss": 0.0012, |
| "num_tokens": 589196.0, |
| "reward": 0.8408722281455994, |
| "reward_std": 0.12209592759609222, |
| "rewards/check_answer/mean": 0.8408722281455994, |
| "rewards/check_answer/std": 0.12209593504667282, |
| "step": 202 |
| }, |
| { |
| "completion_length": 551.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 675.0, |
| "completions/max_terminated_length": 675.0, |
| "completions/mean_length": 551.0, |
| "completions/mean_terminated_length": 551.0, |
| "completions/min_length": 466.0, |
| "completions/min_terminated_length": 466.0, |
| "epoch": 0.036076061844677446, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3964484930038452, |
| "kl": 0.7525434195995331, |
| "learning_rate": 3.952380952380952e-06, |
| "loss": 0.0008, |
| "num_tokens": 592620.0, |
| "reward": 0.43263351917266846, |
| "reward_std": 0.058862458914518356, |
| "rewards/check_answer/mean": 0.43263351917266846, |
| "rewards/check_answer/std": 0.05886244773864746, |
| "step": 203 |
| }, |
| { |
| "completion_length": 329.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 385.0, |
| "completions/max_terminated_length": 385.0, |
| "completions/mean_length": 329.75, |
| "completions/mean_terminated_length": 329.75, |
| "completions/min_length": 294.0, |
| "completions/min_terminated_length": 294.0, |
| "epoch": 0.03625377643504532, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8947840929031372, |
| "kl": 1.2776507586240768, |
| "learning_rate": 3.944444444444445e-06, |
| "loss": 0.0013, |
| "num_tokens": 595067.0, |
| "reward": 0.8257237076759338, |
| "reward_std": 0.09456206113100052, |
| "rewards/check_answer/mean": 0.8257237076759338, |
| "rewards/check_answer/std": 0.09456204622983932, |
| "step": 204 |
| }, |
| { |
| "completion_length": 331.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 424.0, |
| "completions/max_terminated_length": 424.0, |
| "completions/mean_length": 331.0, |
| "completions/mean_terminated_length": 331.0, |
| "completions/min_length": 284.0, |
| "completions/min_terminated_length": 284.0, |
| "epoch": 0.03643149102541319, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9775497913360596, |
| "kl": 1.0914415419101715, |
| "learning_rate": 3.936507936507936e-06, |
| "loss": 0.0011, |
| "num_tokens": 597503.0, |
| "reward": 0.4486619532108307, |
| "reward_std": 0.20394665002822876, |
| "rewards/check_answer/mean": 0.4486619532108307, |
| "rewards/check_answer/std": 0.20394665002822876, |
| "step": 205 |
| }, |
| { |
| "completion_length": 525.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 612.0, |
| "completions/max_terminated_length": 612.0, |
| "completions/mean_length": 525.5, |
| "completions/mean_terminated_length": 525.5, |
| "completions/min_length": 480.0, |
| "completions/min_terminated_length": 480.0, |
| "epoch": 0.03660920561578106, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4579870700836182, |
| "kl": 0.8831206411123276, |
| "learning_rate": 3.928571428571429e-06, |
| "loss": 0.0009, |
| "num_tokens": 600773.0, |
| "reward": 0.5694155693054199, |
| "reward_std": 0.0706477239727974, |
| "rewards/check_answer/mean": 0.5694155693054199, |
| "rewards/check_answer/std": 0.0706477090716362, |
| "step": 206 |
| }, |
| { |
| "completion_length": 397.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 495.0, |
| "completions/max_terminated_length": 495.0, |
| "completions/mean_length": 397.0, |
| "completions/mean_terminated_length": 397.0, |
| "completions/min_length": 309.0, |
| "completions/min_terminated_length": 309.0, |
| "epoch": 0.036786920206148925, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9087179899215698, |
| "kl": 1.082411751151085, |
| "learning_rate": 3.920634920634921e-06, |
| "loss": 0.0011, |
| "num_tokens": 603501.0, |
| "reward": 0.6026151180267334, |
| "reward_std": 0.09127797186374664, |
| "rewards/check_answer/mean": 0.6026151180267334, |
| "rewards/check_answer/std": 0.09127800166606903, |
| "step": 207 |
| }, |
| { |
| "completion_length": 541.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 618.0, |
| "completions/max_terminated_length": 618.0, |
| "completions/mean_length": 541.5, |
| "completions/mean_terminated_length": 541.5, |
| "completions/min_length": 487.0, |
| "completions/min_terminated_length": 487.0, |
| "epoch": 0.03696463479651679, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5631201267242432, |
| "kl": 0.7632221281528473, |
| "learning_rate": 3.912698412698413e-06, |
| "loss": 0.0008, |
| "num_tokens": 606823.0, |
| "reward": 0.46171265840530396, |
| "reward_std": 0.0858674943447113, |
| "rewards/check_answer/mean": 0.46171265840530396, |
| "rewards/check_answer/std": 0.0858675092458725, |
| "step": 208 |
| }, |
| { |
| "completion_length": 299.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 358.0, |
| "completions/max_terminated_length": 358.0, |
| "completions/mean_length": 299.25, |
| "completions/mean_terminated_length": 299.25, |
| "completions/min_length": 217.0, |
| "completions/min_terminated_length": 217.0, |
| "epoch": 0.03714234938688466, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7001370191574097, |
| "kl": 1.1468262076377869, |
| "learning_rate": 3.9047619047619055e-06, |
| "loss": 0.0011, |
| "num_tokens": 609140.0, |
| "reward": 1.1788017749786377, |
| "reward_std": 0.23657526075839996, |
| "rewards/check_answer/mean": 1.1788017749786377, |
| "rewards/check_answer/std": 0.23657529056072235, |
| "step": 209 |
| }, |
| { |
| "completion_length": 321.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 377.0, |
| "completions/max_terminated_length": 377.0, |
| "completions/mean_length": 321.25, |
| "completions/mean_terminated_length": 321.25, |
| "completions/min_length": 252.0, |
| "completions/min_terminated_length": 252.0, |
| "epoch": 0.03732006397725253, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.0018045902252197, |
| "kl": 1.2047775089740753, |
| "learning_rate": 3.896825396825397e-06, |
| "loss": 0.0012, |
| "num_tokens": 611549.0, |
| "reward": 0.4826478362083435, |
| "reward_std": 0.2732682228088379, |
| "rewards/check_answer/mean": 0.4826478362083435, |
| "rewards/check_answer/std": 0.2732682228088379, |
| "step": 210 |
| }, |
| { |
| "completion_length": 553.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 622.0, |
| "completions/max_terminated_length": 622.0, |
| "completions/mean_length": 553.5, |
| "completions/mean_terminated_length": 553.5, |
| "completions/min_length": 421.0, |
| "completions/min_terminated_length": 421.0, |
| "epoch": 0.037497778567620405, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4428868293762207, |
| "kl": 1.2566351145505905, |
| "learning_rate": 3.88888888888889e-06, |
| "loss": 0.0013, |
| "num_tokens": 614959.0, |
| "reward": 0.562415361404419, |
| "reward_std": 0.03217893838882446, |
| "rewards/check_answer/mean": 0.562415361404419, |
| "rewards/check_answer/std": 0.03217893838882446, |
| "step": 211 |
| }, |
| { |
| "completion_length": 533.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 616.0, |
| "completions/max_terminated_length": 616.0, |
| "completions/mean_length": 533.75, |
| "completions/mean_terminated_length": 533.75, |
| "completions/min_length": 441.0, |
| "completions/min_terminated_length": 441.0, |
| "epoch": 0.03767549315798827, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.474406361579895, |
| "kl": 0.8861031532287598, |
| "learning_rate": 3.880952380952381e-06, |
| "loss": 0.0009, |
| "num_tokens": 618286.0, |
| "reward": 0.716295599937439, |
| "reward_std": 0.08145526796579361, |
| "rewards/check_answer/mean": 0.716295599937439, |
| "rewards/check_answer/std": 0.08145526051521301, |
| "step": 212 |
| }, |
| { |
| "completion_length": 603.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 669.0, |
| "completions/max_terminated_length": 669.0, |
| "completions/mean_length": 603.75, |
| "completions/mean_terminated_length": 603.75, |
| "completions/min_length": 454.0, |
| "completions/min_terminated_length": 454.0, |
| "epoch": 0.03785320774835614, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3624635934829712, |
| "kl": 0.817508801817894, |
| "learning_rate": 3.873015873015874e-06, |
| "loss": 0.0008, |
| "num_tokens": 621881.0, |
| "reward": 0.3234153985977173, |
| "reward_std": 0.07267056405544281, |
| "rewards/check_answer/mean": 0.3234153985977173, |
| "rewards/check_answer/std": 0.07267057150602341, |
| "step": 213 |
| }, |
| { |
| "completion_length": 549.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 658.0, |
| "completions/max_terminated_length": 658.0, |
| "completions/mean_length": 549.5, |
| "completions/mean_terminated_length": 549.5, |
| "completions/min_length": 462.0, |
| "completions/min_terminated_length": 462.0, |
| "epoch": 0.03803092233872401, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5851331949234009, |
| "kl": 0.9887559115886688, |
| "learning_rate": 3.865079365079365e-06, |
| "loss": 0.001, |
| "num_tokens": 625263.0, |
| "reward": 0.7112226486206055, |
| "reward_std": 0.02053823135793209, |
| "rewards/check_answer/mean": 0.7112226486206055, |
| "rewards/check_answer/std": 0.02053823322057724, |
| "step": 214 |
| }, |
| { |
| "completion_length": 545.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 621.0, |
| "completions/max_terminated_length": 621.0, |
| "completions/mean_length": 545.25, |
| "completions/mean_terminated_length": 545.25, |
| "completions/min_length": 425.0, |
| "completions/min_terminated_length": 425.0, |
| "epoch": 0.03820863692909188, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.423057198524475, |
| "kl": 1.0859228074550629, |
| "learning_rate": 3.857142857142858e-06, |
| "loss": 0.0011, |
| "num_tokens": 628648.0, |
| "reward": 0.5066788196563721, |
| "reward_std": 0.026953205466270447, |
| "rewards/check_answer/mean": 0.5066788196563721, |
| "rewards/check_answer/std": 0.02695320174098015, |
| "step": 215 |
| }, |
| { |
| "completion_length": 483.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 613.0, |
| "completions/max_terminated_length": 613.0, |
| "completions/mean_length": 483.75, |
| "completions/mean_terminated_length": 483.75, |
| "completions/min_length": 411.0, |
| "completions/min_terminated_length": 411.0, |
| "epoch": 0.038386351519459745, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6435989141464233, |
| "kl": 0.8813229352235794, |
| "learning_rate": 3.8492063492063495e-06, |
| "loss": 0.0009, |
| "num_tokens": 631751.0, |
| "reward": 0.7219762802124023, |
| "reward_std": 0.17963886260986328, |
| "rewards/check_answer/mean": 0.7219762802124023, |
| "rewards/check_answer/std": 0.17963886260986328, |
| "step": 216 |
| }, |
| { |
| "completion_length": 537.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 697.0, |
| "completions/max_terminated_length": 697.0, |
| "completions/mean_length": 537.5, |
| "completions/mean_terminated_length": 537.5, |
| "completions/min_length": 435.0, |
| "completions/min_terminated_length": 435.0, |
| "epoch": 0.03856406610982762, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4791259765625, |
| "kl": 0.9588049501180649, |
| "learning_rate": 3.841269841269842e-06, |
| "loss": 0.001, |
| "num_tokens": 635053.0, |
| "reward": 0.5066652894020081, |
| "reward_std": 0.0735304206609726, |
| "rewards/check_answer/mean": 0.5066652894020081, |
| "rewards/check_answer/std": 0.07353042811155319, |
| "step": 217 |
| }, |
| { |
| "completion_length": 392.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 492.0, |
| "completions/max_terminated_length": 492.0, |
| "completions/mean_length": 392.75, |
| "completions/mean_terminated_length": 392.75, |
| "completions/min_length": 245.0, |
| "completions/min_terminated_length": 245.0, |
| "epoch": 0.03874178070019549, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9984493255615234, |
| "kl": 1.0702104568481445, |
| "learning_rate": 3.833333333333334e-06, |
| "loss": 0.0011, |
| "num_tokens": 637744.0, |
| "reward": 0.7809625267982483, |
| "reward_std": 0.5125808119773865, |
| "rewards/check_answer/mean": 0.7809625267982483, |
| "rewards/check_answer/std": 0.5125808119773865, |
| "step": 218 |
| }, |
| { |
| "completion_length": 447.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 499.0, |
| "completions/max_terminated_length": 499.0, |
| "completions/mean_length": 447.75, |
| "completions/mean_terminated_length": 447.75, |
| "completions/min_length": 360.0, |
| "completions/min_terminated_length": 360.0, |
| "epoch": 0.038919495290563356, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.494664192199707, |
| "kl": 0.837522029876709, |
| "learning_rate": 3.825396825396825e-06, |
| "loss": 0.0008, |
| "num_tokens": 640751.0, |
| "reward": 1.227266550064087, |
| "reward_std": 0.04486949369311333, |
| "rewards/check_answer/mean": 1.227266550064087, |
| "rewards/check_answer/std": 0.04486951231956482, |
| "step": 219 |
| }, |
| { |
| "completion_length": 407.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 558.0, |
| "completions/max_terminated_length": 558.0, |
| "completions/mean_length": 407.0, |
| "completions/mean_terminated_length": 407.0, |
| "completions/min_length": 277.0, |
| "completions/min_terminated_length": 277.0, |
| "epoch": 0.039097209880931225, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7991682291030884, |
| "kl": 1.061606004834175, |
| "learning_rate": 3.817460317460318e-06, |
| "loss": 0.0011, |
| "num_tokens": 643523.0, |
| "reward": 0.7400416135787964, |
| "reward_std": 0.11785461008548737, |
| "rewards/check_answer/mean": 0.7400416135787964, |
| "rewards/check_answer/std": 0.11785461753606796, |
| "step": 220 |
| }, |
| { |
| "completion_length": 523.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 602.0, |
| "completions/max_terminated_length": 602.0, |
| "completions/mean_length": 523.0, |
| "completions/mean_terminated_length": 523.0, |
| "completions/min_length": 450.0, |
| "completions/min_terminated_length": 450.0, |
| "epoch": 0.03927492447129909, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4204972982406616, |
| "kl": 1.000058576464653, |
| "learning_rate": 3.80952380952381e-06, |
| "loss": 0.001, |
| "num_tokens": 646795.0, |
| "reward": 0.7960029244422913, |
| "reward_std": 0.11042596399784088, |
| "rewards/check_answer/mean": 0.7960029244422913, |
| "rewards/check_answer/std": 0.11042595654726028, |
| "step": 221 |
| }, |
| { |
| "completion_length": 509.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 586.0, |
| "completions/max_terminated_length": 586.0, |
| "completions/mean_length": 509.75, |
| "completions/mean_terminated_length": 509.75, |
| "completions/min_length": 406.0, |
| "completions/min_terminated_length": 406.0, |
| "epoch": 0.03945263906166696, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4458086490631104, |
| "kl": 1.0492773056030273, |
| "learning_rate": 3.801587301587302e-06, |
| "loss": 0.001, |
| "num_tokens": 650042.0, |
| "reward": 0.8759781718254089, |
| "reward_std": 0.07902158796787262, |
| "rewards/check_answer/mean": 0.8759781718254089, |
| "rewards/check_answer/std": 0.07902161031961441, |
| "step": 222 |
| }, |
| { |
| "completion_length": 422.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 494.0, |
| "completions/max_terminated_length": 494.0, |
| "completions/mean_length": 422.25, |
| "completions/mean_terminated_length": 422.25, |
| "completions/min_length": 330.0, |
| "completions/min_terminated_length": 330.0, |
| "epoch": 0.03963035365203483, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7075461149215698, |
| "kl": 1.1013980060815811, |
| "learning_rate": 3.793650793650794e-06, |
| "loss": 0.0011, |
| "num_tokens": 652883.0, |
| "reward": 0.6839185953140259, |
| "reward_std": 0.16940036416053772, |
| "rewards/check_answer/mean": 0.6839185953140259, |
| "rewards/check_answer/std": 0.1694003790616989, |
| "step": 223 |
| }, |
| { |
| "completion_length": 410.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 459.0, |
| "completions/max_terminated_length": 459.0, |
| "completions/mean_length": 410.0, |
| "completions/mean_terminated_length": 410.0, |
| "completions/min_length": 368.0, |
| "completions/min_terminated_length": 368.0, |
| "epoch": 0.039808068242402704, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.579961895942688, |
| "kl": 1.1135330200195312, |
| "learning_rate": 3.785714285714286e-06, |
| "loss": 0.0011, |
| "num_tokens": 655659.0, |
| "reward": 0.7339705228805542, |
| "reward_std": 0.09850845485925674, |
| "rewards/check_answer/mean": 0.7339705228805542, |
| "rewards/check_answer/std": 0.09850846230983734, |
| "step": 224 |
| }, |
| { |
| "completion_length": 405.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 492.0, |
| "completions/max_terminated_length": 492.0, |
| "completions/mean_length": 405.75, |
| "completions/mean_terminated_length": 405.75, |
| "completions/min_length": 327.0, |
| "completions/min_terminated_length": 327.0, |
| "epoch": 0.03998578283277057, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5088939666748047, |
| "kl": 1.0870481431484222, |
| "learning_rate": 3.777777777777778e-06, |
| "loss": 0.0011, |
| "num_tokens": 658394.0, |
| "reward": 0.6195275783538818, |
| "reward_std": 0.32846853137016296, |
| "rewards/check_answer/mean": 0.6195275783538818, |
| "rewards/check_answer/std": 0.32846853137016296, |
| "step": 225 |
| }, |
| { |
| "completion_length": 425.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 504.0, |
| "completions/max_terminated_length": 504.0, |
| "completions/mean_length": 425.75, |
| "completions/mean_terminated_length": 425.75, |
| "completions/min_length": 352.0, |
| "completions/min_terminated_length": 352.0, |
| "epoch": 0.04016349742313844, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6888916492462158, |
| "kl": 1.0393297523260117, |
| "learning_rate": 3.76984126984127e-06, |
| "loss": 0.001, |
| "num_tokens": 661237.0, |
| "reward": 0.5425740480422974, |
| "reward_std": 0.14747239649295807, |
| "rewards/check_answer/mean": 0.5425740480422974, |
| "rewards/check_answer/std": 0.14747241139411926, |
| "step": 226 |
| }, |
| { |
| "completion_length": 430.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 551.0, |
| "completions/max_terminated_length": 551.0, |
| "completions/mean_length": 430.0, |
| "completions/mean_terminated_length": 430.0, |
| "completions/min_length": 325.0, |
| "completions/min_terminated_length": 325.0, |
| "epoch": 0.04034121201350631, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.497071385383606, |
| "kl": 0.8925988674163818, |
| "learning_rate": 3.761904761904762e-06, |
| "loss": 0.0009, |
| "num_tokens": 664129.0, |
| "reward": 0.5838330984115601, |
| "reward_std": 0.14572261273860931, |
| "rewards/check_answer/mean": 0.5838330984115601, |
| "rewards/check_answer/std": 0.14572261273860931, |
| "step": 227 |
| }, |
| { |
| "completion_length": 387.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 466.0, |
| "completions/max_terminated_length": 466.0, |
| "completions/mean_length": 387.75, |
| "completions/mean_terminated_length": 387.75, |
| "completions/min_length": 284.0, |
| "completions/min_terminated_length": 284.0, |
| "epoch": 0.04051892660387418, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.95894193649292, |
| "kl": 1.2442685663700104, |
| "learning_rate": 3.7539682539682543e-06, |
| "loss": 0.0012, |
| "num_tokens": 666784.0, |
| "reward": 0.3317446708679199, |
| "reward_std": 0.12045136839151382, |
| "rewards/check_answer/mean": 0.3317446708679199, |
| "rewards/check_answer/std": 0.12045136094093323, |
| "step": 228 |
| }, |
| { |
| "completion_length": 627.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 788.0, |
| "completions/max_terminated_length": 788.0, |
| "completions/mean_length": 627.25, |
| "completions/mean_terminated_length": 627.25, |
| "completions/min_length": 499.0, |
| "completions/min_terminated_length": 499.0, |
| "epoch": 0.040696641194242045, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2475444078445435, |
| "kl": 0.8898588418960571, |
| "learning_rate": 3.7460317460317463e-06, |
| "loss": 0.0009, |
| "num_tokens": 670541.0, |
| "reward": 0.5734164714813232, |
| "reward_std": 0.06777976453304291, |
| "rewards/check_answer/mean": 0.5734164714813232, |
| "rewards/check_answer/std": 0.0677797719836235, |
| "step": 229 |
| }, |
| { |
| "completion_length": 528.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 586.0, |
| "completions/max_terminated_length": 586.0, |
| "completions/mean_length": 528.25, |
| "completions/mean_terminated_length": 528.25, |
| "completions/min_length": 443.0, |
| "completions/min_terminated_length": 443.0, |
| "epoch": 0.04087435578460992, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5907459259033203, |
| "kl": 0.9156730771064758, |
| "learning_rate": 3.7380952380952384e-06, |
| "loss": 0.0009, |
| "num_tokens": 673814.0, |
| "reward": 0.6122113466262817, |
| "reward_std": 0.06687498092651367, |
| "rewards/check_answer/mean": 0.6122113466262817, |
| "rewards/check_answer/std": 0.06687495857477188, |
| "step": 230 |
| }, |
| { |
| "completion_length": 572.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 606.0, |
| "completions/max_terminated_length": 606.0, |
| "completions/mean_length": 572.25, |
| "completions/mean_terminated_length": 572.25, |
| "completions/min_length": 514.0, |
| "completions/min_terminated_length": 514.0, |
| "epoch": 0.04105207037497779, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.419886589050293, |
| "kl": 0.9749362170696259, |
| "learning_rate": 3.7301587301587305e-06, |
| "loss": 0.001, |
| "num_tokens": 677267.0, |
| "reward": 0.8499937653541565, |
| "reward_std": 0.16837330162525177, |
| "rewards/check_answer/mean": 0.8499937653541565, |
| "rewards/check_answer/std": 0.16837328672409058, |
| "step": 231 |
| }, |
| { |
| "completion_length": 461.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 542.0, |
| "completions/max_terminated_length": 542.0, |
| "completions/mean_length": 461.75, |
| "completions/mean_terminated_length": 461.75, |
| "completions/min_length": 377.0, |
| "completions/min_terminated_length": 377.0, |
| "epoch": 0.041229784965345656, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.645576000213623, |
| "kl": 0.988830104470253, |
| "learning_rate": 3.7222222222222225e-06, |
| "loss": 0.001, |
| "num_tokens": 680234.0, |
| "reward": 0.9341785311698914, |
| "reward_std": 0.23470927774906158, |
| "rewards/check_answer/mean": 0.9341785311698914, |
| "rewards/check_answer/std": 0.23470927774906158, |
| "step": 232 |
| }, |
| { |
| "completion_length": 610.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 754.0, |
| "completions/max_terminated_length": 754.0, |
| "completions/mean_length": 610.0, |
| "completions/mean_terminated_length": 610.0, |
| "completions/min_length": 448.0, |
| "completions/min_terminated_length": 448.0, |
| "epoch": 0.041407499555713524, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2507656812667847, |
| "kl": 0.7385053485631943, |
| "learning_rate": 3.7142857142857146e-06, |
| "loss": 0.0007, |
| "num_tokens": 683910.0, |
| "reward": 0.5352281332015991, |
| "reward_std": 0.04549167677760124, |
| "rewards/check_answer/mean": 0.5352281332015991, |
| "rewards/check_answer/std": 0.04549166187644005, |
| "step": 233 |
| }, |
| { |
| "completion_length": 609.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 648.0, |
| "completions/max_terminated_length": 648.0, |
| "completions/mean_length": 609.75, |
| "completions/mean_terminated_length": 609.75, |
| "completions/min_length": 558.0, |
| "completions/min_terminated_length": 558.0, |
| "epoch": 0.04158521414608139, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3870525360107422, |
| "kl": 0.7475785911083221, |
| "learning_rate": 3.7063492063492067e-06, |
| "loss": 0.0007, |
| "num_tokens": 687569.0, |
| "reward": 0.4529799520969391, |
| "reward_std": 0.045896902680397034, |
| "rewards/check_answer/mean": 0.4529799520969391, |
| "rewards/check_answer/std": 0.04589690640568733, |
| "step": 234 |
| }, |
| { |
| "completion_length": 511.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 583.0, |
| "completions/max_terminated_length": 583.0, |
| "completions/mean_length": 511.75, |
| "completions/mean_terminated_length": 511.75, |
| "completions/min_length": 420.0, |
| "completions/min_terminated_length": 420.0, |
| "epoch": 0.04176292873644926, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6288220882415771, |
| "kl": 0.9887201339006424, |
| "learning_rate": 3.6984126984126987e-06, |
| "loss": 0.001, |
| "num_tokens": 690784.0, |
| "reward": 0.705742359161377, |
| "reward_std": 0.1110423356294632, |
| "rewards/check_answer/mean": 0.705742359161377, |
| "rewards/check_answer/std": 0.11104235798120499, |
| "step": 235 |
| }, |
| { |
| "completion_length": 531.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 603.0, |
| "completions/max_terminated_length": 603.0, |
| "completions/mean_length": 531.5, |
| "completions/mean_terminated_length": 531.5, |
| "completions/min_length": 350.0, |
| "completions/min_terminated_length": 350.0, |
| "epoch": 0.04194064332681713, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2495639324188232, |
| "kl": 0.7813977897167206, |
| "learning_rate": 3.690476190476191e-06, |
| "loss": 0.0008, |
| "num_tokens": 694166.0, |
| "reward": 1.2415096759796143, |
| "reward_std": 0.19065117835998535, |
| "rewards/check_answer/mean": 1.2415096759796143, |
| "rewards/check_answer/std": 0.19065116345882416, |
| "step": 236 |
| }, |
| { |
| "completion_length": 403.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 450.0, |
| "completions/max_terminated_length": 450.0, |
| "completions/mean_length": 403.25, |
| "completions/mean_terminated_length": 403.25, |
| "completions/min_length": 345.0, |
| "completions/min_terminated_length": 345.0, |
| "epoch": 0.042118357917185004, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8500796556472778, |
| "kl": 1.0187488496303558, |
| "learning_rate": 3.6825396825396833e-06, |
| "loss": 0.001, |
| "num_tokens": 696903.0, |
| "reward": 0.6371432542800903, |
| "reward_std": 0.07777383923530579, |
| "rewards/check_answer/mean": 0.6371432542800903, |
| "rewards/check_answer/std": 0.07777383923530579, |
| "step": 237 |
| }, |
| { |
| "completion_length": 454.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 533.0, |
| "completions/max_terminated_length": 533.0, |
| "completions/mean_length": 454.5, |
| "completions/mean_terminated_length": 454.5, |
| "completions/min_length": 386.0, |
| "completions/min_terminated_length": 386.0, |
| "epoch": 0.04229607250755287, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4619567394256592, |
| "kl": 0.7681007236242294, |
| "learning_rate": 3.6746031746031754e-06, |
| "loss": 0.0008, |
| "num_tokens": 699897.0, |
| "reward": 0.6196759939193726, |
| "reward_std": 0.051524724811315536, |
| "rewards/check_answer/mean": 0.6196759939193726, |
| "rewards/check_answer/std": 0.051524724811315536, |
| "step": 238 |
| }, |
| { |
| "completion_length": 376.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 462.0, |
| "completions/max_terminated_length": 462.0, |
| "completions/mean_length": 376.0, |
| "completions/mean_terminated_length": 376.0, |
| "completions/min_length": 311.0, |
| "completions/min_terminated_length": 311.0, |
| "epoch": 0.04247378709792074, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5873010158538818, |
| "kl": 0.9846309572458267, |
| "learning_rate": 3.6666666666666666e-06, |
| "loss": 0.001, |
| "num_tokens": 702549.0, |
| "reward": 0.5979254245758057, |
| "reward_std": 0.08328143507242203, |
| "rewards/check_answer/mean": 0.5979254245758057, |
| "rewards/check_answer/std": 0.08328142762184143, |
| "step": 239 |
| }, |
| { |
| "completion_length": 417.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 492.0, |
| "completions/max_terminated_length": 492.0, |
| "completions/mean_length": 417.0, |
| "completions/mean_terminated_length": 417.0, |
| "completions/min_length": 343.0, |
| "completions/min_terminated_length": 343.0, |
| "epoch": 0.04265150168828861, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7484502792358398, |
| "kl": 1.022307112812996, |
| "learning_rate": 3.6587301587301586e-06, |
| "loss": 0.001, |
| "num_tokens": 705357.0, |
| "reward": 0.35202890634536743, |
| "reward_std": 0.06691336631774902, |
| "rewards/check_answer/mean": 0.35202890634536743, |
| "rewards/check_answer/std": 0.06691337376832962, |
| "step": 240 |
| }, |
| { |
| "completion_length": 423.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 551.0, |
| "completions/max_terminated_length": 551.0, |
| "completions/mean_length": 423.5, |
| "completions/mean_terminated_length": 423.5, |
| "completions/min_length": 363.0, |
| "completions/min_terminated_length": 363.0, |
| "epoch": 0.042829216278656476, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7925474643707275, |
| "kl": 1.7321273684501648, |
| "learning_rate": 3.6507936507936507e-06, |
| "loss": 0.0017, |
| "num_tokens": 708235.0, |
| "reward": 0.6433290243148804, |
| "reward_std": 0.17733269929885864, |
| "rewards/check_answer/mean": 0.6433290243148804, |
| "rewards/check_answer/std": 0.17733269929885864, |
| "step": 241 |
| }, |
| { |
| "completion_length": 344.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 444.0, |
| "completions/max_terminated_length": 444.0, |
| "completions/mean_length": 344.75, |
| "completions/mean_terminated_length": 344.75, |
| "completions/min_length": 244.0, |
| "completions/min_terminated_length": 244.0, |
| "epoch": 0.043006930869024344, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7820135354995728, |
| "kl": 1.646221399307251, |
| "learning_rate": 3.642857142857143e-06, |
| "loss": 0.0016, |
| "num_tokens": 710738.0, |
| "reward": 0.4637607932090759, |
| "reward_std": 0.2009269893169403, |
| "rewards/check_answer/mean": 0.4637607932090759, |
| "rewards/check_answer/std": 0.2009270042181015, |
| "step": 242 |
| }, |
| { |
| "completion_length": 279.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 336.0, |
| "completions/max_terminated_length": 336.0, |
| "completions/mean_length": 279.0, |
| "completions/mean_terminated_length": 279.0, |
| "completions/min_length": 233.0, |
| "completions/min_terminated_length": 233.0, |
| "epoch": 0.04318464545939222, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.884946346282959, |
| "kl": 1.4627968966960907, |
| "learning_rate": 3.6349206349206353e-06, |
| "loss": 0.0015, |
| "num_tokens": 712954.0, |
| "reward": 0.08365356922149658, |
| "reward_std": 0.048354603350162506, |
| "rewards/check_answer/mean": 0.08365356922149658, |
| "rewards/check_answer/std": 0.048354603350162506, |
| "step": 243 |
| }, |
| { |
| "completion_length": 521.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 646.0, |
| "completions/max_terminated_length": 646.0, |
| "completions/mean_length": 521.0, |
| "completions/mean_terminated_length": 521.0, |
| "completions/min_length": 433.0, |
| "completions/min_terminated_length": 433.0, |
| "epoch": 0.04336236004976009, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3385543823242188, |
| "kl": 0.8651070147752762, |
| "learning_rate": 3.6269841269841273e-06, |
| "loss": 0.0009, |
| "num_tokens": 716238.0, |
| "reward": 0.8709990382194519, |
| "reward_std": 0.025177743285894394, |
| "rewards/check_answer/mean": 0.8709990382194519, |
| "rewards/check_answer/std": 0.025177743285894394, |
| "step": 244 |
| }, |
| { |
| "completion_length": 534.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 588.0, |
| "completions/max_terminated_length": 588.0, |
| "completions/mean_length": 534.75, |
| "completions/mean_terminated_length": 534.75, |
| "completions/min_length": 391.0, |
| "completions/min_terminated_length": 391.0, |
| "epoch": 0.043540074640127956, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4057061672210693, |
| "kl": 1.1244578957557678, |
| "learning_rate": 3.6190476190476194e-06, |
| "loss": 0.0011, |
| "num_tokens": 719533.0, |
| "reward": 0.9694785475730896, |
| "reward_std": 0.1145370677113533, |
| "rewards/check_answer/mean": 0.9694785475730896, |
| "rewards/check_answer/std": 0.1145370677113533, |
| "step": 245 |
| }, |
| { |
| "completion_length": 387.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 416.0, |
| "completions/max_terminated_length": 416.0, |
| "completions/mean_length": 387.25, |
| "completions/mean_terminated_length": 387.25, |
| "completions/min_length": 325.0, |
| "completions/min_terminated_length": 325.0, |
| "epoch": 0.043717789230495824, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.820640206336975, |
| "kl": 1.5689309239387512, |
| "learning_rate": 3.6111111111111115e-06, |
| "loss": 0.0016, |
| "num_tokens": 722202.0, |
| "reward": 0.4090389609336853, |
| "reward_std": 0.09788350760936737, |
| "rewards/check_answer/mean": 0.4090389609336853, |
| "rewards/check_answer/std": 0.09788351505994797, |
| "step": 246 |
| }, |
| { |
| "completion_length": 524.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 615.0, |
| "completions/max_terminated_length": 615.0, |
| "completions/mean_length": 524.75, |
| "completions/mean_terminated_length": 524.75, |
| "completions/min_length": 416.0, |
| "completions/min_terminated_length": 416.0, |
| "epoch": 0.04389550382086369, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3757284879684448, |
| "kl": 0.7826510369777679, |
| "learning_rate": 3.6031746031746035e-06, |
| "loss": 0.0008, |
| "num_tokens": 725489.0, |
| "reward": 0.9417409896850586, |
| "reward_std": 0.39931824803352356, |
| "rewards/check_answer/mean": 0.9417409896850586, |
| "rewards/check_answer/std": 0.39931821823120117, |
| "step": 247 |
| }, |
| { |
| "completion_length": 692.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 981.0, |
| "completions/max_terminated_length": 981.0, |
| "completions/mean_length": 692.75, |
| "completions/mean_terminated_length": 692.75, |
| "completions/min_length": 486.0, |
| "completions/min_terminated_length": 486.0, |
| "epoch": 0.04407321841123156, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1299306154251099, |
| "kl": 0.7229564934968948, |
| "learning_rate": 3.5952380952380956e-06, |
| "loss": 0.0007, |
| "num_tokens": 729500.0, |
| "reward": 0.6503614783287048, |
| "reward_std": 0.045035649091005325, |
| "rewards/check_answer/mean": 0.6503614783287048, |
| "rewards/check_answer/std": 0.04503565654158592, |
| "step": 248 |
| }, |
| { |
| "completion_length": 480.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 591.0, |
| "completions/max_terminated_length": 591.0, |
| "completions/mean_length": 480.5, |
| "completions/mean_terminated_length": 480.5, |
| "completions/min_length": 351.0, |
| "completions/min_terminated_length": 351.0, |
| "epoch": 0.04425093300159943, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3678374290466309, |
| "kl": 0.8728310763835907, |
| "learning_rate": 3.5873015873015877e-06, |
| "loss": 0.0009, |
| "num_tokens": 732590.0, |
| "reward": 0.8919079303741455, |
| "reward_std": 0.10072972625494003, |
| "rewards/check_answer/mean": 0.8919079303741455, |
| "rewards/check_answer/std": 0.10072971135377884, |
| "step": 249 |
| }, |
| { |
| "completion_length": 466.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 505.0, |
| "completions/max_terminated_length": 505.0, |
| "completions/mean_length": 466.75, |
| "completions/mean_terminated_length": 466.75, |
| "completions/min_length": 437.0, |
| "completions/min_terminated_length": 437.0, |
| "epoch": 0.0444286475919673, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.570044994354248, |
| "kl": 0.9534753710031509, |
| "learning_rate": 3.5793650793650797e-06, |
| "loss": 0.001, |
| "num_tokens": 735681.0, |
| "reward": 0.6919865012168884, |
| "reward_std": 0.014157108031213284, |
| "rewards/check_answer/mean": 0.6919865012168884, |
| "rewards/check_answer/std": 0.014157108031213284, |
| "step": 250 |
| }, |
| { |
| "completion_length": 376.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 505.0, |
| "completions/max_terminated_length": 505.0, |
| "completions/mean_length": 376.5, |
| "completions/mean_terminated_length": 376.5, |
| "completions/min_length": 261.0, |
| "completions/min_terminated_length": 261.0, |
| "epoch": 0.04460636218233517, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9166706800460815, |
| "kl": 0.9647689759731293, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 0.001, |
| "num_tokens": 738319.0, |
| "reward": 0.44414740800857544, |
| "reward_std": 0.13158369064331055, |
| "rewards/check_answer/mean": 0.44414740800857544, |
| "rewards/check_answer/std": 0.13158370554447174, |
| "step": 251 |
| }, |
| { |
| "completion_length": 319.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 406.0, |
| "completions/max_terminated_length": 406.0, |
| "completions/mean_length": 319.0, |
| "completions/mean_terminated_length": 319.0, |
| "completions/min_length": 231.0, |
| "completions/min_terminated_length": 231.0, |
| "epoch": 0.04478407677270304, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.1092257499694824, |
| "kl": 1.1556675136089325, |
| "learning_rate": 3.563492063492064e-06, |
| "loss": 0.0012, |
| "num_tokens": 740707.0, |
| "reward": 0.5653150081634521, |
| "reward_std": 0.1314965784549713, |
| "rewards/check_answer/mean": 0.5653150081634521, |
| "rewards/check_answer/std": 0.1314965784549713, |
| "step": 252 |
| }, |
| { |
| "completion_length": 321.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 339.0, |
| "completions/max_terminated_length": 339.0, |
| "completions/mean_length": 321.0, |
| "completions/mean_terminated_length": 321.0, |
| "completions/min_length": 305.0, |
| "completions/min_terminated_length": 305.0, |
| "epoch": 0.04496179136307091, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.977848768234253, |
| "kl": 1.1421026587486267, |
| "learning_rate": 3.555555555555556e-06, |
| "loss": 0.0011, |
| "num_tokens": 743111.0, |
| "reward": 1.2765793800354004, |
| "reward_std": 0.37045302987098694, |
| "rewards/check_answer/mean": 1.2765793800354004, |
| "rewards/check_answer/std": 0.3704530596733093, |
| "step": 253 |
| }, |
| { |
| "completion_length": 491.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 574.0, |
| "completions/max_terminated_length": 574.0, |
| "completions/mean_length": 491.5, |
| "completions/mean_terminated_length": 491.5, |
| "completions/min_length": 415.0, |
| "completions/min_terminated_length": 415.0, |
| "epoch": 0.045139505953438776, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4590531587600708, |
| "kl": 1.0585539489984512, |
| "learning_rate": 3.547619047619048e-06, |
| "loss": 0.0011, |
| "num_tokens": 746269.0, |
| "reward": 0.9823049306869507, |
| "reward_std": 0.07934407889842987, |
| "rewards/check_answer/mean": 0.9823049306869507, |
| "rewards/check_answer/std": 0.07934407889842987, |
| "step": 254 |
| }, |
| { |
| "completion_length": 429.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 472.0, |
| "completions/max_terminated_length": 472.0, |
| "completions/mean_length": 429.0, |
| "completions/mean_terminated_length": 429.0, |
| "completions/min_length": 353.0, |
| "completions/min_terminated_length": 353.0, |
| "epoch": 0.045317220543806644, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9310379028320312, |
| "kl": 1.1345547437667847, |
| "learning_rate": 3.53968253968254e-06, |
| "loss": 0.0011, |
| "num_tokens": 749121.0, |
| "reward": 0.45538854598999023, |
| "reward_std": 0.10226347297430038, |
| "rewards/check_answer/mean": 0.45538854598999023, |
| "rewards/check_answer/std": 0.10226348042488098, |
| "step": 255 |
| }, |
| { |
| "completion_length": 404.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 415.0, |
| "completions/max_terminated_length": 415.0, |
| "completions/mean_length": 404.5, |
| "completions/mean_terminated_length": 404.5, |
| "completions/min_length": 387.0, |
| "completions/min_terminated_length": 387.0, |
| "epoch": 0.04549493513417452, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4988094568252563, |
| "kl": 1.2277261018753052, |
| "learning_rate": 3.531746031746032e-06, |
| "loss": 0.0012, |
| "num_tokens": 751847.0, |
| "reward": 0.504880428314209, |
| "reward_std": 0.26580870151519775, |
| "rewards/check_answer/mean": 0.504880428314209, |
| "rewards/check_answer/std": 0.26580870151519775, |
| "step": 256 |
| }, |
| { |
| "completion_length": 606.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 704.0, |
| "completions/max_terminated_length": 704.0, |
| "completions/mean_length": 606.75, |
| "completions/mean_terminated_length": 606.75, |
| "completions/min_length": 545.0, |
| "completions/min_terminated_length": 545.0, |
| "epoch": 0.04567264972454239, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3845511674880981, |
| "kl": 0.7865335196256638, |
| "learning_rate": 3.523809523809524e-06, |
| "loss": 0.0008, |
| "num_tokens": 755498.0, |
| "reward": 0.4449111521244049, |
| "reward_std": 0.04709044471383095, |
| "rewards/check_answer/mean": 0.4449111521244049, |
| "rewards/check_answer/std": 0.04709044098854065, |
| "step": 257 |
| }, |
| { |
| "completion_length": 568.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 588.0, |
| "completions/max_terminated_length": 588.0, |
| "completions/mean_length": 568.25, |
| "completions/mean_terminated_length": 568.25, |
| "completions/min_length": 536.0, |
| "completions/min_terminated_length": 536.0, |
| "epoch": 0.045850364314910255, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5005916357040405, |
| "kl": 0.961561843752861, |
| "learning_rate": 3.5158730158730162e-06, |
| "loss": 0.001, |
| "num_tokens": 758955.0, |
| "reward": 0.9184130430221558, |
| "reward_std": 0.08506201952695847, |
| "rewards/check_answer/mean": 0.9184130430221558, |
| "rewards/check_answer/std": 0.08506201952695847, |
| "step": 258 |
| }, |
| { |
| "completion_length": 488.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 599.0, |
| "completions/max_terminated_length": 599.0, |
| "completions/mean_length": 488.25, |
| "completions/mean_terminated_length": 488.25, |
| "completions/min_length": 409.0, |
| "completions/min_terminated_length": 409.0, |
| "epoch": 0.04602807890527812, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.433339238166809, |
| "kl": 1.8387483060359955, |
| "learning_rate": 3.507936507936508e-06, |
| "loss": 0.0018, |
| "num_tokens": 762080.0, |
| "reward": 0.5739443302154541, |
| "reward_std": 0.04967578500509262, |
| "rewards/check_answer/mean": 0.5739443302154541, |
| "rewards/check_answer/std": 0.04967578500509262, |
| "step": 259 |
| }, |
| { |
| "completion_length": 665.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 779.0, |
| "completions/max_terminated_length": 779.0, |
| "completions/mean_length": 665.0, |
| "completions/mean_terminated_length": 665.0, |
| "completions/min_length": 594.0, |
| "completions/min_terminated_length": 594.0, |
| "epoch": 0.04620579349564599, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3149513006210327, |
| "kl": 0.5900047421455383, |
| "learning_rate": 3.5e-06, |
| "loss": 0.0006, |
| "num_tokens": 765968.0, |
| "reward": 0.5332039594650269, |
| "reward_std": 0.03528818115592003, |
| "rewards/check_answer/mean": 0.5332039594650269, |
| "rewards/check_answer/std": 0.03528818115592003, |
| "step": 260 |
| }, |
| { |
| "completion_length": 470.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 551.0, |
| "completions/max_terminated_length": 551.0, |
| "completions/mean_length": 470.0, |
| "completions/mean_terminated_length": 470.0, |
| "completions/min_length": 378.0, |
| "completions/min_terminated_length": 378.0, |
| "epoch": 0.04638350808601386, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5507720708847046, |
| "kl": 0.8859493583440781, |
| "learning_rate": 3.492063492063492e-06, |
| "loss": 0.0009, |
| "num_tokens": 769020.0, |
| "reward": 1.028480052947998, |
| "reward_std": 0.039744578301906586, |
| "rewards/check_answer/mean": 1.028480052947998, |
| "rewards/check_answer/std": 0.03974457457661629, |
| "step": 261 |
| }, |
| { |
| "completion_length": 562.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 594.0, |
| "completions/max_terminated_length": 594.0, |
| "completions/mean_length": 562.5, |
| "completions/mean_terminated_length": 562.5, |
| "completions/min_length": 518.0, |
| "completions/min_terminated_length": 518.0, |
| "epoch": 0.04656122267638173, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4958258867263794, |
| "kl": 0.9075725972652435, |
| "learning_rate": 3.484126984126984e-06, |
| "loss": 0.0009, |
| "num_tokens": 772478.0, |
| "reward": 0.5773640871047974, |
| "reward_std": 0.07390649616718292, |
| "rewards/check_answer/mean": 0.5773640871047974, |
| "rewards/check_answer/std": 0.07390650361776352, |
| "step": 262 |
| }, |
| { |
| "completion_length": 534.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 592.0, |
| "completions/max_terminated_length": 592.0, |
| "completions/mean_length": 534.5, |
| "completions/mean_terminated_length": 534.5, |
| "completions/min_length": 404.0, |
| "completions/min_terminated_length": 404.0, |
| "epoch": 0.0467389372667496, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.40358567237854, |
| "kl": 0.9262001812458038, |
| "learning_rate": 3.476190476190476e-06, |
| "loss": 0.0009, |
| "num_tokens": 775804.0, |
| "reward": 0.7191150784492493, |
| "reward_std": 0.18629220128059387, |
| "rewards/check_answer/mean": 0.7191150784492493, |
| "rewards/check_answer/std": 0.18629220128059387, |
| "step": 263 |
| }, |
| { |
| "completion_length": 729.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 931.0, |
| "completions/max_terminated_length": 931.0, |
| "completions/mean_length": 729.5, |
| "completions/mean_terminated_length": 729.5, |
| "completions/min_length": 573.0, |
| "completions/min_terminated_length": 573.0, |
| "epoch": 0.04691665185711747, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1973987817764282, |
| "kl": 0.7220532447099686, |
| "learning_rate": 3.4682539682539686e-06, |
| "loss": 0.0007, |
| "num_tokens": 779970.0, |
| "reward": 0.8442820310592651, |
| "reward_std": 0.10566776990890503, |
| "rewards/check_answer/mean": 0.8442820310592651, |
| "rewards/check_answer/std": 0.10566778481006622, |
| "step": 264 |
| }, |
| { |
| "completion_length": 417.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 596.0, |
| "completions/max_terminated_length": 596.0, |
| "completions/mean_length": 417.5, |
| "completions/mean_terminated_length": 417.5, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "epoch": 0.04709436644748534, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7977854013442993, |
| "kl": 1.008522853255272, |
| "learning_rate": 3.4603174603174607e-06, |
| "loss": 0.001, |
| "num_tokens": 782792.0, |
| "reward": 0.4289383888244629, |
| "reward_std": 0.09566648304462433, |
| "rewards/check_answer/mean": 0.4289383888244629, |
| "rewards/check_answer/std": 0.09566648304462433, |
| "step": 265 |
| }, |
| { |
| "completion_length": 324.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 376.0, |
| "completions/max_terminated_length": 376.0, |
| "completions/mean_length": 324.5, |
| "completions/mean_terminated_length": 324.5, |
| "completions/min_length": 201.0, |
| "completions/min_terminated_length": 201.0, |
| "epoch": 0.04727208103785321, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.0535054206848145, |
| "kl": 1.2962539196014404, |
| "learning_rate": 3.4523809523809528e-06, |
| "loss": 0.0013, |
| "num_tokens": 785202.0, |
| "reward": 0.7310268878936768, |
| "reward_std": 0.12941241264343262, |
| "rewards/check_answer/mean": 0.7310268878936768, |
| "rewards/check_answer/std": 0.12941241264343262, |
| "step": 266 |
| }, |
| { |
| "completion_length": 397.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 506.0, |
| "completions/max_terminated_length": 506.0, |
| "completions/mean_length": 397.0, |
| "completions/mean_terminated_length": 397.0, |
| "completions/min_length": 305.0, |
| "completions/min_terminated_length": 305.0, |
| "epoch": 0.047449795628221075, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6865134239196777, |
| "kl": 1.0350788980722427, |
| "learning_rate": 3.444444444444445e-06, |
| "loss": 0.001, |
| "num_tokens": 787926.0, |
| "reward": 0.6125245094299316, |
| "reward_std": 0.042323432862758636, |
| "rewards/check_answer/mean": 0.6125245094299316, |
| "rewards/check_answer/std": 0.04232344776391983, |
| "step": 267 |
| }, |
| { |
| "completion_length": 452.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 496.0, |
| "completions/max_terminated_length": 496.0, |
| "completions/mean_length": 452.0, |
| "completions/mean_terminated_length": 452.0, |
| "completions/min_length": 372.0, |
| "completions/min_terminated_length": 372.0, |
| "epoch": 0.04762751021858894, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8140619993209839, |
| "kl": 1.1835395395755768, |
| "learning_rate": 3.436507936507937e-06, |
| "loss": 0.0012, |
| "num_tokens": 790898.0, |
| "reward": 0.7142941951751709, |
| "reward_std": 0.04723852872848511, |
| "rewards/check_answer/mean": 0.7142941951751709, |
| "rewards/check_answer/std": 0.04723851755261421, |
| "step": 268 |
| }, |
| { |
| "completion_length": 423.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 485.0, |
| "completions/max_terminated_length": 485.0, |
| "completions/mean_length": 423.0, |
| "completions/mean_terminated_length": 423.0, |
| "completions/min_length": 310.0, |
| "completions/min_terminated_length": 310.0, |
| "epoch": 0.04780522480895682, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.790672779083252, |
| "kl": 0.9827256351709366, |
| "learning_rate": 3.428571428571429e-06, |
| "loss": 0.001, |
| "num_tokens": 793762.0, |
| "reward": 0.8307985067367554, |
| "reward_std": 0.3221786618232727, |
| "rewards/check_answer/mean": 0.8307985067367554, |
| "rewards/check_answer/std": 0.3221786618232727, |
| "step": 269 |
| }, |
| { |
| "completion_length": 358.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 426.0, |
| "completions/max_terminated_length": 426.0, |
| "completions/mean_length": 358.25, |
| "completions/mean_terminated_length": 358.25, |
| "completions/min_length": 307.0, |
| "completions/min_terminated_length": 307.0, |
| "epoch": 0.04798293939932469, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.941380500793457, |
| "kl": 1.0881590843200684, |
| "learning_rate": 3.420634920634921e-06, |
| "loss": 0.0011, |
| "num_tokens": 796307.0, |
| "reward": 0.4849153161048889, |
| "reward_std": 0.29613256454467773, |
| "rewards/check_answer/mean": 0.4849153161048889, |
| "rewards/check_answer/std": 0.2961325943470001, |
| "step": 270 |
| }, |
| { |
| "completion_length": 326.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 385.0, |
| "completions/max_terminated_length": 385.0, |
| "completions/mean_length": 326.0, |
| "completions/mean_terminated_length": 326.0, |
| "completions/min_length": 215.0, |
| "completions/min_terminated_length": 215.0, |
| "epoch": 0.048160653989692555, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9679803848266602, |
| "kl": 1.3071230351924896, |
| "learning_rate": 3.412698412698413e-06, |
| "loss": 0.0013, |
| "num_tokens": 798719.0, |
| "reward": 0.22918394207954407, |
| "reward_std": 0.062074821442365646, |
| "rewards/check_answer/mean": 0.22918394207954407, |
| "rewards/check_answer/std": 0.062074825167655945, |
| "step": 271 |
| }, |
| { |
| "completion_length": 398.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 448.0, |
| "completions/max_terminated_length": 448.0, |
| "completions/mean_length": 398.0, |
| "completions/mean_terminated_length": 398.0, |
| "completions/min_length": 349.0, |
| "completions/min_terminated_length": 349.0, |
| "epoch": 0.04833836858006042, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.018653392791748, |
| "kl": 1.0570762902498245, |
| "learning_rate": 3.404761904761905e-06, |
| "loss": 0.0011, |
| "num_tokens": 801451.0, |
| "reward": 0.6168738603591919, |
| "reward_std": 0.2640104293823242, |
| "rewards/check_answer/mean": 0.6168738603591919, |
| "rewards/check_answer/std": 0.26401039958000183, |
| "step": 272 |
| }, |
| { |
| "completion_length": 683.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 757.0, |
| "completions/max_terminated_length": 757.0, |
| "completions/mean_length": 683.75, |
| "completions/mean_terminated_length": 683.75, |
| "completions/min_length": 593.0, |
| "completions/min_terminated_length": 593.0, |
| "epoch": 0.04851608317042829, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.255545973777771, |
| "kl": 0.656520888209343, |
| "learning_rate": 3.3968253968253972e-06, |
| "loss": 0.0007, |
| "num_tokens": 805418.0, |
| "reward": 0.600953221321106, |
| "reward_std": 0.053118567913770676, |
| "rewards/check_answer/mean": 0.600953221321106, |
| "rewards/check_answer/std": 0.053118567913770676, |
| "step": 273 |
| }, |
| { |
| "completion_length": 410.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 464.0, |
| "completions/max_terminated_length": 464.0, |
| "completions/mean_length": 410.25, |
| "completions/mean_terminated_length": 410.25, |
| "completions/min_length": 371.0, |
| "completions/min_terminated_length": 371.0, |
| "epoch": 0.04869379776079616, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6982554197311401, |
| "kl": 1.035290315747261, |
| "learning_rate": 3.3888888888888893e-06, |
| "loss": 0.001, |
| "num_tokens": 808167.0, |
| "reward": 0.4320813715457916, |
| "reward_std": 0.07345610857009888, |
| "rewards/check_answer/mean": 0.4320813715457916, |
| "rewards/check_answer/std": 0.07345611602067947, |
| "step": 274 |
| }, |
| { |
| "completion_length": 362.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 449.0, |
| "completions/max_terminated_length": 449.0, |
| "completions/mean_length": 362.25, |
| "completions/mean_terminated_length": 362.25, |
| "completions/min_length": 277.0, |
| "completions/min_terminated_length": 277.0, |
| "epoch": 0.04887151235116403, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.048283100128174, |
| "kl": 1.2046183943748474, |
| "learning_rate": 3.3809523809523814e-06, |
| "loss": 0.0012, |
| "num_tokens": 810744.0, |
| "reward": 0.3853052854537964, |
| "reward_std": 0.17090635001659393, |
| "rewards/check_answer/mean": 0.3853052854537964, |
| "rewards/check_answer/std": 0.17090635001659393, |
| "step": 275 |
| }, |
| { |
| "completion_length": 305.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 355.0, |
| "completions/max_terminated_length": 355.0, |
| "completions/mean_length": 305.25, |
| "completions/mean_terminated_length": 305.25, |
| "completions/min_length": 209.0, |
| "completions/min_terminated_length": 209.0, |
| "epoch": 0.0490492269415319, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6985806226730347, |
| "kl": 1.415896326303482, |
| "learning_rate": 3.3730158730158734e-06, |
| "loss": 0.0014, |
| "num_tokens": 813081.0, |
| "reward": 0.8497557640075684, |
| "reward_std": 0.18619711697101593, |
| "rewards/check_answer/mean": 0.8497557640075684, |
| "rewards/check_answer/std": 0.18619710206985474, |
| "step": 276 |
| }, |
| { |
| "completion_length": 553.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 627.0, |
| "completions/max_terminated_length": 627.0, |
| "completions/mean_length": 553.25, |
| "completions/mean_terminated_length": 553.25, |
| "completions/min_length": 489.0, |
| "completions/min_terminated_length": 489.0, |
| "epoch": 0.04922694153189977, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2501318454742432, |
| "kl": 0.8245724886655807, |
| "learning_rate": 3.3650793650793655e-06, |
| "loss": 0.0008, |
| "num_tokens": 816462.0, |
| "reward": 0.7029004096984863, |
| "reward_std": 0.06054462492465973, |
| "rewards/check_answer/mean": 0.7029004096984863, |
| "rewards/check_answer/std": 0.060544636100530624, |
| "step": 277 |
| }, |
| { |
| "completion_length": 511.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 577.0, |
| "completions/max_terminated_length": 577.0, |
| "completions/mean_length": 511.0, |
| "completions/mean_terminated_length": 511.0, |
| "completions/min_length": 341.0, |
| "completions/min_terminated_length": 341.0, |
| "epoch": 0.04940465612226764, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5694273710250854, |
| "kl": 0.9416662156581879, |
| "learning_rate": 3.357142857142857e-06, |
| "loss": 0.0009, |
| "num_tokens": 819678.0, |
| "reward": 0.6121678948402405, |
| "reward_std": 0.11947009712457657, |
| "rewards/check_answer/mean": 0.6121678948402405, |
| "rewards/check_answer/std": 0.11947011202573776, |
| "step": 278 |
| }, |
| { |
| "completion_length": 588.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 637.0, |
| "completions/max_terminated_length": 637.0, |
| "completions/mean_length": 588.25, |
| "completions/mean_terminated_length": 588.25, |
| "completions/min_length": 566.0, |
| "completions/min_terminated_length": 566.0, |
| "epoch": 0.04958237071263551, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.327501893043518, |
| "kl": 0.7060510069131851, |
| "learning_rate": 3.349206349206349e-06, |
| "loss": 0.0007, |
| "num_tokens": 823227.0, |
| "reward": 0.8100916147232056, |
| "reward_std": 0.054197296500205994, |
| "rewards/check_answer/mean": 0.8100916147232056, |
| "rewards/check_answer/std": 0.0541972815990448, |
| "step": 279 |
| }, |
| { |
| "completion_length": 620.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 661.0, |
| "completions/max_terminated_length": 661.0, |
| "completions/mean_length": 620.25, |
| "completions/mean_terminated_length": 620.25, |
| "completions/min_length": 580.0, |
| "completions/min_terminated_length": 580.0, |
| "epoch": 0.049760085303003375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3387950658798218, |
| "kl": 0.7631412148475647, |
| "learning_rate": 3.3412698412698413e-06, |
| "loss": 0.0008, |
| "num_tokens": 826916.0, |
| "reward": 0.5462270975112915, |
| "reward_std": 0.060185160487890244, |
| "rewards/check_answer/mean": 0.5462270975112915, |
| "rewards/check_answer/std": 0.06018515303730965, |
| "step": 280 |
| }, |
| { |
| "completion_length": 428.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 487.0, |
| "completions/max_terminated_length": 487.0, |
| "completions/mean_length": 428.75, |
| "completions/mean_terminated_length": 428.75, |
| "completions/min_length": 378.0, |
| "completions/min_terminated_length": 378.0, |
| "epoch": 0.04993779989337124, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5694767236709595, |
| "kl": 1.0430829524993896, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.001, |
| "num_tokens": 829767.0, |
| "reward": 1.1746463775634766, |
| "reward_std": 0.15259021520614624, |
| "rewards/check_answer/mean": 1.1746463775634766, |
| "rewards/check_answer/std": 0.15259020030498505, |
| "step": 281 |
| }, |
| { |
| "completion_length": 363.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 405.0, |
| "completions/max_terminated_length": 405.0, |
| "completions/mean_length": 363.0, |
| "completions/mean_terminated_length": 363.0, |
| "completions/min_length": 301.0, |
| "completions/min_terminated_length": 301.0, |
| "epoch": 0.05011551448373912, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8097895383834839, |
| "kl": 1.2064782232046127, |
| "learning_rate": 3.3253968253968254e-06, |
| "loss": 0.0012, |
| "num_tokens": 832327.0, |
| "reward": 0.6995459794998169, |
| "reward_std": 0.19229966402053833, |
| "rewards/check_answer/mean": 0.6995459794998169, |
| "rewards/check_answer/std": 0.19229967892169952, |
| "step": 282 |
| }, |
| { |
| "completion_length": 564.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 601.0, |
| "completions/max_terminated_length": 601.0, |
| "completions/mean_length": 564.0, |
| "completions/mean_terminated_length": 564.0, |
| "completions/min_length": 499.0, |
| "completions/min_terminated_length": 499.0, |
| "epoch": 0.050293229074106986, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3872801065444946, |
| "kl": 0.9052465409040451, |
| "learning_rate": 3.3174603174603175e-06, |
| "loss": 0.0009, |
| "num_tokens": 835767.0, |
| "reward": 0.8402754068374634, |
| "reward_std": 0.1533222496509552, |
| "rewards/check_answer/mean": 0.8402754068374634, |
| "rewards/check_answer/std": 0.1533222496509552, |
| "step": 283 |
| }, |
| { |
| "completion_length": 567.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 637.0, |
| "completions/max_terminated_length": 637.0, |
| "completions/mean_length": 567.25, |
| "completions/mean_terminated_length": 567.25, |
| "completions/min_length": 483.0, |
| "completions/min_terminated_length": 483.0, |
| "epoch": 0.050470943664474854, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4436535835266113, |
| "kl": 0.6898186206817627, |
| "learning_rate": 3.3095238095238095e-06, |
| "loss": 0.0007, |
| "num_tokens": 839224.0, |
| "reward": 0.372622549533844, |
| "reward_std": 0.02591540291905403, |
| "rewards/check_answer/mean": 0.372622549533844, |
| "rewards/check_answer/std": 0.02591540291905403, |
| "step": 284 |
| }, |
| { |
| "completion_length": 371.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 427.0, |
| "completions/max_terminated_length": 427.0, |
| "completions/mean_length": 371.75, |
| "completions/mean_terminated_length": 371.75, |
| "completions/min_length": 307.0, |
| "completions/min_terminated_length": 307.0, |
| "epoch": 0.05064865825484272, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.879496693611145, |
| "kl": 1.3733893036842346, |
| "learning_rate": 3.3015873015873016e-06, |
| "loss": 0.0014, |
| "num_tokens": 841827.0, |
| "reward": 0.5645827651023865, |
| "reward_std": 0.12172205001115799, |
| "rewards/check_answer/mean": 0.5645827651023865, |
| "rewards/check_answer/std": 0.1217220351099968, |
| "step": 285 |
| }, |
| { |
| "completion_length": 399.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 494.0, |
| "completions/max_terminated_length": 494.0, |
| "completions/mean_length": 399.5, |
| "completions/mean_terminated_length": 399.5, |
| "completions/min_length": 210.0, |
| "completions/min_terminated_length": 210.0, |
| "epoch": 0.05082637284521059, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6859583854675293, |
| "kl": 1.535703033208847, |
| "learning_rate": 3.293650793650794e-06, |
| "loss": 0.0015, |
| "num_tokens": 844553.0, |
| "reward": 1.0446977615356445, |
| "reward_std": 0.1805015206336975, |
| "rewards/check_answer/mean": 1.0446977615356445, |
| "rewards/check_answer/std": 0.1805015206336975, |
| "step": 286 |
| }, |
| { |
| "completion_length": 450.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 504.0, |
| "completions/max_terminated_length": 504.0, |
| "completions/mean_length": 450.5, |
| "completions/mean_terminated_length": 450.5, |
| "completions/min_length": 394.0, |
| "completions/min_terminated_length": 394.0, |
| "epoch": 0.05100408743557846, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5410058498382568, |
| "kl": 0.8857669532299042, |
| "learning_rate": 3.285714285714286e-06, |
| "loss": 0.0009, |
| "num_tokens": 847511.0, |
| "reward": 0.3833571672439575, |
| "reward_std": 0.0725344717502594, |
| "rewards/check_answer/mean": 0.3833571672439575, |
| "rewards/check_answer/std": 0.0725344717502594, |
| "step": 287 |
| }, |
| { |
| "completion_length": 525.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 545.0, |
| "completions/max_terminated_length": 545.0, |
| "completions/mean_length": 525.5, |
| "completions/mean_terminated_length": 525.5, |
| "completions/min_length": 507.0, |
| "completions/min_terminated_length": 507.0, |
| "epoch": 0.05118180202594633, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.534903645515442, |
| "kl": 0.9601296484470367, |
| "learning_rate": 3.277777777777778e-06, |
| "loss": 0.001, |
| "num_tokens": 850789.0, |
| "reward": 0.9623134732246399, |
| "reward_std": 0.11412428319454193, |
| "rewards/check_answer/mean": 0.9623134732246399, |
| "rewards/check_answer/std": 0.11412427574396133, |
| "step": 288 |
| }, |
| { |
| "completion_length": 501.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 532.0, |
| "completions/max_terminated_length": 532.0, |
| "completions/mean_length": 501.0, |
| "completions/mean_terminated_length": 501.0, |
| "completions/min_length": 464.0, |
| "completions/min_terminated_length": 464.0, |
| "epoch": 0.0513595166163142, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.619199275970459, |
| "kl": 1.0911777317523956, |
| "learning_rate": 3.2698412698412703e-06, |
| "loss": 0.0011, |
| "num_tokens": 853957.0, |
| "reward": 0.3744562864303589, |
| "reward_std": 0.029305126518011093, |
| "rewards/check_answer/mean": 0.3744562864303589, |
| "rewards/check_answer/std": 0.029305126518011093, |
| "step": 289 |
| }, |
| { |
| "completion_length": 615.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 705.0, |
| "completions/max_terminated_length": 705.0, |
| "completions/mean_length": 615.5, |
| "completions/mean_terminated_length": 615.5, |
| "completions/min_length": 537.0, |
| "completions/min_terminated_length": 537.0, |
| "epoch": 0.05153723120668207, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3343628644943237, |
| "kl": 0.6739598959684372, |
| "learning_rate": 3.2619047619047623e-06, |
| "loss": 0.0007, |
| "num_tokens": 857651.0, |
| "reward": 1.0102436542510986, |
| "reward_std": 0.10770290344953537, |
| "rewards/check_answer/mean": 1.0102436542510986, |
| "rewards/check_answer/std": 0.10770291090011597, |
| "step": 290 |
| }, |
| { |
| "completion_length": 428.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 513.0, |
| "completions/max_terminated_length": 513.0, |
| "completions/mean_length": 428.75, |
| "completions/mean_terminated_length": 428.75, |
| "completions/min_length": 345.0, |
| "completions/min_terminated_length": 345.0, |
| "epoch": 0.05171494579704994, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6610342264175415, |
| "kl": 1.076801985502243, |
| "learning_rate": 3.2539682539682544e-06, |
| "loss": 0.0011, |
| "num_tokens": 860514.0, |
| "reward": 0.9736640453338623, |
| "reward_std": 0.10310596972703934, |
| "rewards/check_answer/mean": 0.9736640453338623, |
| "rewards/check_answer/std": 0.10310596972703934, |
| "step": 291 |
| }, |
| { |
| "completion_length": 526.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 622.0, |
| "completions/max_terminated_length": 622.0, |
| "completions/mean_length": 526.0, |
| "completions/mean_terminated_length": 526.0, |
| "completions/min_length": 438.0, |
| "completions/min_terminated_length": 438.0, |
| "epoch": 0.051892660387417806, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3932909965515137, |
| "kl": 0.8913145214319229, |
| "learning_rate": 3.2460317460317465e-06, |
| "loss": 0.0009, |
| "num_tokens": 863774.0, |
| "reward": 0.6207559704780579, |
| "reward_std": 0.0433323010802269, |
| "rewards/check_answer/mean": 0.6207559704780579, |
| "rewards/check_answer/std": 0.04333232715725899, |
| "step": 292 |
| }, |
| { |
| "completion_length": 550.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 607.0, |
| "completions/max_terminated_length": 607.0, |
| "completions/mean_length": 550.0, |
| "completions/mean_terminated_length": 550.0, |
| "completions/min_length": 488.0, |
| "completions/min_terminated_length": 488.0, |
| "epoch": 0.052070374977785674, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4882313013076782, |
| "kl": 0.8690508455038071, |
| "learning_rate": 3.2380952380952385e-06, |
| "loss": 0.0009, |
| "num_tokens": 867162.0, |
| "reward": 0.3711192011833191, |
| "reward_std": 0.09456292539834976, |
| "rewards/check_answer/mean": 0.3711192011833191, |
| "rewards/check_answer/std": 0.09456291794776917, |
| "step": 293 |
| }, |
| { |
| "completion_length": 310.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 377.0, |
| "completions/max_terminated_length": 377.0, |
| "completions/mean_length": 310.5, |
| "completions/mean_terminated_length": 310.5, |
| "completions/min_length": 241.0, |
| "completions/min_terminated_length": 241.0, |
| "epoch": 0.05224808956815354, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9652611017227173, |
| "kl": 2.249081164598465, |
| "learning_rate": 3.2301587301587306e-06, |
| "loss": 0.0022, |
| "num_tokens": 869524.0, |
| "reward": 0.4758301377296448, |
| "reward_std": 0.16247986257076263, |
| "rewards/check_answer/mean": 0.4758301377296448, |
| "rewards/check_answer/std": 0.16247986257076263, |
| "step": 294 |
| }, |
| { |
| "completion_length": 476.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 581.0, |
| "completions/max_terminated_length": 581.0, |
| "completions/mean_length": 476.0, |
| "completions/mean_terminated_length": 476.0, |
| "completions/min_length": 418.0, |
| "completions/min_terminated_length": 418.0, |
| "epoch": 0.05242580415852142, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3406497240066528, |
| "kl": 0.8857537657022476, |
| "learning_rate": 3.2222222222222227e-06, |
| "loss": 0.0009, |
| "num_tokens": 872568.0, |
| "reward": 0.6054399013519287, |
| "reward_std": 0.11192188411951065, |
| "rewards/check_answer/mean": 0.6054399013519287, |
| "rewards/check_answer/std": 0.11192188411951065, |
| "step": 295 |
| }, |
| { |
| "completion_length": 510.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 547.0, |
| "completions/max_terminated_length": 547.0, |
| "completions/mean_length": 510.75, |
| "completions/mean_terminated_length": 510.75, |
| "completions/min_length": 476.0, |
| "completions/min_terminated_length": 476.0, |
| "epoch": 0.052603518748889286, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6864010095596313, |
| "kl": 1.1410781145095825, |
| "learning_rate": 3.2142857142857147e-06, |
| "loss": 0.0011, |
| "num_tokens": 875763.0, |
| "reward": 0.5221328735351562, |
| "reward_std": 0.12563703954219818, |
| "rewards/check_answer/mean": 0.5221328735351562, |
| "rewards/check_answer/std": 0.12563705444335938, |
| "step": 296 |
| }, |
| { |
| "completion_length": 376.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 542.0, |
| "completions/max_terminated_length": 542.0, |
| "completions/mean_length": 376.25, |
| "completions/mean_terminated_length": 376.25, |
| "completions/min_length": 249.0, |
| "completions/min_terminated_length": 249.0, |
| "epoch": 0.052781233339257154, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.528670310974121, |
| "kl": 1.0501147210597992, |
| "learning_rate": 3.206349206349207e-06, |
| "loss": 0.0011, |
| "num_tokens": 878412.0, |
| "reward": 0.9965839385986328, |
| "reward_std": 0.08146949857473373, |
| "rewards/check_answer/mean": 0.9965839385986328, |
| "rewards/check_answer/std": 0.08146951347589493, |
| "step": 297 |
| }, |
| { |
| "completion_length": 502.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 584.0, |
| "completions/max_terminated_length": 584.0, |
| "completions/mean_length": 502.75, |
| "completions/mean_terminated_length": 502.75, |
| "completions/min_length": 399.0, |
| "completions/min_terminated_length": 399.0, |
| "epoch": 0.05295894792962502, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4674580097198486, |
| "kl": 0.8372730612754822, |
| "learning_rate": 3.1984126984126984e-06, |
| "loss": 0.0008, |
| "num_tokens": 881591.0, |
| "reward": 0.4154725670814514, |
| "reward_std": 0.09623111039400101, |
| "rewards/check_answer/mean": 0.4154725670814514, |
| "rewards/check_answer/std": 0.0962311252951622, |
| "step": 298 |
| }, |
| { |
| "completion_length": 787.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 877.0, |
| "completions/max_terminated_length": 877.0, |
| "completions/mean_length": 787.75, |
| "completions/mean_terminated_length": 787.75, |
| "completions/min_length": 755.0, |
| "completions/min_terminated_length": 755.0, |
| "epoch": 0.05313666251999289, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.0730735063552856, |
| "kl": 0.6790334284305573, |
| "learning_rate": 3.1904761904761905e-06, |
| "loss": 0.0007, |
| "num_tokens": 885982.0, |
| "reward": 0.7593076229095459, |
| "reward_std": 0.01759275607764721, |
| "rewards/check_answer/mean": 0.7593076229095459, |
| "rewards/check_answer/std": 0.017592772841453552, |
| "step": 299 |
| }, |
| { |
| "completion_length": 235.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 280.0, |
| "completions/max_terminated_length": 280.0, |
| "completions/mean_length": 235.5, |
| "completions/mean_terminated_length": 235.5, |
| "completions/min_length": 212.0, |
| "completions/min_terminated_length": 212.0, |
| "epoch": 0.05331437711036076, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.377175807952881, |
| "kl": 1.5857573747634888, |
| "learning_rate": 3.1825396825396826e-06, |
| "loss": 0.0016, |
| "num_tokens": 888016.0, |
| "reward": 0.1881876289844513, |
| "reward_std": 0.01520258467644453, |
| "rewards/check_answer/mean": 0.1881876289844513, |
| "rewards/check_answer/std": 0.015202581882476807, |
| "step": 300 |
| }, |
| { |
| "completion_length": 577.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 659.0, |
| "completions/max_terminated_length": 659.0, |
| "completions/mean_length": 577.5, |
| "completions/mean_terminated_length": 577.5, |
| "completions/min_length": 440.0, |
| "completions/min_terminated_length": 440.0, |
| "epoch": 0.053492091700728626, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3808391094207764, |
| "kl": 0.893027126789093, |
| "learning_rate": 3.1746031746031746e-06, |
| "loss": 0.0009, |
| "num_tokens": 891490.0, |
| "reward": 0.6694183945655823, |
| "reward_std": 0.14587241411209106, |
| "rewards/check_answer/mean": 0.6694183945655823, |
| "rewards/check_answer/std": 0.14587242901325226, |
| "step": 301 |
| }, |
| { |
| "completion_length": 638.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 711.0, |
| "completions/max_terminated_length": 711.0, |
| "completions/mean_length": 638.0, |
| "completions/mean_terminated_length": 638.0, |
| "completions/min_length": 533.0, |
| "completions/min_terminated_length": 533.0, |
| "epoch": 0.0536698062910965, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2870622873306274, |
| "kl": 0.876729428768158, |
| "learning_rate": 3.1666666666666667e-06, |
| "loss": 0.0009, |
| "num_tokens": 895242.0, |
| "reward": 0.8270393013954163, |
| "reward_std": 0.07924500852823257, |
| "rewards/check_answer/mean": 0.8270393013954163, |
| "rewards/check_answer/std": 0.07924499362707138, |
| "step": 302 |
| }, |
| { |
| "completion_length": 597.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 624.0, |
| "completions/max_terminated_length": 624.0, |
| "completions/mean_length": 597.0, |
| "completions/mean_terminated_length": 597.0, |
| "completions/min_length": 555.0, |
| "completions/min_terminated_length": 555.0, |
| "epoch": 0.05384752088146437, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.332850694656372, |
| "kl": 0.7819689065217972, |
| "learning_rate": 3.1587301587301588e-06, |
| "loss": 0.0008, |
| "num_tokens": 898822.0, |
| "reward": 0.515304684638977, |
| "reward_std": 0.06797716021537781, |
| "rewards/check_answer/mean": 0.515304684638977, |
| "rewards/check_answer/std": 0.06797716021537781, |
| "step": 303 |
| }, |
| { |
| "completion_length": 539.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 551.0, |
| "completions/max_terminated_length": 551.0, |
| "completions/mean_length": 539.25, |
| "completions/mean_terminated_length": 539.25, |
| "completions/min_length": 517.0, |
| "completions/min_terminated_length": 517.0, |
| "epoch": 0.05402523547183224, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3149205446243286, |
| "kl": 0.7560958564281464, |
| "learning_rate": 3.150793650793651e-06, |
| "loss": 0.0008, |
| "num_tokens": 902183.0, |
| "reward": 0.7622121572494507, |
| "reward_std": 0.14100457727909088, |
| "rewards/check_answer/mean": 0.7622121572494507, |
| "rewards/check_answer/std": 0.14100460708141327, |
| "step": 304 |
| }, |
| { |
| "completion_length": 611.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 677.0, |
| "completions/max_terminated_length": 677.0, |
| "completions/mean_length": 611.5, |
| "completions/mean_terminated_length": 611.5, |
| "completions/min_length": 548.0, |
| "completions/min_terminated_length": 548.0, |
| "epoch": 0.054202950062200106, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2738730907440186, |
| "kl": 0.7394523322582245, |
| "learning_rate": 3.142857142857143e-06, |
| "loss": 0.0007, |
| "num_tokens": 905865.0, |
| "reward": 0.9216010570526123, |
| "reward_std": 0.15905454754829407, |
| "rewards/check_answer/mean": 0.9216010570526123, |
| "rewards/check_answer/std": 0.15905457735061646, |
| "step": 305 |
| }, |
| { |
| "completion_length": 576.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 693.0, |
| "completions/max_terminated_length": 693.0, |
| "completions/mean_length": 576.25, |
| "completions/mean_terminated_length": 576.25, |
| "completions/min_length": 375.0, |
| "completions/min_terminated_length": 375.0, |
| "epoch": 0.054380664652567974, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4615154266357422, |
| "kl": 0.8034448176622391, |
| "learning_rate": 3.134920634920635e-06, |
| "loss": 0.0008, |
| "num_tokens": 909398.0, |
| "reward": 0.6731904149055481, |
| "reward_std": 0.10627910494804382, |
| "rewards/check_answer/mean": 0.6731904149055481, |
| "rewards/check_answer/std": 0.10627911239862442, |
| "step": 306 |
| }, |
| { |
| "completion_length": 289.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 318.0, |
| "completions/max_terminated_length": 318.0, |
| "completions/mean_length": 289.25, |
| "completions/mean_terminated_length": 289.25, |
| "completions/min_length": 273.0, |
| "completions/min_terminated_length": 273.0, |
| "epoch": 0.05455837924293584, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.1155736446380615, |
| "kl": 1.6435502469539642, |
| "learning_rate": 3.126984126984127e-06, |
| "loss": 0.0016, |
| "num_tokens": 911655.0, |
| "reward": 1.1246044635772705, |
| "reward_std": 0.39093536138534546, |
| "rewards/check_answer/mean": 1.1246044635772705, |
| "rewards/check_answer/std": 0.39093536138534546, |
| "step": 307 |
| }, |
| { |
| "completion_length": 434.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 524.0, |
| "completions/max_terminated_length": 524.0, |
| "completions/mean_length": 434.0, |
| "completions/mean_terminated_length": 434.0, |
| "completions/min_length": 315.0, |
| "completions/min_terminated_length": 315.0, |
| "epoch": 0.05473609383330372, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6189072132110596, |
| "kl": 1.117174044251442, |
| "learning_rate": 3.1190476190476195e-06, |
| "loss": 0.0011, |
| "num_tokens": 914515.0, |
| "reward": 0.6435281038284302, |
| "reward_std": 0.17675022780895233, |
| "rewards/check_answer/mean": 0.6435281038284302, |
| "rewards/check_answer/std": 0.17675024271011353, |
| "step": 308 |
| }, |
| { |
| "completion_length": 328.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 430.0, |
| "completions/max_terminated_length": 430.0, |
| "completions/mean_length": 328.0, |
| "completions/mean_terminated_length": 328.0, |
| "completions/min_length": 281.0, |
| "completions/min_terminated_length": 281.0, |
| "epoch": 0.054913808423671585, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.084550380706787, |
| "kl": 1.2165972590446472, |
| "learning_rate": 3.1111111111111116e-06, |
| "loss": 0.0012, |
| "num_tokens": 916951.0, |
| "reward": 0.33441269397735596, |
| "reward_std": 0.0777365118265152, |
| "rewards/check_answer/mean": 0.33441269397735596, |
| "rewards/check_answer/std": 0.0777365043759346, |
| "step": 309 |
| }, |
| { |
| "completion_length": 450.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 568.0, |
| "completions/max_terminated_length": 568.0, |
| "completions/mean_length": 450.75, |
| "completions/mean_terminated_length": 450.75, |
| "completions/min_length": 283.0, |
| "completions/min_terminated_length": 283.0, |
| "epoch": 0.055091523014039454, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5784587860107422, |
| "kl": 1.0402155667543411, |
| "learning_rate": 3.1031746031746036e-06, |
| "loss": 0.001, |
| "num_tokens": 919910.0, |
| "reward": 0.29483291506767273, |
| "reward_std": 0.32212281227111816, |
| "rewards/check_answer/mean": 0.29483291506767273, |
| "rewards/check_answer/std": 0.32212281227111816, |
| "step": 310 |
| }, |
| { |
| "completion_length": 428.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 452.0, |
| "completions/max_terminated_length": 452.0, |
| "completions/mean_length": 428.0, |
| "completions/mean_terminated_length": 428.0, |
| "completions/min_length": 392.0, |
| "completions/min_terminated_length": 392.0, |
| "epoch": 0.05526923760440732, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.693036675453186, |
| "kl": 0.9303410053253174, |
| "learning_rate": 3.0952380952380957e-06, |
| "loss": 0.0009, |
| "num_tokens": 922766.0, |
| "reward": 0.5544993877410889, |
| "reward_std": 0.06014230474829674, |
| "rewards/check_answer/mean": 0.5544993877410889, |
| "rewards/check_answer/std": 0.060142308473587036, |
| "step": 311 |
| }, |
| { |
| "completion_length": 584.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 624.0, |
| "completions/max_terminated_length": 624.0, |
| "completions/mean_length": 584.25, |
| "completions/mean_terminated_length": 584.25, |
| "completions/min_length": 511.0, |
| "completions/min_terminated_length": 511.0, |
| "epoch": 0.05544695219477519, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1301647424697876, |
| "kl": 0.8142163455486298, |
| "learning_rate": 3.0873015873015878e-06, |
| "loss": 0.0008, |
| "num_tokens": 926339.0, |
| "reward": 0.5951245427131653, |
| "reward_std": 0.08697230368852615, |
| "rewards/check_answer/mean": 0.5951245427131653, |
| "rewards/check_answer/std": 0.08697231858968735, |
| "step": 312 |
| }, |
| { |
| "completion_length": 525.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 562.0, |
| "completions/max_terminated_length": 562.0, |
| "completions/mean_length": 525.75, |
| "completions/mean_terminated_length": 525.75, |
| "completions/min_length": 430.0, |
| "completions/min_terminated_length": 430.0, |
| "epoch": 0.05562466678514306, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6353572607040405, |
| "kl": 0.8869746625423431, |
| "learning_rate": 3.07936507936508e-06, |
| "loss": 0.0009, |
| "num_tokens": 929606.0, |
| "reward": 0.534943163394928, |
| "reward_std": 0.09478342533111572, |
| "rewards/check_answer/mean": 0.534943163394928, |
| "rewards/check_answer/std": 0.09478344023227692, |
| "step": 313 |
| }, |
| { |
| "completion_length": 526.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 632.0, |
| "completions/max_terminated_length": 632.0, |
| "completions/mean_length": 526.5, |
| "completions/mean_terminated_length": 526.5, |
| "completions/min_length": 387.0, |
| "completions/min_terminated_length": 387.0, |
| "epoch": 0.055802381375510926, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2205736637115479, |
| "kl": 0.8127477318048477, |
| "learning_rate": 3.071428571428572e-06, |
| "loss": 0.0008, |
| "num_tokens": 932924.0, |
| "reward": 0.8197857141494751, |
| "reward_std": 0.06929592788219452, |
| "rewards/check_answer/mean": 0.8197857141494751, |
| "rewards/check_answer/std": 0.06929592788219452, |
| "step": 314 |
| }, |
| { |
| "completion_length": 300.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 366.0, |
| "completions/max_terminated_length": 366.0, |
| "completions/mean_length": 300.25, |
| "completions/mean_terminated_length": 300.25, |
| "completions/min_length": 244.0, |
| "completions/min_terminated_length": 244.0, |
| "epoch": 0.0559800959658788, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8808090686798096, |
| "kl": 1.1378408521413803, |
| "learning_rate": 3.063492063492064e-06, |
| "loss": 0.0011, |
| "num_tokens": 935261.0, |
| "reward": 0.6404327154159546, |
| "reward_std": 0.09276391565799713, |
| "rewards/check_answer/mean": 0.6404327154159546, |
| "rewards/check_answer/std": 0.09276392310857773, |
| "step": 315 |
| }, |
| { |
| "completion_length": 489.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 611.0, |
| "completions/max_terminated_length": 611.0, |
| "completions/mean_length": 489.25, |
| "completions/mean_terminated_length": 489.25, |
| "completions/min_length": 427.0, |
| "completions/min_terminated_length": 427.0, |
| "epoch": 0.05615781055624667, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6700539588928223, |
| "kl": 1.1479647308588028, |
| "learning_rate": 3.055555555555556e-06, |
| "loss": 0.0011, |
| "num_tokens": 938350.0, |
| "reward": 0.3595621585845947, |
| "reward_std": 0.045500971376895905, |
| "rewards/check_answer/mean": 0.3595621585845947, |
| "rewards/check_answer/std": 0.045500971376895905, |
| "step": 316 |
| }, |
| { |
| "completion_length": 603.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 698.0, |
| "completions/max_terminated_length": 698.0, |
| "completions/mean_length": 603.5, |
| "completions/mean_terminated_length": 603.5, |
| "completions/min_length": 467.0, |
| "completions/min_terminated_length": 467.0, |
| "epoch": 0.05633552514661454, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1136270761489868, |
| "kl": 0.8240077495574951, |
| "learning_rate": 3.047619047619048e-06, |
| "loss": 0.0008, |
| "num_tokens": 941984.0, |
| "reward": 0.6625612378120422, |
| "reward_std": 0.088188037276268, |
| "rewards/check_answer/mean": 0.6625612378120422, |
| "rewards/check_answer/std": 0.08818802982568741, |
| "step": 317 |
| }, |
| { |
| "completion_length": 625.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 688.0, |
| "completions/max_terminated_length": 688.0, |
| "completions/mean_length": 625.25, |
| "completions/mean_terminated_length": 625.25, |
| "completions/min_length": 553.0, |
| "completions/min_terminated_length": 553.0, |
| "epoch": 0.056513239736982405, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1915112733840942, |
| "kl": 0.6459822058677673, |
| "learning_rate": 3.0396825396825397e-06, |
| "loss": 0.0006, |
| "num_tokens": 945721.0, |
| "reward": 0.6700223684310913, |
| "reward_std": 0.042193882167339325, |
| "rewards/check_answer/mean": 0.6700223684310913, |
| "rewards/check_answer/std": 0.04219387471675873, |
| "step": 318 |
| }, |
| { |
| "completion_length": 387.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 414.0, |
| "completions/max_terminated_length": 414.0, |
| "completions/mean_length": 387.75, |
| "completions/mean_terminated_length": 387.75, |
| "completions/min_length": 332.0, |
| "completions/min_terminated_length": 332.0, |
| "epoch": 0.056690954327350274, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.0014514923095703, |
| "kl": 1.993764191865921, |
| "learning_rate": 3.031746031746032e-06, |
| "loss": 0.002, |
| "num_tokens": 948400.0, |
| "reward": 0.6778929233551025, |
| "reward_std": 0.08552777767181396, |
| "rewards/check_answer/mean": 0.6778929233551025, |
| "rewards/check_answer/std": 0.08552776277065277, |
| "step": 319 |
| }, |
| { |
| "completion_length": 314.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 351.0, |
| "completions/max_terminated_length": 351.0, |
| "completions/mean_length": 314.25, |
| "completions/mean_terminated_length": 314.25, |
| "completions/min_length": 301.0, |
| "completions/min_terminated_length": 301.0, |
| "epoch": 0.05686866891771814, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8478176593780518, |
| "kl": 1.2670190036296844, |
| "learning_rate": 3.023809523809524e-06, |
| "loss": 0.0013, |
| "num_tokens": 950769.0, |
| "reward": 0.9119844436645508, |
| "reward_std": 0.3170468211174011, |
| "rewards/check_answer/mean": 0.9119844436645508, |
| "rewards/check_answer/std": 0.3170468807220459, |
| "step": 320 |
| }, |
| { |
| "completion_length": 522.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 629.0, |
| "completions/max_terminated_length": 629.0, |
| "completions/mean_length": 522.25, |
| "completions/mean_terminated_length": 522.25, |
| "completions/min_length": 403.0, |
| "completions/min_terminated_length": 403.0, |
| "epoch": 0.05704638350808602, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6379070281982422, |
| "kl": 0.9933887124061584, |
| "learning_rate": 3.015873015873016e-06, |
| "loss": 0.001, |
| "num_tokens": 954010.0, |
| "reward": 0.41864892840385437, |
| "reward_std": 0.18404975533485413, |
| "rewards/check_answer/mean": 0.41864892840385437, |
| "rewards/check_answer/std": 0.18404975533485413, |
| "step": 321 |
| }, |
| { |
| "completion_length": 539.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 624.0, |
| "completions/max_terminated_length": 624.0, |
| "completions/mean_length": 539.0, |
| "completions/mean_terminated_length": 539.0, |
| "completions/min_length": 466.0, |
| "completions/min_terminated_length": 466.0, |
| "epoch": 0.057224098098453885, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3833321332931519, |
| "kl": 0.9609391242265701, |
| "learning_rate": 3.007936507936508e-06, |
| "loss": 0.001, |
| "num_tokens": 957386.0, |
| "reward": 0.9422582387924194, |
| "reward_std": 0.21418391168117523, |
| "rewards/check_answer/mean": 0.9422582387924194, |
| "rewards/check_answer/std": 0.21418389678001404, |
| "step": 322 |
| }, |
| { |
| "completion_length": 376.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 447.0, |
| "completions/max_terminated_length": 447.0, |
| "completions/mean_length": 376.75, |
| "completions/mean_terminated_length": 376.75, |
| "completions/min_length": 261.0, |
| "completions/min_terminated_length": 261.0, |
| "epoch": 0.05740181268882175, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7104628086090088, |
| "kl": 1.065696358680725, |
| "learning_rate": 3e-06, |
| "loss": 0.0011, |
| "num_tokens": 960033.0, |
| "reward": 0.8748215436935425, |
| "reward_std": 0.06767245382070541, |
| "rewards/check_answer/mean": 0.8748215436935425, |
| "rewards/check_answer/std": 0.06767246872186661, |
| "step": 323 |
| }, |
| { |
| "completion_length": 251.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 319.0, |
| "completions/max_terminated_length": 319.0, |
| "completions/mean_length": 251.0, |
| "completions/mean_terminated_length": 251.0, |
| "completions/min_length": 177.0, |
| "completions/min_terminated_length": 177.0, |
| "epoch": 0.05757952727918962, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.016751289367676, |
| "kl": 1.2200357019901276, |
| "learning_rate": 2.992063492063492e-06, |
| "loss": 0.0012, |
| "num_tokens": 962141.0, |
| "reward": 0.9851218461990356, |
| "reward_std": 0.5946353673934937, |
| "rewards/check_answer/mean": 0.9851218461990356, |
| "rewards/check_answer/std": 0.5946353673934937, |
| "step": 324 |
| }, |
| { |
| "completion_length": 499.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 596.0, |
| "completions/max_terminated_length": 596.0, |
| "completions/mean_length": 499.25, |
| "completions/mean_terminated_length": 499.25, |
| "completions/min_length": 433.0, |
| "completions/min_terminated_length": 433.0, |
| "epoch": 0.05775724186955749, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.48799467086792, |
| "kl": 0.8197063505649567, |
| "learning_rate": 2.984126984126984e-06, |
| "loss": 0.0008, |
| "num_tokens": 965306.0, |
| "reward": 0.5132365226745605, |
| "reward_std": 0.08968237042427063, |
| "rewards/check_answer/mean": 0.5132365226745605, |
| "rewards/check_answer/std": 0.08968238532543182, |
| "step": 325 |
| }, |
| { |
| "completion_length": 347.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 420.0, |
| "completions/max_terminated_length": 420.0, |
| "completions/mean_length": 347.25, |
| "completions/mean_terminated_length": 347.25, |
| "completions/min_length": 250.0, |
| "completions/min_terminated_length": 250.0, |
| "epoch": 0.05793495645992536, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.0635764598846436, |
| "kl": 1.091228261590004, |
| "learning_rate": 2.9761904761904763e-06, |
| "loss": 0.0011, |
| "num_tokens": 967815.0, |
| "reward": 0.2954791486263275, |
| "reward_std": 0.09739544987678528, |
| "rewards/check_answer/mean": 0.2954791486263275, |
| "rewards/check_answer/std": 0.09739544987678528, |
| "step": 326 |
| }, |
| { |
| "completion_length": 586.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 683.0, |
| "completions/max_terminated_length": 683.0, |
| "completions/mean_length": 586.75, |
| "completions/mean_terminated_length": 586.75, |
| "completions/min_length": 445.0, |
| "completions/min_terminated_length": 445.0, |
| "epoch": 0.058112671050293226, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3021204471588135, |
| "kl": 0.7141899466514587, |
| "learning_rate": 2.9682539682539683e-06, |
| "loss": 0.0007, |
| "num_tokens": 971330.0, |
| "reward": 0.5484046936035156, |
| "reward_std": 0.08494994789361954, |
| "rewards/check_answer/mean": 0.5484046936035156, |
| "rewards/check_answer/std": 0.08494995534420013, |
| "step": 327 |
| }, |
| { |
| "completion_length": 618.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 637.0, |
| "completions/max_terminated_length": 637.0, |
| "completions/mean_length": 618.5, |
| "completions/mean_terminated_length": 618.5, |
| "completions/min_length": 591.0, |
| "completions/min_terminated_length": 591.0, |
| "epoch": 0.0582903856406611, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.261189341545105, |
| "kl": 0.7775250673294067, |
| "learning_rate": 2.9603174603174604e-06, |
| "loss": 0.0008, |
| "num_tokens": 975020.0, |
| "reward": 0.6435350775718689, |
| "reward_std": 0.07737845182418823, |
| "rewards/check_answer/mean": 0.6435350775718689, |
| "rewards/check_answer/std": 0.07737845182418823, |
| "step": 328 |
| }, |
| { |
| "completion_length": 318.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 399.0, |
| "completions/max_terminated_length": 399.0, |
| "completions/mean_length": 318.0, |
| "completions/mean_terminated_length": 318.0, |
| "completions/min_length": 216.0, |
| "completions/min_terminated_length": 216.0, |
| "epoch": 0.05846810023102897, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.718347191810608, |
| "kl": 0.993873119354248, |
| "learning_rate": 2.9523809523809525e-06, |
| "loss": 0.001, |
| "num_tokens": 977440.0, |
| "reward": 1.4608731269836426, |
| "reward_std": 0.07825374603271484, |
| "rewards/check_answer/mean": 1.4608731269836426, |
| "rewards/check_answer/std": 0.07825374603271484, |
| "step": 329 |
| }, |
| { |
| "completion_length": 290.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 319.0, |
| "completions/max_terminated_length": 319.0, |
| "completions/mean_length": 290.75, |
| "completions/mean_terminated_length": 290.75, |
| "completions/min_length": 240.0, |
| "completions/min_terminated_length": 240.0, |
| "epoch": 0.05864581482139684, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.06520308554172516, |
| "kl": 1.8041629493236542, |
| "learning_rate": 2.944444444444445e-06, |
| "loss": 0.0018, |
| "num_tokens": 979699.0, |
| "reward": 0.5776078701019287, |
| "reward_std": 0.0, |
| "rewards/check_answer/mean": 0.5776078701019287, |
| "rewards/check_answer/std": 0.0, |
| "step": 330 |
| }, |
| { |
| "completion_length": 491.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 573.0, |
| "completions/max_terminated_length": 573.0, |
| "completions/mean_length": 491.5, |
| "completions/mean_terminated_length": 491.5, |
| "completions/min_length": 366.0, |
| "completions/min_terminated_length": 366.0, |
| "epoch": 0.058823529411764705, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6860709190368652, |
| "kl": 3.7682925313711166, |
| "learning_rate": 2.936507936507937e-06, |
| "loss": 0.0038, |
| "num_tokens": 982845.0, |
| "reward": 0.6522830724716187, |
| "reward_std": 0.05248499661684036, |
| "rewards/check_answer/mean": 0.6522830724716187, |
| "rewards/check_answer/std": 0.052484992891550064, |
| "step": 331 |
| }, |
| { |
| "completion_length": 365.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 423.0, |
| "completions/max_terminated_length": 423.0, |
| "completions/mean_length": 365.75, |
| "completions/mean_terminated_length": 365.75, |
| "completions/min_length": 298.0, |
| "completions/min_terminated_length": 298.0, |
| "epoch": 0.05900124400213257, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.921233892440796, |
| "kl": 1.0943335890769958, |
| "learning_rate": 2.928571428571429e-06, |
| "loss": 0.0011, |
| "num_tokens": 985436.0, |
| "reward": 0.9379060864448547, |
| "reward_std": 0.23881644010543823, |
| "rewards/check_answer/mean": 0.9379060864448547, |
| "rewards/check_answer/std": 0.23881642520427704, |
| "step": 332 |
| }, |
| { |
| "completion_length": 380.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 465.0, |
| "completions/max_terminated_length": 465.0, |
| "completions/mean_length": 380.5, |
| "completions/mean_terminated_length": 380.5, |
| "completions/min_length": 285.0, |
| "completions/min_terminated_length": 285.0, |
| "epoch": 0.05917895859250044, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3847863674163818, |
| "kl": 0.9714604318141937, |
| "learning_rate": 2.920634920634921e-06, |
| "loss": 0.001, |
| "num_tokens": 988110.0, |
| "reward": 0.865478515625, |
| "reward_std": 0.14856794476509094, |
| "rewards/check_answer/mean": 0.865478515625, |
| "rewards/check_answer/std": 0.14856792986392975, |
| "step": 333 |
| }, |
| { |
| "completion_length": 450.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 527.0, |
| "completions/max_terminated_length": 527.0, |
| "completions/mean_length": 450.0, |
| "completions/mean_terminated_length": 450.0, |
| "completions/min_length": 325.0, |
| "completions/min_terminated_length": 325.0, |
| "epoch": 0.059356673182868316, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4313362836837769, |
| "kl": 1.003603994846344, |
| "learning_rate": 2.9126984126984132e-06, |
| "loss": 0.001, |
| "num_tokens": 991110.0, |
| "reward": 1.0104808807373047, |
| "reward_std": 0.12709029018878937, |
| "rewards/check_answer/mean": 1.0104808807373047, |
| "rewards/check_answer/std": 0.12709030508995056, |
| "step": 334 |
| }, |
| { |
| "completion_length": 479.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 657.0, |
| "completions/max_terminated_length": 657.0, |
| "completions/mean_length": 479.25, |
| "completions/mean_terminated_length": 479.25, |
| "completions/min_length": 387.0, |
| "completions/min_terminated_length": 387.0, |
| "epoch": 0.059534387773236185, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5928345918655396, |
| "kl": 0.8456375598907471, |
| "learning_rate": 2.9047619047619053e-06, |
| "loss": 0.0008, |
| "num_tokens": 994223.0, |
| "reward": 0.6031970977783203, |
| "reward_std": 0.11164192855358124, |
| "rewards/check_answer/mean": 0.6031970977783203, |
| "rewards/check_answer/std": 0.11164193600416183, |
| "step": 335 |
| }, |
| { |
| "completion_length": 638.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 685.0, |
| "completions/max_terminated_length": 685.0, |
| "completions/mean_length": 638.0, |
| "completions/mean_terminated_length": 638.0, |
| "completions/min_length": 569.0, |
| "completions/min_terminated_length": 569.0, |
| "epoch": 0.05971210236360405, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3519030809402466, |
| "kl": 0.8861069083213806, |
| "learning_rate": 2.8968253968253974e-06, |
| "loss": 0.0009, |
| "num_tokens": 997995.0, |
| "reward": 0.587228000164032, |
| "reward_std": 0.04346587508916855, |
| "rewards/check_answer/mean": 0.587228000164032, |
| "rewards/check_answer/std": 0.043465860188007355, |
| "step": 336 |
| }, |
| { |
| "completion_length": 543.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 603.0, |
| "completions/max_terminated_length": 603.0, |
| "completions/mean_length": 543.75, |
| "completions/mean_terminated_length": 543.75, |
| "completions/min_length": 416.0, |
| "completions/min_terminated_length": 416.0, |
| "epoch": 0.05988981695397192, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4519314765930176, |
| "kl": 0.9474461674690247, |
| "learning_rate": 2.888888888888889e-06, |
| "loss": 0.0009, |
| "num_tokens": 1001334.0, |
| "reward": 0.4379974603652954, |
| "reward_std": 0.038793571293354034, |
| "rewards/check_answer/mean": 0.4379974603652954, |
| "rewards/check_answer/std": 0.038793571293354034, |
| "step": 337 |
| }, |
| { |
| "completion_length": 462.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 510.0, |
| "completions/max_terminated_length": 510.0, |
| "completions/mean_length": 462.0, |
| "completions/mean_terminated_length": 462.0, |
| "completions/min_length": 430.0, |
| "completions/min_terminated_length": 430.0, |
| "epoch": 0.06006753154433979, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6436101198196411, |
| "kl": 0.9353700429201126, |
| "learning_rate": 2.880952380952381e-06, |
| "loss": 0.0009, |
| "num_tokens": 1004330.0, |
| "reward": 0.7715719938278198, |
| "reward_std": 0.09180789440870285, |
| "rewards/check_answer/mean": 0.7715719938278198, |
| "rewards/check_answer/std": 0.09180789440870285, |
| "step": 338 |
| }, |
| { |
| "completion_length": 566.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 584.0, |
| "completions/max_terminated_length": 584.0, |
| "completions/mean_length": 566.25, |
| "completions/mean_terminated_length": 566.25, |
| "completions/min_length": 525.0, |
| "completions/min_terminated_length": 525.0, |
| "epoch": 0.06024524613470766, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5423588752746582, |
| "kl": 0.9218340069055557, |
| "learning_rate": 2.873015873015873e-06, |
| "loss": 0.0009, |
| "num_tokens": 1007771.0, |
| "reward": 0.6818769574165344, |
| "reward_std": 0.07576140016317368, |
| "rewards/check_answer/mean": 0.6818769574165344, |
| "rewards/check_answer/std": 0.07576142251491547, |
| "step": 339 |
| }, |
| { |
| "completion_length": 282.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 313.0, |
| "completions/max_terminated_length": 313.0, |
| "completions/mean_length": 282.25, |
| "completions/mean_terminated_length": 282.25, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 256.0, |
| "epoch": 0.06042296072507553, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.2459816932678223, |
| "kl": 1.3345037996768951, |
| "learning_rate": 2.865079365079365e-06, |
| "loss": 0.0013, |
| "num_tokens": 1009996.0, |
| "reward": 0.8702346086502075, |
| "reward_std": 0.32417604327201843, |
| "rewards/check_answer/mean": 0.8702346086502075, |
| "rewards/check_answer/std": 0.32417601346969604, |
| "step": 340 |
| }, |
| { |
| "completion_length": 390.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 503.0, |
| "completions/max_terminated_length": 503.0, |
| "completions/mean_length": 390.5, |
| "completions/mean_terminated_length": 390.5, |
| "completions/min_length": 276.0, |
| "completions/min_terminated_length": 276.0, |
| "epoch": 0.0606006753154434, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4166250228881836, |
| "kl": 1.2890968769788742, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 0.0013, |
| "num_tokens": 1012746.0, |
| "reward": 0.7851279973983765, |
| "reward_std": 0.10244892537593842, |
| "rewards/check_answer/mean": 0.7851279973983765, |
| "rewards/check_answer/std": 0.10244891792535782, |
| "step": 341 |
| }, |
| { |
| "completion_length": 459.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 510.0, |
| "completions/max_terminated_length": 510.0, |
| "completions/mean_length": 459.75, |
| "completions/mean_terminated_length": 459.75, |
| "completions/min_length": 402.0, |
| "completions/min_terminated_length": 402.0, |
| "epoch": 0.06077838990581127, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3638399839401245, |
| "kl": 1.0932938754558563, |
| "learning_rate": 2.8492063492063493e-06, |
| "loss": 0.0011, |
| "num_tokens": 1015749.0, |
| "reward": 0.7626172304153442, |
| "reward_std": 0.11766716837882996, |
| "rewards/check_answer/mean": 0.7626172304153442, |
| "rewards/check_answer/std": 0.11766716837882996, |
| "step": 342 |
| }, |
| { |
| "completion_length": 524.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 598.0, |
| "completions/max_terminated_length": 598.0, |
| "completions/mean_length": 524.5, |
| "completions/mean_terminated_length": 524.5, |
| "completions/min_length": 341.0, |
| "completions/min_terminated_length": 341.0, |
| "epoch": 0.060956104496179137, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5445250272750854, |
| "kl": 0.9230055660009384, |
| "learning_rate": 2.8412698412698414e-06, |
| "loss": 0.0009, |
| "num_tokens": 1019039.0, |
| "reward": 0.6102451086044312, |
| "reward_std": 0.03914730250835419, |
| "rewards/check_answer/mean": 0.6102451086044312, |
| "rewards/check_answer/std": 0.03914730250835419, |
| "step": 343 |
| }, |
| { |
| "completion_length": 360.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 459.0, |
| "completions/max_terminated_length": 459.0, |
| "completions/mean_length": 360.5, |
| "completions/mean_terminated_length": 360.5, |
| "completions/min_length": 273.0, |
| "completions/min_terminated_length": 273.0, |
| "epoch": 0.061133819086547005, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7623164653778076, |
| "kl": 2.2060094326734543, |
| "learning_rate": 2.8333333333333335e-06, |
| "loss": 0.0022, |
| "num_tokens": 1021613.0, |
| "reward": 0.5367588996887207, |
| "reward_std": 0.09137478470802307, |
| "rewards/check_answer/mean": 0.5367588996887207, |
| "rewards/check_answer/std": 0.09137478470802307, |
| "step": 344 |
| }, |
| { |
| "completion_length": 386.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 481.0, |
| "completions/max_terminated_length": 481.0, |
| "completions/mean_length": 386.75, |
| "completions/mean_terminated_length": 386.75, |
| "completions/min_length": 254.0, |
| "completions/min_terminated_length": 254.0, |
| "epoch": 0.06131153367691487, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6934525966644287, |
| "kl": 0.9983743131160736, |
| "learning_rate": 2.8253968253968255e-06, |
| "loss": 0.001, |
| "num_tokens": 1024292.0, |
| "reward": 0.8309897184371948, |
| "reward_std": 0.049490053206682205, |
| "rewards/check_answer/mean": 0.8309897184371948, |
| "rewards/check_answer/std": 0.049490053206682205, |
| "step": 345 |
| }, |
| { |
| "completion_length": 679.0, |
| "completions/clipped_ratio": 0.25, |
| "completions/max_length": 1733.0, |
| "completions/max_terminated_length": 495.0, |
| "completions/mean_length": 679.0, |
| "completions/mean_terminated_length": 327.66668701171875, |
| "completions/min_length": 240.0, |
| "completions/min_terminated_length": 240.0, |
| "epoch": 0.06148924826728274, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2086621522903442, |
| "kl": 0.9801141023635864, |
| "learning_rate": 2.8174603174603176e-06, |
| "loss": 0.001, |
| "num_tokens": 1028160.0, |
| "reward": 0.40882742404937744, |
| "reward_std": 0.5656044483184814, |
| "rewards/check_answer/mean": 0.40882742404937744, |
| "rewards/check_answer/std": 0.5656045079231262, |
| "step": 346 |
| }, |
| { |
| "completion_length": 499.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 670.0, |
| "completions/max_terminated_length": 670.0, |
| "completions/mean_length": 499.5, |
| "completions/mean_terminated_length": 499.5, |
| "completions/min_length": 398.0, |
| "completions/min_terminated_length": 398.0, |
| "epoch": 0.061666962857650616, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5193108320236206, |
| "kl": 0.8783832341432571, |
| "learning_rate": 2.8095238095238096e-06, |
| "loss": 0.0009, |
| "num_tokens": 1031374.0, |
| "reward": 0.5393548011779785, |
| "reward_std": 0.18399730324745178, |
| "rewards/check_answer/mean": 0.5393548011779785, |
| "rewards/check_answer/std": 0.18399730324745178, |
| "step": 347 |
| }, |
| { |
| "completion_length": 426.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 537.0, |
| "completions/max_terminated_length": 537.0, |
| "completions/mean_length": 426.0, |
| "completions/mean_terminated_length": 426.0, |
| "completions/min_length": 353.0, |
| "completions/min_terminated_length": 353.0, |
| "epoch": 0.061844677448018484, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5595829486846924, |
| "kl": 2.0859084129333496, |
| "learning_rate": 2.8015873015873017e-06, |
| "loss": 0.0021, |
| "num_tokens": 1034230.0, |
| "reward": 0.35466447472572327, |
| "reward_std": 0.007600174751132727, |
| "rewards/check_answer/mean": 0.35466447472572327, |
| "rewards/check_answer/std": 0.007600174751132727, |
| "step": 348 |
| }, |
| { |
| "completion_length": 242.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 296.0, |
| "completions/max_terminated_length": 296.0, |
| "completions/mean_length": 242.25, |
| "completions/mean_terminated_length": 242.25, |
| "completions/min_length": 168.0, |
| "completions/min_terminated_length": 168.0, |
| "epoch": 0.06202239203838635, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.0255789756774902, |
| "kl": 1.20065575838089, |
| "learning_rate": 2.7936507936507938e-06, |
| "loss": 0.0012, |
| "num_tokens": 1036303.0, |
| "reward": 1.0878612995147705, |
| "reward_std": 0.5185619592666626, |
| "rewards/check_answer/mean": 1.0878612995147705, |
| "rewards/check_answer/std": 0.5185619592666626, |
| "step": 349 |
| }, |
| { |
| "completion_length": 493.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 607.0, |
| "completions/max_terminated_length": 607.0, |
| "completions/mean_length": 493.25, |
| "completions/mean_terminated_length": 493.25, |
| "completions/min_length": 254.0, |
| "completions/min_terminated_length": 254.0, |
| "epoch": 0.06220010662875422, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5794947147369385, |
| "kl": 0.7937883138656616, |
| "learning_rate": 2.785714285714286e-06, |
| "loss": 0.0008, |
| "num_tokens": 1039448.0, |
| "reward": 0.552399218082428, |
| "reward_std": 0.027781648561358452, |
| "rewards/check_answer/mean": 0.552399218082428, |
| "rewards/check_answer/std": 0.027781641110777855, |
| "step": 350 |
| }, |
| { |
| "completion_length": 412.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 506.0, |
| "completions/max_terminated_length": 506.0, |
| "completions/mean_length": 412.5, |
| "completions/mean_terminated_length": 412.5, |
| "completions/min_length": 317.0, |
| "completions/min_terminated_length": 317.0, |
| "epoch": 0.06237782121912209, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.685268759727478, |
| "kl": 1.08314049243927, |
| "learning_rate": 2.7777777777777783e-06, |
| "loss": 0.0011, |
| "num_tokens": 1042238.0, |
| "reward": 0.6266283392906189, |
| "reward_std": 0.12399213761091232, |
| "rewards/check_answer/mean": 0.6266283392906189, |
| "rewards/check_answer/std": 0.12399215251207352, |
| "step": 351 |
| }, |
| { |
| "completion_length": 261.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 311.0, |
| "completions/max_terminated_length": 311.0, |
| "completions/mean_length": 261.75, |
| "completions/mean_terminated_length": 261.75, |
| "completions/min_length": 182.0, |
| "completions/min_terminated_length": 182.0, |
| "epoch": 0.06255553580948996, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.057827949523926, |
| "kl": 1.1714966595172882, |
| "learning_rate": 2.7698412698412704e-06, |
| "loss": 0.0012, |
| "num_tokens": 1044401.0, |
| "reward": 1.1655079126358032, |
| "reward_std": 0.1512351781129837, |
| "rewards/check_answer/mean": 1.1655079126358032, |
| "rewards/check_answer/std": 0.1512351632118225, |
| "step": 352 |
| }, |
| { |
| "completion_length": 454.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 590.0, |
| "completions/max_terminated_length": 590.0, |
| "completions/mean_length": 454.75, |
| "completions/mean_terminated_length": 454.75, |
| "completions/min_length": 349.0, |
| "completions/min_terminated_length": 349.0, |
| "epoch": 0.06273325039985783, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6537492275238037, |
| "kl": 0.836554616689682, |
| "learning_rate": 2.7619047619047625e-06, |
| "loss": 0.0008, |
| "num_tokens": 1047384.0, |
| "reward": 0.5927922129631042, |
| "reward_std": 0.03192928433418274, |
| "rewards/check_answer/mean": 0.5927922129631042, |
| "rewards/check_answer/std": 0.031929273158311844, |
| "step": 353 |
| }, |
| { |
| "completion_length": 449.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 516.0, |
| "completions/max_terminated_length": 516.0, |
| "completions/mean_length": 449.5, |
| "completions/mean_terminated_length": 449.5, |
| "completions/min_length": 358.0, |
| "completions/min_terminated_length": 358.0, |
| "epoch": 0.06291096499022569, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5732802152633667, |
| "kl": 0.9828883409500122, |
| "learning_rate": 2.7539682539682545e-06, |
| "loss": 0.001, |
| "num_tokens": 1050310.0, |
| "reward": 0.7062097787857056, |
| "reward_std": 0.07088971138000488, |
| "rewards/check_answer/mean": 0.7062097787857056, |
| "rewards/check_answer/std": 0.07088971138000488, |
| "step": 354 |
| }, |
| { |
| "completion_length": 416.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 466.0, |
| "completions/max_terminated_length": 466.0, |
| "completions/mean_length": 416.5, |
| "completions/mean_terminated_length": 416.5, |
| "completions/min_length": 377.0, |
| "completions/min_terminated_length": 377.0, |
| "epoch": 0.06308867958059357, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5273946523666382, |
| "kl": 0.7866203188896179, |
| "learning_rate": 2.7460317460317466e-06, |
| "loss": 0.0008, |
| "num_tokens": 1053128.0, |
| "reward": 0.5653597116470337, |
| "reward_std": 0.10099492967128754, |
| "rewards/check_answer/mean": 0.5653597116470337, |
| "rewards/check_answer/std": 0.10099492967128754, |
| "step": 355 |
| }, |
| { |
| "completion_length": 303.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 431.0, |
| "completions/max_terminated_length": 431.0, |
| "completions/mean_length": 303.75, |
| "completions/mean_terminated_length": 303.75, |
| "completions/min_length": 238.0, |
| "completions/min_terminated_length": 238.0, |
| "epoch": 0.06326639417096143, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6983771324157715, |
| "kl": 1.0617644041776657, |
| "learning_rate": 2.7380952380952387e-06, |
| "loss": 0.0011, |
| "num_tokens": 1055463.0, |
| "reward": 0.7611073851585388, |
| "reward_std": 0.21248966455459595, |
| "rewards/check_answer/mean": 0.7611073851585388, |
| "rewards/check_answer/std": 0.21248964965343475, |
| "step": 356 |
| }, |
| { |
| "completion_length": 429.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 554.0, |
| "completions/max_terminated_length": 554.0, |
| "completions/mean_length": 429.75, |
| "completions/mean_terminated_length": 429.75, |
| "completions/min_length": 357.0, |
| "completions/min_terminated_length": 357.0, |
| "epoch": 0.0634441087613293, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7513980865478516, |
| "kl": 0.9004791676998138, |
| "learning_rate": 2.7301587301587303e-06, |
| "loss": 0.0009, |
| "num_tokens": 1058338.0, |
| "reward": 0.7837266325950623, |
| "reward_std": 0.41704121232032776, |
| "rewards/check_answer/mean": 0.7837266325950623, |
| "rewards/check_answer/std": 0.41704121232032776, |
| "step": 357 |
| }, |
| { |
| "completion_length": 329.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 368.0, |
| "completions/max_terminated_length": 368.0, |
| "completions/mean_length": 329.75, |
| "completions/mean_terminated_length": 329.75, |
| "completions/min_length": 278.0, |
| "completions/min_terminated_length": 278.0, |
| "epoch": 0.06362182335169718, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.628482699394226, |
| "kl": 1.0090267211198807, |
| "learning_rate": 2.7222222222222224e-06, |
| "loss": 0.001, |
| "num_tokens": 1060765.0, |
| "reward": 0.7090367078781128, |
| "reward_std": 0.26245641708374023, |
| "rewards/check_answer/mean": 0.7090367078781128, |
| "rewards/check_answer/std": 0.26245638728141785, |
| "step": 358 |
| }, |
| { |
| "completion_length": 407.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 488.0, |
| "completions/max_terminated_length": 488.0, |
| "completions/mean_length": 407.5, |
| "completions/mean_terminated_length": 407.5, |
| "completions/min_length": 284.0, |
| "completions/min_terminated_length": 284.0, |
| "epoch": 0.06379953794206504, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.618558406829834, |
| "kl": 2.1619486063718796, |
| "learning_rate": 2.7142857142857144e-06, |
| "loss": 0.0022, |
| "num_tokens": 1063575.0, |
| "reward": 0.6832454800605774, |
| "reward_std": 0.13225074112415314, |
| "rewards/check_answer/mean": 0.6832454800605774, |
| "rewards/check_answer/std": 0.13225072622299194, |
| "step": 359 |
| }, |
| { |
| "completion_length": 356.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 409.0, |
| "completions/max_terminated_length": 409.0, |
| "completions/mean_length": 356.5, |
| "completions/mean_terminated_length": 356.5, |
| "completions/min_length": 289.0, |
| "completions/min_terminated_length": 289.0, |
| "epoch": 0.06397725253243292, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7556419372558594, |
| "kl": 0.9982209950685501, |
| "learning_rate": 2.7063492063492065e-06, |
| "loss": 0.001, |
| "num_tokens": 1066133.0, |
| "reward": 0.9417442083358765, |
| "reward_std": 0.0924437865614891, |
| "rewards/check_answer/mean": 0.9417442083358765, |
| "rewards/check_answer/std": 0.0924437940120697, |
| "step": 360 |
| }, |
| { |
| "completion_length": 438.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 506.0, |
| "completions/max_terminated_length": 506.0, |
| "completions/mean_length": 438.75, |
| "completions/mean_terminated_length": 438.75, |
| "completions/min_length": 383.0, |
| "completions/min_terminated_length": 383.0, |
| "epoch": 0.06415496712280078, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6464420557022095, |
| "kl": 1.1058107018470764, |
| "learning_rate": 2.6984126984126986e-06, |
| "loss": 0.0011, |
| "num_tokens": 1069028.0, |
| "reward": 0.5221630930900574, |
| "reward_std": 0.08845002204179764, |
| "rewards/check_answer/mean": 0.5221630930900574, |
| "rewards/check_answer/std": 0.08845002204179764, |
| "step": 361 |
| }, |
| { |
| "completion_length": 395.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 545.0, |
| "completions/max_terminated_length": 545.0, |
| "completions/mean_length": 395.25, |
| "completions/mean_terminated_length": 395.25, |
| "completions/min_length": 289.0, |
| "completions/min_terminated_length": 289.0, |
| "epoch": 0.06433268171316865, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5931658744812012, |
| "kl": 3.2120852321386337, |
| "learning_rate": 2.6904761904761906e-06, |
| "loss": 0.0032, |
| "num_tokens": 1071749.0, |
| "reward": 1.010395884513855, |
| "reward_std": 0.39355483651161194, |
| "rewards/check_answer/mean": 1.010395884513855, |
| "rewards/check_answer/std": 0.3935548663139343, |
| "step": 362 |
| }, |
| { |
| "completion_length": 366.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 516.0, |
| "completions/max_terminated_length": 516.0, |
| "completions/mean_length": 366.75, |
| "completions/mean_terminated_length": 366.75, |
| "completions/min_length": 257.0, |
| "completions/min_terminated_length": 257.0, |
| "epoch": 0.06451039630353653, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.682044506072998, |
| "kl": 1.1539453864097595, |
| "learning_rate": 2.6825396825396827e-06, |
| "loss": 0.0012, |
| "num_tokens": 1074356.0, |
| "reward": 0.6987335681915283, |
| "reward_std": 0.0868241935968399, |
| "rewards/check_answer/mean": 0.6987335681915283, |
| "rewards/check_answer/std": 0.0868242084980011, |
| "step": 363 |
| }, |
| { |
| "completion_length": 361.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 570.0, |
| "completions/max_terminated_length": 570.0, |
| "completions/mean_length": 361.75, |
| "completions/mean_terminated_length": 361.75, |
| "completions/min_length": 237.0, |
| "completions/min_terminated_length": 237.0, |
| "epoch": 0.06468811089390439, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6390739679336548, |
| "kl": 1.1847519278526306, |
| "learning_rate": 2.6746031746031748e-06, |
| "loss": 0.0012, |
| "num_tokens": 1076923.0, |
| "reward": 0.8292936682701111, |
| "reward_std": 0.20514844357967377, |
| "rewards/check_answer/mean": 0.8292936682701111, |
| "rewards/check_answer/std": 0.20514844357967377, |
| "step": 364 |
| }, |
| { |
| "completion_length": 292.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 390.0, |
| "completions/max_terminated_length": 390.0, |
| "completions/mean_length": 292.5, |
| "completions/mean_terminated_length": 292.5, |
| "completions/min_length": 226.0, |
| "completions/min_terminated_length": 226.0, |
| "epoch": 0.06486582548427226, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.981711745262146, |
| "kl": 1.2689296901226044, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 0.0013, |
| "num_tokens": 1079209.0, |
| "reward": 0.9906752705574036, |
| "reward_std": 0.468296080827713, |
| "rewards/check_answer/mean": 0.9906752705574036, |
| "rewards/check_answer/std": 0.468296080827713, |
| "step": 365 |
| }, |
| { |
| "completion_length": 304.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 353.0, |
| "completions/max_terminated_length": 353.0, |
| "completions/mean_length": 304.25, |
| "completions/mean_terminated_length": 304.25, |
| "completions/min_length": 236.0, |
| "completions/min_terminated_length": 236.0, |
| "epoch": 0.06504354007464012, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9962329864501953, |
| "kl": 1.0153531730175018, |
| "learning_rate": 2.658730158730159e-06, |
| "loss": 0.001, |
| "num_tokens": 1081590.0, |
| "reward": 0.4718705713748932, |
| "reward_std": 0.1988232433795929, |
| "rewards/check_answer/mean": 0.4718705713748932, |
| "rewards/check_answer/std": 0.1988232433795929, |
| "step": 366 |
| }, |
| { |
| "completion_length": 586.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 696.0, |
| "completions/max_terminated_length": 696.0, |
| "completions/mean_length": 586.5, |
| "completions/mean_terminated_length": 586.5, |
| "completions/min_length": 508.0, |
| "completions/min_terminated_length": 508.0, |
| "epoch": 0.065221254665008, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2512035369873047, |
| "kl": 1.0086099058389664, |
| "learning_rate": 2.650793650793651e-06, |
| "loss": 0.001, |
| "num_tokens": 1085176.0, |
| "reward": 0.49589335918426514, |
| "reward_std": 0.02800540067255497, |
| "rewards/check_answer/mean": 0.49589335918426514, |
| "rewards/check_answer/std": 0.02800540253520012, |
| "step": 367 |
| }, |
| { |
| "completion_length": 653.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 811.0, |
| "completions/max_terminated_length": 811.0, |
| "completions/mean_length": 653.0, |
| "completions/mean_terminated_length": 653.0, |
| "completions/min_length": 457.0, |
| "completions/min_terminated_length": 457.0, |
| "epoch": 0.06539896925537586, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2003167867660522, |
| "kl": 0.7881456017494202, |
| "learning_rate": 2.642857142857143e-06, |
| "loss": 0.0008, |
| "num_tokens": 1089024.0, |
| "reward": 0.7394192218780518, |
| "reward_std": 0.09663909673690796, |
| "rewards/check_answer/mean": 0.7394192218780518, |
| "rewards/check_answer/std": 0.09663910418748856, |
| "step": 368 |
| }, |
| { |
| "completion_length": 456.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 541.0, |
| "completions/max_terminated_length": 541.0, |
| "completions/mean_length": 456.25, |
| "completions/mean_terminated_length": 456.25, |
| "completions/min_length": 340.0, |
| "completions/min_terminated_length": 340.0, |
| "epoch": 0.06557668384574374, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5003619194030762, |
| "kl": 0.8792458027601242, |
| "learning_rate": 2.634920634920635e-06, |
| "loss": 0.0009, |
| "num_tokens": 1092085.0, |
| "reward": 0.271815687417984, |
| "reward_std": 0.048961468040943146, |
| "rewards/check_answer/mean": 0.271815687417984, |
| "rewards/check_answer/std": 0.04896145686507225, |
| "step": 369 |
| }, |
| { |
| "completion_length": 241.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 281.0, |
| "completions/max_terminated_length": 281.0, |
| "completions/mean_length": 241.0, |
| "completions/mean_terminated_length": 241.0, |
| "completions/min_length": 185.0, |
| "completions/min_terminated_length": 185.0, |
| "epoch": 0.06575439843611161, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.5538017749786377, |
| "kl": 1.2450654804706573, |
| "learning_rate": 2.626984126984127e-06, |
| "loss": 0.0012, |
| "num_tokens": 1094145.0, |
| "reward": 1.040844202041626, |
| "reward_std": 0.6358775496482849, |
| "rewards/check_answer/mean": 1.040844202041626, |
| "rewards/check_answer/std": 0.6358775496482849, |
| "step": 370 |
| }, |
| { |
| "completion_length": 413.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 517.0, |
| "completions/max_terminated_length": 517.0, |
| "completions/mean_length": 413.75, |
| "completions/mean_terminated_length": 413.75, |
| "completions/min_length": 310.0, |
| "completions/min_terminated_length": 310.0, |
| "epoch": 0.06593211302647947, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8476204872131348, |
| "kl": 1.6918334662914276, |
| "learning_rate": 2.6190476190476192e-06, |
| "loss": 0.0017, |
| "num_tokens": 1096956.0, |
| "reward": 1.0639305114746094, |
| "reward_std": 0.0493079274892807, |
| "rewards/check_answer/mean": 1.0639305114746094, |
| "rewards/check_answer/std": 0.049307931214571, |
| "step": 371 |
| }, |
| { |
| "completion_length": 253.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 295.0, |
| "completions/max_terminated_length": 295.0, |
| "completions/mean_length": 253.25, |
| "completions/mean_terminated_length": 253.25, |
| "completions/min_length": 205.0, |
| "completions/min_terminated_length": 205.0, |
| "epoch": 0.06610982761684735, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.1900248527526855, |
| "kl": 1.0722286999225616, |
| "learning_rate": 2.6111111111111113e-06, |
| "loss": 0.0011, |
| "num_tokens": 1099077.0, |
| "reward": 0.3582559823989868, |
| "reward_std": 0.037198010832071304, |
| "rewards/check_answer/mean": 0.3582559823989868, |
| "rewards/check_answer/std": 0.037198010832071304, |
| "step": 372 |
| }, |
| { |
| "completion_length": 339.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 406.0, |
| "completions/max_terminated_length": 406.0, |
| "completions/mean_length": 339.5, |
| "completions/mean_terminated_length": 339.5, |
| "completions/min_length": 286.0, |
| "completions/min_terminated_length": 286.0, |
| "epoch": 0.06628754220721521, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.416177749633789, |
| "kl": 0.759627029299736, |
| "learning_rate": 2.6031746031746038e-06, |
| "loss": 0.0008, |
| "num_tokens": 1101567.0, |
| "reward": 0.5204699039459229, |
| "reward_std": 0.20935100317001343, |
| "rewards/check_answer/mean": 0.5204699039459229, |
| "rewards/check_answer/std": 0.20935101807117462, |
| "step": 373 |
| }, |
| { |
| "completion_length": 581.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 717.0, |
| "completions/max_terminated_length": 717.0, |
| "completions/mean_length": 581.75, |
| "completions/mean_terminated_length": 581.75, |
| "completions/min_length": 361.0, |
| "completions/min_terminated_length": 361.0, |
| "epoch": 0.06646525679758308, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3829495906829834, |
| "kl": 0.7596141695976257, |
| "learning_rate": 2.595238095238096e-06, |
| "loss": 0.0008, |
| "num_tokens": 1105114.0, |
| "reward": 0.6244233846664429, |
| "reward_std": 0.1169346272945404, |
| "rewards/check_answer/mean": 0.6244233846664429, |
| "rewards/check_answer/std": 0.1169346421957016, |
| "step": 374 |
| }, |
| { |
| "completion_length": 553.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 615.0, |
| "completions/max_terminated_length": 615.0, |
| "completions/mean_length": 553.25, |
| "completions/mean_terminated_length": 553.25, |
| "completions/min_length": 532.0, |
| "completions/min_terminated_length": 532.0, |
| "epoch": 0.06664297138795094, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.049517273902893, |
| "kl": 0.731134757399559, |
| "learning_rate": 2.587301587301588e-06, |
| "loss": 0.0007, |
| "num_tokens": 1108555.0, |
| "reward": 0.9090848565101624, |
| "reward_std": 0.053088050335645676, |
| "rewards/check_answer/mean": 0.9090848565101624, |
| "rewards/check_answer/std": 0.05308803915977478, |
| "step": 375 |
| }, |
| { |
| "completion_length": 581.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 793.0, |
| "completions/max_terminated_length": 793.0, |
| "completions/mean_length": 581.5, |
| "completions/mean_terminated_length": 581.5, |
| "completions/min_length": 442.0, |
| "completions/min_terminated_length": 442.0, |
| "epoch": 0.06682068597831882, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1811550855636597, |
| "kl": 0.7464872002601624, |
| "learning_rate": 2.57936507936508e-06, |
| "loss": 0.0007, |
| "num_tokens": 1112113.0, |
| "reward": 0.5068844556808472, |
| "reward_std": 0.08424738049507141, |
| "rewards/check_answer/mean": 0.5068844556808472, |
| "rewards/check_answer/std": 0.08424738049507141, |
| "step": 376 |
| }, |
| { |
| "completion_length": 456.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 531.0, |
| "completions/max_terminated_length": 531.0, |
| "completions/mean_length": 456.25, |
| "completions/mean_terminated_length": 456.25, |
| "completions/min_length": 331.0, |
| "completions/min_terminated_length": 331.0, |
| "epoch": 0.0669984005686867, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6065852642059326, |
| "kl": 1.0195069313049316, |
| "learning_rate": 2.571428571428571e-06, |
| "loss": 0.001, |
| "num_tokens": 1115090.0, |
| "reward": 0.9967861771583557, |
| "reward_std": 0.1993342638015747, |
| "rewards/check_answer/mean": 0.9967861771583557, |
| "rewards/check_answer/std": 0.1993342638015747, |
| "step": 377 |
| }, |
| { |
| "completion_length": 570.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 772.0, |
| "completions/max_terminated_length": 772.0, |
| "completions/mean_length": 570.25, |
| "completions/mean_terminated_length": 570.25, |
| "completions/min_length": 417.0, |
| "completions/min_terminated_length": 417.0, |
| "epoch": 0.06717611515905456, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.288891315460205, |
| "kl": 0.9126172959804535, |
| "learning_rate": 2.5634920634920637e-06, |
| "loss": 0.0009, |
| "num_tokens": 1118543.0, |
| "reward": 0.9744613170623779, |
| "reward_std": 0.10629359632730484, |
| "rewards/check_answer/mean": 0.9744613170623779, |
| "rewards/check_answer/std": 0.10629359632730484, |
| "step": 378 |
| }, |
| { |
| "completion_length": 584.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 758.0, |
| "completions/max_terminated_length": 758.0, |
| "completions/mean_length": 584.25, |
| "completions/mean_terminated_length": 584.25, |
| "completions/min_length": 336.0, |
| "completions/min_terminated_length": 336.0, |
| "epoch": 0.06735382974942243, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.518787145614624, |
| "kl": 1.7292539477348328, |
| "learning_rate": 2.5555555555555557e-06, |
| "loss": 0.0017, |
| "num_tokens": 1122052.0, |
| "reward": 0.9780303835868835, |
| "reward_std": 0.11002466827630997, |
| "rewards/check_answer/mean": 0.9780303835868835, |
| "rewards/check_answer/std": 0.11002466827630997, |
| "step": 379 |
| }, |
| { |
| "completion_length": 464.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 674.0, |
| "completions/max_terminated_length": 674.0, |
| "completions/mean_length": 464.75, |
| "completions/mean_terminated_length": 464.75, |
| "completions/min_length": 313.0, |
| "completions/min_terminated_length": 313.0, |
| "epoch": 0.06753154433979029, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.394750952720642, |
| "kl": 0.9494964927434921, |
| "learning_rate": 2.547619047619048e-06, |
| "loss": 0.0009, |
| "num_tokens": 1125083.0, |
| "reward": 0.49630308151245117, |
| "reward_std": 0.14733171463012695, |
| "rewards/check_answer/mean": 0.49630308151245117, |
| "rewards/check_answer/std": 0.14733172953128815, |
| "step": 380 |
| }, |
| { |
| "completion_length": 366.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 422.0, |
| "completions/max_terminated_length": 422.0, |
| "completions/mean_length": 366.75, |
| "completions/mean_terminated_length": 366.75, |
| "completions/min_length": 228.0, |
| "completions/min_terminated_length": 228.0, |
| "epoch": 0.06770925893015817, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5692752599716187, |
| "kl": 1.070998653769493, |
| "learning_rate": 2.53968253968254e-06, |
| "loss": 0.0011, |
| "num_tokens": 1127670.0, |
| "reward": 0.8239761590957642, |
| "reward_std": 0.22099705040454865, |
| "rewards/check_answer/mean": 0.8239761590957642, |
| "rewards/check_answer/std": 0.22099705040454865, |
| "step": 381 |
| }, |
| { |
| "completion_length": 559.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 689.0, |
| "completions/max_terminated_length": 689.0, |
| "completions/mean_length": 559.75, |
| "completions/mean_terminated_length": 559.75, |
| "completions/min_length": 372.0, |
| "completions/min_terminated_length": 372.0, |
| "epoch": 0.06788697352052603, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4717862606048584, |
| "kl": 0.7960640043020248, |
| "learning_rate": 2.531746031746032e-06, |
| "loss": 0.0008, |
| "num_tokens": 1131065.0, |
| "reward": 0.7636763453483582, |
| "reward_std": 0.03722745552659035, |
| "rewards/check_answer/mean": 0.7636763453483582, |
| "rewards/check_answer/std": 0.03722746670246124, |
| "step": 382 |
| }, |
| { |
| "completion_length": 446.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 593.0, |
| "completions/max_terminated_length": 593.0, |
| "completions/mean_length": 446.0, |
| "completions/mean_terminated_length": 446.0, |
| "completions/min_length": 374.0, |
| "completions/min_terminated_length": 374.0, |
| "epoch": 0.0680646881108939, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5540060997009277, |
| "kl": 0.8313327878713608, |
| "learning_rate": 2.523809523809524e-06, |
| "loss": 0.0008, |
| "num_tokens": 1134045.0, |
| "reward": 0.6946367621421814, |
| "reward_std": 0.10725139826536179, |
| "rewards/check_answer/mean": 0.6946367621421814, |
| "rewards/check_answer/std": 0.10725140571594238, |
| "step": 383 |
| }, |
| { |
| "completion_length": 614.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 701.0, |
| "completions/max_terminated_length": 701.0, |
| "completions/mean_length": 614.0, |
| "completions/mean_terminated_length": 614.0, |
| "completions/min_length": 552.0, |
| "completions/min_terminated_length": 552.0, |
| "epoch": 0.06824240270126178, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.311665415763855, |
| "kl": 0.8095138221979141, |
| "learning_rate": 2.515873015873016e-06, |
| "loss": 0.0008, |
| "num_tokens": 1137665.0, |
| "reward": 0.4693688750267029, |
| "reward_std": 0.06689858436584473, |
| "rewards/check_answer/mean": 0.4693688750267029, |
| "rewards/check_answer/std": 0.06689856946468353, |
| "step": 384 |
| }, |
| { |
| "completion_length": 582.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 657.0, |
| "completions/max_terminated_length": 657.0, |
| "completions/mean_length": 582.25, |
| "completions/mean_terminated_length": 582.25, |
| "completions/min_length": 468.0, |
| "completions/min_terminated_length": 468.0, |
| "epoch": 0.06842011729162964, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.0779439210891724, |
| "kl": 0.6766816079616547, |
| "learning_rate": 2.507936507936508e-06, |
| "loss": 0.0007, |
| "num_tokens": 1141214.0, |
| "reward": 0.6747899055480957, |
| "reward_std": 0.07833781838417053, |
| "rewards/check_answer/mean": 0.6747899055480957, |
| "rewards/check_answer/std": 0.07833781838417053, |
| "step": 385 |
| }, |
| { |
| "completion_length": 403.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 469.0, |
| "completions/max_terminated_length": 469.0, |
| "completions/mean_length": 403.0, |
| "completions/mean_terminated_length": 403.0, |
| "completions/min_length": 289.0, |
| "completions/min_terminated_length": 289.0, |
| "epoch": 0.06859783188199751, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.6302034854888916, |
| "kl": 0.8939348012208939, |
| "learning_rate": 2.5e-06, |
| "loss": 0.0009, |
| "num_tokens": 1143954.0, |
| "reward": 0.3099154233932495, |
| "reward_std": 0.15409527719020844, |
| "rewards/check_answer/mean": 0.3099154233932495, |
| "rewards/check_answer/std": 0.15409527719020844, |
| "step": 386 |
| }, |
| { |
| "completion_length": 601.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 738.0, |
| "completions/max_terminated_length": 738.0, |
| "completions/mean_length": 601.75, |
| "completions/mean_terminated_length": 601.75, |
| "completions/min_length": 368.0, |
| "completions/min_terminated_length": 368.0, |
| "epoch": 0.06877554647236538, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.424817442893982, |
| "kl": 0.8362443447113037, |
| "learning_rate": 2.4920634920634923e-06, |
| "loss": 0.0008, |
| "num_tokens": 1147545.0, |
| "reward": 0.7676776647567749, |
| "reward_std": 0.20846693217754364, |
| "rewards/check_answer/mean": 0.7676776647567749, |
| "rewards/check_answer/std": 0.20846691727638245, |
| "step": 387 |
| }, |
| { |
| "completion_length": 360.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 424.0, |
| "completions/max_terminated_length": 424.0, |
| "completions/mean_length": 360.5, |
| "completions/mean_terminated_length": 360.5, |
| "completions/min_length": 276.0, |
| "completions/min_terminated_length": 276.0, |
| "epoch": 0.06895326106273325, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7432420253753662, |
| "kl": 1.0870371013879776, |
| "learning_rate": 2.4841269841269843e-06, |
| "loss": 0.0011, |
| "num_tokens": 1150095.0, |
| "reward": 0.5128135085105896, |
| "reward_std": 0.12844218313694, |
| "rewards/check_answer/mean": 0.5128135085105896, |
| "rewards/check_answer/std": 0.12844218313694, |
| "step": 388 |
| }, |
| { |
| "completion_length": 562.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 687.0, |
| "completions/max_terminated_length": 687.0, |
| "completions/mean_length": 562.25, |
| "completions/mean_terminated_length": 562.25, |
| "completions/min_length": 448.0, |
| "completions/min_terminated_length": 448.0, |
| "epoch": 0.06913097565310113, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3039882183074951, |
| "kl": 0.8053465038537979, |
| "learning_rate": 2.4761904761904764e-06, |
| "loss": 0.0008, |
| "num_tokens": 1153600.0, |
| "reward": 0.6226294040679932, |
| "reward_std": 0.10893689841032028, |
| "rewards/check_answer/mean": 0.6226294040679932, |
| "rewards/check_answer/std": 0.10893691331148148, |
| "step": 389 |
| }, |
| { |
| "completion_length": 392.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 545.0, |
| "completions/max_terminated_length": 545.0, |
| "completions/mean_length": 392.0, |
| "completions/mean_terminated_length": 392.0, |
| "completions/min_length": 334.0, |
| "completions/min_terminated_length": 334.0, |
| "epoch": 0.06930869024346899, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7045742273330688, |
| "kl": 0.9221175163984299, |
| "learning_rate": 2.4682539682539685e-06, |
| "loss": 0.0009, |
| "num_tokens": 1156316.0, |
| "reward": 0.5222982168197632, |
| "reward_std": 0.054217997938394547, |
| "rewards/check_answer/mean": 0.5222982168197632, |
| "rewards/check_answer/std": 0.054218001663684845, |
| "step": 390 |
| }, |
| { |
| "completion_length": 370.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 535.0, |
| "completions/max_terminated_length": 535.0, |
| "completions/mean_length": 370.75, |
| "completions/mean_terminated_length": 370.75, |
| "completions/min_length": 246.0, |
| "completions/min_terminated_length": 246.0, |
| "epoch": 0.06948640483383686, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7914966344833374, |
| "kl": 1.043500304222107, |
| "learning_rate": 2.4603174603174605e-06, |
| "loss": 0.001, |
| "num_tokens": 1158939.0, |
| "reward": 0.39007383584976196, |
| "reward_std": 0.06512384861707687, |
| "rewards/check_answer/mean": 0.39007383584976196, |
| "rewards/check_answer/std": 0.06512384861707687, |
| "step": 391 |
| }, |
| { |
| "completion_length": 403.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 500.0, |
| "completions/max_terminated_length": 500.0, |
| "completions/mean_length": 403.25, |
| "completions/mean_terminated_length": 403.25, |
| "completions/min_length": 302.0, |
| "completions/min_terminated_length": 302.0, |
| "epoch": 0.06966411942420472, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3422685861587524, |
| "kl": 1.0109106451272964, |
| "learning_rate": 2.4523809523809526e-06, |
| "loss": 0.001, |
| "num_tokens": 1161676.0, |
| "reward": 0.7319890856742859, |
| "reward_std": 0.07778804004192352, |
| "rewards/check_answer/mean": 0.7319890856742859, |
| "rewards/check_answer/std": 0.07778804004192352, |
| "step": 392 |
| }, |
| { |
| "completion_length": 450.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 605.0, |
| "completions/max_terminated_length": 605.0, |
| "completions/mean_length": 450.0, |
| "completions/mean_terminated_length": 450.0, |
| "completions/min_length": 350.0, |
| "completions/min_terminated_length": 350.0, |
| "epoch": 0.0698418340145726, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.531283974647522, |
| "kl": 0.8451306223869324, |
| "learning_rate": 2.4444444444444447e-06, |
| "loss": 0.0008, |
| "num_tokens": 1164652.0, |
| "reward": 0.8435445427894592, |
| "reward_std": 0.14115361869335175, |
| "rewards/check_answer/mean": 0.8435445427894592, |
| "rewards/check_answer/std": 0.14115363359451294, |
| "step": 393 |
| }, |
| { |
| "completion_length": 396.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 510.0, |
| "completions/max_terminated_length": 510.0, |
| "completions/mean_length": 396.5, |
| "completions/mean_terminated_length": 396.5, |
| "completions/min_length": 213.0, |
| "completions/min_terminated_length": 213.0, |
| "epoch": 0.07001954860494046, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4916499853134155, |
| "kl": 0.9246963560581207, |
| "learning_rate": 2.4365079365079367e-06, |
| "loss": 0.0009, |
| "num_tokens": 1167410.0, |
| "reward": 0.6280086636543274, |
| "reward_std": 0.1793169528245926, |
| "rewards/check_answer/mean": 0.6280086636543274, |
| "rewards/check_answer/std": 0.1793169379234314, |
| "step": 394 |
| }, |
| { |
| "completion_length": 379.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 521.0, |
| "completions/max_terminated_length": 521.0, |
| "completions/mean_length": 379.0, |
| "completions/mean_terminated_length": 379.0, |
| "completions/min_length": 266.0, |
| "completions/min_terminated_length": 266.0, |
| "epoch": 0.07019726319530833, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7005797624588013, |
| "kl": 1.0196750611066818, |
| "learning_rate": 2.428571428571429e-06, |
| "loss": 0.001, |
| "num_tokens": 1170094.0, |
| "reward": 0.8843287229537964, |
| "reward_std": 0.1384207308292389, |
| "rewards/check_answer/mean": 0.8843287229537964, |
| "rewards/check_answer/std": 0.13842076063156128, |
| "step": 395 |
| }, |
| { |
| "completion_length": 586.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 690.0, |
| "completions/max_terminated_length": 690.0, |
| "completions/mean_length": 586.75, |
| "completions/mean_terminated_length": 586.75, |
| "completions/min_length": 441.0, |
| "completions/min_terminated_length": 441.0, |
| "epoch": 0.07037497778567621, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.447705626487732, |
| "kl": 0.9538527727127075, |
| "learning_rate": 2.420634920634921e-06, |
| "loss": 0.001, |
| "num_tokens": 1173633.0, |
| "reward": 0.8358705043792725, |
| "reward_std": 0.10273723304271698, |
| "rewards/check_answer/mean": 0.8358705043792725, |
| "rewards/check_answer/std": 0.10273724794387817, |
| "step": 396 |
| }, |
| { |
| "completion_length": 242.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 313.0, |
| "completions/max_terminated_length": 313.0, |
| "completions/mean_length": 242.75, |
| "completions/mean_terminated_length": 242.75, |
| "completions/min_length": 185.0, |
| "completions/min_terminated_length": 185.0, |
| "epoch": 0.07055269237604407, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.0574350357055664, |
| "kl": 1.2170641124248505, |
| "learning_rate": 2.412698412698413e-06, |
| "loss": 0.0012, |
| "num_tokens": 1175724.0, |
| "reward": 0.4298151135444641, |
| "reward_std": 0.20456048846244812, |
| "rewards/check_answer/mean": 0.4298151135444641, |
| "rewards/check_answer/std": 0.20456050336360931, |
| "step": 397 |
| }, |
| { |
| "completion_length": 594.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 826.0, |
| "completions/max_terminated_length": 826.0, |
| "completions/mean_length": 594.0, |
| "completions/mean_terminated_length": 594.0, |
| "completions/min_length": 389.0, |
| "completions/min_terminated_length": 389.0, |
| "epoch": 0.07073040696641195, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2806570529937744, |
| "kl": 0.8345987200737, |
| "learning_rate": 2.404761904761905e-06, |
| "loss": 0.0008, |
| "num_tokens": 1179312.0, |
| "reward": 0.6557444930076599, |
| "reward_std": 0.09894954413175583, |
| "rewards/check_answer/mean": 0.6557444930076599, |
| "rewards/check_answer/std": 0.09894953668117523, |
| "step": 398 |
| }, |
| { |
| "completion_length": 528.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 689.0, |
| "completions/max_terminated_length": 689.0, |
| "completions/mean_length": 528.5, |
| "completions/mean_terminated_length": 528.5, |
| "completions/min_length": 418.0, |
| "completions/min_terminated_length": 418.0, |
| "epoch": 0.07090812155677981, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4865775108337402, |
| "kl": 0.9594889581203461, |
| "learning_rate": 2.396825396825397e-06, |
| "loss": 0.001, |
| "num_tokens": 1182602.0, |
| "reward": 0.5999321937561035, |
| "reward_std": 0.1533043533563614, |
| "rewards/check_answer/mean": 0.5999321937561035, |
| "rewards/check_answer/std": 0.1533043384552002, |
| "step": 399 |
| }, |
| { |
| "completion_length": 696.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 733.0, |
| "completions/max_terminated_length": 733.0, |
| "completions/mean_length": 696.75, |
| "completions/mean_terminated_length": 696.75, |
| "completions/min_length": 639.0, |
| "completions/min_terminated_length": 639.0, |
| "epoch": 0.07108583614714768, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2060387134552002, |
| "kl": 0.9064538776874542, |
| "learning_rate": 2.388888888888889e-06, |
| "loss": 0.0009, |
| "num_tokens": 1186613.0, |
| "reward": 0.5622410774230957, |
| "reward_std": 0.04867928475141525, |
| "rewards/check_answer/mean": 0.5622410774230957, |
| "rewards/check_answer/std": 0.04867929220199585, |
| "step": 400 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 700, |
| "num_input_tokens_seen": 1186613, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
